Compare commits

..

10 Commits

45 changed files with 754 additions and 443 deletions

View File

@@ -8,6 +8,7 @@ namespace HermesSocketServer.Models
public required User User { get; set; } public required User User { get; set; }
public required ChatterStore Chatters { get; set; } public required ChatterStore Chatters { get; set; }
public required ConnectionStore Connections { get; set; } public required ConnectionStore Connections { get; set; }
public required EmoteStore Emotes { get; set; }
public required GroupStore Groups { get; set; } public required GroupStore Groups { get; set; }
public required GroupPermissionStore GroupPermissions { get; set; } public required GroupPermissionStore GroupPermissions { get; set; }
public required PolicyStore Policies { get; set; } public required PolicyStore Policies { get; set; }

View File

@@ -7,5 +7,6 @@ namespace HermesSocketServer.Models
public required string Email { get; set; } public required string Email { get; set; }
public required string Role { get; set; } public required string Role { get; set; }
public required string DefaultVoice { get; set; } public required string DefaultVoice { get; set; }
public required string StreamElementsOverlayKey { get; set; }
} }
} }

View File

@@ -7,7 +7,7 @@ namespace HermesSocketServer.Requests
public class CreateConnection : IRequest public class CreateConnection : IRequest
{ {
public string Name => "create_connection"; public string Name => "create_connection";
public string[] RequiredKeys => ["name", "type", "clientId", "accessToken", "grantType", "scope", "expiration"]; public string[] RequiredKeys => ["name", "type", "client_id", "access_token", "grant_type", "scope", "expiration"];
private ILogger _logger; private ILogger _logger;
public CreateConnection(ILogger logger) public CreateConnection(ILogger logger)
@@ -19,12 +19,14 @@ namespace HermesSocketServer.Requests
{ {
string name = data["name"].ToString()!; string name = data["name"].ToString()!;
string type = data["type"].ToString()!; string type = data["type"].ToString()!;
string clientId = data["clientId"].ToString()!; string clientId = data["client_id"].ToString()!;
string accessToken = data["accessToken"].ToString()!; string accessToken = data["access_token"].ToString()!;
string grantType = data["grantType"].ToString()!; string grantType = data["grant_type"].ToString()!;
string scope = data["scope"].ToString()!; string scope = data["scope"].ToString()!;
if (!DateTime.TryParse(data["expiration"].ToString()!, out var expiresAt)) if (data["expiration"] == null || !DateTime.TryParse(data["expiration"].ToString(), out var expiresAt))
return Task.FromResult(RequestResult.Failed("Expiration needs to be a date time string.")); return Task.FromResult(RequestResult.Failed("Expiration needs to be a date time string."));
var previous = channel.Connections.Get(name);
var connection = new Connection() var connection = new Connection()
{ {
@@ -36,12 +38,13 @@ namespace HermesSocketServer.Requests
GrantType = grantType, GrantType = grantType,
Scope = scope, Scope = scope,
ExpiresAt = expiresAt, ExpiresAt = expiresAt,
Default = previous?.Default ?? false,
}; };
bool result = channel.Connections.Set(name, connection); bool result = channel.Connections.Set(name, connection);
if (result) if (result)
{ {
_logger.Information($"Added connection to channel [name: {name}][type: {type}][scope: {scope}][expiration: {expiresAt}][channel: {channel.Id}]"); _logger.Information($"Added or updated connection to channel [name: {name}][type: {type}][scope: {scope}][expiration: {expiresAt}][channel: {channel.Id}]");
return Task.FromResult(RequestResult.Successful(connection)); return Task.FromResult(RequestResult.Successful(connection));
} }
return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache.")); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache."));

View File

@@ -18,7 +18,7 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var id = Guid.NewGuid(); var id = Guid.NewGuid();
string groupId = data["group"].ToString()!; Guid groupId = new Guid(data["group"].ToString()!);
string path = data["path"].ToString()!; string path = data["path"].ToString()!;
bool? allow = bool.TryParse(data["allow"].ToString()!, out bool a) ? a : null; bool? allow = bool.TryParse(data["allow"].ToString()!, out bool a) ? a : null;
@@ -31,6 +31,11 @@ namespace HermesSocketServer.Requests
Allow = allow, Allow = allow,
}; };
if (channel.GroupPermissions.Get().Values.Any(p => p.GroupId == groupId && p.Path == path))
{
return Task.FromResult(RequestResult.Failed("Permission exists already."));
}
bool result = channel.GroupPermissions.Set(id.ToString(), permission); bool result = channel.GroupPermissions.Set(id.ToString(), permission);
if (result) if (result)
{ {

View File

@@ -8,7 +8,7 @@ namespace HermesSocketServer.Requests
public class CreateRedeemableAction : IRequest public class CreateRedeemableAction : IRequest
{ {
public string Name => "create_redeemable_action"; public string Name => "create_redeemable_action";
public string[] RequiredKeys => ["name", "data", "type"]; public string[] RequiredKeys => ["name", "has_message", "type", "data"];
private ILogger _logger; private ILogger _logger;
public CreateRedeemableAction(ILogger logger) public CreateRedeemableAction(ILogger logger)
@@ -19,8 +19,9 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
string name = data["name"].ToString()!; string name = data["name"].ToString()!;
string d = data["data"].ToString()!;
string type = data["type"].ToString()!; string type = data["type"].ToString()!;
bool hasMessage = data["has_message"].ToString()!.ToLower() == "true";
string d = data["data"].ToString()!;
IDictionary<string, string> dict = new Dictionary<string, string>(); IDictionary<string, string> dict = new Dictionary<string, string>();
try try
@@ -29,7 +30,7 @@ namespace HermesSocketServer.Requests
} }
catch (Exception ex) catch (Exception ex)
{ {
_logger.Error(ex, $"Failed to parse data on redeemable action while creating action [name: {name}][type: {type}][data: {d}]"); _logger.Error(ex, $"Failed to parse data on redeemable action while creating action [name: {name}][type: {type}][has message: {hasMessage}][data: {d}]");
return Task.FromResult(RequestResult.Failed("Could not parse the data on this action.")); return Task.FromResult(RequestResult.Failed("Could not parse the data on this action."));
} }
@@ -37,14 +38,15 @@ namespace HermesSocketServer.Requests
{ {
UserId = channel.Id, UserId = channel.Id,
Name = name, Name = name,
Data = dict,
Type = type, Type = type,
HasMessage = hasMessage,
Data = dict,
}; };
bool result = channel.Actions.Set(name, action); bool result = channel.Actions.Set(name, action);
if (result) if (result)
{ {
_logger.Information($"Added redeemable action to channel [name: {name}][type: {type}][channel: {channel.Id}]"); _logger.Information($"Added redeemable action to channel [name: {name}][type: {type}][has message: {hasMessage}][channel: {channel.Id}]");
return Task.FromResult(RequestResult.Successful(action)); return Task.FromResult(RequestResult.Successful(action));
} }
return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache.")); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache."));

View File

@@ -1,4 +1,3 @@
using HermesSocketLibrary.db;
using HermesSocketServer.Models; using HermesSocketServer.Models;
using ILogger = Serilog.ILogger; using ILogger = Serilog.ILogger;
@@ -8,28 +7,26 @@ namespace HermesSocketServer.Requests
{ {
public string Name => "create_tts_user"; public string Name => "create_tts_user";
public string[] RequiredKeys => ["chatter", "voice"]; public string[] RequiredKeys => ["chatter", "voice"];
private Database _database;
private readonly ServerConfiguration _configuration; private readonly ServerConfiguration _configuration;
private ILogger _logger; private ILogger _logger;
public CreateTTSUser(Database database, ServerConfiguration configuration, ILogger logger) public CreateTTSUser(ServerConfiguration configuration, ILogger logger)
{ {
_database = database;
_configuration = configuration; _configuration = configuration;
_logger = logger; _logger = logger;
} }
public async Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
if (!long.TryParse(data["chatter"].ToString(), out long chatterId)) if (!long.TryParse(data["chatter"].ToString(), out long chatterId))
return RequestResult.Failed("Invalid Twitch user id"); return Task.FromResult(RequestResult.Failed("Invalid Twitch user id."));
data["user"] = channel.Id; data["user"] = channel.Id;
data["voice"] = data["voice"].ToString()!; var voiceId = data["voice"].ToString()!;
var check = await _database.ExecuteScalar("SELECT state FROM \"TtsVoiceState\" WHERE \"userId\" = @user AND \"ttsVoiceId\" = @voice", data) ?? false; var check = channel.VoiceStates.Get(voiceId)?.Enabled ?? false;
if ((check is not bool state || !state) && chatterId != _configuration.Tts.OwnerId) if (!check && chatterId != _configuration.Tts.OwnerId)
return RequestResult.Failed("Voice is disabled on this channel."); return Task.FromResult(RequestResult.Failed("Voice is disabled on this channel."));
bool result = channel.Chatters.Set(chatterId.ToString(), new ChatterVoice() bool result = channel.Chatters.Set(chatterId.ToString(), new ChatterVoice()
{ {
@@ -40,10 +37,10 @@ namespace HermesSocketServer.Requests
if (result) if (result)
{ {
_logger.Information($"Selected a tts voice [voice: {data["voice"]}] for user [chatter: {data["chatter"]}] in channel [channel: {data["user"]}]"); _logger.Information($"Selected a tts voice [voice: {voiceId}] for user [chatter: {chatterId}] in channel [channel: {channel.Id}]");
return RequestResult.Successful(null); return Task.FromResult(RequestResult.Successful(null));
} }
return RequestResult.Failed("Something went wrong when updating the cache."); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache."));
} }
} }
} }

View File

@@ -6,7 +6,7 @@ namespace HermesSocketServer.Requests
public class DeleteConnection : IRequest public class DeleteConnection : IRequest
{ {
public string Name => "delete_connection"; public string Name => "delete_connection";
public string[] RequiredKeys => ["id"]; public string[] RequiredKeys => ["name"];
private ILogger _logger; private ILogger _logger;
public DeleteConnection(ILogger logger) public DeleteConnection(ILogger logger)
@@ -16,16 +16,16 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var connectionId = data["id"].ToString()!; var connectionName = data["name"].ToString()!;
var result = channel.Connections.Remove(connectionId); var result = channel.Connections.Remove(connectionName);
if (result) if (result)
{ {
_logger.Information($"Deleted a connection by id [connection id: {connectionId}]"); _logger.Information($"Deleted a connection by name [connection name: {connectionName}]");
return Task.FromResult(RequestResult.Successful(null)); return Task.FromResult(RequestResult.Successful(null));
} }
_logger.Warning($"Connection Id does not exist [connection id: {connectionId}]"); _logger.Warning($"Connection Name does not exist [connection name: {connectionName}]");
return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache.")); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache."));
} }
} }

View File

@@ -14,54 +14,53 @@ namespace HermesSocketServer.Requests
_logger = logger; _logger = logger;
} }
public async Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var groupId = data["id"].ToString()!; var groupIdString = data["id"].ToString()!;
var groupId = new Guid(groupIdString);
var result = channel.Groups.Remove(groupId); var result = channel.Groups.Remove(groupIdString);
if (result) if (result)
{ {
var permissions = channel.GroupPermissions.Get().Values if (channel.Groups.Chatters.TryGetValue(groupId.ToString(), out var chatters))
.Where(p => p.GroupId == groupId);
Task? chattersSave = null;
if (channel.Groups.Chatters.TryGetValue(groupId, out var chatters))
{ {
var filteredChatters = chatters.Get().Values.Where(c => c.GroupId == groupId).ToArray(); var filteredChatters = chatters.Get().Values;
if (filteredChatters.Any()) foreach (var chatter in filteredChatters)
{ {
foreach (var chatter in filteredChatters) var res = chatters.Remove(chatter.ChatterId.ToString(), fromCascade: true);
{ if (!res)
var res = chatters.Remove(chatter.ChatterId.ToString()); _logger.Warning($"Failed to delete group chatter by id from cascade [group chatter id: {chatter.ChatterId}]");
if (!res)
_logger.Warning($"Failed to delete group chatter by id [group chatter id: {chatter.ChatterId}]");
}
chattersSave = chatters.Save();
} }
} }
var permissions = channel.GroupPermissions.Get().Values
.Where(p => p.GroupId == groupId);
foreach (var permission in permissions) foreach (var permission in permissions)
{ {
var res = channel.GroupPermissions.Remove(permission.Id); var res = channel.GroupPermissions.Remove(permission.Id, fromCascade: true);
if (!res) if (!res)
_logger.Warning($"Failed to delete group permission by id [group chatter id: {permission.Id}]"); _logger.Warning($"Failed to delete group permission by id from cascade [group permission id: {permission.Id}]");
} }
if (chattersSave != null) var policies = channel.Policies.Get().Values
await Task.WhenAll(chattersSave, channel.GroupPermissions.Save()); .Where(c => c.GroupId == groupId).ToArray();
else foreach (var policy in policies)
await channel.GroupPermissions.Save(); {
var res = channel.Policies.Remove(policy.Id.ToString(), fromCascade: true);
if (!channel.Groups.Chatters.Remove(groupId)) if (!res)
_logger.Warning($"Failed to delete group policy by id from cascade [group policy id: {policy.Id}]");
}
if (!channel.Groups.Chatters.Remove(groupIdString))
_logger.Warning($"Failed to delete group chatters from inner store [group id: {groupId}]"); _logger.Warning($"Failed to delete group chatters from inner store [group id: {groupId}]");
_logger.Information($"Deleted a group by id [group id: {groupId}]"); _logger.Information($"Deleted a group by id [group id: {groupId}]");
return RequestResult.Successful(null); return Task.FromResult(RequestResult.Successful(null));
} }
_logger.Warning($"Group Id does not exist [group id: {groupId}]"); _logger.Warning($"Group Id does not exist [group id: {groupId}]");
return RequestResult.Failed("Something went wrong when updating the cache."); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the cache."));
} }
} }
} }

View File

@@ -6,7 +6,7 @@ namespace HermesSocketServer.Requests
public class DeleteGroupChatter : IRequest public class DeleteGroupChatter : IRequest
{ {
public string Name => "delete_group_chatter"; public string Name => "delete_group_chatter";
public string[] RequiredKeys => ["id", "group"]; public string[] RequiredKeys => ["chatter", "group"];
private ILogger _logger; private ILogger _logger;
public DeleteGroupChatter(ILogger logger) public DeleteGroupChatter(ILogger logger)
@@ -16,7 +16,7 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var chatterId = data["id"].ToString()!; var chatterId = data["chatter"].ToString()!;
var groupId = data["group"].ToString()!; var groupId = data["group"].ToString()!;
if (!channel.Groups.Chatters.TryGetValue(groupId, out var chatters)) if (!channel.Groups.Chatters.TryGetValue(groupId, out var chatters))

View File

@@ -18,11 +18,12 @@ namespace HermesSocketServer.Requests
{ {
var id = data["id"].ToString()!; var id = data["id"].ToString()!;
var permission = channel.GroupPermissions.Get(id);
var result = channel.GroupPermissions.Remove(id); var result = channel.GroupPermissions.Remove(id);
if (result) if (result)
{ {
_logger.Information($"Deleted a group permission by id [group permission id: {id}]"); _logger.Information($"Deleted a group permission by id [group permission id: {id}]");
return Task.FromResult(RequestResult.Successful(null)); return Task.FromResult(RequestResult.Successful(permission));
} }
_logger.Warning($"Group Permission Id does not exist [group permission id: {id}]"); _logger.Warning($"Group Permission Id does not exist [group permission id: {id}]");

View File

@@ -21,6 +21,15 @@ namespace HermesSocketServer.Requests
if (result) if (result)
{ {
var redemptions = channel.Redemptions.Get().Values
.Where(r => r.ActionName == name);
foreach (var redemption in redemptions)
{
var res = channel.Redemptions.Remove(redemption.Id, fromCascade: true);
if (!res)
_logger.Warning($"Failed to delete redemption by id from cascade [redemption id: {redemption.Id}]");
}
_logger.Information($"Deleted a redeemable action by name [name: {name}]"); _logger.Information($"Deleted a redeemable action by name [name: {name}]");
return Task.FromResult(RequestResult.Successful(null)); return Task.FromResult(RequestResult.Successful(null));
} }

View File

@@ -1,5 +1,3 @@
using HermesSocketLibrary.db;
using HermesSocketLibrary.Requests.Messages;
using HermesSocketServer.Models; using HermesSocketServer.Models;
using ILogger = Serilog.ILogger; using ILogger = Serilog.ILogger;
@@ -9,24 +7,16 @@ namespace HermesSocketServer.Requests
{ {
public string Name => "get_emotes"; public string Name => "get_emotes";
public string[] RequiredKeys => []; public string[] RequiredKeys => [];
private Database _database;
private ILogger _logger; private ILogger _logger;
public GetEmotes(Database database, ILogger logger) public GetEmotes(ILogger logger)
{ {
_database = database;
_logger = logger; _logger = logger;
} }
public async Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public async Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
IList<EmoteInfo> emotes = new List<EmoteInfo>(); var emotes = channel.Emotes.Get().Values;
string sql = $"SELECT id, name FROM \"Emote\"";
await _database.Execute(sql, (IDictionary<string, object>?) null, (r) => emotes.Add(new EmoteInfo()
{
Id = r.GetString(0),
Name = r.GetString(1)
}));
_logger.Information($"Fetched all emotes for channel [channel: {channel.Id}]"); _logger.Information($"Fetched all emotes for channel [channel: {channel.Id}]");
return RequestResult.Successful(emotes, notifyClientsOnAccount: false); return RequestResult.Successful(emotes, notifyClientsOnAccount: false);
} }

View File

@@ -30,8 +30,8 @@ namespace HermesSocketServer.Requests
private class GroupDetails private class GroupDetails
{ {
public required Group Group; public required Group Group { get; set; }
public required IEnumerable<GroupChatter> Chatters; public required IEnumerable<GroupChatter> Chatters { get; set; }
} }
} }
} }

View File

@@ -20,7 +20,7 @@ namespace HermesSocketServer.Requests
var id = Guid.NewGuid(); var id = Guid.NewGuid();
string groupId = data["group"].ToString()!; string groupId = data["group"].ToString()!;
if (!int.TryParse(data["chatter"].ToString()!, out var chatterId)) if (!int.TryParse(data["chatter"].ToString()!, out var chatterId))
return Task.FromResult(RequestResult.Failed("Priority needs to be an integer.")); return Task.FromResult(RequestResult.Failed("Chatter Id needs to be an integer."));
string chatterLabel = data["label"].ToString()!; string chatterLabel = data["label"].ToString()!;
var groupChatter = new GroupChatter() var groupChatter = new GroupChatter()

View File

@@ -18,7 +18,7 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var id = data["id"].ToString()!; var id = data["id"].ToString()!;
string groupId = data["group"].ToString()!; Guid groupId = new Guid(data["group"].ToString()!);
string path = data["path"].ToString()!; string path = data["path"].ToString()!;
bool? allow = bool.TryParse(data["allow"].ToString()!, out bool a) ? a : null; bool? allow = bool.TryParse(data["allow"].ToString()!, out bool a) ? a : null;
@@ -31,6 +31,11 @@ namespace HermesSocketServer.Requests
Allow = allow, Allow = allow,
}; };
if (!channel.GroupPermissions.Get().Values.Any(p => p.GroupId == groupId && p.Path == path))
{
return Task.FromResult(RequestResult.Failed("Permission does not exist."));
}
bool result = channel.GroupPermissions.Modify(id.ToString(), permission); bool result = channel.GroupPermissions.Modify(id.ToString(), permission);
if (result) if (result)
{ {

View File

@@ -19,8 +19,9 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
string name = data["name"].ToString()!; string name = data["name"].ToString()!;
string d = data["data"].ToString()!;
string type = data["type"].ToString()!; string type = data["type"].ToString()!;
bool hasMessage = data["has_message"].ToString()!.ToLower() == "true";
string d = data["data"].ToString()!;
IDictionary<string, string> dict = new Dictionary<string, string>(); IDictionary<string, string> dict = new Dictionary<string, string>();
try try
@@ -29,7 +30,7 @@ namespace HermesSocketServer.Requests
} }
catch (Exception ex) catch (Exception ex)
{ {
_logger.Error(ex, $"Failed to parse data on redeemable action while updating action [name: {name}][type: {type}][data: {d}]"); _logger.Error(ex, $"Failed to parse data on redeemable action while updating action [name: {name}][type: {type}][has message: {hasMessage}][data: {d}]");
return Task.FromResult(RequestResult.Failed("Could not parse the data on this action.")); return Task.FromResult(RequestResult.Failed("Could not parse the data on this action."));
} }
@@ -37,14 +38,15 @@ namespace HermesSocketServer.Requests
{ {
UserId = channel.Id, UserId = channel.Id,
Name = name, Name = name,
Data = dict,
Type = type, Type = type,
HasMessage = hasMessage,
Data = dict,
}; };
bool result = channel.Actions.Modify(name, action); bool result = channel.Actions.Modify(name, action);
if (result) if (result)
{ {
_logger.Information($"Updated redeemable action on channel [name: {name}][type: {type}][channel: {channel.Id}]"); _logger.Information($"Updated redeemable action on channel [name: {name}][type: {type}][has message: {hasMessage}][channel: {channel.Id}]");
return Task.FromResult(RequestResult.Successful(action)); return Task.FromResult(RequestResult.Successful(action));
} }
if (channel.Actions.Get(name) == null) if (channel.Actions.Get(name) == null)

View File

@@ -1,6 +1,4 @@
using HermesSocketLibrary.db;
using HermesSocketServer.Models; using HermesSocketServer.Models;
using HermesSocketServer.Services;
using ILogger = Serilog.ILogger; using ILogger = Serilog.ILogger;
namespace HermesSocketServer.Requests namespace HermesSocketServer.Requests
@@ -9,28 +7,27 @@ namespace HermesSocketServer.Requests
{ {
public string Name => "update_tts_user"; public string Name => "update_tts_user";
public string[] RequiredKeys => ["chatter", "voice"]; public string[] RequiredKeys => ["chatter", "voice"];
private Database _database;
private readonly ServerConfiguration _configuration; private readonly ServerConfiguration _configuration;
private ILogger _logger; private ILogger _logger;
public UpdateTTSUser(Database database, ServerConfiguration configuration, ILogger logger) public UpdateTTSUser(ServerConfiguration configuration, ILogger logger)
{ {
_database = database;
_configuration = configuration; _configuration = configuration;
_logger = logger; _logger = logger;
} }
public async Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
if (!long.TryParse(data["chatter"].ToString(), out long chatterId)) if (!long.TryParse(data["chatter"].ToString(), out long chatterId))
return RequestResult.Failed("Chatter should be an integer, representing the Twitch User Id of the chatter."); return Task.FromResult(RequestResult.Failed("Invalid Twitch user id."));
data["user"] = channel.Id;
var voiceId = data["voice"].ToString()!; var voiceId = data["voice"].ToString()!;
var check = await _database.ExecuteScalar("SELECT state FROM \"TtsVoiceState\" WHERE \"userId\" = @user AND \"ttsVoiceId\" = @voice", data) ?? false; var check = channel.VoiceStates.Get(voiceId)?.Enabled ?? false;
if ((check is not bool state || !state) && chatterId != _configuration.Tts.OwnerId) if (!check && chatterId != _configuration.Tts.OwnerId)
return RequestResult.Failed("Voice is either non-existent or disabled on this channel."); return Task.FromResult(RequestResult.Failed("Voice is either non-existent or disabled on this channel."));
var voice = new ChatterVoice() var voice = new ChatterVoice()
{ {
@@ -43,9 +40,9 @@ namespace HermesSocketServer.Requests
if (result) if (result)
{ {
_logger.Information($"Updated chatter's selected tts voice on channel [chatter id: {chatterId}][voice id: {voiceId}][channel: {channel.Id}]"); _logger.Information($"Updated chatter's selected tts voice on channel [chatter id: {chatterId}][voice id: {voiceId}][channel: {channel.Id}]");
return RequestResult.Successful(voice); return Task.FromResult(RequestResult.Successful(voice));
} }
return RequestResult.Failed("Soemthing went wrong when updating the cache."); return Task.FromResult(RequestResult.Failed("Soemthing went wrong when updating the cache."));
} }
} }
} }

View File

@@ -20,20 +20,20 @@ namespace HermesSocketServer.Requests
public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data) public Task<RequestResult> Grant(Channel channel, IDictionary<string, object> data)
{ {
var id = data["voice"].ToString()!; var voiceId = data["voice"].ToString()!;
var state = data["state"].ToString() == "True"; var state = data["state"].ToString()?.ToLower() == "true";
var voiceState = new TTSVoiceState() var voiceState = new TTSVoiceState()
{ {
Id = id, Id = voiceId,
UserId = channel.Id, UserId = channel.Id,
Enabled = state, Enabled = state,
}; };
var result = channel.VoiceStates.Set(id, voiceState); var result = channel.VoiceStates.Set(voiceId, voiceState);
if (result) if (result)
{ {
_logger.Information($"Updated voice state on channel [voice id: {id}][state: {state}][channel: {channel.Id}]"); _logger.Information($"Updated voice state on channel [voice id: {voiceId}][state: {state}][channel: {channel.Id}]");
return Task.FromResult(RequestResult.Successful(voiceState)); return Task.FromResult(RequestResult.Successful(voiceState));
} }
return Task.FromResult(RequestResult.Failed("Something went wrong when updating the database.")); return Task.FromResult(RequestResult.Failed("Something went wrong when updating the database."));

108
Server.cs
View File

@@ -32,7 +32,7 @@ namespace HermesSocketLibrary
public async Task Handle(WebSocketUser socket, HttpContext context) public async Task Handle(WebSocketUser socket, HttpContext context)
{ {
_logger.Information($"Socket connected [ip: {socket.IPAddress}][uid: {socket.UID}]"); _logger.Information($"Socket connected [ip: {socket.IPAddress}][uid: {socket.SessionId}]");
_sockets.Add(socket); _sockets.Add(socket);
var buffer = new byte[1024 * 8]; var buffer = new byte[1024 * 8];
@@ -44,70 +44,51 @@ namespace HermesSocketLibrary
if (result == null || result.MessageType == WebSocketMessageType.Close || !socket.Connected) if (result == null || result.MessageType == WebSocketMessageType.Close || !socket.Connected)
break; break;
string message = Encoding.UTF8.GetString(buffer, 0, result.Count).TrimEnd('\0'); string messageString = Encoding.UTF8.GetString(buffer, 0, result.Count).TrimEnd('\0');
var obj = JsonSerializer.Deserialize<WebSocketMessage>(message, _options); var message = JsonSerializer.Deserialize<WebSocketMessage>(messageString, _options);
if (obj == null) if (message == null)
continue; continue;
if (obj.OpCode != 0) if (message.OpCode != 0)
_logger.Information($"rxm: {message} [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Information($"receive: {messageString} [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
int[] nonProtectedOps = { 0, 1 }; if (message.OpCode < 0 || message.OpCode > 8 || message.OpCode == 2 || message.OpCode == 4)
if (string.IsNullOrEmpty(socket.Id) && !nonProtectedOps.Contains(obj.OpCode))
{ {
_logger.Warning($"An attempt was made to use protected routes while not logged in [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); await socket.Send(5, new LoggingMessage("Received an invalid message: " + messageString, HermesLoggingLevel.Error));
return; break;
}
bool loggedIn = !string.IsNullOrEmpty(socket.Id);
int[] nonProtectedOps = { 0, 1 };
if (!loggedIn && !nonProtectedOps.Contains(message.OpCode))
{
_logger.Warning($"An attempt was made to use protected routes while not logged in [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
break;
} }
int[] protectedOps = { 0, 3, 5, 6, 7, 8 }; int[] protectedOps = { 0, 3, 5, 6, 7, 8 };
if (!string.IsNullOrEmpty(socket.Id) && !protectedOps.Contains(obj.OpCode)) if (loggedIn && !protectedOps.Contains(message.OpCode))
{ {
_logger.Warning($"An attempt was made to use non-protected routes while logged in [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Warning($"An attempt was made to use non-protected routes while logged in [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
return; break;
} }
/** if (message.Data == null)
* 0: Heartbeat
* 1: Login RX
* 2: Login Ack TX
* 3: Request RX
* 4: Request Ack TX
* 5: Logging RX/TX
*/
if (obj.Data == null)
{ {
await socket.Send(5, new LoggingMessage("Received no data in the message.", HermesLoggingLevel.Warn)); await socket.Send(5, new LoggingMessage("Received no data in the message.", HermesLoggingLevel.Warn));
continue; continue;
} }
string data = obj.Data.ToString()!; string data = message.Data.ToString()!;
if (obj.OpCode == 0) message.Data = DeserializeData(message.OpCode, data);
obj.Data = JsonSerializer.Deserialize<HeartbeatMessage>(data, _options); await _handlers.Execute(socket, message.OpCode, message.Data);
else if (obj.OpCode == 1)
obj.Data = JsonSerializer.Deserialize<HermesLoginMessage>(data, _options);
else if (obj.OpCode == 3)
obj.Data = JsonSerializer.Deserialize<RequestMessage>(data, _options);
else if (obj.OpCode == 5)
obj.Data = JsonSerializer.Deserialize<LoggingMessage>(data, _options);
else if (obj.OpCode == 6)
obj.Data = JsonSerializer.Deserialize<ChatterMessage>(data, _options);
else if (obj.OpCode == 7)
obj.Data = JsonSerializer.Deserialize<EmoteDetailsMessage>(data, _options);
else if (obj.OpCode == 8)
obj.Data = JsonSerializer.Deserialize<EmoteUsageMessage>(data, _options);
else
{
await socket.Send(5, new LoggingMessage("Received an invalid message: " + message, HermesLoggingLevel.Error));
continue;
}
await _handlers.Execute(socket, obj.OpCode, obj.Data);
} }
catch (WebSocketException wse) catch (WebSocketException wse)
{ {
_logger.Error(wse, $"Error trying to process a socket message [code: {wse.ErrorCode}][ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Error(wse, $"Error trying to process a socket message [code: {wse.ErrorCode}][ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
} }
catch (Exception e) catch (Exception e)
{ {
_logger.Error(e, $"Error trying to process a socket message [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Error(e, $"Error trying to process a socket message [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
} }
} }
@@ -118,14 +99,45 @@ namespace HermesSocketLibrary
} }
catch (Exception e) catch (Exception e)
{ {
_logger.Information(e, $"Client failed to disconnect [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Warning(e, $"Client failed to disconnect [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
} }
finally finally
{ {
socket.Dispose(); socket.Dispose();
_sockets.Remove(socket); _sockets.Remove(socket);
} }
_logger.Information($"Client disconnected [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.UID}]"); _logger.Information($"Client disconnected [ip: {socket.IPAddress}][id: {socket.Id}][name: {socket.Name}][token: {socket.ApiKey}][uid: {socket.SessionId}]");
// Update slave status of another client from the same user if available.
if (socket.Id != null && !socket.Slave)
{
var client = _sockets.GetSockets(socket.Id).Where(s => !s.WebLogin).FirstOrDefault();
if (client != null)
{
await client.Send(9, new SlaveMessage() { Slave = false });
client.Slave = false;
socket.Slave = true;
}
}
}
private object? DeserializeData(int opcode, string data)
{
if (opcode == 0)
return JsonSerializer.Deserialize<HeartbeatMessage>(data, _options);
else if (opcode == 1)
return JsonSerializer.Deserialize<HermesLoginMessage>(data, _options);
else if (opcode == 3)
return JsonSerializer.Deserialize<RequestMessage>(data, _options);
else if (opcode == 5)
return JsonSerializer.Deserialize<LoggingMessage>(data, _options);
else if (opcode == 6)
return JsonSerializer.Deserialize<ChatterMessage>(data, _options);
else if (opcode == 7)
return JsonSerializer.Deserialize<EmoteDetailsMessage>(data, _options);
else if (opcode == 8)
return JsonSerializer.Deserialize<EmoteUsageMessage>(data, _options);
return null;
} }
} }
} }

View File

@@ -1,8 +1,8 @@
using System.Collections.Concurrent; using System.Collections.Concurrent;
using HermesSocketLibrary.db; using HermesSocketLibrary.db;
using HermesSocketLibrary.Requests.Messages;
using HermesSocketServer.Models; using HermesSocketServer.Models;
using HermesSocketServer.Store; using HermesSocketServer.Store;
using HermesSocketServer.Validators;
namespace HermesSocketServer.Services namespace HermesSocketServer.Services
{ {
@@ -10,102 +10,137 @@ namespace HermesSocketServer.Services
{ {
private readonly IStore<string, User> _users; private readonly IStore<string, User> _users;
private readonly Database _database; private readonly Database _database;
private readonly IStore<string, TTSVoice> _voices;
private readonly ServerConfiguration _configuration; private readonly ServerConfiguration _configuration;
private readonly Serilog.ILogger _logger; private readonly Serilog.ILogger _logger;
private readonly IDictionary<string, Channel> _channels; private readonly IDictionary<string, Channel> _channels;
private readonly object _lock; private readonly Mutex _mutex;
public ChannelManager(IStore<string, User> users, Database database, ServerConfiguration configuration, Serilog.ILogger logger) public ChannelManager(IStore<string, User> users, Database database, IStore<string, TTSVoice> voices, ServerConfiguration configuration, Serilog.ILogger logger)
{ {
_users = users; _users = users;
_database = database; _database = database;
_voices = voices;
_configuration = configuration; _configuration = configuration;
_logger = logger; _logger = logger;
_channels = new ConcurrentDictionary<string, Channel>(); _channels = new ConcurrentDictionary<string, Channel>();
_lock = new object(); _mutex = new Mutex();
} }
public Task<Channel?> Add(string userId) public async Task<Channel?> Add(string userId)
{ {
var user = _users.Get(userId); var user = _users.Get(userId);
if (user == null) if (user == null)
return Task.FromResult<Channel?>(null); return null;
lock (_lock) return await Task.Run(() =>
{ {
if (_channels.ContainsKey(userId)) try
return Task.FromResult<Channel?>(null);
var actionTable = _configuration.Database.Tables["Action"];
var chatterTable = _configuration.Database.Tables["Chatter"];
var connectionTable = _configuration.Database.Tables["Connection"];
//var chatterGroupTable = _configuration.Database.Tables["ChatterGroup"];
var groupTable = _configuration.Database.Tables["Group"];
var groupPermissionTable = _configuration.Database.Tables["GroupPermission"];
var policyTable = _configuration.Database.Tables["Policy"];
var redemptionTable = _configuration.Database.Tables["Redemption"];
var ttsFilterTable = _configuration.Database.Tables["TtsFilter"];
var ttsVoiceStateTable = _configuration.Database.Tables["VoiceState"];
var chatters = new ChatterStore(userId, chatterTable, _database, _logger);
var connections = new ConnectionStore(userId, connectionTable, _database, _logger);
var groups = new GroupStore(userId, groupTable, _database, _configuration, _logger);
var groupPermissions = new GroupPermissionStore(userId, groupPermissionTable, _database, _logger);
var policies = new PolicyStore(userId, policyTable, _database, _logger);
var filters = new TTSFilterStore(userId, ttsFilterTable, _database, _logger);
var actions = new ActionStore(userId, actionTable, _database, _logger);
var redemptions = new RedemptionStore(userId, redemptionTable, _database, _logger);
var voiceStates = new VoiceStateStore(userId, new VoiceIdValidator(), ttsVoiceStateTable, _database, _logger);
Task.WaitAll([
chatters.Load(),
connections.Load(),
groups.Load(),
groupPermissions.Load(),
policies.Load(),
filters.Load(),
actions.Load(),
redemptions.Load(),
voiceStates.Save(),
]);
var channel = new Channel()
{ {
Id = userId, _mutex.WaitOne();
User = user, if (_channels.TryGetValue(userId, out var channel))
Chatters = chatters, return channel;
Connections = connections,
Groups = groups,
GroupPermissions = groupPermissions,
Policies = policies,
Filters = filters,
Actions = actions,
Redemptions = redemptions,
VoiceStates = voiceStates,
};
_channels.Add(userId, channel); var actionTable = _configuration.Database.Tables["Action"];
return Task.FromResult<Channel?>(channel); var chatterTable = _configuration.Database.Tables["Chatter"];
} var connectionTable = _configuration.Database.Tables["Connection"];
var connectionStateTable = _configuration.Database.Tables["ConnectionState"];
var emoteTable = _configuration.Database.Tables["Emote"];
var groupTable = _configuration.Database.Tables["Group"];
var groupPermissionTable = _configuration.Database.Tables["GroupPermission"];
var policyTable = _configuration.Database.Tables["Policy"];
var redemptionTable = _configuration.Database.Tables["Redemption"];
var ttsFilterTable = _configuration.Database.Tables["TtsFilter"];
var ttsVoiceStateTable = _configuration.Database.Tables["VoiceState"];
var chatters = new ChatterStore(userId, chatterTable, _database, _logger);
var connections = new ConnectionStore(userId, connectionTable, _database, _logger);
var emotes = new EmoteStore(userId, emoteTable, _database, _logger);
var groups = new GroupStore(userId, groupTable, _database, _configuration, _logger);
var groupPermissions = new GroupPermissionStore(userId, groupPermissionTable, groups, _database, _logger);
var policies = new PolicyStore(userId, policyTable, groups, _database, _logger);
var filters = new TTSFilterStore(userId, ttsFilterTable, _database, _logger);
var actions = new ActionStore(userId, actionTable, _database, _logger);
var redemptions = new RedemptionStore(userId, redemptionTable, actions, _database, _logger);
var voiceStates = new VoiceStateStore(userId, ttsVoiceStateTable, _voices, _database, _logger);
channel = new Channel()
{
Id = userId,
User = user,
Chatters = chatters,
Connections = connections,
Emotes = emotes,
Groups = groups,
GroupPermissions = groupPermissions,
Policies = policies,
Filters = filters,
Actions = actions,
Redemptions = redemptions,
VoiceStates = voiceStates,
};
Task.WaitAll([
channel.Actions.Load(),
channel.Chatters.Load(),
channel.Emotes.Load(),
channel.Connections.Load(),
channel.Groups.Load(),
channel.Filters.Load(),
channel.VoiceStates.Load(),
]);
Task.WaitAll([
channel.GroupPermissions.Load(),
channel.Policies.Load(),
channel.Redemptions.Load(),
]);
_channels.Add(userId, channel);
return channel;
}
finally
{
_mutex.ReleaseMutex();
}
});
} }
public Channel? Get(string channelId) public Channel? Get(string channelId)
{ {
if (_channels.TryGetValue(channelId, out var channel)) try
return channel; {
return null; _mutex.WaitOne();
if (_channels.TryGetValue(channelId, out var channel))
return channel;
return null;
}
finally
{
_mutex.ReleaseMutex();
}
} }
public async Task Save(string userId) public async Task Save(string userId)
{ {
if (!_channels.TryGetValue(userId, out var channel)) Channel? channel;
return; try
{
_mutex.WaitOne();
if (!_channels.TryGetValue(userId, out channel))
return;
}
finally
{
_mutex.ReleaseMutex();
}
_logger.Debug($"Saving channel data to database [channel id: {channel.Id}][channel name: {channel.User.Name}]"); _logger.Debug($"Saving channel data to database [channel id: {channel.Id}][channel name: {channel.User.Name}]");
await Task.WhenAll([ await Task.WhenAll([
channel.Chatters.Save(), channel.Chatters.Save(),
channel.Connections.Save(), channel.Connections.Save(),
channel.Emotes.Save(),
channel.Groups.Save(), channel.Groups.Save(),
channel.GroupPermissions.Save(), channel.GroupPermissions.Save(),
channel.Policies.Save(), channel.Policies.Save(),
@@ -121,17 +156,26 @@ namespace HermesSocketServer.Services
foreach (var channel in _channels.Values) foreach (var channel in _channels.Values)
{ {
_logger.Debug($"Saving channel data to database [channel id: {channel.Id}][channel name: {channel.User.Name}]"); _logger.Debug($"Saving channel data to database [channel id: {channel.Id}][channel name: {channel.User.Name}]");
await Task.WhenAll([ var genericTablesTask = Task.WhenAll([
channel.Chatters.Save(), channel.Chatters.Save(),
channel.Connections.Save(), channel.Connections.Save(),
channel.Emotes.Save(),
channel.Filters.Save(),
channel.VoiceStates.Save(),
]).ConfigureAwait(false);
await Task.WhenAll([
channel.Actions.Save(),
channel.Groups.Save(), channel.Groups.Save(),
]).ConfigureAwait(false);
await Task.WhenAll([
channel.GroupPermissions.Save(), channel.GroupPermissions.Save(),
channel.Policies.Save(), channel.Policies.Save(),
channel.Filters.Save(),
channel.Actions.Save(),
channel.Redemptions.Save(), channel.Redemptions.Save(),
channel.VoiceStates.Save(), ]).ConfigureAwait(false);
]);
await genericTablesTask;
} }
} }
} }

View File

@@ -1,4 +1,3 @@
using HermesSocketLibrary.db;
using HermesSocketLibrary.Requests.Messages; using HermesSocketLibrary.Requests.Messages;
using HermesSocketServer.Models; using HermesSocketServer.Models;
using HermesSocketServer.Store; using HermesSocketServer.Store;
@@ -24,10 +23,10 @@ namespace HermesSocketServer.Services
protected override async Task ExecuteAsync(CancellationToken cancellationToken) protected override async Task ExecuteAsync(CancellationToken cancellationToken)
{ {
_logger.Information("Loading TTS voices...");
await _voices.Load();
_logger.Information("Loading users..."); _logger.Information("Loading users...");
await _users.Load(); await _users.Load();
_logger.Information("Loading TTS voices...");
await _voices.Load();
await Task.Run(async () => await Task.Run(async () =>
{ {
@@ -35,11 +34,10 @@ namespace HermesSocketServer.Services
while (true) while (true)
{ {
await Task.WhenAll([ await _users.Save();
_voices.Save(), await _voices.Save();
_users.Save(), await _channels.Save();
_channels.Save(),
]);
await Task.Delay(TimeSpan.FromSeconds(_configuration.Database.SaveDelayInSeconds)); await Task.Delay(TimeSpan.FromSeconds(_configuration.Database.SaveDelayInSeconds));
} }
}); });

View File

@@ -6,32 +6,40 @@ namespace HermesSocketServer.Socket.Handlers
{ {
public class ChatterHandler : ISocketHandler public class ChatterHandler : ISocketHandler
{ {
private const int CHATTER_BUFFER_SIZE = 2000;
public int OperationCode { get; } = 6; public int OperationCode { get; } = 6;
private readonly Database _database; private readonly Database _database;
private readonly HashSet<long> _chatters; private readonly HashSet<long> _chatters;
private readonly ChatterMessage[] _array; private readonly long[] _array;
private readonly ILogger _logger; private readonly ILogger _logger;
private readonly object _lock; private readonly Mutex _lock;
private int _index; private int _index;
public ChatterHandler(Database database, ILogger logger) public ChatterHandler(Database database, ILogger logger)
{ {
_database = database; _database = database;
_logger = logger; _logger = logger;
_chatters = new HashSet<long>(1001); _chatters = new HashSet<long>(CHATTER_BUFFER_SIZE);
_array = new ChatterMessage[1000]; _array = new long[CHATTER_BUFFER_SIZE];
_index = -1; _index = -1;
_lock = new object(); _lock = new Mutex();
} }
public async Task Execute<T>(WebSocketUser sender, T message, HermesSocketManager sockets) public async Task Execute<T>(WebSocketUser sender, T message, HermesSocketManager sockets)
{ {
if (message is not ChatterMessage data || sender.Id == null) if (message is not ChatterMessage data || sender.Id == null)
return; return;
if (sender.Slave && !sender.WebLogin)
lock (_lock)
{ {
_logger.Warning($"Received message from a slave client [message type: chatter details][sender id: {sender.Id}][sender session: {sender.SessionId}]");
return;
}
try
{
_lock.WaitOne();
if (_chatters.Contains(data.Id)) if (_chatters.Contains(data.Id))
return; return;
@@ -40,7 +48,16 @@ namespace HermesSocketServer.Socket.Handlers
if (_index == _array.Length - 1) if (_index == _array.Length - 1)
_index = -1; _index = -1;
_array[++_index] = data; var previous = _array[++_index];
if (previous != 0)
{
_chatters.Remove(previous);
}
_array[_index] = data.Id;
}
finally
{
_lock.ReleaseMutex();
} }
try try

View File

@@ -1,36 +1,48 @@
using HermesSocketLibrary.db; using HermesSocketLibrary.Requests.Messages;
using HermesSocketLibrary.Socket.Data; using HermesSocketLibrary.Socket.Data;
using Npgsql; using HermesSocketServer.Services;
using ILogger = Serilog.ILogger; using ILogger = Serilog.ILogger;
namespace HermesSocketServer.Socket.Handlers namespace HermesSocketServer.Socket.Handlers
{ {
public class EmoteDetailsHandler : ISocketHandler public class EmoteDetailsHandler : ISocketHandler
{ {
public int OperationCode { get; } = 7; private const int EMOTE_BUFFER_SIZE = 5000;
private readonly Database _database;
private readonly HashSet<string> _emotes;
private readonly ILogger _logger;
private readonly object _lock;
public EmoteDetailsHandler(Database database, ILogger logger) public int OperationCode { get; } = 7;
private readonly ChannelManager _manager;
private readonly HashSet<string> _emotes;
private readonly string[] _array;
private readonly ILogger _logger;
private readonly Mutex _mutex;
private int _index;
public EmoteDetailsHandler(ChannelManager manager, ILogger logger)
{ {
_database = database; _manager = manager;
_emotes = new HashSet<string>(EMOTE_BUFFER_SIZE);
_array = new string[EMOTE_BUFFER_SIZE];
_logger = logger; _logger = logger;
_emotes = new HashSet<string>(501); _mutex = new Mutex();
_lock = new object(); _index = -1;
} }
public async Task Execute<T>(WebSocketUser sender, T message, HermesSocketManager sockets) public async Task Execute<T>(WebSocketUser sender, T message, HermesSocketManager sockets)
{ {
if (message is not EmoteDetailsMessage data || sender.Id == null) if (message is not EmoteDetailsMessage data || sender.Id == null)
return; return;
if (data.Emotes == null || !data.Emotes.Any()) if (data.Emotes == null || !data.Emotes.Any())
return; return;
if (sender.Slave && !sender.WebLogin)
lock (_lock)
{ {
_logger.Warning($"Received message from a slave client [message type: emote details][sender id: {sender.Id}][sender session: {sender.SessionId}]");
return;
}
try
{
_mutex.WaitOne();
foreach (var entry in data.Emotes) foreach (var entry in data.Emotes)
{ {
if (_emotes.Contains(entry.Key)) if (_emotes.Contains(entry.Key))
@@ -40,36 +52,32 @@ namespace HermesSocketServer.Socket.Handlers
} }
_emotes.Add(entry.Key); _emotes.Add(entry.Key);
if (_index == _array.Length - 1)
_index = -1;
var previous = _array[++_index];
if (previous != null)
{
_emotes.Remove(previous);
}
_array[_index] = entry.Key;
} }
} }
finally
{
_mutex.ReleaseMutex();
}
if (!data.Emotes.Any()) if (!data.Emotes.Any())
return; return;
int rows = 0; var channel = _manager.Get(sender.Id);
string sql = "INSERT INTO \"Emote\" (id, name) VALUES (@idd, @name)"; if (channel == null)
using (var connection = await _database.DataSource.OpenConnectionAsync()) return;
{
using (var command = new NpgsqlCommand(sql, connection)) foreach (var entry in data.Emotes)
{ channel.Emotes.Set(entry.Key, new EmoteInfo() { Id = entry.Key, Name = entry.Value, UserId = channel.Id });
foreach (var entry in data.Emotes)
{
command.Parameters.Clear();
command.Parameters.AddWithValue("idd", entry.Key);
command.Parameters.AddWithValue("name", entry.Value);
await command.PrepareAsync();
try
{
rows += await command.ExecuteNonQueryAsync();
}
catch (Exception e)
{
_logger.Error(e, "Failed to add emote detail: " + entry.Key + " -> " + entry.Value);
}
}
}
}
} }
} }
} }

View File

@@ -13,7 +13,7 @@ namespace HermesSocketServer.Socket.Handlers
private readonly HashSet<string> _history; private readonly HashSet<string> _history;
private readonly EmoteUsageMessage[] _array; private readonly EmoteUsageMessage[] _array;
private readonly ILogger _logger; private readonly ILogger _logger;
private readonly object _lock; private readonly Mutex _mutex;
private int _index; private int _index;
@@ -21,9 +21,9 @@ namespace HermesSocketServer.Socket.Handlers
{ {
_database = database; _database = database;
_logger = logger; _logger = logger;
_history = new HashSet<string>(101); _history = new HashSet<string>(1001);
_array = new EmoteUsageMessage[100]; _array = new EmoteUsageMessage[1000];
_lock = new object(); _mutex = new Mutex();
_index = -1; _index = -1;
} }
@@ -32,9 +32,15 @@ namespace HermesSocketServer.Socket.Handlers
{ {
if (message is not EmoteUsageMessage data || sender.Id == null) if (message is not EmoteUsageMessage data || sender.Id == null)
return; return;
if (sender.Slave && !sender.WebLogin)
lock (_lock)
{ {
_logger.Warning($"Received message from a slave client [message type: emote usage][sender id: {sender.Id}][sender session: {sender.SessionId}]");
return;
}
try
{
_mutex.WaitOne();
if (_history.Contains(data.MessageId)) if (_history.Contains(data.MessageId))
{ {
return; return;
@@ -50,7 +56,12 @@ namespace HermesSocketServer.Socket.Handlers
_array[_index] = data; _array[_index] = data;
} }
finally
{
_mutex.ReleaseMutex();
}
// TODO: multi-row inserts to increase database performance.
int rows = 0; int rows = 0;
string sql = "INSERT INTO \"EmoteUsageHistory\" (timestamp, \"broadcasterId\", \"emoteId\", \"chatterId\") VALUES (@time, @broadcaster, @emote, @chatter)"; string sql = "INSERT INTO \"EmoteUsageHistory\" (timestamp, \"broadcasterId\", \"emoteId\", \"chatterId\") VALUES (@time, @broadcaster, @emote, @chatter)";
using (var connection = await _database.DataSource.OpenConnectionAsync()) using (var connection = await _database.DataSource.OpenConnectionAsync())

View File

@@ -17,7 +17,7 @@ namespace HermesSocketServer.Socket.Handlers
private readonly Database _database; private readonly Database _database;
private readonly HermesSocketManager _sockets; private readonly HermesSocketManager _sockets;
private readonly ILogger _logger; private readonly ILogger _logger;
private readonly object _lock; private readonly SemaphoreSlim _semaphore;
public HermesLoginHandler(ChannelManager manager, IStore<string, TTSVoice> voices, ServerConfiguration configuration, Database database, HermesSocketManager sockets, ILogger logger) public HermesLoginHandler(ChannelManager manager, IStore<string, TTSVoice> voices, ServerConfiguration configuration, Database database, HermesSocketManager sockets, ILogger logger)
{ {
@@ -27,7 +27,7 @@ namespace HermesSocketServer.Socket.Handlers
_database = database; _database = database;
_sockets = sockets; _sockets = sockets;
_logger = logger; _logger = logger;
_lock = new object(); _semaphore = new SemaphoreSlim(1);
} }
@@ -42,110 +42,102 @@ namespace HermesSocketServer.Socket.Handlers
var result = await _database.ExecuteScalar(sql, new Dictionary<string, object>() { { "key", data.ApiKey } }); var result = await _database.ExecuteScalar(sql, new Dictionary<string, object>() { { "key", data.ApiKey } });
string? userId = result?.ToString(); string? userId = result?.ToString();
if (userId == null) if (string.IsNullOrWhiteSpace(userId))
return; return;
lock (_lock) IEnumerable<WebSocketUser?> recipients = Enumerable.Empty<WebSocketUser?>();
try
{ {
await _semaphore.WaitAsync();
if (sender.Id != null) if (sender.Id != null)
return; return;
sender.Id = userId; sender.Id = userId;
recipients = _sockets.GetSockets(userId).ToList().Where(s => s.SessionId != sender.SessionId);
sender.Slave = data.WebLogin || recipients.Any(r => r != null && !r.WebLogin);
sender.ApiKey = data.ApiKey; sender.ApiKey = data.ApiKey;
sender.WebLogin = data.WebLogin; sender.WebLogin = data.WebLogin;
}
var channel = _manager.Get(userId); // Fetch channel data.
if (channel == null) var channel = _manager.Get(userId);
{
channel = await _manager.Add(userId);
if (channel == null) if (channel == null)
{
channel = await _manager.Add(userId);
if (channel == null)
throw new Exception("Channel does not exist.");
}
sender.Name = channel.User.Name;
sender.Admin = channel.User.Role == "ADMIN";
if (string.IsNullOrEmpty(sender.Name))
{
_logger.Error($"Could not find username for a certain user [user id: {userId}][api key: {data.ApiKey}]");
return; return;
}
sender.Name = channel.User.Name;
sender.Admin = channel.User.Role == "ADMIN";
if (string.IsNullOrEmpty(sender.Name))
{
_logger.Error($"Could not find username for a certain user [user id: {userId}][api key: {data.ApiKey}]");
return;
}
if (string.IsNullOrEmpty(channel.User.DefaultVoice))
_logger.Warning($"No default voice was set for an user [user id: {userId}][api key: {data.ApiKey}]");
sql = "select \"providerAccountId\" from \"Account\" where \"userId\" = @user and provider = @provider";
var result2 = await _database.ExecuteScalar(sql, new Dictionary<string, object>() { { "user", userId }, { "provider", "twitch" } });
var providerId = result2?.ToString();
if (providerId == null) {
_logger.Warning($"Could not find the Provider Account Id [user id: {userId}][provider: twitch]");
return;
}
var ack = new LoginAckMessage()
{
UserId = userId,
ProviderAccountId = providerId,
SessionId = sender.UID,
UserName = channel.User.Name,
OwnerId = _configuration.Tts.OwnerId,
Admin = sender.Admin,
WebLogin = data.WebLogin,
WordFilters = channel.Filters.Get().Values,
DefaultTTSVoice = channel.User.DefaultVoice ?? _configuration.Tts.DefaultTtsVoice,
TTSVoicesAvailable = _voices.Get().ToDictionary(v => v.Key, v => v.Value.Name),
};
var userIdDict = new Dictionary<string, object>() { { "user", userId } };
ack.Connections = new List<Connection>();
string sql3 = "select \"name\", \"type\", \"clientId\", \"accessToken\", \"grantType\", \"scope\", \"expiresAt\", \"default\" from \"Connection\" where \"userId\" = @user";
await _database.Execute(sql3, userIdDict, sql =>
ack.Connections.Add(new Connection()
{
UserId = channel.Id,
Name = sql.GetString(0),
Type = sql.GetString(1),
ClientId = sql.GetString(2),
AccessToken = sql.GetString(3),
GrantType = sql.GetString(4),
Scope = sql.GetString(5),
ExpiresAt = sql.GetDateTime(6),
Default = sql.GetBoolean(7)
})
);
ack.EnabledTTSVoices = new List<string>();
string sql5 = $"SELECT v.name FROM \"TtsVoiceState\" s "
+ "INNER JOIN \"TtsVoice\" v ON s.\"ttsVoiceId\" = v.id "
+ "WHERE \"userId\" = @user AND state = true";
await _database.Execute(sql5, userIdDict, (r) => ack.EnabledTTSVoices.Add(r.GetString(0)));
await sender.Send(2, ack);
string version = data.MajorVersion == null ? "unknown" : $"{data.MajorVersion}.{data.MinorVersion}";
_logger.Information($"Hermes client logged in {(sender.Admin ? "as administrator " : "")}[name: {sender.Name}][id: {userId}][ip: {sender.IPAddress}][version: {version}][web: {data.WebLogin}]");
ack = new LoginAckMessage()
{
AnotherClient = true,
UserId = userId,
OwnerId = _configuration.Tts.OwnerId,
WebLogin = data.WebLogin
};
var recipients = _sockets.GetSockets(userId).ToList().Where(s => s.UID != sender.UID);
var tasks = new List<Task>();
foreach (var socket in recipients)
{
try
{
tasks.Add(socket.Send(2, ack));
} }
catch (Exception)
sql = "select \"providerAccountId\" from \"Account\" where \"userId\" = @user and provider = @provider";
var result2 = await _database.ExecuteScalar(sql, new Dictionary<string, object>() { { "user", userId }, { "provider", "twitch" } });
var providerId = result2?.ToString();
if (providerId == null)
{ {
_logger.Warning($"Could not find the Provider Account Id [user id: {userId}][provider: twitch]");
return;
} }
var voices = _voices.Get();
var voiceStates = channel.VoiceStates.Get();
var voicesEnabled = voices.Values.Where(v => !voiceStates.TryGetValue(v.Id, out var voice) || voice.Enabled).Select(v => v.Name).ToList();
var ack = new LoginAckMessage()
{
UserId = userId,
ProviderAccountId = providerId,
SessionId = sender.SessionId,
UserName = channel.User.Name,
StreamElementsOverlayKey = channel.User.StreamElementsOverlayKey,
OwnerId = _configuration.Tts.OwnerId,
Admin = sender.Admin,
WebLogin = data.WebLogin,
WordFilters = channel.Filters.Get().Values,
DefaultTTSVoice = channel.User.DefaultVoice ?? _configuration.Tts.DefaultTtsVoice,
TTSVoicesAvailable = voices.ToDictionary(v => v.Key, v => v.Value.Name),
EnabledTTSVoices = voicesEnabled,
Connections = channel.Connections.Get().Values.ToList(),
Slave = sender.Slave,
};
await sender.Send(2, ack);
// Sending notification to other clients about another client logging in.
string version = $"{data.MajorVersion}.{data.MinorVersion}.{data.PatchVersion}";
_logger.Information($"Hermes client logged in {(sender.Admin ? "as administrator " : "")}[name: {sender.Name}][id: {userId}][ip: {sender.IPAddress}][version: {version}][web: {data.WebLogin}]");
ack = new LoginAckMessage()
{
AnotherClient = true,
UserId = userId,
OwnerId = _configuration.Tts.OwnerId,
WebLogin = data.WebLogin
};
var tasks = new List<Task>();
foreach (var socket in recipients)
{
try
{
tasks.Add(socket!.Send(2, ack));
}
catch (Exception)
{
}
}
await Task.WhenAll(tasks);
}
finally
{
_semaphore.Release();
} }
await Task.WhenAll(tasks);
} }
} }
} }

View File

@@ -38,7 +38,7 @@ namespace HermesSocketServer.Socket.Handlers
return Task.CompletedTask; return Task.CompletedTask;
} }
logging.Invoke(message.Exception, message.Message + $" [ip: {sender.IPAddress}][id: {sender.Id}][name: {sender.Name}][token: {sender.ApiKey}][uid: {sender.UID}]"); logging.Invoke(message.Exception, message.Message + $" [ip: {sender.IPAddress}][id: {sender.Id}][name: {sender.Name}][token: {sender.ApiKey}][uid: {sender.SessionId}]");
return Task.CompletedTask; return Task.CompletedTask;
} }
} }

View File

@@ -23,6 +23,11 @@ namespace HermesSocketServer.Socket.Handlers
{ {
if (message is not RequestMessage data || sender.Id == null) if (message is not RequestMessage data || sender.Id == null)
return; return;
if (sender.Slave && !sender.WebLogin && !data.Type.StartsWith("get"))
{
_logger.Warning($"Received a non-get request from a slave client [request type: {data.Type}][sender id: {sender.Id}][sender session: {sender.SessionId}]");
return;
}
RequestResult? result = null; RequestResult? result = null;
_logger.Debug("Executing request handler: " + data.Type); _logger.Debug("Executing request handler: " + data.Type);

View File

@@ -6,9 +6,10 @@ namespace HermesSocketServer.Socket
{ {
public class HermesSocketManager public class HermesSocketManager
{ {
private IList<WebSocketUser> _sockets; private readonly IList<WebSocketUser> _sockets;
private System.Timers.Timer _timer; private readonly System.Timers.Timer _timer;
private ILogger _logger; private readonly ILogger _logger;
private readonly object _lock = new object();
public HermesSocketManager(ILogger logger) public HermesSocketManager(ILogger logger)
@@ -18,31 +19,40 @@ namespace HermesSocketServer.Socket
_timer.Elapsed += async (sender, e) => await HandleHeartbeats(e); _timer.Elapsed += async (sender, e) => await HandleHeartbeats(e);
_timer.Enabled = true; _timer.Enabled = true;
_logger = logger; _logger = logger;
_lock = new object();
} }
public void Add(WebSocketUser socket) public void Add(WebSocketUser socket)
{ {
_sockets.Add(socket); lock (_lock)
{
_sockets.Add(socket);
}
} }
public IList<WebSocketUser> GetAllSockets() public IList<WebSocketUser> GetAllSockets()
{ {
return _sockets.AsReadOnly(); lock (_lock)
{
return _sockets.AsReadOnly();
}
} }
public IEnumerable<WebSocketUser> GetSockets(string userId) public IEnumerable<WebSocketUser> GetSockets(string userId)
{ {
foreach (var socket in _sockets) lock (_lock)
{ {
if (socket.Id == userId) return _sockets.Where(s => s.Id == userId);
yield return socket;
} }
} }
public bool Remove(WebSocketUser socket) public bool Remove(WebSocketUser socket)
{ {
return _sockets.Remove(socket); lock (_lock)
{
return _sockets.Remove(socket);
}
} }
private async Task HandleHeartbeats(ElapsedEventArgs e) private async Task HandleHeartbeats(ElapsedEventArgs e)

View File

@@ -22,7 +22,8 @@ namespace HermesSocketServer.Socket
public WebSocketState State { get => _socket.State; } public WebSocketState State { get => _socket.State; }
public IPAddress? IPAddress { get => _ipAddress; } public IPAddress? IPAddress { get => _ipAddress; }
public bool Connected { get => _connected; } public bool Connected { get => _connected; }
public string UID { get; } public bool Slave { get; set; }
public string SessionId { get; }
public string? ApiKey { get; set; } public string? ApiKey { get; set; }
public string? Id { get; set; } public string? Id { get; set; }
public string? Name { get; set; } public string? Name { get; set; }
@@ -43,7 +44,7 @@ namespace HermesSocketServer.Socket
Admin = false; Admin = false;
WebLogin = false; WebLogin = false;
_cts = new CancellationTokenSource(); _cts = new CancellationTokenSource();
UID = Guid.NewGuid().ToString("D"); SessionId = Guid.NewGuid().ToString("D");
LastHeartbeatReceived = DateTime.UtcNow; LastHeartbeatReceived = DateTime.UtcNow;
} }

View File

@@ -118,6 +118,8 @@ s.AddSingleton<IRequest, GetConnections>();
s.AddSingleton<IRequest, GetDefaultTTSVoice>(); s.AddSingleton<IRequest, GetDefaultTTSVoice>();
s.AddSingleton<IRequest, GetEmotes>(); s.AddSingleton<IRequest, GetEmotes>();
s.AddSingleton<IRequest, GetEnabledTTSVoices>(); s.AddSingleton<IRequest, GetEnabledTTSVoices>();
s.AddSingleton<IRequest, GetGroups>();
s.AddSingleton<IRequest, GetGroupPermissions>();
s.AddSingleton<IRequest, GetPermissions>(); s.AddSingleton<IRequest, GetPermissions>();
s.AddSingleton<IRequest, GetRedeemableActions>(); s.AddSingleton<IRequest, GetRedeemableActions>();
s.AddSingleton<IRequest, GetRedemptions>(); s.AddSingleton<IRequest, GetRedemptions>();

View File

@@ -23,7 +23,7 @@ namespace HermesSocketServer.Store
public override async Task Load() public override async Task Load()
{ {
var data = new Dictionary<string, object>() { { "user", _userId } }; var data = new Dictionary<string, object>() { { "user", _userId } };
string sql = $"SELECT name, type, data FROM \"Action\" WHERE \"userId\" = @user"; string sql = $"SELECT name, type, has_message, data FROM \"Action\" WHERE \"userId\" = @user";
await _database.Execute(sql, data, (reader) => await _database.Execute(sql, data, (reader) =>
{ {
var name = reader.GetString(0); var name = reader.GetString(0);
@@ -32,7 +32,8 @@ namespace HermesSocketServer.Store
UserId = _userId, UserId = _userId,
Name = name, Name = name,
Type = reader.GetString(1), Type = reader.GetString(1),
Data = JsonSerializer.Deserialize<IDictionary<string, string>>(reader.GetString(2))! HasMessage = reader.GetBoolean(2),
Data = JsonSerializer.Deserialize<IDictionary<string, string>>(reader.GetString(3))!
}); });
}); });
_logger.Information($"Loaded {_store.Count} redeemable actions from database."); _logger.Information($"Loaded {_store.Count} redeemable actions from database.");
@@ -46,6 +47,9 @@ namespace HermesSocketServer.Store
ArgumentException.ThrowIfNullOrWhiteSpace(value.Name, nameof(value.Name)); ArgumentException.ThrowIfNullOrWhiteSpace(value.Name, nameof(value.Name));
ArgumentException.ThrowIfNullOrWhiteSpace(value.Type, nameof(value.Type)); ArgumentException.ThrowIfNullOrWhiteSpace(value.Type, nameof(value.Type));
ArgumentNullException.ThrowIfNull(value.Data, nameof(value.Data)); ArgumentNullException.ThrowIfNull(value.Data, nameof(value.Data));
if (value.Name.Length > 36)
throw new ArgumentException("Action name cannot be longer than 36 characters.");
} }
protected override void OnInitialModify(string key, RedeemableAction oldValue, RedeemableAction newValue) protected override void OnInitialModify(string key, RedeemableAction oldValue, RedeemableAction newValue)

View File

@@ -30,7 +30,8 @@ namespace HermesSocketServer.Store
await _database.Execute(sql, data, (reader) => await _database.Execute(sql, data, (reader) =>
{ {
var chatterId = reader.GetInt32(0).ToString(); var chatterId = reader.GetInt32(0).ToString();
lock (_lock) _rwls.EnterWriteLock();
try
{ {
_store.Add(chatterId, new GroupChatter() _store.Add(chatterId, new GroupChatter()
{ {
@@ -40,6 +41,10 @@ namespace HermesSocketServer.Store
ChatterLabel = reader.GetString(1), ChatterLabel = reader.GetString(1),
}); });
} }
finally
{
_rwls.ExitWriteLock();
}
}); });
_logger.Information($"Loaded {_store.Count} group chatters from database [group id: {_groupId}]"); _logger.Information($"Loaded {_store.Count} group chatters from database [group id: {_groupId}]");
} }

View File

@@ -38,7 +38,7 @@ namespace HermesSocketServer.Store
Default = reader.GetBoolean(7), Default = reader.GetBoolean(7),
}); });
}); });
_logger.Information($"Loaded {_store.Count} groups from database."); _logger.Information($"Loaded {_store.Count} connections from database.");
} }
protected override void OnInitialAdd(string key, Connection value) protected override void OnInitialAdd(string key, Connection value)
@@ -54,6 +54,9 @@ namespace HermesSocketServer.Store
ArgumentException.ThrowIfNullOrWhiteSpace(value.Scope, nameof(value.Scope)); ArgumentException.ThrowIfNullOrWhiteSpace(value.Scope, nameof(value.Scope));
ArgumentNullException.ThrowIfNull(value.ExpiresAt, nameof(value.ExpiresAt)); ArgumentNullException.ThrowIfNull(value.ExpiresAt, nameof(value.ExpiresAt));
ArgumentNullException.ThrowIfNull(value.Default, nameof(value.Default)); ArgumentNullException.ThrowIfNull(value.Default, nameof(value.Default));
if (value.Name.Length > 36)
throw new ArgumentException("Action name cannot be longer than 36 characters.");
} }
protected override void OnInitialModify(string key, Connection oldValue, Connection newValue) protected override void OnInitialModify(string key, Connection oldValue, Connection newValue)
@@ -70,6 +73,8 @@ namespace HermesSocketServer.Store
ArgumentNullException.ThrowIfNull(newValue.Default, nameof(newValue.Default)); ArgumentNullException.ThrowIfNull(newValue.Default, nameof(newValue.Default));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(oldValue.UserId)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(oldValue.UserId));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.Name, newValue.Name, nameof(oldValue.Name)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.Name, newValue.Name, nameof(oldValue.Name));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.Type, newValue.Type, nameof(oldValue.Type));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.ClientId, newValue.ClientId, nameof(oldValue.ClientId));
} }
} }
} }

62
Store/EmoteStore.cs Normal file
View File

@@ -0,0 +1,62 @@
using System.Collections.Concurrent;
using HermesSocketLibrary.db;
using HermesSocketLibrary.Requests.Messages;
using HermesSocketServer.Store.Internal;
namespace HermesSocketServer.Store
{
public class EmoteStore : AutoSavedStore<string, EmoteInfo>
{
private readonly string _userId;
private readonly Database _database;
private readonly Serilog.ILogger _logger;
public EmoteStore(string userId, DatabaseTable table, Database database, Serilog.ILogger logger)
: base(table, database, logger)
{
_userId = userId;
_database = database;
_logger = logger;
}
public override async Task Load()
{
var emotes = new List<EmoteInfo>();
var data = new Dictionary<string, object>() { { "user", _userId } };
string sql = $"SELECT id, name FROM \"Emote\" WHERE \"userId\" = @user";
await _database.Execute(sql, data, (reader) =>
{
var id = reader.GetString(0);
var name = reader.GetString(1);
_store.Add(id, new EmoteInfo()
{
Id = id,
UserId = _userId,
Name = name,
});
emotes.Add(new EmoteInfo() { Id = id, Name = name, UserId = _userId });
});
_logger.Information($"Loaded {_store.Count} emotes from database.");
}
protected override void OnInitialAdd(string key, EmoteInfo value)
{
ArgumentException.ThrowIfNullOrWhiteSpace(key, nameof(key));
ArgumentNullException.ThrowIfNull(value, nameof(value));
ArgumentException.ThrowIfNullOrWhiteSpace(value.UserId, nameof(value.UserId));
ArgumentException.ThrowIfNullOrWhiteSpace(value.Name, nameof(value.Name));
}
protected override void OnInitialModify(string key, EmoteInfo oldValue, EmoteInfo newValue)
{
ArgumentNullException.ThrowIfNull(newValue, nameof(newValue));
ArgumentException.ThrowIfNullOrWhiteSpace(newValue.UserId, nameof(newValue.UserId));
ArgumentException.ThrowIfNullOrWhiteSpace(newValue.Name, nameof(newValue.Name));
}
protected override void OnPostRemove(string key, EmoteInfo value)
{
}
}
}

View File

@@ -7,14 +7,16 @@ namespace HermesSocketServer.Store
public class GroupPermissionStore : AutoSavedStore<string, GroupPermission> public class GroupPermissionStore : AutoSavedStore<string, GroupPermission>
{ {
private readonly string _userId; private readonly string _userId;
private readonly IStore<string, Group> _groups;
private readonly Database _database; private readonly Database _database;
private readonly Serilog.ILogger _logger; private readonly Serilog.ILogger _logger;
public GroupPermissionStore(string userId, DatabaseTable table, Database database, Serilog.ILogger logger) public GroupPermissionStore(string userId, DatabaseTable table, IStore<string, Group> groups, Database database, Serilog.ILogger logger)
: base(table, database, logger) : base(table, database, logger)
{ {
_userId = userId; _userId = userId;
_groups = groups;
_database = database; _database = database;
_logger = logger; _logger = logger;
} }
@@ -30,7 +32,7 @@ namespace HermesSocketServer.Store
{ {
Id = id, Id = id,
UserId = _userId, UserId = _userId,
GroupId = reader.GetGuid(1).ToString(), GroupId = reader.GetGuid(1),
Path = reader.GetString(2), Path = reader.GetString(2),
Allow = await reader.IsDBNullAsync(3) ? null : reader.GetBoolean(3), Allow = await reader.IsDBNullAsync(3) ? null : reader.GetBoolean(3),
}); });
@@ -43,18 +45,26 @@ namespace HermesSocketServer.Store
ArgumentException.ThrowIfNullOrWhiteSpace(key, nameof(key)); ArgumentException.ThrowIfNullOrWhiteSpace(key, nameof(key));
ArgumentNullException.ThrowIfNull(value, nameof(value)); ArgumentNullException.ThrowIfNull(value, nameof(value));
ArgumentException.ThrowIfNullOrWhiteSpace(value.UserId, nameof(value.UserId)); ArgumentException.ThrowIfNullOrWhiteSpace(value.UserId, nameof(value.UserId));
ArgumentException.ThrowIfNullOrWhiteSpace(value.GroupId, nameof(value.GroupId)); ArgumentNullException.ThrowIfNull(value.GroupId, nameof(value.GroupId));
ArgumentException.ThrowIfNullOrWhiteSpace(value.Path, nameof(value.Path)); ArgumentException.ThrowIfNullOrWhiteSpace(value.Path, nameof(value.Path));
if (value.Path.Length > 100)
throw new ArgumentException("The path cannot be longer than 100 characters.");
if (_groups.Get(value.GroupId.ToString()) == null)
throw new ArgumentException("The group id does not exist.");
} }
protected override void OnInitialModify(string key, GroupPermission oldValue, GroupPermission newValue) protected override void OnInitialModify(string key, GroupPermission oldValue, GroupPermission newValue)
{ {
ArgumentNullException.ThrowIfNull(newValue, nameof(newValue)); ArgumentNullException.ThrowIfNull(newValue, nameof(newValue));
ArgumentException.ThrowIfNullOrWhiteSpace(newValue.UserId, nameof(newValue.UserId)); ArgumentException.ThrowIfNullOrWhiteSpace(newValue.UserId, nameof(newValue.UserId));
ArgumentException.ThrowIfNullOrWhiteSpace(newValue.GroupId, nameof(newValue.GroupId)); ArgumentNullException.ThrowIfNull(newValue.GroupId, nameof(newValue.GroupId));
ArgumentException.ThrowIfNullOrWhiteSpace(newValue.Path, nameof(newValue.Path)); ArgumentException.ThrowIfNullOrWhiteSpace(newValue.Path, nameof(newValue.Path));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(oldValue.UserId)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(oldValue.UserId));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.GroupId, newValue.GroupId, nameof(oldValue.GroupId)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.GroupId, newValue.GroupId, nameof(oldValue.GroupId));
if (oldValue.Path != newValue.Path && newValue.Path.Length > 100)
throw new ArgumentException("The path cannot be longer than 100 characters.");
} }
protected override void OnPostRemove(string key, GroupPermission value) protected override void OnPostRemove(string key, GroupPermission value)

View File

@@ -67,7 +67,7 @@ namespace HermesSocketServer.Store
{ {
List<Task> tasks = _chatters.Values.Select(c => c.Save()).ToList(); List<Task> tasks = _chatters.Values.Select(c => c.Save()).ToList();
tasks.Add(base.Save()); tasks.Add(base.Save());
await Task.WhenAll(base.Save()); await Task.WhenAll(tasks);
} }
protected override void OnInitialAdd(string key, Group value) protected override void OnInitialAdd(string key, Group value)

View File

@@ -2,12 +2,13 @@ namespace HermesSocketServer.Store
{ {
public interface IStore<K, V> public interface IStore<K, V>
{ {
bool Exists(K key);
V? Get(K key); V? Get(K key);
IDictionary<K, V> Get(); IDictionary<K, V> Get();
Task Load(); Task Load();
bool Modify(K? key, Action<V> modify); bool Modify(K? key, Action<V> modify);
bool Modify(K? key, V value); bool Modify(K? key, V value);
bool Remove(K? key); bool Remove(K? key, bool fromCascade = false);
Task Save(); Task Save();
bool Set(K? key, V value); bool Set(K? key, V value);
} }

View File

@@ -46,13 +46,26 @@ namespace HermesSocketServer.Store.Internal
private async Task GenerateQuery(IList<K> keys, Func<int, string> generate, Func<string, IEnumerable<K>, IEnumerable<V>, Task<int>> execute) private async Task GenerateQuery(IList<K> keys, Func<int, string> generate, Func<string, IEnumerable<K>, IEnumerable<V>, Task<int>> execute)
{ {
ImmutableList<K>? list = null; ImmutableList<K>? list = null;
lock (_lock) _rwls.EnterUpgradeableReadLock();
try
{ {
if (!keys.Any()) if (!keys.Any())
return; return;
list = keys.ToImmutableList(); _rwls.EnterWriteLock();
keys.Clear(); try
{
list = keys.ToImmutableList();
keys.Clear();
}
finally
{
_rwls.ExitWriteLock();
}
}
finally
{
_rwls.ExitUpgradeableReadLock();
} }
var query = generate(list.Count); var query = generate(list.Count);

View File

@@ -51,13 +51,26 @@ namespace HermesSocketServer.Store.Internal
private async Task GenerateQuery(IList<K> keys, Func<int, string> generate, Func<string, IEnumerable<K>, IEnumerable<V?>, Task<int>> execute) private async Task GenerateQuery(IList<K> keys, Func<int, string> generate, Func<string, IEnumerable<K>, IEnumerable<V?>, Task<int>> execute)
{ {
ImmutableList<K>? list = null; ImmutableList<K>? list = null;
lock (_lock) _rwls.EnterUpgradeableReadLock();
try
{ {
if (!keys.Any()) if (!keys.Any())
return; return;
list = keys.ToImmutableList(); _rwls.EnterWriteLock();
keys.Clear(); try
{
list = keys.ToImmutableList();
keys.Clear();
}
finally
{
_rwls.ExitWriteLock();
}
}
finally
{
_rwls.ExitUpgradeableReadLock();
} }
var query = generate(list.Count); var query = generate(list.Count);
@@ -77,15 +90,27 @@ namespace HermesSocketServer.Store.Internal
private async Task GenerateDeleteQuery(IList<K> keys, IList<V> values, Func<int, string> generate, Func<string, IEnumerable<V>, Task<int>> execute) private async Task GenerateDeleteQuery(IList<K> keys, IList<V> values, Func<int, string> generate, Func<string, IEnumerable<V>, Task<int>> execute)
{ {
ImmutableList<V>? list = null; ImmutableList<V>? list = null;
lock (_lock) _rwls.EnterUpgradeableReadLock();
try
{ {
if (!keys.Any() || !values.Any()) { if (!keys.Any() || !values.Any())
return; return;
}
list = values.ToImmutableList(); _rwls.EnterWriteLock();
values.Clear(); try
keys.Clear(); {
list = values.ToImmutableList();
values.Clear();
keys.Clear();
}
finally
{
_rwls.ExitWriteLock();
}
}
finally
{
_rwls.ExitUpgradeableReadLock();
} }
var query = generate(list.Count); var query = generate(list.Count);

View File

@@ -95,15 +95,14 @@ namespace HermesSocketServer.Store.Internal
var ctp = columns.ToDictionary(c => c, c => _columnPropertyRelations[c]); var ctp = columns.ToDictionary(c => c, c => _columnPropertyRelations[c]);
var sb = new StringBuilder(); var sb = new StringBuilder();
var columnsLower = columns.Select(c => c.ToLower());
sb.Append($"INSERT INTO \"{table}\" (\"{string.Join("\", \"", columns)}\") VALUES "); sb.Append($"INSERT INTO \"{table}\" (\"{string.Join("\", \"", columns)}\") VALUES ");
for (var row = 0; row < rows; row++) for (var row = 0; row < rows; row++)
{ {
sb.Append("("); sb.Append("(");
foreach (var column in columnsLower) foreach (var column in columns)
{ {
sb.Append('@') sb.Append('@')
.Append(column) .Append(column.ToLower())
.Append(row); .Append(row);
if (typeMapping.TryGetValue(column, out var type)) if (typeMapping.TryGetValue(column, out var type))

View File

@@ -10,7 +10,7 @@ namespace HermesSocketServer.Store.Internal
protected readonly IList<K> _added; protected readonly IList<K> _added;
protected readonly IList<K> _modified; protected readonly IList<K> _modified;
protected readonly IList<K> _deleted; protected readonly IList<K> _deleted;
protected readonly object _lock; protected readonly ReaderWriterLockSlim _rwls;
public GroupSaveStore() public GroupSaveStore()
@@ -19,7 +19,7 @@ namespace HermesSocketServer.Store.Internal
_added = new List<K>(); _added = new List<K>();
_modified = new List<K>(); _modified = new List<K>();
_deleted = new List<K>(); _deleted = new List<K>();
_lock = new object(); _rwls = new ReaderWriterLockSlim();
} }
public abstract Task Load(); public abstract Task Load();
@@ -28,22 +28,46 @@ namespace HermesSocketServer.Store.Internal
protected abstract void OnPostRemove(K key, V value); protected abstract void OnPostRemove(K key, V value);
public abstract Task Save(); public abstract Task Save();
public bool Exists(K key)
{
_rwls.EnterReadLock();
try
{
return _store.ContainsKey(key);
}
finally
{
_rwls.ExitReadLock();
}
}
public V? Get(K key) public V? Get(K key)
{ {
lock (_lock) _rwls.EnterReadLock();
try
{ {
if (_store.TryGetValue(key, out var value)) if (_store.TryGetValue(key, out var value))
return value; return value;
} }
finally
{
_rwls.ExitReadLock();
}
return null; return null;
} }
public IDictionary<K, V> Get() public IDictionary<K, V> Get()
{ {
lock (_lock) _rwls.EnterReadLock();
try
{ {
return _store.ToImmutableDictionary(); return _store.ToImmutableDictionary();
} }
finally
{
_rwls.ExitReadLock();
}
} }
public bool Modify(K? key, V value) public bool Modify(K? key, V value)
@@ -51,19 +75,32 @@ namespace HermesSocketServer.Store.Internal
if (key == null) if (key == null)
return false; return false;
lock (_lock) _rwls.EnterUpgradeableReadLock();
try
{ {
if (_store.TryGetValue(key, out V? oldValue)) if (_store.TryGetValue(key, out V? oldValue))
{ {
OnInitialModify(key, oldValue, value); _rwls.EnterWriteLock();
_store[key] = value; try
if (!_added.Contains(key) && !_modified.Contains(key))
{ {
_modified.Add(key); OnInitialModify(key, oldValue, value);
_store[key] = value;
if (!_added.Contains(key) && !_modified.Contains(key))
{
_modified.Add(key);
}
return true;
}
finally
{
_rwls.ExitWriteLock();
} }
return true;
} }
} }
finally
{
_rwls.ExitUpgradeableReadLock();
}
return false; return false;
} }
@@ -72,45 +109,61 @@ namespace HermesSocketServer.Store.Internal
if (key == null) if (key == null)
return false; return false;
lock (_lock) _rwls.EnterUpgradeableReadLock();
try
{ {
if (_store.TryGetValue(key, out V? value)) if (_store.TryGetValue(key, out V? value))
{ {
modify(value); _rwls.EnterWriteLock();
if (!_added.Contains(key) && !_modified.Contains(key)) try
{ {
_modified.Add(key); modify(value);
if (!_added.Contains(key) && !_modified.Contains(key))
{
_modified.Add(key);
}
return true;
}
finally
{
_rwls.ExitWriteLock();
} }
return true;
} }
} }
finally
{
_rwls.ExitUpgradeableReadLock();
}
return false; return false;
} }
public bool Remove(K? key) public bool Remove(K? key, bool fromCascade = false)
{ {
if (key == null) if (key == null)
return false; return false;
lock (_lock) _rwls.EnterWriteLock();
try
{ {
if (_store.TryGetValue(key, out var value)) if (_store.TryGetValue(key, out var value))
{ {
if (_store.Remove(key)) _store.Remove(key);
OnPostRemove(key, value);
if (!_added.Remove(key))
{ {
OnPostRemove(key, value); _modified.Remove(key);
if (!_added.Remove(key)) if (!fromCascade && !_deleted.Contains(key))
{ {
_modified.Remove(key); _deleted.Add(key);
if (!_deleted.Contains(key))
{
_deleted.Add(key);
}
} }
return true;
} }
return true;
} }
} }
finally
{
_rwls.ExitWriteLock();
}
return false; return false;
} }
@@ -119,20 +172,18 @@ namespace HermesSocketServer.Store.Internal
if (key == null) if (key == null)
return false; return false;
lock (_lock) _rwls.EnterWriteLock();
try
{ {
if (_store.TryGetValue(key, out V? fetched)) if (_store.TryGetValue(key, out V? fetched))
{ {
if (fetched != value) OnInitialModify(key, fetched, value);
_store[key] = value;
if (!_added.Contains(key) && !_modified.Contains(key))
{ {
OnInitialModify(key, fetched, value); _modified.Add(key);
_store[key] = value;
if (!_added.Contains(key) && !_modified.Contains(key))
{
_modified.Add(key);
}
return true;
} }
return true;
} }
else else
{ {
@@ -145,7 +196,10 @@ namespace HermesSocketServer.Store.Internal
return true; return true;
} }
} }
return false; finally
{
_rwls.ExitWriteLock();
}
} }
} }
} }

View File

@@ -1,4 +1,5 @@
using HermesSocketLibrary.db; using HermesSocketLibrary.db;
using HermesSocketLibrary.Requests.Messages;
using HermesSocketServer.Messages; using HermesSocketServer.Messages;
using HermesSocketServer.Store.Internal; using HermesSocketServer.Store.Internal;
@@ -7,14 +8,16 @@ namespace HermesSocketServer.Store
public class PolicyStore : AutoSavedStore<string, Policy> public class PolicyStore : AutoSavedStore<string, Policy>
{ {
private readonly string _userId; private readonly string _userId;
private readonly IStore<string, Group> _groups;
private readonly Database _database; private readonly Database _database;
private readonly Serilog.ILogger _logger; private readonly Serilog.ILogger _logger;
public PolicyStore(string userId, DatabaseTable table, Database database, Serilog.ILogger logger) public PolicyStore(string userId, DatabaseTable table, IStore<string, Group> groups, Database database, Serilog.ILogger logger)
: base(table, database, logger) : base(table, database, logger)
{ {
_userId = userId; _userId = userId;
_groups = groups;
_database = database; _database = database;
_logger = logger; _logger = logger;
} }
@@ -50,6 +53,9 @@ namespace HermesSocketServer.Store
ArgumentOutOfRangeException.ThrowIfNegativeOrZero(value.Span, nameof(value.Span)); ArgumentOutOfRangeException.ThrowIfNegativeOrZero(value.Span, nameof(value.Span));
ArgumentOutOfRangeException.ThrowIfLessThan(value.Span, 1000, nameof(value.Span)); ArgumentOutOfRangeException.ThrowIfLessThan(value.Span, 1000, nameof(value.Span));
ArgumentOutOfRangeException.ThrowIfGreaterThan(value.Span, 86400, nameof(value.Span)); ArgumentOutOfRangeException.ThrowIfGreaterThan(value.Span, 86400, nameof(value.Span));
if (_groups.Get(value.GroupId.ToString()) == null)
throw new ArgumentException("The group id does not exist.");
} }
protected override void OnInitialModify(string key, Policy oldValue, Policy newValue) protected override void OnInitialModify(string key, Policy oldValue, Policy newValue)

View File

@@ -7,14 +7,16 @@ namespace HermesSocketServer.Store
public class RedemptionStore : AutoSavedStore<string, Redemption> public class RedemptionStore : AutoSavedStore<string, Redemption>
{ {
private readonly string _userId; private readonly string _userId;
private readonly IStore<string, RedeemableAction> _actions;
private readonly Database _database; private readonly Database _database;
private readonly Serilog.ILogger _logger; private readonly Serilog.ILogger _logger;
public RedemptionStore(string userId, DatabaseTable table, Database database, Serilog.ILogger logger) public RedemptionStore(string userId, DatabaseTable table, IStore<string, RedeemableAction> actions, Database database, Serilog.ILogger logger)
: base(table, database, logger) : base(table, database, logger)
{ {
_userId = userId; _userId = userId;
_actions = actions;
_database = database; _database = database;
_logger = logger; _logger = logger;
} }
@@ -50,6 +52,9 @@ namespace HermesSocketServer.Store
ArgumentNullException.ThrowIfNull(value.Order, nameof(value.Order)); ArgumentNullException.ThrowIfNull(value.Order, nameof(value.Order));
ArgumentOutOfRangeException.ThrowIfNegative(value.Order, nameof(value.Order)); ArgumentOutOfRangeException.ThrowIfNegative(value.Order, nameof(value.Order));
ArgumentOutOfRangeException.ThrowIfGreaterThan(value.Order, 99, nameof(value.Order)); ArgumentOutOfRangeException.ThrowIfGreaterThan(value.Order, 99, nameof(value.Order));
if (_actions.Get(value.ActionName) == null)
throw new ArgumentException("The action name does not exist.");
} }
protected override void OnInitialModify(string key, Redemption oldValue, Redemption newValue) protected override void OnInitialModify(string key, Redemption oldValue, Redemption newValue)
@@ -64,6 +69,9 @@ namespace HermesSocketServer.Store
ArgumentOutOfRangeException.ThrowIfGreaterThan(newValue.Order, 99, nameof(newValue.Order)); ArgumentOutOfRangeException.ThrowIfGreaterThan(newValue.Order, 99, nameof(newValue.Order));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.Id, newValue.Id, nameof(newValue.Id)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.Id, newValue.Id, nameof(newValue.Id));
ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(newValue.UserId)); ArgumentOutOfRangeException.ThrowIfNotEqual(oldValue.UserId, newValue.UserId, nameof(newValue.UserId));
if (oldValue.ActionName != newValue.ActionName && _actions.Get(newValue.ActionName) == null)
throw new ArgumentException("The action name does not exist.");
} }
protected override void OnPostRemove(string key, Redemption? value) protected override void OnPostRemove(string key, Redemption? value)

View File

@@ -19,7 +19,7 @@ namespace HermesSocketServer.Store
public override async Task Load() public override async Task Load()
{ {
string sql = "SELECT id, name, email, role, \"ttsDefaultVoice\" FROM \"User\";"; string sql = "SELECT id, name, email, role, \"ttsDefaultVoice\", seolkey FROM \"User\";";
await _database.Execute(sql, new Dictionary<string, object>(), (reader) => await _database.Execute(sql, new Dictionary<string, object>(), (reader) =>
{ {
string id = reader.GetString(0); string id = reader.GetString(0);
@@ -30,6 +30,7 @@ namespace HermesSocketServer.Store
Email = reader.GetString(2), Email = reader.GetString(2),
Role = reader.GetString(3), Role = reader.GetString(3),
DefaultVoice = reader.GetString(4), DefaultVoice = reader.GetString(4),
StreamElementsOverlayKey = reader.GetString(5),
}); });
}); });
_logger.Information($"Loaded {_store.Count} users from database."); _logger.Information($"Loaded {_store.Count} users from database.");

View File

@@ -8,18 +8,21 @@ namespace HermesSocketServer.Store
public class VoiceStateStore : ComplexAutoSavedStore<string, TTSVoiceState> public class VoiceStateStore : ComplexAutoSavedStore<string, TTSVoiceState>
{ {
private readonly string _userId; private readonly string _userId;
private readonly IStore<string, TTSVoice> _voices;
private readonly VoiceIdValidator _idValidator; private readonly VoiceIdValidator _idValidator;
private readonly Database _database; private readonly Database _database;
private readonly Serilog.ILogger _logger; private readonly Serilog.ILogger _logger;
public VoiceStateStore(string userId, VoiceIdValidator voiceIdValidator, DatabaseTable table, Database database, Serilog.ILogger logger) public VoiceStateStore(string userId, DatabaseTable table, IStore<string, TTSVoice> voices, Database database, Serilog.ILogger logger)
: base(table, database, logger) : base(table, database, logger)
{ {
_userId = userId; _userId = userId;
_idValidator = voiceIdValidator; _voices = voices;
_database = database; _database = database;
_logger = logger; _logger = logger;
_idValidator = new VoiceIdValidator();
} }
public override async Task Load() public override async Task Load()
@@ -47,6 +50,9 @@ namespace HermesSocketServer.Store
ArgumentException.ThrowIfNullOrWhiteSpace(value.Id, nameof(value.Id)); ArgumentException.ThrowIfNullOrWhiteSpace(value.Id, nameof(value.Id));
ArgumentException.ThrowIfNullOrWhiteSpace(value.UserId, nameof(value.UserId)); ArgumentException.ThrowIfNullOrWhiteSpace(value.UserId, nameof(value.UserId));
ArgumentNullException.ThrowIfNull(value.Enabled, nameof(value.Enabled)); ArgumentNullException.ThrowIfNull(value.Enabled, nameof(value.Enabled));
if (_voices.Get(value.Id) == null)
throw new ArgumentException("The voice does not exist.");
} }
protected override void OnInitialModify(string key, TTSVoiceState oldValue, TTSVoiceState newValue) protected override void OnInitialModify(string key, TTSVoiceState oldValue, TTSVoiceState newValue)