minster586/nadekobot
1
0
Fork 0
mirror of https://gitlab.com/Kwoth/nadekobot.git synced 2025-09-11 01:38:27 -04:00
Code Issues Packages Projects Releases Wiki Activity

Stream follows now use new pubsub, cleanup

Browse Source
This commit is contained in:
Kwoth
2021-07-03 00:41:11 +02:00
parent 35d5260538
commit 941d393971
3 changed files with 94 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/NadekoBot/Modules/Administration/Services/SelfService.cs
View File

@@ -6,7 +6,6 @@ using Discord.WebSocket;
using NadekoBot.Common.ModuleBehaviors; using NadekoBot.Common.ModuleBehaviors;
using NadekoBot.Extensions; using NadekoBot.Extensions;
using NadekoBot.Services; using NadekoBot.Services;
using StackExchange.Redis;
using System.Collections.Generic; using System.Collections.Generic;
using Microsoft.EntityFrameworkCore; using Microsoft.EntityFrameworkCore;
using NadekoBot.Services.Database.Models; using NadekoBot.Services.Database.Models;
@@ -409,7 +408,7 @@ namespace NadekoBot.Modules.Administration.Services
public Task SetStreamAsync(string name, string link) public Task SetStreamAsync(string name, string link)
=> _pubSub.Pub(_activitySetKey, new() { Name = name, Link = link, Type = ActivityType.Streaming }); => _pubSub.Pub(_activitySetKey, new() { Name = name, Link = link, Type = ActivityType.Streaming });
private class ActivityPubData private sealed class ActivityPubData
{ {
public string Name { get; init; } public string Name { get; init; }
public string Link { get; init; } public string Link { get; init; }

4
src/NadekoBot/Modules/Searches/Common/StreamNotifications/Models/StreamDataKey.cs
View File

@@ -1,4 +1,5 @@
using NadekoBot.Services.Database.Models; using System.Text.Json.Serialization;
using NadekoBot.Services.Database.Models;
using NadekoBot.Db.Models; using NadekoBot.Db.Models;
namespace NadekoBot.Modules.Searches.Common namespace NadekoBot.Modules.Searches.Common
@@ -8,6 +9,7 @@ namespace NadekoBot.Modules.Searches.Common
public FollowedStream.FType Type { get; } public FollowedStream.FType Type { get; }
public string Name { get; } public string Name { get; }
[JsonConstructor]
public StreamDataKey(FollowedStream.FType type, string name) public StreamDataKey(FollowedStream.FType type, string name)
{ {
Type = type; Type = type;

113
src/NadekoBot/Modules/Searches/Services/StreamNotificationService.cs
View File

@@ -40,20 +40,38 @@ namespace NadekoBot.Modules.Searches.Services
private readonly Dictionary<StreamDataKey, Dictionary<ulong, HashSet<FollowedStream>>> _shardTrackedStreams; private readonly Dictionary<StreamDataKey, Dictionary<ulong, HashSet<FollowedStream>>> _shardTrackedStreams;
private readonly ConcurrentHashSet<ulong> _offlineNotificationServers; private readonly ConcurrentHashSet<ulong> _offlineNotificationServers;
private readonly ConnectionMultiplexer _multi;
private readonly IBotCredentials _creds; private readonly IBotCredentials _creds;
private readonly IPubSub _pubSub;
private readonly Timer _notifCleanupTimer; private readonly Timer _notifCleanupTimer;
public StreamNotificationService(DbService db, DiscordSocketClient client, private readonly TypedKey<List<StreamData>> _streamsOnlineKey;
IBotStrings strings, IDataCache cache, IBotCredentials creds, IHttpClientFactory httpFactory, private readonly TypedKey<List<StreamData>> _streamsOfflineKey;
Bot bot)
private readonly TypedKey<FollowStreamPubData> _streamFollowKey;
private readonly TypedKey<FollowStreamPubData> _streamUnfollowKey;
public StreamNotificationService(
DbService db,
DiscordSocketClient client,
IBotStrings strings,
ConnectionMultiplexer redis,
IBotCredentials creds,
IHttpClientFactory httpFactory,
Bot bot,
IPubSub pubSub)
{ {
_db = db; _db = db;
_client = client; _client = client;
_strings = strings; _strings = strings;
_multi = cache.Redis;
_creds = creds; _creds = creds;
_streamTracker = new NotifChecker(httpFactory, cache.Redis, creds.RedisKey(), client.ShardId == 0); _pubSub = pubSub;
_streamTracker = new NotifChecker(httpFactory, redis, creds.RedisKey(), client.ShardId == 0);
_streamsOnlineKey = new("streams.online");
_streamsOfflineKey = new("streams.offline");
_streamFollowKey = new("stream.follow");
_streamUnfollowKey = new("stream.unfollow");
using (var uow = db.GetDbContext()) using (var uow = db.GetDbContext())
{ {
@@ -101,9 +119,8 @@ namespace NadekoBot.Modules.Searches.Services
} }
} }
var sub = _multi.GetSubscriber(); _pubSub.Sub(_streamsOfflineKey, HandleStreamsOffline);
sub.Subscribe($"{_creds.RedisKey()}_streams_offline", HandleStreamsOffline); _pubSub.Sub(_streamsOnlineKey, HandleStreamsOnline);
sub.Subscribe($"{_creds.RedisKey()}_streams_online", HandleStreamsOnline);
if (client.ShardId == 0) if (client.ShardId == 0)
{ {
@@ -153,8 +170,8 @@ namespace NadekoBot.Modules.Searches.Services
} }
}, null, TimeSpan.FromMinutes(30), TimeSpan.FromMinutes(30)); }, null, TimeSpan.FromMinutes(30), TimeSpan.FromMinutes(30));
sub.Subscribe($"{_creds.RedisKey()}_follow_stream", HandleFollowStream); _pubSub.Sub(_streamFollowKey, HandleFollowStream);
sub.Subscribe($"{_creds.RedisKey()}_unfollow_stream", HandleUnfollowStream); _pubSub.Sub(_streamUnfollowKey, HandleUnfollowStream);
} }
bot.JoinedGuild += ClientOnJoinedGuild; bot.JoinedGuild += ClientOnJoinedGuild;
@@ -162,17 +179,12 @@ namespace NadekoBot.Modules.Searches.Services
} }
/// <summary> /// <summary>
/// Handles follow_stream pubs to keep the counter up to date. /// Handles follow stream pubs to keep the counter up to date.
/// When counter reaches 0, stream is removed from tracking because /// When counter reaches 0, stream is removed from tracking because
/// that means no guilds are subscribed to that stream anymore /// that means no guilds are subscribed to that stream anymore
/// </summary> /// </summary>
private void HandleFollowStream(RedisChannel ch, RedisValue val) private async ValueTask HandleFollowStream(FollowStreamPubData info)
=> Task.Run(() =>
{ {
var info = JsonConvert.DeserializeAnonymousType(
val.ToString(),
new {Key = default(StreamDataKey), GuildId = 0ul});
_streamTracker.CacheAddData(info.Key, null, replace: false); _streamTracker.CacheAddData(info.Key, null, replace: false);
lock (_shardLock) lock (_shardLock)
{ {
@@ -189,19 +201,15 @@ namespace NadekoBot.Modules.Searches.Services
}; };
} }
} }
}); }
/// <summary> /// <summary>
/// Handles unfollow_stream pubs to keep the counter up to date. /// Handles unfollow pubs to keep the counter up to date.
/// When counter reaches 0, stream is removed from tracking because /// When counter reaches 0, stream is removed from tracking because
/// that means no guilds are subscribed to that stream anymore /// that means no guilds are subscribed to that stream anymore
/// </summary> /// </summary>
private void HandleUnfollowStream(RedisChannel ch, RedisValue val) private ValueTask HandleUnfollowStream(FollowStreamPubData info)
=> Task.Run(() =>
{ {
var info = JsonConvert.DeserializeAnonymousType(val.ToString(),
new {Key = default(StreamDataKey), GuildId = 0ul});
lock (_shardLock) lock (_shardLock)
{ {
var key = info.Key; var key = info.Key;
@@ -209,23 +217,24 @@ namespace NadekoBot.Modules.Searches.Services
{ {
// it should've been removed already? // it should've been removed already?
_streamTracker.UntrackStreamByKey(in key); _streamTracker.UntrackStreamByKey(in key);
return; return default;
} }
set.Remove(info.GuildId); set.Remove(info.GuildId);
if (set.Count != 0) if (set.Count != 0)
return; return default;
_trackCounter.Remove(key); _trackCounter.Remove(key);
// if no other guilds are following this stream // if no other guilds are following this stream
// untrack the stream // untrack the stream
_streamTracker.UntrackStreamByKey(in key); _streamTracker.UntrackStreamByKey(in key);
} }
});
private void HandleStreamsOffline(RedisChannel arg1, RedisValue val) => Task.Run(async () => return default;
}
private async ValueTask HandleStreamsOffline(List<StreamData> offlineStreams)
{ {
var offlineStreams = JsonConvert.DeserializeObject<List<StreamData>>(val.ToString());
foreach (var stream in offlineStreams) foreach (var stream in offlineStreams)
{ {
var key = stream.CreateKey(); var key = stream.CreateKey();
@@ -242,11 +251,10 @@ namespace NadekoBot.Modules.Searches.Services
await Task.WhenAll(sendTasks); await Task.WhenAll(sendTasks);
} }
} }
}); }
private void HandleStreamsOnline(RedisChannel arg1, RedisValue val) => Task.Run(async () => private async ValueTask HandleStreamsOnline(List<StreamData> onlineStreams)
{ {
var onlineStreams = JsonConvert.DeserializeObject<List<StreamData>>(val.ToString());
foreach (var stream in onlineStreams) foreach (var stream in onlineStreams)
{ {
var key = stream.CreateKey(); var key = stream.CreateKey();
@@ -276,19 +284,13 @@ namespace NadekoBot.Modules.Searches.Services
await Task.WhenAll(sendTasks); await Task.WhenAll(sendTasks);
} }
} }
});
private Task OnStreamsOffline(List<StreamData> data)
{
var sub = _multi.GetSubscriber();
return sub.PublishAsync($"{_creds.RedisKey()}_streams_offline", JsonConvert.SerializeObject(data));
} }
private Task OnStreamsOnline(List<StreamData> data) private Task OnStreamsOnline(List<StreamData> data)
{ => _pubSub.Pub(_streamsOnlineKey, data);
var sub = _multi.GetSubscriber();
return sub.PublishAsync($"{_creds.RedisKey()}_streams_online", JsonConvert.SerializeObject(data)); private Task OnStreamsOffline(List<StreamData> data)
} => _pubSub.Pub(_streamsOfflineKey, data);
private Task ClientOnJoinedGuild(GuildConfig guildConfig) private Task ClientOnJoinedGuild(GuildConfig guildConfig)
{ {
@@ -381,25 +383,16 @@ namespace NadekoBot.Modules.Searches.Services
} }
} }
PublishUnfollowStream(fs); await PublishUnfollowStream(fs);
return fs; return fs;
} }
private void PublishUnfollowStream(FollowedStream fs)
{
var sub = _multi.GetSubscriber();
sub.Publish($"{_creds.RedisKey()}_unfollow_stream",
JsonConvert.SerializeObject(new {Key = fs.CreateKey(), GuildId = fs.GuildId}));
}
private void PublishFollowStream(FollowedStream fs) private void PublishFollowStream(FollowedStream fs)
{ => _pubSub.Pub(_streamFollowKey, new() { Key = fs.CreateKey(), GuildId = fs.GuildId });
var sub = _multi.GetSubscriber();
sub.Publish($"{_creds.RedisKey()}_follow_stream", private Task PublishUnfollowStream(FollowedStream fs)
JsonConvert.SerializeObject(new {Key = fs.CreateKey(), GuildId = fs.GuildId}), => _pubSub.Pub(_streamUnfollowKey, new() { Key = fs.CreateKey(), GuildId = fs.GuildId });
CommandFlags.FireAndForget);
}
public async Task<StreamData> FollowStream(ulong guildId, ulong channelId, string url) public async Task<StreamData> FollowStream(ulong guildId, ulong channelId, string url)
{ {
@@ -577,5 +570,11 @@ namespace NadekoBot.Modules.Searches.Services
return all.Count; return all.Count;
} }
public sealed class FollowStreamPubData
{
public StreamDataKey Key { get; init; }
public ulong GuildId { get; init; }
}
} }
} }