minster586/nadekobot
1
0
Fork 0
mirror of https://gitlab.com/Kwoth/nadekobot.git synced 2025-09-10 17:28:27 -04:00
Code Issues Packages Projects Releases Wiki Activity

Stream follows now use new pubsub, cleanup

Browse Source
This commit is contained in:
Kwoth
2021-07-03 00:41:11 +02:00
parent 35d5260538
commit 941d393971
3 changed files with 94 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/NadekoBot/Modules/Administration/Services/SelfService.cs
View File

@@ -6,7 +6,6 @@ using Discord.WebSocket;
using NadekoBot.Common.ModuleBehaviors;
using NadekoBot.Extensions;
using NadekoBot.Services;
using StackExchange.Redis;
using System.Collections.Generic;
using Microsoft.EntityFrameworkCore;
using NadekoBot.Services.Database.Models;
@@ -409,7 +408,7 @@ namespace NadekoBot.Modules.Administration.Services
public Task SetStreamAsync(string name, string link)
=> _pubSub.Pub(_activitySetKey, new() { Name = name, Link = link, Type = ActivityType.Streaming });
private class ActivityPubData
private sealed class ActivityPubData
{
public string Name { get; init; }
public string Link { get; init; }

4
src/NadekoBot/Modules/Searches/Common/StreamNotifications/Models/StreamDataKey.cs
View File

@@ -1,4 +1,5 @@
using NadekoBot.Services.Database.Models;
using System.Text.Json.Serialization;
using NadekoBot.Services.Database.Models;
using NadekoBot.Db.Models;
namespace NadekoBot.Modules.Searches.Common
@@ -8,6 +9,7 @@ namespace NadekoBot.Modules.Searches.Common
public FollowedStream.FType Type { get; }
public string Name { get; }
[JsonConstructor]
public StreamDataKey(FollowedStream.FType type, string name)
{
Type = type;

113
src/NadekoBot/Modules/Searches/Services/StreamNotificationService.cs
View File

@@ -40,20 +40,38 @@ namespace NadekoBot.Modules.Searches.Services
private readonly Dictionary<StreamDataKey, Dictionary<ulong, HashSet<FollowedStream>>> _shardTrackedStreams;
private readonly ConcurrentHashSet<ulong> _offlineNotificationServers;
private readonly ConnectionMultiplexer _multi;
private readonly IBotCredentials _creds;
private readonly IPubSub _pubSub;
private readonly Timer _notifCleanupTimer;
public StreamNotificationService(DbService db, DiscordSocketClient client,
IBotStrings strings, IDataCache cache, IBotCredentials creds, IHttpClientFactory httpFactory,
Bot bot)
private readonly TypedKey<List<StreamData>> _streamsOnlineKey;
private readonly TypedKey<List<StreamData>> _streamsOfflineKey;
private readonly TypedKey<FollowStreamPubData> _streamFollowKey;
private readonly TypedKey<FollowStreamPubData> _streamUnfollowKey;
public StreamNotificationService(
DbService db,
DiscordSocketClient client,
IBotStrings strings,
ConnectionMultiplexer redis,
IBotCredentials creds,
IHttpClientFactory httpFactory,
Bot bot,
IPubSub pubSub)
{
_db = db;
_client = client;
_strings = strings;
_multi = cache.Redis;
_creds = creds;
_streamTracker = new NotifChecker(httpFactory, cache.Redis, creds.RedisKey(), client.ShardId == 0);
_pubSub = pubSub;
_streamTracker = new NotifChecker(httpFactory, redis, creds.RedisKey(), client.ShardId == 0);
_streamsOnlineKey = new("streams.online");
_streamsOfflineKey = new("streams.offline");
_streamFollowKey = new("stream.follow");
_streamUnfollowKey = new("stream.unfollow");
using (var uow = db.GetDbContext())
{
@@ -101,9 +119,8 @@ namespace NadekoBot.Modules.Searches.Services
}
}
var sub = _multi.GetSubscriber();
sub.Subscribe($"{_creds.RedisKey()}_streams_offline", HandleStreamsOffline);
sub.Subscribe($"{_creds.RedisKey()}_streams_online", HandleStreamsOnline);
_pubSub.Sub(_streamsOfflineKey, HandleStreamsOffline);
_pubSub.Sub(_streamsOnlineKey, HandleStreamsOnline);
if (client.ShardId == 0)
{
@@ -153,8 +170,8 @@ namespace NadekoBot.Modules.Searches.Services
}
}, null, TimeSpan.FromMinutes(30), TimeSpan.FromMinutes(30));
sub.Subscribe($"{_creds.RedisKey()}_follow_stream", HandleFollowStream);
sub.Subscribe($"{_creds.RedisKey()}_unfollow_stream", HandleUnfollowStream);
_pubSub.Sub(_streamFollowKey, HandleFollowStream);
_pubSub.Sub(_streamUnfollowKey, HandleUnfollowStream);
}
bot.JoinedGuild += ClientOnJoinedGuild;
@@ -162,17 +179,12 @@ namespace NadekoBot.Modules.Searches.Services
}
/// <summary>
/// Handles follow_stream pubs to keep the counter up to date.
/// Handles follow stream pubs to keep the counter up to date.
/// When counter reaches 0, stream is removed from tracking because
/// that means no guilds are subscribed to that stream anymore
/// </summary>
private void HandleFollowStream(RedisChannel ch, RedisValue val)
=> Task.Run(() =>
private async ValueTask HandleFollowStream(FollowStreamPubData info)
{
var info = JsonConvert.DeserializeAnonymousType(
val.ToString(),
new {Key = default(StreamDataKey), GuildId = 0ul});
_streamTracker.CacheAddData(info.Key, null, replace: false);
lock (_shardLock)
{
@@ -189,19 +201,15 @@ namespace NadekoBot.Modules.Searches.Services
};
}
}
});
}
/// <summary>
/// Handles unfollow_stream pubs to keep the counter up to date.
/// Handles unfollow pubs to keep the counter up to date.
/// When counter reaches 0, stream is removed from tracking because
/// that means no guilds are subscribed to that stream anymore
/// </summary>
private void HandleUnfollowStream(RedisChannel ch, RedisValue val)
=> Task.Run(() =>
private ValueTask HandleUnfollowStream(FollowStreamPubData info)
{
var info = JsonConvert.DeserializeAnonymousType(val.ToString(),
new {Key = default(StreamDataKey), GuildId = 0ul});
lock (_shardLock)
{
var key = info.Key;
@@ -209,23 +217,24 @@ namespace NadekoBot.Modules.Searches.Services
{
// it should've been removed already?
_streamTracker.UntrackStreamByKey(in key);
return;
return default;
}
set.Remove(info.GuildId);
if (set.Count != 0)
return;
return default;
_trackCounter.Remove(key);
// if no other guilds are following this stream
// untrack the stream
_streamTracker.UntrackStreamByKey(in key);
}
});
private void HandleStreamsOffline(RedisChannel arg1, RedisValue val) => Task.Run(async () =>
return default;
}
private async ValueTask HandleStreamsOffline(List<StreamData> offlineStreams)
{
var offlineStreams = JsonConvert.DeserializeObject<List<StreamData>>(val.ToString());
foreach (var stream in offlineStreams)
{
var key = stream.CreateKey();
@@ -242,11 +251,10 @@ namespace NadekoBot.Modules.Searches.Services
await Task.WhenAll(sendTasks);
}
}
});
}
private void HandleStreamsOnline(RedisChannel arg1, RedisValue val) => Task.Run(async () =>
private async ValueTask HandleStreamsOnline(List<StreamData> onlineStreams)
{
var onlineStreams = JsonConvert.DeserializeObject<List<StreamData>>(val.ToString());
foreach (var stream in onlineStreams)
{
var key = stream.CreateKey();
@@ -276,19 +284,13 @@ namespace NadekoBot.Modules.Searches.Services
await Task.WhenAll(sendTasks);
}
}
});
private Task OnStreamsOffline(List<StreamData> data)
{
var sub = _multi.GetSubscriber();
return sub.PublishAsync($"{_creds.RedisKey()}_streams_offline", JsonConvert.SerializeObject(data));
}
private Task OnStreamsOnline(List<StreamData> data)
{
var sub = _multi.GetSubscriber();
return sub.PublishAsync($"{_creds.RedisKey()}_streams_online", JsonConvert.SerializeObject(data));
}
=> _pubSub.Pub(_streamsOnlineKey, data);
private Task OnStreamsOffline(List<StreamData> data)
=> _pubSub.Pub(_streamsOfflineKey, data);
private Task ClientOnJoinedGuild(GuildConfig guildConfig)
{
@@ -381,25 +383,16 @@ namespace NadekoBot.Modules.Searches.Services
}
}
PublishUnfollowStream(fs);
await PublishUnfollowStream(fs);
return fs;
}
private void PublishUnfollowStream(FollowedStream fs)
{
var sub = _multi.GetSubscriber();
sub.Publish($"{_creds.RedisKey()}_unfollow_stream",
JsonConvert.SerializeObject(new {Key = fs.CreateKey(), GuildId = fs.GuildId}));
}
private void PublishFollowStream(FollowedStream fs)
{
var sub = _multi.GetSubscriber();
sub.Publish($"{_creds.RedisKey()}_follow_stream",
JsonConvert.SerializeObject(new {Key = fs.CreateKey(), GuildId = fs.GuildId}),
CommandFlags.FireAndForget);
}
=> _pubSub.Pub(_streamFollowKey, new() { Key = fs.CreateKey(), GuildId = fs.GuildId });
private Task PublishUnfollowStream(FollowedStream fs)
=> _pubSub.Pub(_streamUnfollowKey, new() { Key = fs.CreateKey(), GuildId = fs.GuildId });
public async Task<StreamData> FollowStream(ulong guildId, ulong channelId, string url)
{
@@ -577,5 +570,11 @@ namespace NadekoBot.Modules.Searches.Services
return all.Count;
}
public sealed class FollowStreamPubData
{
public StreamDataKey Key { get; init; }
public ulong GuildId { get; init; }
}
}
}