nadekobot/src/NadekoBot/Services/Impl/RedisImagesCache.cs

using Newtonsoft.Json;
using StackExchange.Redis;
using NadekoBot.Common.ModuleBehaviors;
using NadekoBot.Common.Yml;

namespace NadekoBot.Services;

public sealed class RedisImagesCache : IImageCache, IReadyExecutor
{
        
    private readonly ConnectionMultiplexer _con;
    private readonly IBotCredentials _creds;
    private readonly HttpClient _http;
    private readonly string _imagesPath;

    private IDatabase _db => _con.GetDatabase();

    private const string _basePath = "data/";
    private const string _cardsPath = $"{_basePath}images/cards";

    public ImageUrls ImageUrls { get; private set; }

    public enum ImageKeys
    {
        CoinHeads,
        CoinTails,
        Dice,
        SlotBg,
        SlotEmojis,
        Currency,
        RategirlMatrix,
        RategirlDot,
        RipOverlay,
        RipBg,
        XpBg
    }

    public IReadOnlyList<byte[]> Heads 
        => GetByteArrayData(ImageKeys.CoinHeads);

    public IReadOnlyList<byte[]> Tails 
        => GetByteArrayData(ImageKeys.CoinTails);

    public IReadOnlyList<byte[]> Dice 
        => GetByteArrayData(ImageKeys.Dice);

    public IReadOnlyList<byte[]> SlotEmojis 
        => GetByteArrayData(ImageKeys.SlotEmojis);

    public IReadOnlyList<byte[]> Currency 
        => GetByteArrayData(ImageKeys.Currency);

    public byte[] SlotBackground 
        => GetByteData(ImageKeys.SlotBg);

    public byte[] RategirlMatrix 
        => GetByteData(ImageKeys.RategirlMatrix);

    public byte[] RategirlDot 
        => GetByteData(ImageKeys.RategirlDot);

    public byte[] XpBackground 
        => GetByteData(ImageKeys.XpBg);

    public byte[] Rip 
        => GetByteData(ImageKeys.RipBg);

    public byte[] RipOverlay 
        => GetByteData(ImageKeys.RipOverlay);

    public byte[] GetCard(string key)
        // since cards are always local for now, don't cache them
        => File.ReadAllBytes(Path.Join(_cardsPath, key + ".jpg"));

    public async Task OnReadyAsync()
    {
        if (await AllKeysExist())
            return;

        await Reload();
    }

    public RedisImagesCache(ConnectionMultiplexer con, IBotCredentials creds)
    {
        _con = con;
        _creds = creds;
        _http = new();
        _imagesPath = Path.Combine(_basePath, "images.yml");

        Migrate();

        ImageUrls = Yaml.Deserializer.Deserialize<ImageUrls>(File.ReadAllText(_imagesPath));
    }

    private void Migrate()
    {
        // migrate to yml
        if (File.Exists(Path.Combine(_basePath, "images.json")))
        {
            var oldFilePath = Path.Combine(_basePath, "images.json");
            var backupFilePath = Path.Combine(_basePath, "images.json.backup");
                
            var oldData = JsonConvert.DeserializeObject<OldImageUrls>(
                File.ReadAllText(oldFilePath));

            if (oldData is not null)
            {
                var newData = new ImageUrls()
                {
                    Coins = new()
                    {
                        Heads = oldData.Coins.Heads.Length == 1 && 
                                oldData.Coins.Heads[0].ToString() == "https://nadeko-pictures.nyc3.digitaloceanspaces.com/other/coins/heads.png"
                            ? new[] { new Uri("https://cdn.nadeko.bot/coins/heads3.png") }
                            : oldData.Coins.Heads,
                        Tails = oldData.Coins.Tails.Length == 1 && 
                                oldData.Coins.Tails[0].ToString() == "https://nadeko-pictures.nyc3.digitaloceanspaces.com/other/coins/tails.png"
                            ? new[] { new Uri("https://cdn.nadeko.bot/coins/tails3.png") }
                            : oldData.Coins.Tails,
                    },
                    Dice = oldData.Dice.Map(x => x.ToNewCdn()),
                    Currency = oldData.Currency.Map(x => x.ToNewCdn()),
                    Rategirl = new()
                    {
                        Dot = oldData.Rategirl.Dot.ToNewCdn(),
                        Matrix = oldData.Rategirl.Matrix.ToNewCdn()
                    },
                    Rip = new()
                    {
                        Bg = oldData.Rip.Bg.ToNewCdn(),
                        Overlay = oldData.Rip.Overlay.ToNewCdn(),
                    },
                    Slots = new()
                    {
                        Bg = new("https://cdn.nadeko.bot/slots/slots_bg.png"),
                        Emojis = new[]
                        {
                            "https://cdn.nadeko.bot/slots/0.png",
                            "https://cdn.nadeko.bot/slots/1.png",
                            "https://cdn.nadeko.bot/slots/2.png",
                            "https://cdn.nadeko.bot/slots/3.png",
                            "https://cdn.nadeko.bot/slots/4.png",
                            "https://cdn.nadeko.bot/slots/5.png"
                        }.Map(x => new Uri(x))
                    },
                    Xp = new()
                    {
                        Bg = oldData.Xp.Bg.ToNewCdn(),
                    },
                    Version = 2,
                };

                File.Move(oldFilePath, backupFilePath, true);
                File.WriteAllText(_imagesPath, Yaml.Serializer.Serialize(newData));
            }
        }

        // removed numbers from slots
        var localImageUrls = Yaml.Deserializer.Deserialize<ImageUrls>(File.ReadAllText(_imagesPath));
        if (localImageUrls.Version == 2)
        {
            localImageUrls.Version = 3;
            File.WriteAllText(_imagesPath, Yaml.Serializer.Serialize(localImageUrls));
        }
    }

    public async Task Reload()
    {
        ImageUrls = Yaml.Deserializer.Deserialize<ImageUrls>(await File.ReadAllTextAsync(_imagesPath));
        foreach (var key in GetAllKeys())
        {
            switch (key)
            {
                case ImageKeys.CoinHeads:
                    await Load(key, ImageUrls.Coins.Heads);
                    break;
                case ImageKeys.CoinTails:
                    await Load(key, ImageUrls.Coins.Tails);
                    break;
                case ImageKeys.Dice:
                    await Load(key, ImageUrls.Dice);
                    break;
                case ImageKeys.SlotBg:
                    await Load(key, ImageUrls.Slots.Bg);
                    break;
                case ImageKeys.SlotEmojis:
                    await Load(key, ImageUrls.Slots.Emojis);
                    break;
                case ImageKeys.Currency:
                    await Load(key, ImageUrls.Currency);
                    break;
                case ImageKeys.RategirlMatrix:
                    await Load(key, ImageUrls.Rategirl.Matrix);
                    break;
                case ImageKeys.RategirlDot:
                    await Load(key, ImageUrls.Rategirl.Dot);
                    break;
                case ImageKeys.RipOverlay:
                    await Load(key, ImageUrls.Rip.Overlay);
                    break;
                case ImageKeys.RipBg:
                    await Load(key, ImageUrls.Rip.Bg);
                    break;
                case ImageKeys.XpBg:
                    await Load(key, ImageUrls.Xp.Bg);
                    break;
                default:
                    throw new ArgumentOutOfRangeException();
            }
        }
    }

    private async Task Load(ImageKeys key, Uri uri)
    {
        var data = await GetImageData(uri);
        if (data is null)
            return;

        await _db.StringSetAsync(GetRedisKey(key), data);
    }

    private async Task Load(ImageKeys key, Uri[] uris)
    {
        await _db.KeyDeleteAsync(GetRedisKey(key));
        var imageData = await Task.WhenAll(uris.Select(GetImageData));
        var vals = imageData
            .Where(x => x is not null)
            .Select(x => (RedisValue)x)
            .ToArray();

        await _db.ListRightPushAsync(GetRedisKey(key), vals);
            
        if (uris.Length != vals.Length)
        {
            Log.Information("{Loaded}/{Max} URIs for the key '{ImageKey}' have been loaded.\n" +
                            "Some of the supplied URIs are either unavailable or invalid.", 
                vals.Length, uris.Length, key);
        }
    }

    private async Task<byte[]> GetImageData(Uri uri)
    {
        if (uri.IsFile)
        {
            try
            {
                var bytes = await File.ReadAllBytesAsync(uri.LocalPath);
                return bytes;
            }
            catch (Exception ex)
            {
                Log.Warning(ex, "Failed reading image bytes from uri: {Uri}", uri.ToString());
                return null;
            }
        }

        try
        {
            return await _http.GetByteArrayAsync(uri);
        }
        catch (Exception ex)
        {
            Log.Warning(ex, "Image url you provided is not a valid image: {Uri}", uri.ToString());
            return null;
        }
    }
        
    private async Task<bool> AllKeysExist()
    {
        var tasks = await Task.WhenAll(GetAllKeys()
            .Select(x => _db.KeyExistsAsync(GetRedisKey(x))));

        return tasks.All(exist => exist);
    }

    private IEnumerable<ImageKeys> GetAllKeys() =>
        Enum.GetValues<ImageKeys>();

    private byte[][] GetByteArrayData(ImageKeys key)
        => _db.ListRange(GetRedisKey(key)).Map(x => (byte[])x);

    private byte[] GetByteData(ImageKeys key)
        => _db.StringGet(GetRedisKey(key));

    private RedisKey GetRedisKey(ImageKeys key) 
        => _creds.RedisKey() + "_image_" + key;
}