using Microsoft.EntityFrameworkCore; using System; using System.Collections; using System.Collections.Generic; using System.Linq; using System.Threading; using System.Threading.Tasks; namespace AsbCloudInfrastructure.EfCache { #nullable enable /// <summary> /// Кеширование запросов EF.<br/> /// Кеш не отслеживается ChangeTracker. /// </summary> public static class EfCacheExtensions { private static readonly Dictionary<string, CacheItem> caches = new(16); private static readonly TimeSpan semaphoreTimeout = TimeSpan.FromSeconds(25); private static readonly SemaphoreSlim semaphore = new(1); private static readonly TimeSpan minCacheTime = TimeSpan.FromSeconds(2); private static readonly TimeSpan defaultObsolescence = TimeSpan.FromMinutes(4); private class YieldConvertedData<TEntity, TModel> : IEnumerable<TModel> { private struct ConvertedData { public TEntity? Entity; public TModel? Model; } ConvertedData[] data; public Func<TEntity, TModel> convert { get; } public YieldConvertedData(TEntity[] entities, Func<TEntity, TModel> convert) { data = (entities.Select(x => new ConvertedData { Entity = x, Model = default })) .ToArray(); this.convert = convert; } class YieldConvertedDataEnumerator : IEnumerator<TModel> { private readonly ConvertedData[] data; private readonly Func<TEntity, TModel> convert; private int position = -1; public YieldConvertedDataEnumerator(ConvertedData[] data, Func<TEntity, TModel> convert) { this.data = data; this.convert = convert; } public TModel Current { get { if (data[position].Entity is TEntity entity) { var dto = convert(entity); data[position].Entity = default; data[position].Model = dto; } return data[position].Model!; } } object IEnumerator.Current => Current!; public void Dispose() { } public bool MoveNext() { position++; return (position < data.Length); } public void Reset() { position = -1; } } public IEnumerator<TModel> GetEnumerator() { var result = new YieldConvertedDataEnumerator(data, convert); return result; } IEnumerator IEnumerable.GetEnumerator() { throw new NotImplementedException(); } } private class CacheItem { internal IEnumerable? Data; internal DateTime DateObsolete; internal DateTime DateObsoleteTotal; internal readonly SemaphoreSlim semaphore = new(1); internal IEnumerable<TEntity> GetData<TEntity>() { if (Data is IEnumerable<TEntity> typedData) return typedData; throw new TypeAccessException("Cache data has wrong type. Possible 'tag' is not unique."); } internal IEnumerable<TModel> GetData<TEntity, TModel>(Func<TEntity, TModel> convert, int attempt = 1) { if (Data is IEnumerable<TModel> typedData) return typedData; if (Data is IEnumerable<TEntity> typedEntityData) { if (semaphore.Wait(0)) { try { var convertedData = new YieldConvertedData<TEntity, TModel>(typedEntityData.ToArray(), convert); Data = convertedData; return convertedData; } finally { semaphore.Release(); } } else { if (semaphore.Wait(semaphoreTimeout)) { semaphore.Release(); } else { semaphore.Release(); throw new TimeoutException("EfCacheL2.GetData. Can't wait too long while converting cache data"); } } } if (attempt > 0) return GetData(convert, --attempt); throw new TypeAccessException("Cache data has wrong type. Possible 'tag' is not unique."); } } private static CacheItem GetOrAddCache(string tag, Func<object[]> valueFactory, TimeSpan obsolete) { CacheItem cache; while (!caches.ContainsKey(tag)) { if (semaphore.Wait(0)) { try { if (!caches.ContainsKey(tag)) { cache = new CacheItem(); caches.Add(tag, cache); } } finally { semaphore.Release(); } break; } else { if (semaphore.Wait(semaphoreTimeout)) { semaphore.Release(); } else { semaphore.Release(); throw new TimeoutException("EfCacheL2.GetOrAddCache. Can't wait too long while getting cache"); } } } cache = caches[tag]; if (cache.DateObsolete < DateTime.Now) { if (cache.semaphore.Wait(0)) { try { var dateObsolete = DateTime.Now + obsolete; var dateQueryStart = DateTime.Now; var data = valueFactory(); var queryTime = DateTime.Now - dateQueryStart; if (dateObsolete - DateTime.Now < minCacheTime) dateObsolete = DateTime.Now + minCacheTime; cache.Data = data; cache.DateObsolete = dateObsolete; cache.DateObsoleteTotal = dateObsolete + queryTime + minCacheTime; } finally { cache.semaphore.Release(); } } else if (cache.DateObsoleteTotal < DateTime.Now) { if (cache.semaphore.Wait(semaphoreTimeout)) { cache.semaphore.Release(); } else { cache.semaphore.Release(); throw new TimeoutException("EfCacheL2.GetOrAddCache. Can't wait too long while getting cache"); } } } return cache; } private static async Task<CacheItem> GetOrAddCacheAsync(string tag, Func<CancellationToken, Task<object[]>> valueFactoryAsync, TimeSpan obsolete, CancellationToken token) { CacheItem cache; while (!caches.ContainsKey(tag)) { if (semaphore.Wait(0)) { try { if (!caches.ContainsKey(tag)) { cache = new CacheItem(); caches.Add(tag, cache); } } finally { semaphore.Release(); } break; } else { if (await semaphore.WaitAsync(semaphoreTimeout, token)) { semaphore.Release(); } else { semaphore.Release(); throw new TimeoutException("EfCacheL2.GetOrAddCache. Can't wait too long while getting cache"); } } } cache = caches[tag]; if (cache.DateObsolete < DateTime.Now) { if (cache.semaphore.Wait(0)) { try { var dateObsolete = DateTime.Now + obsolete; var dateQueryStart = DateTime.Now; var data = await valueFactoryAsync(token); var queryTime = DateTime.Now - dateQueryStart; if (dateObsolete - DateTime.Now < minCacheTime) dateObsolete = DateTime.Now + minCacheTime; cache.Data = data; cache.DateObsolete = dateObsolete; cache.DateObsoleteTotal = dateObsolete + queryTime + minCacheTime; } finally { cache.semaphore.Release(); } } else if (cache.DateObsoleteTotal < DateTime.Now) { if (await cache.semaphore.WaitAsync(semaphoreTimeout, token)) { cache.semaphore.Release(); } else { cache.semaphore.Release(); throw new TimeoutException("EfCacheL2.GetOrAddCache. Can't wait too long while getting updated cache"); } } } return cache; } /// <summary> /// Кешировать запрос в List<<typeparamref name="TEntity"/>>. Кеш tag = typeof(TEntity).Name /// </summary> /// <typeparam name="TEntity"></typeparam> /// <param name="query"></param> /// <returns></returns> public static IEnumerable<TEntity> FromCache<TEntity>(this IQueryable<TEntity> query) where TEntity : class { var tag = typeof(TEntity).Name; return FromCache(query, tag, defaultObsolescence); } /// <summary> /// Кешировать запрос в List<<typeparamref name="TEntity"/>>. /// </summary> /// <typeparam name="TEntity"></typeparam> /// <param name="query"></param> /// <param name="tag">Метка кеша</param> /// <param name="obsolescence">Период устаревания данных</param> /// <returns></returns> public static IEnumerable<TEntity> FromCache<TEntity>(this IQueryable<TEntity> query, string tag, TimeSpan obsolescence) where TEntity : class { object[] factory() => query.AsNoTracking().ToArray(); var cache = GetOrAddCache(tag, factory, obsolescence); return cache.GetData<TEntity>(); } /// <summary> /// Кешировать запрос с последующим преобразованием из <typeparamref name="TEntity"/> в <typeparamref name="TModel"/>.<br/> /// Преобразование выполняется после получения из БД, результат кешируется в List<<typeparamref name="TEntity"/>>. /// </summary> /// <typeparam name="TEntity"></typeparam> /// <typeparam name="TModel"></typeparam> /// <param name="query"></param> /// <param name="tag">Метка кеша</param> /// <param name="obsolescence">Период устаревания данных</param> /// <param name="convert">Преобразование данных БД в DTO</param> /// <returns></returns> public static IEnumerable<TModel> FromCache<TEntity, TModel>(this IQueryable<TEntity> query, string tag, TimeSpan obsolescence, Func<TEntity, TModel> convert) where TEntity : class { object[] factory() => query.AsNoTracking().ToArray(); var cache = GetOrAddCache(tag, factory, obsolescence); return cache.GetData(convert); } public static Task<IEnumerable<TEntity>> FromCacheAsync<TEntity>(this IQueryable<TEntity> query, CancellationToken token = default) where TEntity : class { var tag = typeof(TEntity).Name; return FromCacheAsync(query, tag, defaultObsolescence, token); } /// <summary> /// Асинхронно кешировать запрос в List<<typeparamref name="TEntity"/>>.<br/> /// </summary> /// <typeparam name="TEntity"></typeparam> /// <param name="query"></param> /// <param name="tag">Метка кеша</param> /// <param name="obsolescence">Период устаревания данных</param> /// <param name="token"></param> /// <returns></returns> public static async Task<IEnumerable<TEntity>> FromCacheAsync<TEntity>(this IQueryable<TEntity> query, string tag, TimeSpan obsolescence, CancellationToken token = default) where TEntity : class { async Task<object[]> factory(CancellationToken token) => await query.AsNoTracking().ToArrayAsync(token); var cache = await GetOrAddCacheAsync(tag, factory, obsolescence, token); return cache.GetData<TEntity>(); } /// <summary> /// Асинхронно кешировать запрос с последующим преобразованием из <typeparamref name="TEntity"/> в <typeparamref name="TModel"/>.<br/> /// Преобразование выполняется после получения из БД, результат кешируется в List<<typeparamref name="TModel"/>>. /// </summary> /// <typeparam name="TEntity"></typeparam> /// <typeparam name="TModel"></typeparam> /// <param name="query"></param> /// <param name="tag">Метка кеша</param> /// <param name="obsolescence">Период устаревания данных</param> /// <param name="convert">Преобразование данных БД в DTO</param> /// <param name="token"></param> /// <returns></returns> public static async Task<IEnumerable<TModel>> FromCacheAsync<TEntity, TModel>(this IQueryable<TEntity> query, string tag, TimeSpan obsolescence, Func<TEntity, TModel> convert, CancellationToken token = default) where TEntity : class { async Task<object[]> factory(CancellationToken token) => await query.AsNoTracking().ToArrayAsync(token); var cache = await GetOrAddCacheAsync(tag, factory, obsolescence, token); return cache.GetData(convert); } /// <summary> /// drops cache with tag = typeof(T).Name /// </summary> /// <typeparam name="T"></typeparam> /// <param name="query"></param> public static void DropCache<T>(this IQueryable<T> query) { var tag = typeof(T).Name; DropCache(query, tag); } /// <summary> /// Очистить кеш /// </summary> /// <typeparam name="T"></typeparam> /// <param name="query"></param> /// <param name="tag">Метка кеша</param> public static void DropCache<T>(this IQueryable<T> query, string tag) { caches.Remove(tag, out var _); } } #nullable disable }