DD.WellWorkover.Cloud/AsbCloudInfrastructure/Services/DetectOperations/OperationDetectionBackgroundService.cs

using AsbCloudDb.Model;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.Hosting;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using AsbCloudInfrastructure.Services.DetectOperations.Detectors;

namespace AsbCloudInfrastructure.Services.DetectOperations
{
    public class OperationDetectionBackgroundService : BackgroundService
    {
        private readonly int minStepLength = 3;
        private readonly int minFragmentLength = 6;
        private readonly string connectionString;
        private readonly TimeSpan period = TimeSpan.FromHours(1);

        private static readonly Func<DetectableTelemetry[], int, bool> isBitAtTheBottom = FragmentDetector.MakeInstantDelegate(d => (double)(d.WellDepth - d.BitDepth) < 0.001d);
        private static readonly Func<DetectableTelemetry[], int, bool> isPressureGt25 = FragmentDetector.MakeInstantDelegate(d => d.Pressure > 25);
        private static readonly Func<DetectableTelemetry[], int, bool> isPressureLt15 = FragmentDetector.MakeInstantDelegate(d => d.Pressure < 15);
        private static readonly Func<DetectableTelemetry[], int, bool> isBlockPositionLt8 = FragmentDetector.MakeInstantDelegate(d => d.BlockPosition < 8);
        private static readonly Func<DetectableTelemetry[], int, bool> isHookWeightLt20 = FragmentDetector.MakeInstantDelegate(d => d.HookWeight < 20);
        private static readonly Func<DetectableTelemetry[], int, bool> isRotorSpeedAvgGt5 = FragmentDetector.MakeInterpolationDelegate(d => (double)d.RotorSpeed, line => line.IsAverageYGreaterThan(5), 12);
        private static readonly Func<DetectableTelemetry[], int, bool> isRotorSpeedAvgLt5 = FragmentDetector.MakeInterpolationDelegate(d => (double)d.RotorSpeed, line => line.IsAverageYLessThan(5), 12);
        private static readonly List<IDetector> detectors = new List<IDetector> 
            {
                new FragmentDetector(isBitAtTheBottom,
                    new FragmentDetector(isPressureGt25,
                        new FragmentDetector(isRotorSpeedAvgGt5, new OperationDrilling(3)),
                        new FragmentDetector(isRotorSpeedAvgLt5, new OperationDrilling(2))
                ),
                new FragmentDetector(isPressureLt15,
                    new FragmentDetector(isBlockPositionLt8,
                        new FragmentDetector(isHookWeightLt20, new OperationSlipsTime())))
                )
            };

        public OperationDetectionBackgroundService(IConfiguration configuration)
        {
            connectionString = configuration.GetConnectionString("DefaultConnection");
        }

        protected override async Task ExecuteAsync(CancellationToken token = default)
        {
            var timeToStartAnalysis = DateTime.Now;
            var options = new DbContextOptionsBuilder<AsbCloudDbContext>()
                .UseNpgsql(connectionString)
                .Options;

            while (!token.IsCancellationRequested)
            {
                if (DateTime.Now > timeToStartAnalysis)
                {
                    timeToStartAnalysis = DateTime.Now + period;
                    try
                    {
                        using var context = new AsbCloudDbContext(options);
                        var added = await DetectedAllTelemetriesAsync(context, token);
                        Trace.TraceInformation($"Total detection complete. Added {added} operations.");
                    }
                    catch (Exception ex)
                    {
                        Trace.TraceError(ex.Message);
                    }
                    GC.Collect();
                }

                var ms = (int)(timeToStartAnalysis - DateTime.Now).TotalMilliseconds;
                ms = ms > 100 ? ms : 100;
                await Task.Delay(ms, token).ConfigureAwait(false);
            }
        }

        public override async Task StopAsync(CancellationToken token)
        {
            await base.StopAsync(token).ConfigureAwait(false);
        }

        private async Task<int> DetectedAllTelemetriesAsync(IAsbCloudDbContext db, CancellationToken token)
        {
            var lastDetectedDates = await db.DetectedOperations
                .GroupBy(o => o.IdTelemetry)
                .Select(g => new
                {
                    IdTelemetry = g.Key,
                    LastDate = g.Max(o => o.DateEnd)
                })
                .ToListAsync(token);

            var telemetryIds = await db.Telemetries
                .Where(t => t.Info != null && t.TimeZone != null)
                .Select(t => t.Id)
                .ToListAsync(token);

            var JounedlastDetectedDates = telemetryIds
                .GroupJoin(lastDetectedDates,
                    t => t,
                    o => o.IdTelemetry,
                    (outer, inner) => new
                    {
                        IdTelemetry = outer,
                        LastDate = inner.SingleOrDefault()?.LastDate,
                    });
            var affected = 0;
            foreach (var item in JounedlastDetectedDates)
            {
                var newOperations = await DetectOperationsAsync(item.IdTelemetry, item.LastDate ?? DateTimeOffset.MinValue, db, token);
                if (newOperations.Any())
                {
                    db.DetectedOperations.AddRange(newOperations);
                    affected += await db.SaveChangesAsync(token);
                }
            }
            return affected;
        }

        private async Task<IEnumerable<DetectedOperation>> DetectOperationsAsync(int idTelemetry, DateTimeOffset begin, IAsbCloudDbContext db, CancellationToken token)
        {
            var query = db.TelemetryDataSaub
                .AsNoTracking()
                .Where(d => d.IdTelemetry == idTelemetry)
                .Select(d => new DetectableTelemetry
                {
                    DateTime = d.DateTime,
                    IdUser = d.IdUser,
                    WellDepth = d.WellDepth,
                    Pressure = d.Pressure,
                    HookWeight = d.HookWeight,
                    BlockPosition = d.BlockPosition,
                    BitDepth = d.BitDepth,
                    RotorSpeed = d.RotorSpeed,
                })
                .OrderBy(d => d.DateTime);

            var take = 4 * 86_400; // 4 дня
            var startDate = begin;
            var detectedOperations = new List<DetectedOperation>(8);

            while (true)
            {
                var data = await query
                    .Where(d => d.DateTime > startDate)
                    .Take(take)
                    .ToArrayAsync(token);

                if (data.Length < minFragmentLength)
                    break;

                var isDetected = false;
                var positionStart = 0;
                while (data.Length > positionStart + minFragmentLength + minStepLength)
                {
                    var telemetryFragment = data[positionStart..];
                    var isDetected1 = false;
                    foreach (var detector in detectors)
                    {
                        if (detector is FragmentDetector fragmentDetector)
                        {
                            var minLengthToDetect = fragmentDetector.StepLength + fragmentDetector.FragmentLength;
                            if (telemetryFragment.Length < minLengthToDetect)
                                continue;

                            if (fragmentDetector.TryDetect(idTelemetry, data, out IEnumerable<DetectedOperation> operations))
                            {
                                isDetected = true;
                                isDetected1 = true;
                                detectedOperations.AddRange(operations);
                                startDate = operations.Last().DateEnd;
                                positionStart = 0;
                                data = data
                                    .Where(d => d.DateTime > startDate)
                                    .ToArray();
                                break;
                            }
                        }
                    }

                    if (!isDetected1)
                        positionStart += minStepLength;
                }

                if (!isDetected)
                {
                    if (data.Length < take)
                        break;

                    startDate = startDate.AddSeconds(0.95 * take);
                }
            }

            return detectedOperations;
        }
    }
}