tiku-backend.net/Tiku.Infrastructure/Jobs/BackgroundJobService.cs

using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.DependencyInjection;
using System.Text.Json;
using Tiku.Application.Jobs;
using Tiku.Application.Security;
using Tiku.Application.Tenancy;
using Tiku.Domain.Commerce;
using Tiku.Domain.Common;
using Tiku.Domain.Content;
using Tiku.Domain.Operations;
using Tiku.Infrastructure.Persistence;

namespace Tiku.Infrastructure.Jobs;

internal sealed class BackgroundJobService(
    TikuDbContext dbContext,
    IServiceProvider serviceProvider,
    ITenantExecutionScope tenantExecutionScope) : IBackgroundJobService
{
    private static readonly TimeSpan LeaseDuration = TimeSpan.FromMinutes(5);

    public async Task<BackgroundJobItem> EnqueueAsync(
        CreateBackgroundJobCommand command,
        CancellationToken cancellationToken = default)
    {
        var job = new BackgroundJob
        {
            TenantId = command.TenantId,
            JobType = NormalizeJobType(command.JobType),
            Payload = command.Payload,
            RunAfter = command.RunAfter,
            MaxRetries = Math.Clamp(command.MaxRetries, 0, 20)
        };
        dbContext.BackgroundJobs.Add(job);
        await dbContext.SaveChangesAsync(cancellationToken);
        return ToItem(job);
    }

    public async Task<int> ProcessPendingAsync(
        string workerId,
        int batchSize,
        CancellationToken cancellationToken = default)
    {
        var now = DateTimeOffset.UtcNow;
        var jobs = await dbContext.BackgroundJobs
            .Where(job =>
                job.Status == BackgroundJobStatus.Pending &&
                (job.RunAfter == null || job.RunAfter <= now))
            .OrderBy(job => job.CreatedAt)
            .Take(Math.Clamp(batchSize, 1, 100))
            .ToArrayAsync(cancellationToken);

        var processed = 0;
        foreach (var job in jobs)
        {
            cancellationToken.ThrowIfCancellationRequested();
            job.Status = BackgroundJobStatus.Processing;
            job.LockedBy = workerId;
            job.LockExpiresAt = now.Add(LeaseDuration);
            job.StartedAt = now;
            await dbContext.SaveChangesAsync(cancellationToken);

            try
            {
                var result = await tenantExecutionScope.ExecuteAsync(
                    job.TenantId,
                    $"Background job {job.JobType}",
                    (_, token) => ProcessCoreAsync(job, token),
                    cancellationToken);
                job.Status = BackgroundJobStatus.Succeeded;
                job.CompletedAt = DateTimeOffset.UtcNow;
                job.LastError = null;
                job.Result = result;
            }
            catch (Exception exception) when (exception is not OperationCanceledException)
            {
                job.RetryCount++;
                job.LastError = exception.Message;
                job.Status = job.RetryCount > job.MaxRetries
                    ? BackgroundJobStatus.Failed
                    : BackgroundJobStatus.Pending;
                job.RunAfter = DateTimeOffset.UtcNow.AddSeconds(Math.Min(300, 10 * job.RetryCount));
            }
            finally
            {
                job.LockedBy = null;
                job.LockExpiresAt = null;
                processed++;
                await dbContext.SaveChangesAsync(cancellationToken);
            }
        }

        return processed;
    }

    public async Task<IReadOnlyCollection<BackgroundJobItem>> ListAsync(
        Guid tenantId,
        string? jobType = null,
        int limit = 50,
        CancellationToken cancellationToken = default)
    {
        var query = dbContext.BackgroundJobs.AsNoTracking()
            .Where(job => job.TenantId == tenantId);
        if (!string.IsNullOrWhiteSpace(jobType))
        {
            var normalized = NormalizeJobType(jobType);
            query = query.Where(job => job.JobType == normalized);
        }

        var jobs = await query
            .OrderByDescending(job => job.CreatedAt)
            .Take(Math.Clamp(limit, 1, 200))
            .ToArrayAsync(cancellationToken);
        return jobs.Select(ToItem).ToArray();
    }

    private async Task<JsonElement> ProcessCoreAsync(BackgroundJob job, CancellationToken cancellationToken)
    {
        cancellationToken.ThrowIfCancellationRequested();
        return job.JobType switch
        {
            "content_export" => await ProcessContentExportAsync(job, cancellationToken),
            "content_import" => throw new NotSupportedException("content_import requires the module-specific importer before it can mutate content."),
            "asset_security_scan" => throw new NotSupportedException("asset_security_scan requires a configured scanner provider before it can write scan results."),
            "statistics_aggregation" => await ProcessStatisticsAggregationAsync(job, cancellationToken),
            "commerce_reconciliation" => await ProcessCommerceReconciliationAsync(job, cancellationToken),
            "tenant_domain_recheck" => await ProcessTenantDomainRecheckAsync(cancellationToken),
            _ => throw new InvalidOperationException($"Unsupported background job type '{job.JobType}'.")
        };
    }

    private async Task<JsonElement> ProcessContentExportAsync(
        BackgroundJob job,
        CancellationToken cancellationToken)
    {
        var exportType = GetJsonString(job.Payload, "exportType") ?? "summary";
        var assetKey = $"background-jobs/{job.Id:N}/content-export.json";
        var asset = await dbContext.ContentAssets.SingleOrDefaultAsync(
            item => item.TenantId == job.TenantId && item.AssetKey == assetKey,
            cancellationToken);
        if (asset is null)
        {
            asset = new ContentAsset
            {
                TenantId = job.TenantId,
                AssetKey = assetKey,
                AssetType = ContentAssetType.Document,
                StorageProvider = AssetStorageProvider.ExternalUrl,
                UploadStatus = AssetUploadStatus.Verified,
                SecurityScanStatus = AssetSecurityScanStatus.NotRequired,
                Source = "background_job"
            };
            dbContext.ContentAssets.Add(asset);
        }

        var questionBankCount = await dbContext.QuestionBanks.CountAsync(item => item.TenantId == job.TenantId, cancellationToken);
        var questionCount = await dbContext.Questions.CountAsync(item => item.TenantId == job.TenantId, cancellationToken);
        var studentCount = await dbContext.StudentProfiles.CountAsync(item => item.TenantId == job.TenantId, cancellationToken);
        asset.FileName = $"content-export-{DateTimeOffset.UtcNow:yyyyMMddHHmmss}.json";
        asset.Title = "Content export manifest";
        asset.Description = $"Generated content export manifest for {exportType}.";
        asset.ObjectKey = assetKey;
        asset.MimeType = "application/json";
        asset.Metadata = JsonSerializer.SerializeToElement(new
        {
            exportType,
            generatedAt = DateTimeOffset.UtcNow,
            questionBankCount,
            questionCount,
            studentCount,
            payload = job.Payload
        });
        await dbContext.SaveChangesAsync(cancellationToken);
        job.OutputAssetId = asset.Id;
        return JsonSerializer.SerializeToElement(new
        {
            outputAssetId = asset.Id,
            asset.AssetKey,
            questionBankCount,
            questionCount,
            studentCount
        });
    }

    private async Task<JsonElement> ProcessCommerceReconciliationAsync(
        BackgroundJob job,
        CancellationToken cancellationToken)
    {
        var provider = NormalizeProvider(GetJsonString(job.Payload, "provider"));
        var hasProviderConfig = await dbContext.TenantExternalProviders.AnyAsync(
            item =>
                item.TenantId == job.TenantId &&
                item.Capability == Tiku.Domain.Tenancy.TenantExternalProviderCapability.Payment &&
                item.Provider == provider &&
                item.Status == Tiku.Domain.Tenancy.TenantExternalProviderStatus.Active,
            cancellationToken);
        if (!hasProviderConfig)
        {
            throw new InvalidOperationException($"Active payment provider '{provider}' is required for commerce reconciliation job.");
        }

        var billDate = GetJsonDateOnly(job.Payload, "billDate") ?? DateOnly.FromDateTime(DateTime.UtcNow.Date);
        var billType = GetJsonEnum(job.Payload, "billType", ReconciliationBillType.Combined);
        var sourceHash = $"background-job:{job.Id:N}";
        var batch = await dbContext.CommerceReconciliationBatches.SingleOrDefaultAsync(
            item =>
                item.TenantId == job.TenantId &&
                item.Provider == provider &&
                item.Source == ReconciliationSource.ProviderDownload &&
                item.SourceHash == sourceHash,
            cancellationToken);
        if (batch is null)
        {
            batch = new CommerceReconciliationBatch
            {
                TenantId = job.TenantId,
                Provider = provider,
                BillDate = billDate,
                BillType = billType,
                Source = ReconciliationSource.ProviderDownload,
                SourceName = $"provider-bill:{provider}:{billDate:yyyyMMdd}",
                SourceHash = sourceHash,
                Status = ReconciliationBatchStatus.Pending,
                Metadata = JsonSerializer.SerializeToElement(new
                {
                    jobId = job.Id,
                    note = "Provider bill job created the reconciliation batch; provider download/parser is handled by a dedicated provider processor."
                })
            };
            dbContext.CommerceReconciliationBatches.Add(batch);
            await dbContext.SaveChangesAsync(cancellationToken);
        }

        return JsonSerializer.SerializeToElement(new
        {
            batchId = batch.Id,
            provider,
            billDate,
            billType = billType.ToString(),
            status = batch.Status.ToString()
        });
    }

    private async Task<JsonElement> ProcessTenantDomainRecheckAsync(CancellationToken cancellationToken)
    {
        var lifecycleService = serviceProvider.GetRequiredService<ITenantDomainLifecycleService>();
        var processed = await lifecycleService.ProcessPendingAsync(cancellationToken);
        return JsonSerializer.SerializeToElement(new
        {
            processed
        });
    }

    private async Task<JsonElement> ProcessStatisticsAggregationAsync(
        BackgroundJob job,
        CancellationToken cancellationToken)
    {
        var since = DateTimeOffset.UtcNow.AddDays(-7);
        var activeLearnerCount = await dbContext.PracticeSessions
            .Where(item => item.TenantId == job.TenantId && item.StartedAt >= since)
            .Select(item => item.UserId)
            .Distinct()
            .CountAsync(cancellationToken);
        var paidOrderCount = await dbContext.Orders
            .CountAsync(item => item.TenantId == job.TenantId && item.Status == OrderStatus.Paid, cancellationToken);
        var revenueCents = await dbContext.Orders
            .Where(item => item.TenantId == job.TenantId &&
                           (item.Status == OrderStatus.Paid ||
                            item.Status == OrderStatus.PartiallyRefunded ||
                            item.Status == OrderStatus.Refunded))
            .SumAsync(item => item.AmountCents - item.RefundedAmountCents, cancellationToken);
        return JsonSerializer.SerializeToElement(new
        {
            since,
            activeLearnerCount,
            paidOrderCount,
            revenueCents
        });
    }

    private static string NormalizeJobType(string jobType)
    {
        return jobType.Trim().ToLowerInvariant();
    }

    private static string NormalizeProvider(string? provider)
    {
        var normalized = (provider ?? string.Empty).Trim().ToLowerInvariant();
        return string.IsNullOrWhiteSpace(normalized)
            ? throw new InvalidOperationException("Background job provider is required.")
            : normalized;
    }

    private static string? GetJsonString(JsonElement element, string propertyName)
    {
        return element.ValueKind == JsonValueKind.Object &&
               element.TryGetProperty(propertyName, out var property) &&
               property.ValueKind == JsonValueKind.String
            ? property.GetString()
            : null;
    }

    private static DateOnly? GetJsonDateOnly(JsonElement element, string propertyName)
    {
        var value = GetJsonString(element, propertyName);
        return DateOnly.TryParse(value, out var parsed) ? parsed : null;
    }

    private static TEnum GetJsonEnum<TEnum>(JsonElement element, string propertyName, TEnum fallback)
        where TEnum : struct
    {
        var value = GetJsonString(element, propertyName);
        return Enum.TryParse<TEnum>(value, true, out var parsed) ? parsed : fallback;
    }

    private static BackgroundJobItem ToItem(BackgroundJob job)
    {
        return new BackgroundJobItem(
            job.Id,
            job.TenantId,
            job.JobType,
            job.Status,
            job.RetryCount,
            job.MaxRetries,
            job.RunAfter,
            job.StartedAt,
            job.CompletedAt,
            job.LastError,
            job.OutputAssetId,
            job.Result);
    }
}