Continuous Integration / config-sls (pull_request) Successful in 10s
Continuous Integration / config-asf (pull_request) Successful in 7s
Continuous Integration / changes (pull_request) Successful in 20s
Continuous Integration / compile-sites (pull_request) Canceled after 0s
Continuous Integration / backend-test (pull_request) Canceled after 0s
Continuous Integration / vulnerability-scan (pull_request) Canceled after 0s
Continuous Integration / frontend-build (pull_request) Canceled after 0s
Continuous Integration / frontend-test (pull_request) Canceled after 0s
Continuous Integration / frontend-prepare (pull_request) Canceled after 27s
Continuous Integration / frontend-lint (pull_request) Canceled after 0s
Continuous Integration / publish-sls-test (pull_request) Canceled after 0s
Continuous Integration / publish-sls-production (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-test (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-production (pull_request) Canceled after 0s
Continuous Integration / publish-asf-test (pull_request) Canceled after 0s
Continuous Integration / deploy-asf-test (pull_request) Canceled after 0s
Continuous Integration / smoke-sls-test (pull_request) Canceled after 0s
Continuous Integration / smoke-asf-test (pull_request) Canceled after 0s
Continuous Integration / backend-build (pull_request) Canceled after 54s
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
205 lines
8.1 KiB
C#
205 lines
8.1 KiB
C#
using System.Text.Json;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using Microsoft.Extensions.Logging;
|
|
using SlpModularCms.Core.Media.Library;
|
|
using SlpModularCms.Modules.Media.Data;
|
|
using SlpModularCms.Modules.Media.Data.Entities;
|
|
|
|
namespace SlpModularCms.Modules.Media.Services;
|
|
|
|
/// <summary>What a copy did and what the verification found.</summary>
|
|
public sealed record MediaCopyReport(int Assets, int Uses, IReadOnlyList<string> Differences)
|
|
{
|
|
public bool Verified => Differences.Count == 0;
|
|
}
|
|
|
|
public sealed class MediaCopyVerificationException(MediaCopyReport report)
|
|
: Exception($"The copy of the media library does not match its source: {string.Join("; ", report.Differences.Take(5))}")
|
|
{
|
|
public MediaCopyReport Report { get; } = report;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Copies the photos and uses of every module (<see cref="IMediaMigrationSource"/>) into the library's own tables and
|
|
/// verifies the copy against the source (migration plan, decision 13). The copy MIRRORS the source: re-running it gives
|
|
/// the same result, rows of a module that no longer exist at the source are removed from the copy. The modules' own data
|
|
/// is never changed. A difference after copying rolls the whole copy back and raises <see cref="MediaCopyVerificationException"/>.
|
|
/// </summary>
|
|
public sealed class MediaLibraryCopier(MediaDbContext db, IEnumerable<IMediaMigrationSource> sources, ILogger<MediaLibraryCopier> logger)
|
|
{
|
|
private static readonly JsonSerializerOptions Json = new(JsonSerializerDefaults.Web);
|
|
|
|
public async Task<MediaCopyReport> CopyAsync(CancellationToken cancellationToken)
|
|
{
|
|
var assets = new List<MediaAssetSnapshot>();
|
|
var uses = new List<MediaUseSnapshot>();
|
|
var modules = new List<string>();
|
|
foreach (var source in sources)
|
|
{
|
|
modules.Add(source.Module);
|
|
assets.AddRange(await source.ListAssetsAsync(cancellationToken));
|
|
uses.AddRange(await source.ListUsesAsync(cancellationToken));
|
|
}
|
|
|
|
var transaction = db.Database.IsRelational() ? await db.Database.BeginTransactionAsync(cancellationToken) : null;
|
|
try
|
|
{
|
|
await MirrorAsync(assets, uses, modules, cancellationToken);
|
|
await db.SaveChangesAsync(cancellationToken);
|
|
|
|
var report = await VerifyAsync(assets, uses, modules, cancellationToken);
|
|
if (!report.Verified)
|
|
{
|
|
throw new MediaCopyVerificationException(report);
|
|
}
|
|
|
|
if (transaction is not null)
|
|
{
|
|
await transaction.CommitAsync(cancellationToken);
|
|
}
|
|
|
|
logger.LogInformation("Media library copy verified: {Assets} photos and {Uses} uses from {Modules}.", report.Assets, report.Uses, string.Join(", ", modules));
|
|
return report;
|
|
}
|
|
catch
|
|
{
|
|
if (transaction is not null)
|
|
{
|
|
await transaction.RollbackAsync(CancellationToken.None);
|
|
}
|
|
|
|
db.ChangeTracker.Clear();
|
|
throw;
|
|
}
|
|
finally
|
|
{
|
|
if (transaction is not null)
|
|
{
|
|
await transaction.DisposeAsync();
|
|
}
|
|
}
|
|
}
|
|
|
|
private async Task MirrorAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
|
|
{
|
|
var existingAssets = new Dictionary<Guid, MediaAsset>();
|
|
var existingUses = new Dictionary<Guid, MediaAssetUse>();
|
|
foreach (var module in modules)
|
|
{
|
|
// One equality query per module: the MySQL provider cannot translate a list parameter in an IN clause.
|
|
foreach (var asset in await db.MediaAssets.Where(a => a.Module == module).ToListAsync(cancellationToken))
|
|
{
|
|
existingAssets[asset.Id] = asset;
|
|
}
|
|
|
|
foreach (var use in await db.MediaUses.Where(u => u.Module == module).ToListAsync(cancellationToken))
|
|
{
|
|
existingUses[use.Id] = use;
|
|
}
|
|
}
|
|
|
|
foreach (var snapshot in assets)
|
|
{
|
|
if (!existingAssets.Remove(snapshot.Id, out var row))
|
|
{
|
|
row = new MediaAsset { Id = snapshot.Id };
|
|
db.MediaAssets.Add(row);
|
|
}
|
|
|
|
row.Module = snapshot.Module;
|
|
row.OriginalSha256 = snapshot.OriginalSha256;
|
|
row.OriginalKey = snapshot.OriginalKey;
|
|
row.SourceFormat = snapshot.SourceFormat;
|
|
row.Width = snapshot.Width;
|
|
row.Height = snapshot.Height;
|
|
row.Bytes = snapshot.Bytes;
|
|
row.DefaultFocusX = snapshot.FocusX;
|
|
row.DefaultFocusY = snapshot.FocusY;
|
|
row.DefaultZoom = snapshot.Zoom;
|
|
row.CreatedAt = snapshot.CreatedAt;
|
|
row.CreatedByUserId = snapshot.CreatedByUserId;
|
|
row.OriginalFileName = snapshot.OriginalFileName;
|
|
row.LastUsedAt = snapshot.LastUsedAt;
|
|
row.DeletedAt = snapshot.DeletedAt;
|
|
}
|
|
|
|
// Uses reference their asset; the crops of a use are the crops of its photo (the hero's wide and tall).
|
|
var cropsByAsset = assets.ToDictionary(a => a.Id, a => JsonSerializer.Serialize(a.Crops, Json));
|
|
foreach (var snapshot in uses)
|
|
{
|
|
if (!existingUses.Remove(snapshot.Id, out var row))
|
|
{
|
|
row = new MediaAssetUse { Id = snapshot.Id };
|
|
db.MediaUses.Add(row);
|
|
}
|
|
|
|
row.AssetId = snapshot.AssetId;
|
|
row.Module = snapshot.Module;
|
|
row.PlaceKind = snapshot.PlaceKind;
|
|
row.Position = snapshot.Position;
|
|
row.Active = snapshot.Active;
|
|
row.SetHash = snapshot.SetHash;
|
|
row.Crops = cropsByAsset.TryGetValue(snapshot.AssetId, out var crops) ? crops : "[]";
|
|
}
|
|
|
|
// What is left no longer exists at the source.
|
|
db.MediaUses.RemoveRange(existingUses.Values);
|
|
db.MediaAssets.RemoveRange(existingAssets.Values);
|
|
}
|
|
|
|
private async Task<MediaCopyReport> VerifyAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
|
|
{
|
|
var differences = new List<string>();
|
|
var copiedAssets = new Dictionary<Guid, MediaAsset>();
|
|
var copiedUses = new Dictionary<Guid, MediaAssetUse>();
|
|
foreach (var module in modules)
|
|
{
|
|
foreach (var asset in await db.MediaAssets.AsNoTracking().Where(a => a.Module == module).ToListAsync(cancellationToken))
|
|
{
|
|
copiedAssets[asset.Id] = asset;
|
|
}
|
|
|
|
foreach (var use in await db.MediaUses.AsNoTracking().Where(u => u.Module == module).ToListAsync(cancellationToken))
|
|
{
|
|
copiedUses[use.Id] = use;
|
|
}
|
|
}
|
|
|
|
if (copiedAssets.Count != assets.Count)
|
|
{
|
|
differences.Add($"photos: source {assets.Count}, copy {copiedAssets.Count}");
|
|
}
|
|
|
|
if (copiedUses.Count != uses.Count)
|
|
{
|
|
differences.Add($"uses: source {uses.Count}, copy {copiedUses.Count}");
|
|
}
|
|
|
|
foreach (var asset in assets)
|
|
{
|
|
if (!copiedAssets.TryGetValue(asset.Id, out var copy))
|
|
{
|
|
differences.Add($"photo {asset.Id} is missing in the copy");
|
|
}
|
|
else if (copy.OriginalSha256 != asset.OriginalSha256 || copy.OriginalKey != asset.OriginalKey || copy.Bytes != asset.Bytes)
|
|
{
|
|
differences.Add($"photo {asset.Id}: hash, key or size differs");
|
|
}
|
|
}
|
|
|
|
foreach (var use in uses)
|
|
{
|
|
if (!copiedUses.TryGetValue(use.Id, out var copy))
|
|
{
|
|
differences.Add($"use {use.Id} is missing in the copy");
|
|
}
|
|
else if (copy.SetHash != use.SetHash || copy.AssetId != use.AssetId)
|
|
{
|
|
differences.Add($"use {use.Id}: set hash or photo differs");
|
|
}
|
|
}
|
|
|
|
return new MediaCopyReport(copiedAssets.Count, copiedUses.Count, differences);
|
|
}
|
|
}
|