Mediabibliotheek: module Media met eigen tabellen en geverifieerde kopie van de Hero-foto's (fase 1 van de migratie, standaard uit)
Continuous Integration / config-sls (pull_request) Successful in 10s
Continuous Integration / config-asf (pull_request) Successful in 7s
Continuous Integration / changes (pull_request) Successful in 20s
Continuous Integration / compile-sites (pull_request) Canceled after 0s
Continuous Integration / backend-test (pull_request) Canceled after 0s
Continuous Integration / vulnerability-scan (pull_request) Canceled after 0s
Continuous Integration / frontend-build (pull_request) Canceled after 0s
Continuous Integration / frontend-test (pull_request) Canceled after 0s
Continuous Integration / frontend-prepare (pull_request) Canceled after 27s
Continuous Integration / frontend-lint (pull_request) Canceled after 0s
Continuous Integration / publish-sls-test (pull_request) Canceled after 0s
Continuous Integration / publish-sls-production (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-test (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-production (pull_request) Canceled after 0s
Continuous Integration / publish-asf-test (pull_request) Canceled after 0s
Continuous Integration / deploy-asf-test (pull_request) Canceled after 0s
Continuous Integration / smoke-sls-test (pull_request) Canceled after 0s
Continuous Integration / smoke-asf-test (pull_request) Canceled after 0s
Continuous Integration / backend-build (pull_request) Canceled after 54s

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-11-17 15:38:40 +01:00
co-authored by Claude Sonnet 5.5
parent fc9417f752
commit 150c156fd7
25 changed files with 1304 additions and 8 deletions
@@ -0,0 +1,204 @@
using System.Text.Json;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging;
using SlpModularCms.Core.Media.Library;
using SlpModularCms.Modules.Media.Data;
using SlpModularCms.Modules.Media.Data.Entities;
namespace SlpModularCms.Modules.Media.Services;
/// <summary>What a copy did and what the verification found.</summary>
public sealed record MediaCopyReport(int Assets, int Uses, IReadOnlyList<string> Differences)
{
public bool Verified => Differences.Count == 0;
}
public sealed class MediaCopyVerificationException(MediaCopyReport report)
: Exception($"The copy of the media library does not match its source: {string.Join("; ", report.Differences.Take(5))}")
{
public MediaCopyReport Report { get; } = report;
}
/// <summary>
/// Copies the photos and uses of every module (<see cref="IMediaMigrationSource"/>) into the library's own tables and
/// verifies the copy against the source (migration plan, decision 13). The copy MIRRORS the source: re-running it gives
/// the same result, rows of a module that no longer exist at the source are removed from the copy. The modules' own data
/// is never changed. A difference after copying rolls the whole copy back and raises <see cref="MediaCopyVerificationException"/>.
/// </summary>
public sealed class MediaLibraryCopier(MediaDbContext db, IEnumerable<IMediaMigrationSource> sources, ILogger<MediaLibraryCopier> logger)
{
private static readonly JsonSerializerOptions Json = new(JsonSerializerDefaults.Web);
public async Task<MediaCopyReport> CopyAsync(CancellationToken cancellationToken)
{
var assets = new List<MediaAssetSnapshot>();
var uses = new List<MediaUseSnapshot>();
var modules = new List<string>();
foreach (var source in sources)
{
modules.Add(source.Module);
assets.AddRange(await source.ListAssetsAsync(cancellationToken));
uses.AddRange(await source.ListUsesAsync(cancellationToken));
}
var transaction = db.Database.IsRelational() ? await db.Database.BeginTransactionAsync(cancellationToken) : null;
try
{
await MirrorAsync(assets, uses, modules, cancellationToken);
await db.SaveChangesAsync(cancellationToken);
var report = await VerifyAsync(assets, uses, modules, cancellationToken);
if (!report.Verified)
{
throw new MediaCopyVerificationException(report);
}
if (transaction is not null)
{
await transaction.CommitAsync(cancellationToken);
}
logger.LogInformation("Media library copy verified: {Assets} photos and {Uses} uses from {Modules}.", report.Assets, report.Uses, string.Join(", ", modules));
return report;
}
catch
{
if (transaction is not null)
{
await transaction.RollbackAsync(CancellationToken.None);
}
db.ChangeTracker.Clear();
throw;
}
finally
{
if (transaction is not null)
{
await transaction.DisposeAsync();
}
}
}
private async Task MirrorAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
{
var existingAssets = new Dictionary<Guid, MediaAsset>();
var existingUses = new Dictionary<Guid, MediaAssetUse>();
foreach (var module in modules)
{
// One equality query per module: the MySQL provider cannot translate a list parameter in an IN clause.
foreach (var asset in await db.MediaAssets.Where(a => a.Module == module).ToListAsync(cancellationToken))
{
existingAssets[asset.Id] = asset;
}
foreach (var use in await db.MediaUses.Where(u => u.Module == module).ToListAsync(cancellationToken))
{
existingUses[use.Id] = use;
}
}
foreach (var snapshot in assets)
{
if (!existingAssets.Remove(snapshot.Id, out var row))
{
row = new MediaAsset { Id = snapshot.Id };
db.MediaAssets.Add(row);
}
row.Module = snapshot.Module;
row.OriginalSha256 = snapshot.OriginalSha256;
row.OriginalKey = snapshot.OriginalKey;
row.SourceFormat = snapshot.SourceFormat;
row.Width = snapshot.Width;
row.Height = snapshot.Height;
row.Bytes = snapshot.Bytes;
row.DefaultFocusX = snapshot.FocusX;
row.DefaultFocusY = snapshot.FocusY;
row.DefaultZoom = snapshot.Zoom;
row.CreatedAt = snapshot.CreatedAt;
row.CreatedByUserId = snapshot.CreatedByUserId;
row.OriginalFileName = snapshot.OriginalFileName;
row.LastUsedAt = snapshot.LastUsedAt;
row.DeletedAt = snapshot.DeletedAt;
}
// Uses reference their asset; the crops of a use are the crops of its photo (the hero's wide and tall).
var cropsByAsset = assets.ToDictionary(a => a.Id, a => JsonSerializer.Serialize(a.Crops, Json));
foreach (var snapshot in uses)
{
if (!existingUses.Remove(snapshot.Id, out var row))
{
row = new MediaAssetUse { Id = snapshot.Id };
db.MediaUses.Add(row);
}
row.AssetId = snapshot.AssetId;
row.Module = snapshot.Module;
row.PlaceKind = snapshot.PlaceKind;
row.Position = snapshot.Position;
row.Active = snapshot.Active;
row.SetHash = snapshot.SetHash;
row.Crops = cropsByAsset.TryGetValue(snapshot.AssetId, out var crops) ? crops : "[]";
}
// What is left no longer exists at the source.
db.MediaUses.RemoveRange(existingUses.Values);
db.MediaAssets.RemoveRange(existingAssets.Values);
}
private async Task<MediaCopyReport> VerifyAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
{
var differences = new List<string>();
var copiedAssets = new Dictionary<Guid, MediaAsset>();
var copiedUses = new Dictionary<Guid, MediaAssetUse>();
foreach (var module in modules)
{
foreach (var asset in await db.MediaAssets.AsNoTracking().Where(a => a.Module == module).ToListAsync(cancellationToken))
{
copiedAssets[asset.Id] = asset;
}
foreach (var use in await db.MediaUses.AsNoTracking().Where(u => u.Module == module).ToListAsync(cancellationToken))
{
copiedUses[use.Id] = use;
}
}
if (copiedAssets.Count != assets.Count)
{
differences.Add($"photos: source {assets.Count}, copy {copiedAssets.Count}");
}
if (copiedUses.Count != uses.Count)
{
differences.Add($"uses: source {uses.Count}, copy {copiedUses.Count}");
}
foreach (var asset in assets)
{
if (!copiedAssets.TryGetValue(asset.Id, out var copy))
{
differences.Add($"photo {asset.Id} is missing in the copy");
}
else if (copy.OriginalSha256 != asset.OriginalSha256 || copy.OriginalKey != asset.OriginalKey || copy.Bytes != asset.Bytes)
{
differences.Add($"photo {asset.Id}: hash, key or size differs");
}
}
foreach (var use in uses)
{
if (!copiedUses.TryGetValue(use.Id, out var copy))
{
differences.Add($"use {use.Id} is missing in the copy");
}
else if (copy.SetHash != use.SetHash || copy.AssetId != use.AssetId)
{
differences.Add($"use {use.Id}: set hash or photo differs");
}
}
return new MediaCopyReport(copiedAssets.Count, copiedUses.Count, differences);
}
}