Mediabibliotheek: module Media met eigen tabellen en geverifieerde kopie van de Hero-foto's (fase 1 van de migratie, standaard uit)
Continuous Integration / config-sls (pull_request) Successful in 10s
Continuous Integration / config-asf (pull_request) Successful in 7s
Continuous Integration / changes (pull_request) Successful in 20s
Continuous Integration / compile-sites (pull_request) Canceled after 0s
Continuous Integration / backend-test (pull_request) Canceled after 0s
Continuous Integration / vulnerability-scan (pull_request) Canceled after 0s
Continuous Integration / frontend-build (pull_request) Canceled after 0s
Continuous Integration / frontend-test (pull_request) Canceled after 0s
Continuous Integration / frontend-prepare (pull_request) Canceled after 27s
Continuous Integration / frontend-lint (pull_request) Canceled after 0s
Continuous Integration / publish-sls-test (pull_request) Canceled after 0s
Continuous Integration / publish-sls-production (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-test (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-production (pull_request) Canceled after 0s
Continuous Integration / publish-asf-test (pull_request) Canceled after 0s
Continuous Integration / deploy-asf-test (pull_request) Canceled after 0s
Continuous Integration / smoke-sls-test (pull_request) Canceled after 0s
Continuous Integration / smoke-asf-test (pull_request) Canceled after 0s
Continuous Integration / backend-build (pull_request) Canceled after 54s
Continuous Integration / config-sls (pull_request) Successful in 10s
Continuous Integration / config-asf (pull_request) Successful in 7s
Continuous Integration / changes (pull_request) Successful in 20s
Continuous Integration / compile-sites (pull_request) Canceled after 0s
Continuous Integration / backend-test (pull_request) Canceled after 0s
Continuous Integration / vulnerability-scan (pull_request) Canceled after 0s
Continuous Integration / frontend-build (pull_request) Canceled after 0s
Continuous Integration / frontend-test (pull_request) Canceled after 0s
Continuous Integration / frontend-prepare (pull_request) Canceled after 27s
Continuous Integration / frontend-lint (pull_request) Canceled after 0s
Continuous Integration / publish-sls-test (pull_request) Canceled after 0s
Continuous Integration / publish-sls-production (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-test (pull_request) Canceled after 0s
Continuous Integration / deploy-sls-production (pull_request) Canceled after 0s
Continuous Integration / publish-asf-test (pull_request) Canceled after 0s
Continuous Integration / deploy-asf-test (pull_request) Canceled after 0s
Continuous Integration / smoke-sls-test (pull_request) Canceled after 0s
Continuous Integration / smoke-asf-test (pull_request) Canceled after 0s
Continuous Integration / backend-build (pull_request) Canceled after 54s
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,204 @@
|
||||
using System.Text.Json;
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using SlpModularCms.Core.Media.Library;
|
||||
using SlpModularCms.Modules.Media.Data;
|
||||
using SlpModularCms.Modules.Media.Data.Entities;
|
||||
|
||||
namespace SlpModularCms.Modules.Media.Services;
|
||||
|
||||
/// <summary>What a copy did and what the verification found.</summary>
|
||||
public sealed record MediaCopyReport(int Assets, int Uses, IReadOnlyList<string> Differences)
|
||||
{
|
||||
public bool Verified => Differences.Count == 0;
|
||||
}
|
||||
|
||||
public sealed class MediaCopyVerificationException(MediaCopyReport report)
|
||||
: Exception($"The copy of the media library does not match its source: {string.Join("; ", report.Differences.Take(5))}")
|
||||
{
|
||||
public MediaCopyReport Report { get; } = report;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Copies the photos and uses of every module (<see cref="IMediaMigrationSource"/>) into the library's own tables and
|
||||
/// verifies the copy against the source (migration plan, decision 13). The copy MIRRORS the source: re-running it gives
|
||||
/// the same result, rows of a module that no longer exist at the source are removed from the copy. The modules' own data
|
||||
/// is never changed. A difference after copying rolls the whole copy back and raises <see cref="MediaCopyVerificationException"/>.
|
||||
/// </summary>
|
||||
public sealed class MediaLibraryCopier(MediaDbContext db, IEnumerable<IMediaMigrationSource> sources, ILogger<MediaLibraryCopier> logger)
|
||||
{
|
||||
private static readonly JsonSerializerOptions Json = new(JsonSerializerDefaults.Web);
|
||||
|
||||
public async Task<MediaCopyReport> CopyAsync(CancellationToken cancellationToken)
|
||||
{
|
||||
var assets = new List<MediaAssetSnapshot>();
|
||||
var uses = new List<MediaUseSnapshot>();
|
||||
var modules = new List<string>();
|
||||
foreach (var source in sources)
|
||||
{
|
||||
modules.Add(source.Module);
|
||||
assets.AddRange(await source.ListAssetsAsync(cancellationToken));
|
||||
uses.AddRange(await source.ListUsesAsync(cancellationToken));
|
||||
}
|
||||
|
||||
var transaction = db.Database.IsRelational() ? await db.Database.BeginTransactionAsync(cancellationToken) : null;
|
||||
try
|
||||
{
|
||||
await MirrorAsync(assets, uses, modules, cancellationToken);
|
||||
await db.SaveChangesAsync(cancellationToken);
|
||||
|
||||
var report = await VerifyAsync(assets, uses, modules, cancellationToken);
|
||||
if (!report.Verified)
|
||||
{
|
||||
throw new MediaCopyVerificationException(report);
|
||||
}
|
||||
|
||||
if (transaction is not null)
|
||||
{
|
||||
await transaction.CommitAsync(cancellationToken);
|
||||
}
|
||||
|
||||
logger.LogInformation("Media library copy verified: {Assets} photos and {Uses} uses from {Modules}.", report.Assets, report.Uses, string.Join(", ", modules));
|
||||
return report;
|
||||
}
|
||||
catch
|
||||
{
|
||||
if (transaction is not null)
|
||||
{
|
||||
await transaction.RollbackAsync(CancellationToken.None);
|
||||
}
|
||||
|
||||
db.ChangeTracker.Clear();
|
||||
throw;
|
||||
}
|
||||
finally
|
||||
{
|
||||
if (transaction is not null)
|
||||
{
|
||||
await transaction.DisposeAsync();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private async Task MirrorAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
|
||||
{
|
||||
var existingAssets = new Dictionary<Guid, MediaAsset>();
|
||||
var existingUses = new Dictionary<Guid, MediaAssetUse>();
|
||||
foreach (var module in modules)
|
||||
{
|
||||
// One equality query per module: the MySQL provider cannot translate a list parameter in an IN clause.
|
||||
foreach (var asset in await db.MediaAssets.Where(a => a.Module == module).ToListAsync(cancellationToken))
|
||||
{
|
||||
existingAssets[asset.Id] = asset;
|
||||
}
|
||||
|
||||
foreach (var use in await db.MediaUses.Where(u => u.Module == module).ToListAsync(cancellationToken))
|
||||
{
|
||||
existingUses[use.Id] = use;
|
||||
}
|
||||
}
|
||||
|
||||
foreach (var snapshot in assets)
|
||||
{
|
||||
if (!existingAssets.Remove(snapshot.Id, out var row))
|
||||
{
|
||||
row = new MediaAsset { Id = snapshot.Id };
|
||||
db.MediaAssets.Add(row);
|
||||
}
|
||||
|
||||
row.Module = snapshot.Module;
|
||||
row.OriginalSha256 = snapshot.OriginalSha256;
|
||||
row.OriginalKey = snapshot.OriginalKey;
|
||||
row.SourceFormat = snapshot.SourceFormat;
|
||||
row.Width = snapshot.Width;
|
||||
row.Height = snapshot.Height;
|
||||
row.Bytes = snapshot.Bytes;
|
||||
row.DefaultFocusX = snapshot.FocusX;
|
||||
row.DefaultFocusY = snapshot.FocusY;
|
||||
row.DefaultZoom = snapshot.Zoom;
|
||||
row.CreatedAt = snapshot.CreatedAt;
|
||||
row.CreatedByUserId = snapshot.CreatedByUserId;
|
||||
row.OriginalFileName = snapshot.OriginalFileName;
|
||||
row.LastUsedAt = snapshot.LastUsedAt;
|
||||
row.DeletedAt = snapshot.DeletedAt;
|
||||
}
|
||||
|
||||
// Uses reference their asset; the crops of a use are the crops of its photo (the hero's wide and tall).
|
||||
var cropsByAsset = assets.ToDictionary(a => a.Id, a => JsonSerializer.Serialize(a.Crops, Json));
|
||||
foreach (var snapshot in uses)
|
||||
{
|
||||
if (!existingUses.Remove(snapshot.Id, out var row))
|
||||
{
|
||||
row = new MediaAssetUse { Id = snapshot.Id };
|
||||
db.MediaUses.Add(row);
|
||||
}
|
||||
|
||||
row.AssetId = snapshot.AssetId;
|
||||
row.Module = snapshot.Module;
|
||||
row.PlaceKind = snapshot.PlaceKind;
|
||||
row.Position = snapshot.Position;
|
||||
row.Active = snapshot.Active;
|
||||
row.SetHash = snapshot.SetHash;
|
||||
row.Crops = cropsByAsset.TryGetValue(snapshot.AssetId, out var crops) ? crops : "[]";
|
||||
}
|
||||
|
||||
// What is left no longer exists at the source.
|
||||
db.MediaUses.RemoveRange(existingUses.Values);
|
||||
db.MediaAssets.RemoveRange(existingAssets.Values);
|
||||
}
|
||||
|
||||
private async Task<MediaCopyReport> VerifyAsync(IReadOnlyList<MediaAssetSnapshot> assets, IReadOnlyList<MediaUseSnapshot> uses, IReadOnlyList<string> modules, CancellationToken cancellationToken)
|
||||
{
|
||||
var differences = new List<string>();
|
||||
var copiedAssets = new Dictionary<Guid, MediaAsset>();
|
||||
var copiedUses = new Dictionary<Guid, MediaAssetUse>();
|
||||
foreach (var module in modules)
|
||||
{
|
||||
foreach (var asset in await db.MediaAssets.AsNoTracking().Where(a => a.Module == module).ToListAsync(cancellationToken))
|
||||
{
|
||||
copiedAssets[asset.Id] = asset;
|
||||
}
|
||||
|
||||
foreach (var use in await db.MediaUses.AsNoTracking().Where(u => u.Module == module).ToListAsync(cancellationToken))
|
||||
{
|
||||
copiedUses[use.Id] = use;
|
||||
}
|
||||
}
|
||||
|
||||
if (copiedAssets.Count != assets.Count)
|
||||
{
|
||||
differences.Add($"photos: source {assets.Count}, copy {copiedAssets.Count}");
|
||||
}
|
||||
|
||||
if (copiedUses.Count != uses.Count)
|
||||
{
|
||||
differences.Add($"uses: source {uses.Count}, copy {copiedUses.Count}");
|
||||
}
|
||||
|
||||
foreach (var asset in assets)
|
||||
{
|
||||
if (!copiedAssets.TryGetValue(asset.Id, out var copy))
|
||||
{
|
||||
differences.Add($"photo {asset.Id} is missing in the copy");
|
||||
}
|
||||
else if (copy.OriginalSha256 != asset.OriginalSha256 || copy.OriginalKey != asset.OriginalKey || copy.Bytes != asset.Bytes)
|
||||
{
|
||||
differences.Add($"photo {asset.Id}: hash, key or size differs");
|
||||
}
|
||||
}
|
||||
|
||||
foreach (var use in uses)
|
||||
{
|
||||
if (!copiedUses.TryGetValue(use.Id, out var copy))
|
||||
{
|
||||
differences.Add($"use {use.Id} is missing in the copy");
|
||||
}
|
||||
else if (copy.SetHash != use.SetHash || copy.AssetId != use.AssetId)
|
||||
{
|
||||
differences.Add($"use {use.Id}: set hash or photo differs");
|
||||
}
|
||||
}
|
||||
|
||||
return new MediaCopyReport(copiedAssets.Count, copiedUses.Count, differences);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user