mirror of https://github.com/ErsatzTV/ErsatzTV.git
Browse Source
* cleanup artwork cache folder * fixes * ignore watermarks that no longer exist on the file systempull/2780/head
Jason Dove
7 months ago
committed by
GitHub
8 changed files with 257 additions and 36 deletions
@ -1,14 +1,147 @@
@@ -1,14 +1,147 @@
|
||||
using ErsatzTV.Core; |
||||
using System.IO.Abstractions; |
||||
using ErsatzTV.Core; |
||||
using ErsatzTV.Core.Interfaces.Repositories; |
||||
using ErsatzTV.Infrastructure.Data; |
||||
using ErsatzTV.Infrastructure.Images; |
||||
using Microsoft.EntityFrameworkCore; |
||||
using Microsoft.Extensions.Logging; |
||||
|
||||
namespace ErsatzTV.Application.Maintenance; |
||||
|
||||
public class DeleteOrphanedArtworkHandler(IArtworkRepository artworkRepository) |
||||
public class DeleteOrphanedArtworkHandler( |
||||
IDbContextFactory<TvContext> dbContextFactory, |
||||
IArtworkRepository artworkRepository, |
||||
IFileSystem fileSystem, |
||||
ILogger<DeleteOrphanedArtworkHandler> logger) |
||||
: IRequestHandler<DeleteOrphanedArtwork, Either<BaseError, Unit>> |
||||
{ |
||||
public Task<Either<BaseError, Unit>> |
||||
Handle(DeleteOrphanedArtwork request, CancellationToken cancellationToken) => |
||||
artworkRepository.GetOrphanedArtworkIds() |
||||
.Bind(artworkRepository.Delete) |
||||
.Map(_ => Right<BaseError, Unit>(Unit.Default)); |
||||
public async Task<Either<BaseError, Unit>> Handle( |
||||
DeleteOrphanedArtwork request, |
||||
CancellationToken cancellationToken) |
||||
{ |
||||
try |
||||
{ |
||||
await CleanUpDatabase(); |
||||
await CleanUpFileSystem(cancellationToken); |
||||
|
||||
return Unit.Default; |
||||
} |
||||
catch (Exception e) |
||||
{ |
||||
return BaseError.New(e.Message); |
||||
} |
||||
} |
||||
|
||||
private async Task CleanUpDatabase() |
||||
{ |
||||
List<int> ids = await artworkRepository.GetOrphanedArtworkIds(); |
||||
if (ids.Count > 0) |
||||
{ |
||||
await artworkRepository.Delete(ids); |
||||
} |
||||
} |
||||
|
||||
private async Task CleanUpFileSystem(CancellationToken cancellationToken) |
||||
{ |
||||
await using TvContext dbContext = await dbContextFactory.CreateDbContextAsync(cancellationToken); |
||||
|
||||
System.Collections.Generic.HashSet<string> validFiles = []; |
||||
|
||||
var lastId = 0; |
||||
while (true) |
||||
{ |
||||
List<MinimalArtwork> result = await dbContext.Artwork |
||||
.TagWithCallSite() |
||||
.AsNoTracking() |
||||
.Where(a => a.Id > lastId) |
||||
.OrderBy(a => a.Id) |
||||
.Take(1000) |
||||
.Select(a => new MinimalArtwork(a.Id, a.Path, a.BlurHash43, a.BlurHash54, a.BlurHash64)) |
||||
.ToListAsync(cancellationToken); |
||||
|
||||
if (result.Count == 0) |
||||
{ |
||||
break; |
||||
} |
||||
|
||||
foreach (MinimalArtwork artwork in result) |
||||
{ |
||||
if (!string.IsNullOrWhiteSpace(artwork.Path) && !artwork.Path.Contains('/')) |
||||
{ |
||||
validFiles.Add(artwork.Path); |
||||
} |
||||
|
||||
if (!string.IsNullOrWhiteSpace(artwork.BlurHash43)) |
||||
{ |
||||
validFiles.Add(ImageCache.GetBlurHashFileName(artwork.BlurHash43)); |
||||
} |
||||
|
||||
if (!string.IsNullOrWhiteSpace(artwork.BlurHash54)) |
||||
{ |
||||
validFiles.Add(ImageCache.GetBlurHashFileName(artwork.BlurHash54)); |
||||
} |
||||
|
||||
if (!string.IsNullOrWhiteSpace(artwork.BlurHash64)) |
||||
{ |
||||
validFiles.Add(ImageCache.GetBlurHashFileName(artwork.BlurHash64)); |
||||
} |
||||
} |
||||
|
||||
lastId = result.Last().Id; |
||||
} |
||||
|
||||
logger.LogDebug("Loaded {Count} artwork hashes (valid file names)", validFiles.Count); |
||||
|
||||
var deleted = 0; |
||||
foreach (string file in fileSystem.Directory.EnumerateFiles( |
||||
FileSystemLayout.ArtworkCacheFolder, |
||||
"*.*", |
||||
SearchOption.AllDirectories)) |
||||
{ |
||||
string fileName = fileSystem.Path.GetFileName(file); |
||||
if (!validFiles.Contains(fileName)) |
||||
{ |
||||
try |
||||
{ |
||||
fileSystem.File.Delete(file); |
||||
deleted++; |
||||
} |
||||
catch (Exception ex) |
||||
{ |
||||
logger.LogWarning(ex, "Could not delete artwork file {File}", file); |
||||
} |
||||
} |
||||
} |
||||
|
||||
logger.LogDebug("Deleted {Count} unused artwork cache files", deleted); |
||||
|
||||
DeleteEmptySubfolders(FileSystemLayout.ArtworkCacheFolder); |
||||
} |
||||
|
||||
private void DeleteEmptySubfolders(string path) |
||||
{ |
||||
if (!fileSystem.Directory.Exists(path)) |
||||
{ |
||||
return; |
||||
} |
||||
|
||||
foreach (string sub in fileSystem.Directory.GetDirectories(path)) |
||||
{ |
||||
DeleteEmptySubfolders(sub); |
||||
} |
||||
|
||||
if (!fileSystem.Directory.EnumerateFileSystemEntries(path).Any()) |
||||
{ |
||||
try |
||||
{ |
||||
fileSystem.Directory.Delete(path); |
||||
} |
||||
catch (Exception ex) |
||||
{ |
||||
logger.LogWarning(ex, "Could not delete empty cache folder {Folder}", path); |
||||
} |
||||
} |
||||
} |
||||
|
||||
private sealed record MinimalArtwork(int Id, string Path, string BlurHash43, string BlurHash54, string BlurHash64); |
||||
} |
||||
|
||||
Loading…
Reference in new issue