Browse Source

cache artwork async (#117)

pull/118/head
Jason Dove 5 years ago committed by GitHub
parent
commit
9ea4459988
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 4
      ErsatzTV.Core.Tests/Fakes/FakeLocalFileSystem.cs
  2. 2
      ErsatzTV.Core/Interfaces/Images/IImageCache.cs
  3. 2
      ErsatzTV.Core/Interfaces/Metadata/ILocalFileSystem.cs
  4. 23
      ErsatzTV.Core/Metadata/LocalFileSystem.cs
  5. 63
      ErsatzTV.Core/Metadata/LocalFolderScanner.cs
  6. 26
      ErsatzTV.Core/Metadata/TelevisionFolderScanner.cs
  7. 48
      ErsatzTV.Infrastructure/Images/ImageCache.cs

4
ErsatzTV.Core.Tests/Fakes/FakeLocalFileSystem.cs

@ -56,8 +56,8 @@ namespace ErsatzTV.Core.Tests.Fakes @@ -56,8 +56,8 @@ namespace ErsatzTV.Core.Tests.Fakes
public Task<byte[]> ReadAllBytes(string path) => TestBytes.AsTask();
public Unit CopyFile(string source, string destination) =>
Unit.Default;
public Task<Either<BaseError, Unit>> CopyFile(string source, string destination) =>
Task.FromResult(Right<BaseError, Unit>(Unit.Default));
private static List<DirectoryInfo> Split(DirectoryInfo path)
{

2
ErsatzTV.Core/Interfaces/Images/IImageCache.cs

@ -8,6 +8,6 @@ namespace ErsatzTV.Core.Interfaces.Images @@ -8,6 +8,6 @@ namespace ErsatzTV.Core.Interfaces.Images
{
Task<Either<BaseError, byte[]>> ResizeImage(byte[] imageBuffer, int height);
Task<Either<BaseError, string>> SaveArtworkToCache(byte[] imageBuffer, ArtworkKind artworkKind);
string CopyArtworkToCache(string path, ArtworkKind artworkKind);
Task<Either<BaseError, string>> CopyArtworkToCache(string path, ArtworkKind artworkKind);
}
}

2
ErsatzTV.Core/Interfaces/Metadata/ILocalFileSystem.cs

@ -15,6 +15,6 @@ namespace ErsatzTV.Core.Interfaces.Metadata @@ -15,6 +15,6 @@ namespace ErsatzTV.Core.Interfaces.Metadata
IEnumerable<string> ListFiles(string folder);
bool FileExists(string path);
Task<byte[]> ReadAllBytes(string path);
Unit CopyFile(string source, string destination);
Task<Either<BaseError, Unit>> CopyFile(string source, string destination);
}
}

23
ErsatzTV.Core/Metadata/LocalFileSystem.cs

@ -36,17 +36,26 @@ namespace ErsatzTV.Core.Metadata @@ -36,17 +36,26 @@ namespace ErsatzTV.Core.Metadata
public bool FileExists(string path) => File.Exists(path);
public Task<byte[]> ReadAllBytes(string path) => File.ReadAllBytesAsync(path);
public Unit CopyFile(string source, string destination)
public async Task<Either<BaseError, Unit>> CopyFile(string source, string destination)
{
string directory = Path.GetDirectoryName(destination) ?? string.Empty;
if (!Directory.Exists(directory))
try
{
Directory.CreateDirectory(directory);
}
string directory = Path.GetDirectoryName(destination) ?? string.Empty;
if (!Directory.Exists(directory))
{
Directory.CreateDirectory(directory);
}
File.Copy(source, destination, true);
await using FileStream sourceStream = File.OpenRead(source);
await using FileStream destinationStream = File.Create(destination);
await sourceStream.CopyToAsync(destinationStream);
return Unit.Default;
return Unit.Default;
}
catch (Exception ex)
{
return BaseError.New(ex.ToString());
}
}
}
}

63
ErsatzTV.Core/Metadata/LocalFolderScanner.cs

@ -120,30 +120,47 @@ namespace ErsatzTV.Core.Metadata @@ -120,30 +120,47 @@ namespace ErsatzTV.Core.Metadata
if (shouldRefresh)
{
_logger.LogDebug("Refreshing {Attribute} from {Path}", artworkKind, artworkFile);
string cacheName = _imageCache.CopyArtworkToCache(artworkFile, artworkKind);
await maybeArtwork.Match(
async artwork =>
{
artwork.Path = cacheName;
artwork.DateUpdated = lastWriteTime;
await _metadataRepository.UpdateArtworkPath(artwork);
},
async () =>
{
var artwork = new Artwork
try
{
_logger.LogDebug("Refreshing {Attribute} from {Path}", artworkKind, artworkFile);
Either<BaseError, string> maybeCacheName =
await _imageCache.CopyArtworkToCache(artworkFile, artworkKind);
return await maybeCacheName.Match(
async cacheName =>
{
await maybeArtwork.Match(
async artwork =>
{
artwork.Path = cacheName;
artwork.DateUpdated = lastWriteTime;
await _metadataRepository.UpdateArtworkPath(artwork);
},
async () =>
{
var artwork = new Artwork
{
Path = cacheName,
DateAdded = DateTime.UtcNow,
DateUpdated = lastWriteTime,
ArtworkKind = artworkKind
};
metadata.Artwork.Add(artwork);
await _metadataRepository.AddArtwork(metadata, artwork);
});
return true;
},
error =>
{
Path = cacheName,
DateAdded = DateTime.UtcNow,
DateUpdated = lastWriteTime,
ArtworkKind = artworkKind
};
metadata.Artwork.Add(artwork);
await _metadataRepository.AddArtwork(metadata, artwork);
});
return true;
_logger.LogDebug("Failed to cache artwork from {Path}: {Error}", artworkFile, error.Value);
return Task.FromResult(false);
});
}
catch (Exception ex)
{
_logger.LogWarning(ex, "Error refreshing artwork");
}
}
return false;

26
ErsatzTV.Core/Metadata/TelevisionFolderScanner.cs

@ -80,9 +80,22 @@ namespace ErsatzTV.Core.Metadata @@ -80,9 +80,22 @@ namespace ErsatzTV.Core.Metadata
await _searchIndex.UpdateItems(new List<MediaItem> { result.Item });
}
await ScanSeasons(libraryPath, ffprobePath, result.Item, showFolder, lastScan);
await ScanSeasons(
libraryPath,
ffprobePath,
result.Item,
showFolder,
// force scanning all folders if we're adding a new show
result.IsAdded ? DateTimeOffset.MinValue : lastScan);
},
_ => Task.FromResult(Unit.Default));
error =>
{
_logger.LogWarning(
"Error processing show in folder {Folder}: {Error}",
showFolder,
error.Value);
return Task.FromResult(Unit.Default);
});
}
foreach (string path in await _televisionRepository.FindEpisodePaths(libraryPath))
@ -132,7 +145,14 @@ namespace ErsatzTV.Core.Metadata @@ -132,7 +145,14 @@ namespace ErsatzTV.Core.Metadata
await maybeSeason.Match(
season => ScanEpisodes(libraryPath, ffprobePath, season, seasonFolder, lastScan),
_ => Task.FromResult(Unit.Default));
error =>
{
_logger.LogWarning(
"Error processing season in folder {Folder}: {Error}",
seasonFolder,
error.Value);
return Task.FromResult(Unit.Default);
});
});
}

48
ErsatzTV.Infrastructure/Images/ImageCache.cs

@ -8,6 +8,7 @@ using ErsatzTV.Core.Domain; @@ -8,6 +8,7 @@ using ErsatzTV.Core.Domain;
using ErsatzTV.Core.Interfaces.Images;
using ErsatzTV.Core.Interfaces.Metadata;
using LanguageExt;
using Microsoft.Extensions.Logging;
using SixLabors.ImageSharp;
using SixLabors.ImageSharp.Formats.Jpeg;
using SixLabors.ImageSharp.Processing;
@ -18,10 +19,15 @@ namespace ErsatzTV.Infrastructure.Images @@ -18,10 +19,15 @@ namespace ErsatzTV.Infrastructure.Images
{
private static readonly SHA1CryptoServiceProvider Crypto;
private readonly ILocalFileSystem _localFileSystem;
private readonly ILogger<ImageCache> _logger;
static ImageCache() => Crypto = new SHA1CryptoServiceProvider();
public ImageCache(ILocalFileSystem localFileSystem) => _localFileSystem = localFileSystem;
public ImageCache(ILocalFileSystem localFileSystem, ILogger<ImageCache> logger)
{
_localFileSystem = localFileSystem;
_logger = logger;
}
public async Task<Either<BaseError, byte[]>> ResizeImage(byte[] imageBuffer, int height)
{
@ -75,24 +81,32 @@ namespace ErsatzTV.Infrastructure.Images @@ -75,24 +81,32 @@ namespace ErsatzTV.Infrastructure.Images
}
}
public string CopyArtworkToCache(string path, ArtworkKind artworkKind)
public async Task<Either<BaseError, string>> CopyArtworkToCache(string path, ArtworkKind artworkKind)
{
var filenameKey = $"{path}:{_localFileSystem.GetLastWriteTime(path).ToFileTimeUtc()}";
byte[] hash = Crypto.ComputeHash(Encoding.UTF8.GetBytes(filenameKey));
string hex = BitConverter.ToString(hash).Replace("-", string.Empty);
string subfolder = hex.Substring(0, 2);
string baseFolder = artworkKind switch
try
{
ArtworkKind.Poster => Path.Combine(FileSystemLayout.PosterCacheFolder, subfolder),
ArtworkKind.Thumbnail => Path.Combine(FileSystemLayout.ThumbnailCacheFolder, subfolder),
ArtworkKind.Logo => Path.Combine(FileSystemLayout.LogoCacheFolder, subfolder),
ArtworkKind.FanArt => Path.Combine(FileSystemLayout.FanArtCacheFolder, subfolder),
_ => FileSystemLayout.LegacyImageCacheFolder
};
string target = Path.Combine(baseFolder, hex);
_localFileSystem.CopyFile(path, target);
return hex;
var filenameKey = $"{path}:{_localFileSystem.GetLastWriteTime(path).ToFileTimeUtc()}";
byte[] hash = Crypto.ComputeHash(Encoding.UTF8.GetBytes(filenameKey));
string hex = BitConverter.ToString(hash).Replace("-", string.Empty);
string subfolder = hex.Substring(0, 2);
string baseFolder = artworkKind switch
{
ArtworkKind.Poster => Path.Combine(FileSystemLayout.PosterCacheFolder, subfolder),
ArtworkKind.Thumbnail => Path.Combine(FileSystemLayout.ThumbnailCacheFolder, subfolder),
ArtworkKind.Logo => Path.Combine(FileSystemLayout.LogoCacheFolder, subfolder),
ArtworkKind.FanArt => Path.Combine(FileSystemLayout.FanArtCacheFolder, subfolder),
_ => FileSystemLayout.LegacyImageCacheFolder
};
string target = Path.Combine(baseFolder, hex);
Either<BaseError, Unit> maybeResult = await _localFileSystem.CopyFile(path, target);
return maybeResult.Match<Either<BaseError, string>>(
_ => hex,
error => error);
}
catch (Exception ex)
{
return BaseError.New(ex.ToString());
}
}
}
}

Loading…
Cancel
Save