using ErsatzTV.Core.Domain; using ErsatzTV.Core.Interfaces.Metadata; using ErsatzTV.Core.Interfaces.Plex; using ErsatzTV.Core.Interfaces.Repositories; using ErsatzTV.Core.Interfaces.Search; using ErsatzTV.Core.Metadata; using MediatR; using Microsoft.Extensions.Logging; namespace ErsatzTV.Core.Plex; public class PlexMovieLibraryScanner : PlexLibraryScanner, IPlexMovieLibraryScanner { private readonly ILocalFileSystem _localFileSystem; private readonly ILocalStatisticsProvider _localStatisticsProvider; private readonly ILogger _logger; private readonly IMediaSourceRepository _mediaSourceRepository; private readonly IMediator _mediator; private readonly IMetadataRepository _metadataRepository; private readonly IMovieRepository _movieRepository; private readonly IPlexPathReplacementService _plexPathReplacementService; private readonly IPlexServerApiClient _plexServerApiClient; private readonly ISearchIndex _searchIndex; private readonly ISearchRepository _searchRepository; public PlexMovieLibraryScanner( IPlexServerApiClient plexServerApiClient, IMovieRepository movieRepository, IMetadataRepository metadataRepository, ISearchIndex searchIndex, ISearchRepository searchRepository, IMediator mediator, IMediaSourceRepository mediaSourceRepository, IPlexPathReplacementService plexPathReplacementService, ILocalFileSystem localFileSystem, ILocalStatisticsProvider localStatisticsProvider, ILogger logger) : base(metadataRepository, logger) { _plexServerApiClient = plexServerApiClient; _movieRepository = movieRepository; _metadataRepository = metadataRepository; _searchIndex = searchIndex; _searchRepository = searchRepository; _mediator = mediator; _mediaSourceRepository = mediaSourceRepository; _plexPathReplacementService = plexPathReplacementService; _localFileSystem = localFileSystem; _localStatisticsProvider = localStatisticsProvider; _logger = logger; } public async Task> ScanLibrary( PlexConnection connection, PlexServerAuthToken token, PlexLibrary library, string ffmpegPath, string ffprobePath) { List pathReplacements = await _mediaSourceRepository .GetPlexPathReplacements(library.MediaSourceId); Either> entries = await _plexServerApiClient.GetMovieLibraryContents( library, connection, token); await entries.Match( async movieEntries => { var validMovies = new List(); foreach (PlexMovie movie in movieEntries.OrderBy(m => m.MovieMetadata.Head().Title)) { string localPath = _plexPathReplacementService.GetReplacementPlexPath( pathReplacements, movie.MediaVersions.Head().MediaFiles.Head().Path, false); if (!_localFileSystem.FileExists(localPath)) { _logger.LogWarning("Skipping plex movie that does not exist at {Path}", localPath); } else { validMovies.Add(movie); } } foreach (PlexMovie incoming in validMovies) { decimal percentCompletion = (decimal) validMovies.IndexOf(incoming) / validMovies.Count; await _mediator.Publish(new LibraryScanProgress(library.Id, percentCompletion)); // TODO: figure out how to rebuild playlists Either> maybeMovie = await _movieRepository .GetOrAdd(library, incoming) .BindT( existing => UpdateStatistics(pathReplacements, existing, incoming, ffmpegPath, ffprobePath)) .BindT(existing => UpdateMetadata(existing, incoming, library, connection, token)) .BindT(existing => UpdateArtwork(existing, incoming)); await maybeMovie.Match( async result => { if (result.IsAdded) { await _searchIndex.AddItems(_searchRepository, new List { result.Item }); } else if (result.IsUpdated) { await _searchIndex.UpdateItems( _searchRepository, new List { result.Item }); } }, error => { _logger.LogWarning( "Error processing plex movie at {Key}: {Error}", incoming.Key, error.Value); return Task.CompletedTask; }); } var movieKeys = validMovies.Map(s => s.Key).ToList(); List ids = await _movieRepository.RemoveMissingPlexMovies(library, movieKeys); await _searchIndex.RemoveItems(ids); await _mediator.Publish(new LibraryScanProgress(library.Id, 0)); }, error => { _logger.LogWarning( "Error synchronizing plex library {Path}: {Error}", library.Name, error.Value); return Task.CompletedTask; }); _searchIndex.Commit(); return Unit.Default; } private async Task>> UpdateStatistics( List pathReplacements, MediaItemScanResult result, PlexMovie incoming, string ffmpegPath, string ffprobePath) { PlexMovie existing = result.Item; MediaVersion existingVersion = existing.MediaVersions.Head(); MediaVersion incomingVersion = incoming.MediaVersions.Head(); foreach (MediaFile incomingFile in incomingVersion.MediaFiles.HeadOrNone()) { foreach (MediaFile existingFile in existingVersion.MediaFiles.HeadOrNone()) { if (incomingFile.Path != existingFile.Path) { _logger.LogDebug( "Plex movie has moved from {OldPath} to {NewPath}", existingFile.Path, incomingFile.Path); existingFile.Path = incomingFile.Path; await _movieRepository.UpdatePath(existingFile.Id, incomingFile.Path); } } } if (incomingVersion.DateUpdated > existingVersion.DateUpdated || !existingVersion.Streams.Any()) { string localPath = _plexPathReplacementService.GetReplacementPlexPath( pathReplacements, incoming.MediaVersions.Head().MediaFiles.Head().Path, false); _logger.LogDebug("Refreshing {Attribute} for {Path}", "Statistics", localPath); Either refreshResult = await _localStatisticsProvider.RefreshStatistics(ffmpegPath, ffprobePath, existing, localPath); await refreshResult.Match( async _ => { foreach (MediaItem updated in await _searchRepository.GetItemToIndex(incoming.Id)) { await _searchIndex.UpdateItems( _searchRepository, new List { updated }); } await _metadataRepository.UpdatePlexStatistics(existingVersion.Id, incomingVersion); }, error => { _logger.LogWarning( "Unable to refresh {Attribute} for media item {Path}. Error: {Error}", "Statistics", localPath, error.Value); return Task.CompletedTask; }); } return result; } private async Task>> UpdateMetadata( MediaItemScanResult result, PlexMovie incoming, PlexLibrary library, PlexConnection connection, PlexServerAuthToken token) { PlexMovie existing = result.Item; MovieMetadata existingMetadata = existing.MovieMetadata.Head(); if (result.IsAdded || incoming.MovieMetadata.Head().DateUpdated > existingMetadata.DateUpdated) { _logger.LogDebug( "Refreshing {Attribute} from {Path}", "Plex Metadata", existing.MediaVersions.Head().MediaFiles.Head().Path); Either maybeMetadata = await _plexServerApiClient.GetMovieMetadata( library, incoming.Key.Split("/").Last(), connection, token); await maybeMetadata.Match( async fullMetadata => { if (existingMetadata.MetadataKind != MetadataKind.External) { existingMetadata.MetadataKind = MetadataKind.External; await _metadataRepository.MarkAsExternal(existingMetadata); } if (existingMetadata.ContentRating != fullMetadata.ContentRating) { existingMetadata.ContentRating = fullMetadata.ContentRating; await _metadataRepository.SetContentRating(existingMetadata, fullMetadata.ContentRating); result.IsUpdated = true; } foreach (Genre genre in existingMetadata.Genres .Filter(g => fullMetadata.Genres.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Genres.Remove(genre); if (await _metadataRepository.RemoveGenre(genre)) { result.IsUpdated = true; } } foreach (Genre genre in fullMetadata.Genres .Filter(g => existingMetadata.Genres.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Genres.Add(genre); if (await _movieRepository.AddGenre(existingMetadata, genre)) { result.IsUpdated = true; } } foreach (Studio studio in existingMetadata.Studios .Filter(s => fullMetadata.Studios.All(s2 => s2.Name != s.Name)) .ToList()) { existingMetadata.Studios.Remove(studio); if (await _metadataRepository.RemoveStudio(studio)) { result.IsUpdated = true; } } foreach (Studio studio in fullMetadata.Studios .Filter(s => existingMetadata.Studios.All(s2 => s2.Name != s.Name)) .ToList()) { existingMetadata.Studios.Add(studio); if (await _movieRepository.AddStudio(existingMetadata, studio)) { result.IsUpdated = true; } } foreach (Actor actor in existingMetadata.Actors .Filter( a => fullMetadata.Actors.All( a2 => a2.Name != a.Name || a.Artwork == null && a2.Artwork != null)) .ToList()) { existingMetadata.Actors.Remove(actor); if (await _metadataRepository.RemoveActor(actor)) { result.IsUpdated = true; } } foreach (Actor actor in fullMetadata.Actors .Filter(a => existingMetadata.Actors.All(a2 => a2.Name != a.Name)) .ToList()) { existingMetadata.Actors.Add(actor); if (await _movieRepository.AddActor(existingMetadata, actor)) { result.IsUpdated = true; } } foreach (Director director in existingMetadata.Directors .Filter(g => fullMetadata.Directors.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Directors.Remove(director); if (await _metadataRepository.RemoveDirector(director)) { result.IsUpdated = true; } } foreach (Director director in fullMetadata.Directors .Filter(g => existingMetadata.Directors.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Directors.Add(director); if (await _movieRepository.AddDirector(existingMetadata, director)) { result.IsUpdated = true; } } foreach (Writer writer in existingMetadata.Writers .Filter(g => fullMetadata.Writers.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Writers.Remove(writer); if (await _metadataRepository.RemoveWriter(writer)) { result.IsUpdated = true; } } foreach (Writer writer in fullMetadata.Writers .Filter(g => existingMetadata.Writers.All(g2 => g2.Name != g.Name)) .ToList()) { existingMetadata.Writers.Add(writer); if (await _movieRepository.AddWriter(existingMetadata, writer)) { result.IsUpdated = true; } } foreach (MetadataGuid guid in existingMetadata.Guids .Filter(g => fullMetadata.Guids.All(g2 => g2.Guid != g.Guid)) .ToList()) { existingMetadata.Guids.Remove(guid); if (await _metadataRepository.RemoveGuid(guid)) { result.IsUpdated = true; } } foreach (MetadataGuid guid in fullMetadata.Guids .Filter(g => existingMetadata.Guids.All(g2 => g2.Guid != g.Guid)) .ToList()) { existingMetadata.Guids.Add(guid); if (await _metadataRepository.AddGuid(existingMetadata, guid)) { result.IsUpdated = true; } } if (fullMetadata.SortTitle != existingMetadata.SortTitle) { existingMetadata.SortTitle = fullMetadata.SortTitle; if (await _movieRepository.UpdateSortTitle(existingMetadata)) { result.IsUpdated = true; } } if (result.IsUpdated) { await _metadataRepository.MarkAsUpdated(existingMetadata, fullMetadata.DateUpdated); } }, _ => Task.CompletedTask); // TODO: update other metadata? } return result; } private async Task>> UpdateArtwork( MediaItemScanResult result, PlexMovie incoming) { PlexMovie existing = result.Item; MovieMetadata existingMetadata = existing.MovieMetadata.Head(); MovieMetadata incomingMetadata = incoming.MovieMetadata.Head(); if (incomingMetadata.DateUpdated > existingMetadata.DateUpdated) { await UpdateArtworkIfNeeded(existingMetadata, incomingMetadata, ArtworkKind.Poster); await UpdateArtworkIfNeeded(existingMetadata, incomingMetadata, ArtworkKind.FanArt); await _metadataRepository.MarkAsUpdated(existingMetadata, incomingMetadata.DateUpdated); } return result; } }