Harden proxy permissions and cache behavior, streamline metadata fetching, remove obsolete rules, and validate the stable SDK with expanded regression coverage. Document backup format changes.
176 lines
6.3 KiB
C#
176 lines
6.3 KiB
C#
using Jellyfin.Plugin.Multilang;
|
|
|
|
namespace Jellyfin.Plugin.Multilang.Data;
|
|
|
|
public sealed partial class TranslationStore
|
|
{
|
|
public HashSet<string> GetTrackedItemIds()
|
|
{
|
|
using var con = Open();
|
|
con.Open();
|
|
using var cmd = con.CreateCommand();
|
|
cmd.CommandText = "SELECT item_id FROM facts;";
|
|
using var reader = cmd.ExecuteReader();
|
|
var ids = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
|
while (reader.Read())
|
|
ids.Add(reader.GetString(0));
|
|
return ids;
|
|
}
|
|
|
|
public void CleanupNotInLibrary(IReadOnlySet<string> liveItemIds)
|
|
{
|
|
using var con = Open();
|
|
con.Open();
|
|
using var tx = con.BeginTransaction();
|
|
using var select = con.CreateCommand();
|
|
select.Transaction = tx;
|
|
select.CommandText = "SELECT item_id FROM facts;";
|
|
using var reader = select.ExecuteReader();
|
|
var stale = new List<string>();
|
|
while (reader.Read())
|
|
{
|
|
var itemId = reader.GetString(0);
|
|
if (!liveItemIds.Contains(itemId))
|
|
stale.Add(itemId);
|
|
}
|
|
|
|
reader.Close();
|
|
foreach (var itemId in stale)
|
|
{
|
|
using var delete = con.CreateCommand();
|
|
delete.Transaction = tx;
|
|
delete.CommandText = @"
|
|
DELETE FROM facts WHERE item_id = $item_id;
|
|
DELETE FROM translations WHERE item_id = $item_id;
|
|
DELETE FROM assets WHERE item_id = $item_id;
|
|
DELETE FROM fetch_state WHERE item_id = $item_id;";
|
|
delete.Parameters.AddWithValue("$item_id", itemId);
|
|
delete.ExecuteNonQuery();
|
|
}
|
|
|
|
tx.Commit();
|
|
}
|
|
|
|
public LocalCleanupResult CleanupForConfiguration(IReadOnlySet<string> liveItemIds, IEnumerable<string> allowedLanguages, bool localAssetStorage)
|
|
{
|
|
CleanupNotInLibrary(liveItemIds);
|
|
|
|
var allowed = allowedLanguages
|
|
.Where(l => !string.IsNullOrWhiteSpace(l))
|
|
.Select(l => l.Trim())
|
|
.Append(MultilangConstants.OriginalAction)
|
|
.Distinct(StringComparer.OrdinalIgnoreCase)
|
|
.ToArray();
|
|
|
|
using (var con = Open())
|
|
{
|
|
con.Open();
|
|
using var cmd = con.CreateCommand();
|
|
var parameters = AddParams(cmd, allowed, "$lang");
|
|
cmd.CommandText = $"DELETE FROM fetch_state WHERE source LIKE 'metadata:%' AND substr(source, 10) NOT IN ({parameters});";
|
|
cmd.ExecuteNonQuery();
|
|
}
|
|
var translationsDeleted = DeleteRowsOutsideLanguages("translations", allowed);
|
|
var genresDeleted = DeleteRowsOutsideLanguages("genres", allowed);
|
|
var assetsDeleted = DeleteRowsOutsideLanguages("assets", allowed);
|
|
var modeRowsDeleted = localAssetStorage ? 0 : SwitchLocalAssetsToUrls();
|
|
var assetFilesDeleted = CleanupUnreferencedAssetFiles();
|
|
return new LocalCleanupResult(translationsDeleted, assetsDeleted + modeRowsDeleted, genresDeleted, assetFilesDeleted);
|
|
}
|
|
|
|
private int DeleteRowsOutsideLanguages(string table, IReadOnlyList<string> allowedLanguages)
|
|
{
|
|
using var con = Open();
|
|
con.Open();
|
|
using var cmd = con.CreateCommand();
|
|
var langParams = AddParams(cmd, allowedLanguages, "$lang");
|
|
cmd.CommandText = $"DELETE FROM {table} WHERE lang NOT IN ({langParams});";
|
|
return cmd.ExecuteNonQuery();
|
|
}
|
|
|
|
private int SwitchLocalAssetsToUrls()
|
|
{
|
|
using var con = Open();
|
|
con.Open();
|
|
using var tx = con.BeginTransaction();
|
|
using var cmd = con.CreateCommand();
|
|
cmd.Transaction = tx;
|
|
cmd.CommandText = @"UPDATE assets SET path = source_url, path_low = lower(source_url)
|
|
WHERE path_low LIKE '/multilang/assets/%' AND source_url <> '';
|
|
DELETE FROM fetch_state WHERE source LIKE 'artwork:%' AND item_id IN
|
|
(SELECT item_id FROM assets WHERE path_low LIKE '/multilang/assets/%');
|
|
UPDATE facts SET missing_checked_at = 0 WHERE item_id IN
|
|
(SELECT item_id FROM assets WHERE path_low LIKE '/multilang/assets/%');";
|
|
cmd.ExecuteNonQuery();
|
|
cmd.CommandText = "DELETE FROM assets WHERE path_low LIKE '/multilang/assets/%';";
|
|
var deleted = cmd.ExecuteNonQuery();
|
|
tx.Commit();
|
|
return deleted;
|
|
}
|
|
|
|
public int CleanupUnreferencedAssetFiles()
|
|
{
|
|
if (!Directory.Exists(_assetsDir))
|
|
return 0;
|
|
|
|
var referenced = GetReferencedLocalAssetPaths();
|
|
var deleted = 0;
|
|
foreach (var file in Directory.EnumerateFiles(_assetsDir, "*", SearchOption.AllDirectories))
|
|
{
|
|
var full = Path.GetFullPath(file);
|
|
if (referenced.Contains(full))
|
|
continue;
|
|
|
|
File.Delete(file);
|
|
deleted++;
|
|
}
|
|
|
|
foreach (var dir in Directory.EnumerateDirectories(_assetsDir, "*", SearchOption.AllDirectories).OrderByDescending(d => d.Length))
|
|
{
|
|
if (!Directory.EnumerateFileSystemEntries(dir).Any())
|
|
Directory.Delete(dir);
|
|
}
|
|
|
|
return deleted;
|
|
}
|
|
|
|
private HashSet<string> GetReferencedLocalAssetPaths()
|
|
{
|
|
using var con = Open();
|
|
con.Open();
|
|
using var cmd = con.CreateCommand();
|
|
cmd.CommandText = "SELECT path FROM assets;";
|
|
using var reader = cmd.ExecuteReader();
|
|
var result = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
|
while (reader.Read())
|
|
{
|
|
var path = reader.GetString(0);
|
|
if (TryNormalizeLocalAssetPath(path, out var fullPath))
|
|
result.Add(fullPath);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
public bool TryNormalizeLocalAssetPath(string path, out string fullPath)
|
|
{
|
|
fullPath = string.Empty;
|
|
if (string.IsNullOrWhiteSpace(path))
|
|
return false;
|
|
|
|
var relative = path;
|
|
if (relative.StartsWith(LocalAssetUrlPrefix, StringComparison.OrdinalIgnoreCase))
|
|
relative = relative[LocalAssetUrlPrefix.Length..];
|
|
else if (Uri.TryCreate(relative, UriKind.Absolute, out _) || Path.IsPathRooted(relative))
|
|
return false;
|
|
|
|
var candidate = Path.GetFullPath(Path.Combine(_assetsDir, relative));
|
|
var root = Path.GetFullPath(_assetsDir) + Path.DirectorySeparatorChar;
|
|
if (!candidate.StartsWith(root, StringComparison.OrdinalIgnoreCase))
|
|
return false;
|
|
|
|
fullPath = candidate;
|
|
return true;
|
|
}
|
|
}
|