Split translation store partials

This commit is contained in:
ajp_anton committed 2026-07-15 22:33:41 +00:00
1 parent 933123608d
commit 0d6f454bed
5 files changed
+559 -539

No files matched your search

@@ -0,0 +1,183 @@
using Jellyfin.Plugin.Multilang;
namespace Jellyfin.Plugin.Multilang.Data;
public sealed partial class TranslationStore
{
public HashSet<string> GetTrackedItemIds()
{
using var con = Open();
con.Open();
using var cmd = con.CreateCommand();
cmd.CommandText = "SELECT item_id FROM facts;";
using var reader = cmd.ExecuteReader();
var ids = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
while (reader.Read())
ids.Add(reader.GetString(0));
return ids;
}
public void CleanupNotInLibrary(IReadOnlySet<string> liveItemIds)
{
using var con = Open();
con.Open();
using var tx = con.BeginTransaction();
using var select = con.CreateCommand();
select.Transaction = tx;
select.CommandText = "SELECT item_id FROM facts;";
using var reader = select.ExecuteReader();
var stale = new List<string>();
while (reader.Read())
{
var itemId = reader.GetString(0);
if (!liveItemIds.Contains(itemId))
stale.Add(itemId);
}
reader.Close();
foreach (var itemId in stale)
{
using var delete = con.CreateCommand();
delete.Transaction = tx;
delete.CommandText = @"
DELETE FROM facts WHERE item_id = $item_id;
DELETE FROM translations WHERE item_id = $item_id;
DELETE FROM assets WHERE item_id = $item_id;";
delete.Parameters.AddWithValue("$item_id", itemId);
delete.ExecuteNonQuery();
}
tx.Commit();
CleanupUnreferencedAssetFiles();
}
public LocalCleanupResult CleanupForConfiguration(IReadOnlySet<string> liveItemIds, IEnumerable<string> allowedLanguages, bool localAssetStorage)
{
CleanupNotInLibrary(liveItemIds);
var allowed = allowedLanguages
.Where(l => !string.IsNullOrWhiteSpace(l))
.Select(l => l.Trim())
.Append(MultilangConstants.OriginalAction)
.Distinct(StringComparer.OrdinalIgnoreCase)
.ToArray();
var translationsDeleted = DeleteRowsOutsideLanguages("translations", allowed);
var genresDeleted = DeleteRowsOutsideLanguages("genres", allowed);
var assetsDeleted = DeleteRowsOutsideLanguages("assets", allowed);
var modeRowsDeleted = localAssetStorage ? 0 : DeleteLocalAssetRows(resetMissingCheckedAt: true);
var assetFilesDeleted = CleanupUnreferencedAssetFiles();
return new LocalCleanupResult(translationsDeleted, assetsDeleted + modeRowsDeleted, genresDeleted, assetFilesDeleted);
}
private int DeleteRowsOutsideLanguages(string table, IReadOnlyList<string> allowedLanguages)
{
using var con = Open();
con.Open();
using var cmd = con.CreateCommand();
var langParams = AddParams(cmd, allowedLanguages, "$lang");
cmd.CommandText = $"DELETE FROM {table} WHERE lang NOT IN ({langParams});";
return cmd.ExecuteNonQuery();
}
private int DeleteLocalAssetRows(bool resetMissingCheckedAt)
{
using var con = Open();
con.Open();
using var tx = con.BeginTransaction();
var affected = new List<string>();
using (var select = con.CreateCommand())
{
select.Transaction = tx;
select.CommandText = "SELECT DISTINCT item_id FROM assets WHERE path_low LIKE '/multilang/assets/%';";
using var reader = select.ExecuteReader();
while (reader.Read())
affected.Add(reader.GetString(0));
}
int deleted;
using (var delete = con.CreateCommand())
{
delete.Transaction = tx;
delete.CommandText = "DELETE FROM assets WHERE path_low LIKE '/multilang/assets/%';";
deleted = delete.ExecuteNonQuery();
}
if (resetMissingCheckedAt && affected.Count > 0)
{
using var update = con.CreateCommand();
update.Transaction = tx;
var idParams = AddParams(update, affected, "$item");
update.CommandText = $"UPDATE facts SET missing_checked_at = 0 WHERE item_id IN ({idParams});";
update.ExecuteNonQuery();
}
tx.Commit();
return deleted;
}
public int CleanupUnreferencedAssetFiles()
{
if (!Directory.Exists(_assetsDir))
return 0;
var referenced = GetReferencedLocalAssetPaths();
var deleted = 0;
foreach (var file in Directory.EnumerateFiles(_assetsDir, "*", SearchOption.AllDirectories))
{
var full = Path.GetFullPath(file);
if (referenced.Contains(full))
continue;
File.Delete(file);
deleted++;
}
foreach (var dir in Directory.EnumerateDirectories(_assetsDir, "*", SearchOption.AllDirectories).OrderByDescending(d => d.Length))
{
if (!Directory.EnumerateFileSystemEntries(dir).Any())
Directory.Delete(dir);
}
return deleted;
}
private HashSet<string> GetReferencedLocalAssetPaths()
{
using var con = Open();
con.Open();
using var cmd = con.CreateCommand();
cmd.CommandText = "SELECT path FROM assets;";
using var reader = cmd.ExecuteReader();
var result = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
while (reader.Read())
{
var path = reader.GetString(0);
if (TryNormalizeLocalAssetPath(path, out var fullPath))
result.Add(fullPath);
}
return result;
}
public bool TryNormalizeLocalAssetPath(string path, out string fullPath)
{
fullPath = string.Empty;
if (string.IsNullOrWhiteSpace(path) || Uri.TryCreate(path, UriKind.Absolute, out _))
return false;
var relative = path;
if (relative.StartsWith(LocalAssetUrlPrefix, StringComparison.OrdinalIgnoreCase))
relative = relative[LocalAssetUrlPrefix.Length..];
else if (Path.IsPathRooted(relative))
return false;
var candidate = Path.GetFullPath(Path.Combine(_assetsDir, relative));
var root = Path.GetFullPath(_assetsDir) + Path.DirectorySeparatorChar;
if (!candidate.StartsWith(root, StringComparison.OrdinalIgnoreCase))
return false;
fullPath = candidate;
return true;
}
}