Split translation store partials
This commit is contained in:
1 parent
933123608d
commit
0d6f454bed
5 files changed
+559
-539
No files matched your search
@@ -0,0 +1,183 @@
|
||||
using Jellyfin.Plugin.Multilang;
|
||||
|
||||
namespace Jellyfin.Plugin.Multilang.Data;
|
||||
|
||||
public sealed partial class TranslationStore
|
||||
{
|
||||
public HashSet<string> GetTrackedItemIds()
|
||||
{
|
||||
using var con = Open();
|
||||
con.Open();
|
||||
using var cmd = con.CreateCommand();
|
||||
cmd.CommandText = "SELECT item_id FROM facts;";
|
||||
using var reader = cmd.ExecuteReader();
|
||||
var ids = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
while (reader.Read())
|
||||
ids.Add(reader.GetString(0));
|
||||
return ids;
|
||||
}
|
||||
|
||||
public void CleanupNotInLibrary(IReadOnlySet<string> liveItemIds)
|
||||
{
|
||||
using var con = Open();
|
||||
con.Open();
|
||||
using var tx = con.BeginTransaction();
|
||||
using var select = con.CreateCommand();
|
||||
select.Transaction = tx;
|
||||
select.CommandText = "SELECT item_id FROM facts;";
|
||||
using var reader = select.ExecuteReader();
|
||||
var stale = new List<string>();
|
||||
while (reader.Read())
|
||||
{
|
||||
var itemId = reader.GetString(0);
|
||||
if (!liveItemIds.Contains(itemId))
|
||||
stale.Add(itemId);
|
||||
}
|
||||
|
||||
reader.Close();
|
||||
foreach (var itemId in stale)
|
||||
{
|
||||
using var delete = con.CreateCommand();
|
||||
delete.Transaction = tx;
|
||||
delete.CommandText = @"
|
||||
DELETE FROM facts WHERE item_id = $item_id;
|
||||
DELETE FROM translations WHERE item_id = $item_id;
|
||||
DELETE FROM assets WHERE item_id = $item_id;";
|
||||
delete.Parameters.AddWithValue("$item_id", itemId);
|
||||
delete.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
tx.Commit();
|
||||
CleanupUnreferencedAssetFiles();
|
||||
}
|
||||
|
||||
public LocalCleanupResult CleanupForConfiguration(IReadOnlySet<string> liveItemIds, IEnumerable<string> allowedLanguages, bool localAssetStorage)
|
||||
{
|
||||
CleanupNotInLibrary(liveItemIds);
|
||||
|
||||
var allowed = allowedLanguages
|
||||
.Where(l => !string.IsNullOrWhiteSpace(l))
|
||||
.Select(l => l.Trim())
|
||||
.Append(MultilangConstants.OriginalAction)
|
||||
.Distinct(StringComparer.OrdinalIgnoreCase)
|
||||
.ToArray();
|
||||
|
||||
var translationsDeleted = DeleteRowsOutsideLanguages("translations", allowed);
|
||||
var genresDeleted = DeleteRowsOutsideLanguages("genres", allowed);
|
||||
var assetsDeleted = DeleteRowsOutsideLanguages("assets", allowed);
|
||||
var modeRowsDeleted = localAssetStorage ? 0 : DeleteLocalAssetRows(resetMissingCheckedAt: true);
|
||||
var assetFilesDeleted = CleanupUnreferencedAssetFiles();
|
||||
return new LocalCleanupResult(translationsDeleted, assetsDeleted + modeRowsDeleted, genresDeleted, assetFilesDeleted);
|
||||
}
|
||||
|
||||
private int DeleteRowsOutsideLanguages(string table, IReadOnlyList<string> allowedLanguages)
|
||||
{
|
||||
using var con = Open();
|
||||
con.Open();
|
||||
using var cmd = con.CreateCommand();
|
||||
var langParams = AddParams(cmd, allowedLanguages, "$lang");
|
||||
cmd.CommandText = $"DELETE FROM {table} WHERE lang NOT IN ({langParams});";
|
||||
return cmd.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
private int DeleteLocalAssetRows(bool resetMissingCheckedAt)
|
||||
{
|
||||
using var con = Open();
|
||||
con.Open();
|
||||
using var tx = con.BeginTransaction();
|
||||
var affected = new List<string>();
|
||||
using (var select = con.CreateCommand())
|
||||
{
|
||||
select.Transaction = tx;
|
||||
select.CommandText = "SELECT DISTINCT item_id FROM assets WHERE path_low LIKE '/multilang/assets/%';";
|
||||
using var reader = select.ExecuteReader();
|
||||
while (reader.Read())
|
||||
affected.Add(reader.GetString(0));
|
||||
}
|
||||
|
||||
int deleted;
|
||||
using (var delete = con.CreateCommand())
|
||||
{
|
||||
delete.Transaction = tx;
|
||||
delete.CommandText = "DELETE FROM assets WHERE path_low LIKE '/multilang/assets/%';";
|
||||
deleted = delete.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
if (resetMissingCheckedAt && affected.Count > 0)
|
||||
{
|
||||
using var update = con.CreateCommand();
|
||||
update.Transaction = tx;
|
||||
var idParams = AddParams(update, affected, "$item");
|
||||
update.CommandText = $"UPDATE facts SET missing_checked_at = 0 WHERE item_id IN ({idParams});";
|
||||
update.ExecuteNonQuery();
|
||||
}
|
||||
|
||||
tx.Commit();
|
||||
return deleted;
|
||||
}
|
||||
|
||||
public int CleanupUnreferencedAssetFiles()
|
||||
{
|
||||
if (!Directory.Exists(_assetsDir))
|
||||
return 0;
|
||||
|
||||
var referenced = GetReferencedLocalAssetPaths();
|
||||
var deleted = 0;
|
||||
foreach (var file in Directory.EnumerateFiles(_assetsDir, "*", SearchOption.AllDirectories))
|
||||
{
|
||||
var full = Path.GetFullPath(file);
|
||||
if (referenced.Contains(full))
|
||||
continue;
|
||||
|
||||
File.Delete(file);
|
||||
deleted++;
|
||||
}
|
||||
|
||||
foreach (var dir in Directory.EnumerateDirectories(_assetsDir, "*", SearchOption.AllDirectories).OrderByDescending(d => d.Length))
|
||||
{
|
||||
if (!Directory.EnumerateFileSystemEntries(dir).Any())
|
||||
Directory.Delete(dir);
|
||||
}
|
||||
|
||||
return deleted;
|
||||
}
|
||||
|
||||
private HashSet<string> GetReferencedLocalAssetPaths()
|
||||
{
|
||||
using var con = Open();
|
||||
con.Open();
|
||||
using var cmd = con.CreateCommand();
|
||||
cmd.CommandText = "SELECT path FROM assets;";
|
||||
using var reader = cmd.ExecuteReader();
|
||||
var result = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
|
||||
while (reader.Read())
|
||||
{
|
||||
var path = reader.GetString(0);
|
||||
if (TryNormalizeLocalAssetPath(path, out var fullPath))
|
||||
result.Add(fullPath);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
public bool TryNormalizeLocalAssetPath(string path, out string fullPath)
|
||||
{
|
||||
fullPath = string.Empty;
|
||||
if (string.IsNullOrWhiteSpace(path) || Uri.TryCreate(path, UriKind.Absolute, out _))
|
||||
return false;
|
||||
|
||||
var relative = path;
|
||||
if (relative.StartsWith(LocalAssetUrlPrefix, StringComparison.OrdinalIgnoreCase))
|
||||
relative = relative[LocalAssetUrlPrefix.Length..];
|
||||
else if (Path.IsPathRooted(relative))
|
||||
return false;
|
||||
|
||||
var candidate = Path.GetFullPath(Path.Combine(_assetsDir, relative));
|
||||
var root = Path.GetFullPath(_assetsDir) + Path.DirectorySeparatorChar;
|
||||
if (!candidate.StartsWith(root, StringComparison.OrdinalIgnoreCase))
|
||||
return false;
|
||||
|
||||
fullPath = candidate;
|
||||
return true;
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user