Improve proxy cache behavior and diagnostics

This commit is contained in:
ajp_anton committed 2026-07-20 02:17:08 +00:00
1 parent a97e2bb37f
commit 4bd6277635
10 files changed
+503 -64

No files matched your search

@@ -0,0 +1,68 @@
namespace Jellyfin.Plugin.Multilang.Services;
public readonly record struct ItemsProxyUpstreamResponse(int StatusCode, string Body, string ContentType)
{
public bool IsSuccessStatusCode => StatusCode is >= 200 and < 300;
}
public readonly record struct CoalescedItemsProxyResponse(ItemsProxyUpstreamResponse Response, bool JoinedExistingRequest);
public sealed class ItemsProxyRequestCoalescer
{
private sealed class InFlightRequest
{
public TaskCompletionSource<ItemsProxyUpstreamResponse> Completion { get; } = new(TaskCreationOptions.RunContinuationsAsynchronously);
}
private readonly object _lock = new();
private readonly Dictionary<string, InFlightRequest> _requests = new(StringComparer.Ordinal);
public async Task<CoalescedItemsProxyResponse> GetOrFetchAsync(
string key,
Func<CancellationToken, Task<ItemsProxyUpstreamResponse>> fetch,
CancellationToken cancellationToken)
{
InFlightRequest request;
var joinedExistingRequest = true;
lock (_lock)
{
if (_requests.TryGetValue(key, out var existing) && existing is not null)
{
request = existing;
}
else
{
request = new InFlightRequest();
_requests.Add(key, request);
joinedExistingRequest = false;
_ = CompleteAsync(key, request, fetch);
}
}
var response = await request.Completion.Task.WaitAsync(cancellationToken).ConfigureAwait(false);
return new CoalescedItemsProxyResponse(response, joinedExistingRequest);
}
private async Task CompleteAsync(
string key,
InFlightRequest request,
Func<CancellationToken, Task<ItemsProxyUpstreamResponse>> fetch)
{
try
{
request.Completion.TrySetResult(await fetch(CancellationToken.None).ConfigureAwait(false));
}
catch (Exception ex)
{
request.Completion.TrySetException(ex);
}
finally
{
lock (_lock)
{
if (_requests.TryGetValue(key, out var current) && ReferenceEquals(current, request))
_requests.Remove(key);
}
}
}
}