Improve proxy cache behavior and diagnostics
This commit is contained in:
1 parent
a97e2bb37f
commit
4bd6277635
10 files changed
+503
-64
No files matched your search
@@ -0,0 +1,68 @@
|
||||
namespace Jellyfin.Plugin.Multilang.Services;
|
||||
|
||||
public readonly record struct ItemsProxyUpstreamResponse(int StatusCode, string Body, string ContentType)
|
||||
{
|
||||
public bool IsSuccessStatusCode => StatusCode is >= 200 and < 300;
|
||||
}
|
||||
|
||||
public readonly record struct CoalescedItemsProxyResponse(ItemsProxyUpstreamResponse Response, bool JoinedExistingRequest);
|
||||
|
||||
public sealed class ItemsProxyRequestCoalescer
|
||||
{
|
||||
private sealed class InFlightRequest
|
||||
{
|
||||
public TaskCompletionSource<ItemsProxyUpstreamResponse> Completion { get; } = new(TaskCreationOptions.RunContinuationsAsynchronously);
|
||||
}
|
||||
|
||||
private readonly object _lock = new();
|
||||
private readonly Dictionary<string, InFlightRequest> _requests = new(StringComparer.Ordinal);
|
||||
|
||||
public async Task<CoalescedItemsProxyResponse> GetOrFetchAsync(
|
||||
string key,
|
||||
Func<CancellationToken, Task<ItemsProxyUpstreamResponse>> fetch,
|
||||
CancellationToken cancellationToken)
|
||||
{
|
||||
InFlightRequest request;
|
||||
var joinedExistingRequest = true;
|
||||
lock (_lock)
|
||||
{
|
||||
if (_requests.TryGetValue(key, out var existing) && existing is not null)
|
||||
{
|
||||
request = existing;
|
||||
}
|
||||
else
|
||||
{
|
||||
request = new InFlightRequest();
|
||||
_requests.Add(key, request);
|
||||
joinedExistingRequest = false;
|
||||
_ = CompleteAsync(key, request, fetch);
|
||||
}
|
||||
}
|
||||
|
||||
var response = await request.Completion.Task.WaitAsync(cancellationToken).ConfigureAwait(false);
|
||||
return new CoalescedItemsProxyResponse(response, joinedExistingRequest);
|
||||
}
|
||||
|
||||
private async Task CompleteAsync(
|
||||
string key,
|
||||
InFlightRequest request,
|
||||
Func<CancellationToken, Task<ItemsProxyUpstreamResponse>> fetch)
|
||||
{
|
||||
try
|
||||
{
|
||||
request.Completion.TrySetResult(await fetch(CancellationToken.None).ConfigureAwait(false));
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
request.Completion.TrySetException(ex);
|
||||
}
|
||||
finally
|
||||
{
|
||||
lock (_lock)
|
||||
{
|
||||
if (_requests.TryGetValue(key, out var current) && ReferenceEquals(current, request))
|
||||
_requests.Remove(key);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user