adjust locking for uploadfile

This commit is contained in:
rootdarkarchon
2023-03-29 23:49:00 +02:00
parent 4b9026d23a
commit 51dc445af0

View File

@@ -16,6 +16,7 @@ using Microsoft.AspNetCore.SignalR;
using Microsoft.EntityFrameworkCore; using Microsoft.EntityFrameworkCore;
using System.Collections.Concurrent; using System.Collections.Concurrent;
using System.Security.Cryptography; using System.Security.Cryptography;
using System.Security.Policy;
using System.Text.Json; using System.Text.Json;
using System.Text.RegularExpressions; using System.Text.RegularExpressions;
@@ -24,6 +25,7 @@ namespace MareSynchronosStaticFilesServer.Controllers;
[Route(MareFiles.ServerFiles)] [Route(MareFiles.ServerFiles)]
public class ServerFilesController : ControllerBase public class ServerFilesController : ControllerBase
{ {
private static readonly SemaphoreSlim _fileLockDictLock = new(1);
private static readonly ConcurrentDictionary<string, SemaphoreSlim> _fileUploadLocks = new(StringComparer.Ordinal); private static readonly ConcurrentDictionary<string, SemaphoreSlim> _fileUploadLocks = new(StringComparer.Ordinal);
private readonly string _basePath; private readonly string _basePath;
private readonly CachedFileProvider _cachedFileProvider; private readonly CachedFileProvider _cachedFileProvider;
@@ -160,39 +162,27 @@ public class ServerFilesController : ControllerBase
public async Task<IActionResult> UploadFile(string hash, CancellationToken requestAborted) public async Task<IActionResult> UploadFile(string hash, CancellationToken requestAborted)
{ {
_logger.LogInformation("{user} uploading file {file}", MareUser, hash); _logger.LogInformation("{user} uploading file {file}", MareUser, hash);
bool initiated = false;
hash = hash.ToUpperInvariant(); hash = hash.ToUpperInvariant();
var existingFile = await _mareDbContext.Files.SingleOrDefaultAsync(f => f.Hash == hash); var existingFile = await _mareDbContext.Files.SingleOrDefaultAsync(f => f.Hash == hash);
if (existingFile != null) return Ok(); if (existingFile != null) return Ok();
if (!_fileUploadLocks.TryGetValue(hash, out var fileLock)) SemaphoreSlim fileLock;
lock (_fileUploadLocks)
{ {
initiated = true; if (!_fileUploadLocks.TryGetValue(hash, out fileLock))
_fileUploadLocks[hash] = fileLock = new SemaphoreSlim(1); _fileUploadLocks[hash] = fileLock = new SemaphoreSlim(1);
await fileLock.WaitAsync(requestAborted).ConfigureAwait(false);
} }
if (!initiated) await fileLock.WaitAsync(requestAborted).ConfigureAwait(false);
{
try
{
await fileLock.WaitAsync(requestAborted).ConfigureAwait(false);
var file = await _mareDbContext.Files.SingleOrDefaultAsync(c => c.Hash == hash).ConfigureAwait(false);
if (file != null)
{
fileLock.Release();
return Ok();
}
}
catch (OperationCanceledException)
{
fileLock.Release();
return Ok();
}
}
try try
{ {
var existingFileCheck2 = await _mareDbContext.Files.SingleOrDefaultAsync(f => f.Hash == hash);
if (existingFileCheck2 != null)
{
return Ok();
}
// copy the request body to memory // copy the request body to memory
using var compressedFileStream = new MemoryStream(); using var compressedFileStream = new MemoryStream();
await Request.Body.CopyToAsync(compressedFileStream, requestAborted).ConfigureAwait(false); await Request.Body.CopyToAsync(compressedFileStream, requestAborted).ConfigureAwait(false);
@@ -228,7 +218,9 @@ public class ServerFilesController : ControllerBase
_metricsClient.IncGauge(MetricsAPI.GaugeFilesTotal, 1); _metricsClient.IncGauge(MetricsAPI.GaugeFilesTotal, 1);
_metricsClient.IncGauge(MetricsAPI.GaugeFilesTotalSize, compressedFileStream.Length); _metricsClient.IncGauge(MetricsAPI.GaugeFilesTotalSize, compressedFileStream.Length);
_fileUploadLocks.Remove(hash, out _); _fileUploadLocks.TryRemove(hash, out _);
return Ok();
} }
catch (Exception e) catch (Exception e)
{ {
@@ -238,9 +230,6 @@ public class ServerFilesController : ControllerBase
finally finally
{ {
fileLock.Release(); fileLock.Release();
_fileUploadLocks.TryRemove(hash, out _);
} }
return Ok();
} }
} }