Add Server-Side Download Queue (#21)

* test add queueing to file service

* further adjustments to download queueing

* add check for whether the request is still in the queue to CheckQueue

* forcefully release slot if download didn't finish in 15s

* actually cancel the delay task

* add metrics and refactor some of the request queue service

* refactor pathing

* reuse httpclient

* add queue request dto to requestfile, enqueue users immediately if a slot is available

* change startup to include all controllers

* update server pathing

* update pathing, again

* several adjustments to auth, banning, jwt server tokens, renaming, authorization

* update api I guess

* adjust automated banning of charaident and reg

* generate jwt on servers for internal authentication

* remove mvcextensions

Co-authored-by: rootdarkarchon <root.darkarchon@outlook.com>

Docker/run/config/sharded/files-shard-1.json

@@ -7,7 +7,7 @@
             "Default": "Warning",
             "Microsoft": "Warning",
             "Microsoft.Hosting.Lifetime": "Information",
-            "MareSynchronosStaticFilesServer": "Information",
+            "MareSynchronosStaticFilesServer": "Debug",
             "MareSynchronosShared": "Information",
             "System.IO": "Information"
         },
@@ -33,8 +33,11 @@
         "CacheSizeHardLimitInGiB": 5,
         "UnusedFileRetentionPeriodInDays": 14,
         "CacheDirectory": "/marecache/",
-        "RemoteCacheSourceUri": "http://mare-files:6200/cache/",
-        "MainServerGrpcAddress": "http://mare-server:6005"
+        "RemoteCacheSourceUri": "http://mare-files:6200/",
+        "MainServerGrpcAddress": "http://mare-server:6005",
+        "DownloadTimeoutSeconds": 30,
+        "DownloadQueueSize": 50,
+        "DownloadQueueReleaseSeconds": 15
     },
     "AllowedHosts": "*",
     "Kestrel": {

Docker/run/config/sharded/files-shard-2.json

@@ -7,7 +7,7 @@
             "Default": "Warning",
             "Microsoft": "Warning",
             "Microsoft.Hosting.Lifetime": "Information",
-            "MareSynchronosStaticFilesServer": "Information",
+            "MareSynchronosStaticFilesServer": "Debug",
             "MareSynchronosShared": "Information",
             "System.IO": "Information"
         },
@@ -33,8 +33,11 @@
         "CacheSizeHardLimitInGiB": 5,
         "UnusedFileRetentionPeriodInDays": 14,
         "CacheDirectory": "/marecache/",
-        "RemoteCacheSourceUri": "http://mare-files:6200/cache/",
-        "MainServerGrpcAddress": "http://mare-server:6005"
+        "RemoteCacheSourceUri": "http://mare-files:6200/",
+        "MainServerGrpcAddress": "http://mare-server:6005",
+        "DownloadTimeoutSeconds": 30,
+        "DownloadQueueSize": 50,
+        "DownloadQueueReleaseSeconds": 15
     },
     "AllowedHosts": "*",
     "Kestrel": {

Docker/run/config/sharded/server-shard-main.json

@@ -36,7 +36,7 @@
             ""
         ],
         "RedisConnectionString": "redis,password=secretredispassword",
-        "CdnFullUrl": "http://localhost:6200/cache/",
+        "CdnFullUrl": "http://localhost:6200/",
         "StaticFileServiceAddress": "http://mare-files:6205",
         "MaxExistingGroupsByUser": 3,
         "MaxJoinedGroupsByUser": 6,