Commit Graph
100 Commits
Author SHA1 Message Date
rootdarkarchon ca34fb777e set new api submodule head 2023-01-30 11:26:29 +01:00
rootdarkarchon b717e824b2 fix adding sending data client shouldn't receive 2023-01-29 20:41:07 +01:00
rootdarkarchon 04ecbd314d update submodule to main 2023-01-29 15:17:32 +01:00
rootdarkarchon 0c3bb89456 remove time from linq query 2023-01-27 02:53:00 +01:00
rootdarkarchon eb614a5176 Merge branch 'main' of https://github.com/Penumbra-Sync/server 2023-01-27 02:46:18 +01:00
rootdarkarchon 6560b1d70d try catch on cleanup task 2023-01-27 02:46:13 +01:00
rootdarkarchon 4932b4a8d9 fix UserAddPair 2023-01-23 17:13:37 +01:00
rootdarkarchon c7f793e82c fix linq 2023-01-23 09:35:55 +01:00
rootdarkarchon 541f86c116 block anything from user data that is not allowed to be synced 2023-01-23 09:34:57 +01:00
rootdarkarchon 91b98d060a do not use request semaphore for check queue requests 2023-01-22 00:11:21 +01:00
rootdarkarchon 4dade47819 adjustments to auth 2023-01-21 02:46:18 +01:00
rootdarkarchon 99cf46875b actually add invalid game paths and file swap paths to show in the error message 2023-01-19 18:30:29 +01:00
rootdarkarchon d7e664477f Merge branch 'main' of https://github.com/Penumbra-Sync/server 2023-01-18 19:46:36 +01:00
rootdarkarchon fe80faab6b potentially fix stuck uploads 2023-01-18 19:46:03 +01:00
rootdarkarchon 35f61d5387 add configurable redis pool and allow redis timeout 2023-01-18 11:11:59 +01:00
rootdarkarchon e97f4cb6d6 enqueue user if they somehow lost the queue but got no positive reply from the server 2023-01-18 11:06:30 +01:00
rootdarkarchon 9b4e298b66 refactor server auth on files server, add checking request queue 2023-01-18 10:20:24 +01:00
rootdarkarchon 20d8970a15 return in RemoveFromQueue always when not in queue 2023-01-15 18:32:48 +01:00
rootdarkarchon c0f96d075b api 2023-01-15 16:01:19 +01:00
rootdarkarchon 5e0e21ef68 parallel for the queue processing, up request semaphore, remove queue position (unused), bump api version 2023-01-15 01:44:10 +01:00
rootdarkarchon e968adb7be actually start the queue processing timer 2023-01-15 01:12:46 +01:00
rootdarkarchon 60f6bb5829 ignore queue semaphore when processing queue 2023-01-15 01:10:35 +01:00
rootdarkarchon b230f12508 decrease parallel request handling 2023-01-15 01:08:44 +01:00
rootdarkarchon cf6ad890cd try processing queue with timer instead of task 2023-01-15 01:07:45 +01:00
rootdarkarchon 3fc6b01df9 adjust try/catch/finally for semaphore release 2023-01-15 00:52:21 +01:00
rootdarkarchon b806ef8b7b temporary test limiting parallel requests to 500 2023-01-15 00:48:32 +01:00
rootdarkarchon aa177583e0 sanitize queue processing 2023-01-14 12:57:34 +01:00
rootdarkarchon 9605be8d4a minor stylefixes 2023-01-14 12:54:11 +01:00
rootdarkarchon 8c39f9ce81 fix null in AuthorizeAsync 2023-01-11 23:05:00 +01:00
rootdarkarchon a0cea2432f fixes for activate/finishrequest 2023-01-11 17:22:04 +01:00
rootdarkarchon c1f329c233 fixes for server auth 2023-01-11 14:31:33 +01:00
rootdarkarchon 617bc6afc8 fix token generation 2023-01-11 13:29:49 +01:00
rootdarkarchon c97d03cb72 update mareapi to main/latest 2023-01-11 12:36:35 +01:00
rootdarkarchon db2d0451ca adjust grabbing all keys from redis on the shards 2023-01-08 21:04:11 +01:00
rootdarkarchon f37fee3235 attempt redis connection pooling 2023-01-08 19:27:39 +01:00
rootdarkarchon 8c41f41597 add gauge for authorized connections 2023-01-08 15:04:20 +01:00
rootdarkarchon a182f36485 attempt to switch ident service to redis 2023-01-08 14:51:56 +01:00
rootdarkarchon 61111d387a get kestrel server options from config 2023-01-07 23:44:35 +01:00
rootdarkarchon d7eee2af8f remove configurekestrel 2023-01-07 23:37:32 +01:00
rootdarkarchon dfdc620816 change log level to debug 2023-01-07 17:54:12 +01:00
rootdarkarchon f760f8ad65 Revert "add FileDbService to handle file requests"
This reverts commit f6af114d44.
2023-01-07 17:53:20 +01:00
rootdarkarchon f6af114d44 add FileDbService to handle file requests 2023-01-07 11:36:20 +01:00
rootdarkarchon 2943e0964e limit connections to 1000 2023-01-07 02:11:14 +01:00
rootdarkarchon d328056b9b fix claims and logging in files controller 2023-01-07 01:57:16 +01:00
rootdarkarchon bdd8830c8e add healthchecks to docker 2023-01-02 02:50:33 +01:00
rootdarkarchon 7f49ca8627 increase timer again 2023-01-02 01:38:53 +01:00
rootdarkarchon 738c913be9 move some stuff around, pray 2023-01-01 23:36:34 +01:00
rootdarkarchon 8878295f93 adjust random order of files 2023-01-01 20:12:57 +01:00
rootdarkarchon f8c9d1e64f shuffle cdn shard configs to allow for multiple file shards to handle one file, randomly distributing 2023-01-01 17:32:22 +01:00
rootdarkarchon 9a9beb9a65 fix error message on user push data 2022-12-31 18:15:32 +01:00
rootdarkarchon b6404a9c1d add horizontal file sharding based on filename matches 2022-12-31 14:28:24 +01:00
rootdarkarchon 2a5e505130 readd auth header 2022-12-31 12:56:18 +01:00
rootdarkarchon cf082496e9 actually save file with commit 2022-12-30 22:39:36 +01:00
rootdarkarchon da738bafd9 replace non-digits and letters from string for FilesSend 2022-12-30 22:39:15 +01:00
rootdarkarchon cbe361208c some changes to auth 2022-12-29 20:14:47 +01:00
rootdarkarchon 3634cccd1e remove check for file existence because of download task might still be around 2022-12-29 14:14:02 +01:00
rootdarkarchon 6a34f88a24 optimize for readability 2022-12-29 14:10:02 +01:00
rootdarkarchon a9337eda11 wait for all incoming calls in CachedFileProvider 2022-12-29 13:24:49 +01:00
rootdarkarchon 4196ab4062 bump shared to 7.0 2022-12-28 14:41:11 +01:00
rootdarkarchon 8cd9c20385 add asnotracking 2022-12-28 14:35:29 +01:00
rootdarkarchon 4af69c2a27 add some logging 2022-12-28 04:54:36 +01:00
rootdarkarchon 31550b0aeb move GetFileSize to database 2022-12-28 04:50:37 +01:00
rootdarkarchon de2defe692 rework MareConfigurationServiceClient 2022-12-28 04:24:53 +01:00
rootdarkarchon 18a9a76dcd remove semaphore 2022-12-27 23:51:41 +01:00
rootdarkarchon 097d7d16e9 remove grpc from common calls to reduce locking 2022-12-27 23:49:25 +01:00
rootdarkarchon 761f208828 make semaphore readonly 2022-12-27 21:59:59 +01:00
rootdarkarchon 3ba37515ab some fixes for server, perhaps 2022-12-27 21:59:41 +01:00
rootdarkarchon b8c10c4298 adjustments for grpc service client 2022-12-27 20:08:18 +01:00
rootdarkarchon 4d1ef1f871 something something metrics 2022-12-27 15:43:58 +01:00
rootdarkarchon d83e4e060f fix default metrics port for server 2022-12-27 14:02:49 +01:00
rootdarkarchon 7ee7fdaf48 switch around all iconfiguration usage to ioptions 2022-12-23 01:53:21 +01:00
rootdarkarchon b8d61b38bd more fixes 2022-12-22 23:48:04 +01:00
rootdarkarchon 8f35a55bd8 limit parallel uploads to 20 per server 2022-12-22 23:19:46 +01:00
rootdarkarchon 3756fef498 fix _isMainServer verification 2022-12-22 22:28:03 +01:00
rootdarkarchon 02353d5ebe add forceful deletion of files 2022-12-20 19:29:25 +01:00
rootdarkarchon a99b3a36b8 add try catch failure response handling 2022-12-20 19:21:47 +01:00
rootdarkarchon 7db72c6030 recalculate all files on cleanup task (wtf metrics discrepancies) 2022-12-20 15:10:47 +01:00
rootdarkarchon 61af3a3da5 add metrics to CachedFileProvider 2022-12-20 14:56:45 +01:00
rootdarkarchon 25aa01c819 rework static files server 2022-12-20 14:20:24 +01:00
rootdarkarchon ea19231851 remove unnecessary usings from solution, fixes in metrics 2022-12-20 12:00:23 +01:00
rootdarkarchon 7d3297e1e8 add some file statistics metrics 2022-12-20 05:02:03 +01:00
rootdarkarchon ea344468f2 add http metrics 2022-12-19 17:10:19 +01:00
rootdarkarchon 827acf0282 change StaticFilesServer to use Controller 2022-12-19 16:01:25 +01:00
rootdarkarchon 90ccfe4162 adjust metrics 2022-12-19 15:01:12 +01:00
rootdarkarchon 5c9b15545c add metrics to each shard 2022-12-19 14:12:25 +01:00
rootdarkarchon 33a134608a add more meaningful message for invalid data 2022-12-18 15:30:47 +01:00
rootdarkarchon f278c5a762 rework authentication 2022-12-18 14:53:44 +01:00
rootdarkarchon f9d9e2608e reduce processing rate of lodestone verification significantly 2022-12-17 12:14:53 +01:00
rootdarkarchon c358b6b3c4 move markuseroffline to before send offline message and db operations 2022-12-17 11:59:01 +01:00
rootdarkarchon 7231589098 fix removing moderators on clear, allow change invite state for moderators 2022-12-16 21:23:15 +01:00
rootdarkarchon 46641a0f5c update services to net 7 2022-12-15 19:13:51 +01:00
rootdarkarchon c4cb52e698 always remove user from grouppairs during purge 2022-12-14 17:47:51 +01:00
rootdarkarchon a054ddaee0 potentially fix group migration 2022-12-14 17:40:48 +01:00
rootdarkarchon 87fdd55c50 potential fixes for userpurge 2022-12-14 17:36:28 +01:00
rootdarkarchon 2b56e3245b fix PurgeUser 2022-12-14 09:31:21 +01:00
rootdarkarchon 333a8dddd2 update dependencies and fix whitelisting of ips potentially 2022-12-12 19:30:06 +01:00
rootdarkarchon d4829c2e92 Merge branch 'main' of https://github.com/Penumbra-Sync/server 2022-12-12 10:27:59 +01:00
rootdarkarchon 3c4344a504 allow for secondary static files server instances to be spawned 2022-12-12 10:26:29 +01:00
rootdarkarchon 5bd9c7d09d add positive response caching to grpc auth service to lessen load 2022-12-11 13:17:52 +01:00
rootdarkarchon a554d751b4 fix service provider dispoal 2022-11-19 13:24:20 +01:00