t0w0bi/ClubPenguinClient
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add texture shrinking feature

Browse Source
This commit is contained in:
Loporrit
2025-02-23 12:18:34 +00:00
parent eaaded1ed5
commit 99eecbdc09
11 changed files with 458 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
MareSynchronos/Services/PairAnalyzer.cs
View File

@@ -131,7 +131,7 @@ public sealed class PairAnalyzer : DisposableMediatorSubscriberBase
var fileCacheEntries = _fileCacheManager.GetAllFileCachesByHash(fileEntry.Hash, ignoreCacheEntries: false, validate: false).ToList();
if (fileCacheEntries.Count == 0) continue;
var filePath = fileCacheEntries[0].ResolvedFilepath;
var filePath = fileCacheEntries[^1].ResolvedFilepath;
FileInfo fi = new(filePath);
string ext = "unk?";
try

162
MareSynchronos/Services/PlayerPerformanceService.cs
View File

@@ -1,3 +1,4 @@
using Lumina.Data;
using MareSynchronos.API.Data;
using MareSynchronos.FileCache;
using MareSynchronos.MareConfiguration;
@@ -8,6 +9,7 @@ using MareSynchronos.Services.ServerConfiguration;
using MareSynchronos.UI;
using MareSynchronos.WebAPI.Files.Models;
using Microsoft.Extensions.Logging;
using System.ComponentModel;
namespace MareSynchronos.Services;
@@ -56,13 +58,8 @@ public class PlayerPerformanceService : DisposableMediatorSubscriberBase
long triUsage = 0;
if (!charaData.FileReplacements.TryGetValue(API.Data.Enum.ObjectKind.Player, out List<FileReplacementData>? playerReplacements))
{
pair.LastAppliedDataTris = 0;
return true;
}
var moddedModelHashes = playerReplacements.Where(p => string.IsNullOrEmpty(p.FileSwapPath) && p.GamePaths.Any(g => g.EndsWith("mdl", StringComparison.OrdinalIgnoreCase)))
var moddedModelHashes = charaData.FileReplacements.SelectMany(k => k.Value)
.Where(p => string.IsNullOrEmpty(p.FileSwapPath) && p.GamePaths.Any(g => g.EndsWith("mdl", StringComparison.OrdinalIgnoreCase)))
.Select(p => p.Hash)
.Distinct(StringComparer.OrdinalIgnoreCase)
.ToList();
@@ -107,20 +104,15 @@ public class PlayerPerformanceService : DisposableMediatorSubscriberBase
return true;
}
public bool ComputeAndAutoPauseOnVRAMUsageThresholds(PairHandler pairHandler, CharacterData charaData, List<DownloadFileTransfer> toDownloadFiles)
public bool ComputeAndAutoPauseOnVRAMUsageThresholds(PairHandler pairHandler, CharacterData charaData, List<DownloadFileTransfer> toDownloadFiles, bool affect = false)
{
var config = _playerPerformanceConfigService.Current;
var pair = pairHandler.Pair;
long vramUsage = 0;
if (!charaData.FileReplacements.TryGetValue(API.Data.Enum.ObjectKind.Player, out List<FileReplacementData>? playerReplacements))
{
pair.LastAppliedApproximateVRAMBytes = 0;
return true;
}
var moddedTextureHashes = playerReplacements.Where(p => string.IsNullOrEmpty(p.FileSwapPath) && p.GamePaths.Any(g => g.EndsWith(".tex", StringComparison.OrdinalIgnoreCase)))
var moddedTextureHashes = charaData.FileReplacements.SelectMany(k => k.Value)
.Where(p => string.IsNullOrEmpty(p.FileSwapPath) && p.GamePaths.Any(g => g.EndsWith(".tex", StringComparison.OrdinalIgnoreCase)))
.Select(p => p.Hash)
.Distinct(StringComparer.OrdinalIgnoreCase)
.ToList();
@@ -136,7 +128,7 @@ public class PlayerPerformanceService : DisposableMediatorSubscriberBase
}
else
{
var fileEntry = _fileCacheManager.GetFileCacheByHash(hash);
var fileEntry = _fileCacheManager.GetFileCacheByHash(hash, preferSubst: true);
if (fileEntry == null) continue;
if (fileEntry.Size == null)
@@ -168,6 +160,9 @@ public class PlayerPerformanceService : DisposableMediatorSubscriberBase
if (vramUsage > vramUsageThreshold * 1024 * 1024)
{
if (!affect)
return false;
if (notify && !pair.IsApplicationBlocked)
{
_mediator.Publish(new NotificationMessage($"{pair.PlayerName} ({pair.UserData.AliasOrUID}) automatically blocked",
@@ -185,4 +180,139 @@ public class PlayerPerformanceService : DisposableMediatorSubscriberBase
return true;
}
public async Task<bool> ShrinkTextures(PairHandler pairHandler, CharacterData charaData, CancellationToken token)
{
var config = _playerPerformanceConfigService.Current;
var pair = pairHandler.Pair;
if (config.TextureShrinkMode == MareConfiguration.Models.TextureShrinkMode.Never)
return false;
// XXX: Temporary
if (config.TextureShrinkMode == MareConfiguration.Models.TextureShrinkMode.Default)
return false;
var moddedTextureHashes = charaData.FileReplacements.SelectMany(k => k.Value)
.Where(p => string.IsNullOrEmpty(p.FileSwapPath) && p.GamePaths.Any(g => g.EndsWith(".tex", StringComparison.OrdinalIgnoreCase)))
.Select(p => p.Hash)
.Distinct(StringComparer.OrdinalIgnoreCase)
.ToList();
bool shrunken = false;
await Parallel.ForEachAsync(moddedTextureHashes,
token,
async (hash, token) => {
var fileEntry = _fileCacheManager.GetFileCacheByHash(hash, preferSubst: true);
if (fileEntry == null) return;
if (fileEntry.IsSubstEntry) return;
var texFormat = await _xivDataAnalyzer.GetTexFormatByHash(hash);
var filePath = fileEntry.ResolvedFilepath;
var tmpFilePath = _fileCacheManager.GetSubstFilePath(Guid.NewGuid().ToString(), "tmp");
var newFilePath = _fileCacheManager.GetSubstFilePath(hash, "tex");
var mipLevel = 0;
uint width = texFormat.Width;
uint height = texFormat.Height;
long offsetDelta = 0;
uint bitsPerPixel = texFormat.Format switch
{
0x1130 => 8, // L8
0x1131 => 8, // A8
0x1440 => 16, // A4R4G4B4
0x1441 => 16, // A1R5G5B5
0x1450 => 32, // A8R8G8B8
0x1451 => 32, // X8R8G8B8
0x2150 => 32, // R32F
0x2250 => 32, // G16R16F
0x2260 => 64, // R32G32F
0x2460 => 64, // A16B16G16R16F
0x2470 => 128, // A32B32G32R32F
0x3420 => 4, // DXT1
0x3430 => 8, // DXT3
0x3431 => 8, // DXT5
0x4140 => 16, // D16
0x4250 => 32, // D24S8
0x6120 => 4, // BC4
0x6230 => 8, // BC5
0x6432 => 8, // BC7
_ => 0
};
uint maxSize = (bitsPerPixel <= 8) ? (2048U * 2048U) : (1024U * 1024U);
while (width * height > maxSize && mipLevel < texFormat.MipCount - 1)
{
offsetDelta += width * height * bitsPerPixel / 8;
mipLevel++;
width /= 2;
height /= 2;
}
if (offsetDelta == 0)
return;
_logger.LogDebug("Shrinking {hash} from from {a}x{b} to {c}x{d}",
hash, texFormat.Width, texFormat.Height, width, height);
try
{
var inFile = new FileStream(filePath, FileMode.Open, FileAccess.Read);
using var reader = new BinaryReader(inFile);
var header = reader.ReadBytes(80);
reader.BaseStream.Position = 14;
byte mipByte = reader.ReadByte();
byte mipCount = (byte)(mipByte & 0x7F);
var outFile = new FileStream(tmpFilePath, FileMode.Create, FileAccess.Write, FileShare.None);
using var writer = new BinaryWriter(outFile);
writer.Write(header);
// Update width/height
writer.BaseStream.Position = 8;
writer.Write((ushort)width);
writer.Write((ushort)height);
// Update the mip count
writer.BaseStream.Position = 14;
writer.Write((ushort)((mipByte & 0x80) | (mipCount - mipLevel)));
// Reset all of the LoD mips
writer.BaseStream.Position = 16;
for (int i = 0; i < 3; ++i)
writer.Write((uint)0);
// Reset all of the mip offsets
// (This data is garbage in a lot of modded textures, so its hard to fix it up correctly)
writer.BaseStream.Position = 28;
for (int i = 0; i < 13; ++i)
writer.Write((uint)80);
// Write the texture data shifted
outFile.Position = 80;
inFile.Position = 80 + offsetDelta;
await inFile.CopyToAsync(outFile, 81920, token);
reader.Dispose();
writer.Dispose();
File.Move(tmpFilePath, newFilePath);
_fileCacheManager.CreateSubstEntry(newFilePath);
shrunken = true;
}
catch (Exception e)
{
_logger.LogWarning(e, "Failed to shrink texture {hash}", hash);
if (File.Exists(tmpFilePath))
File.Delete(tmpFilePath);
}
}
);
return shrunken;
}
}

48
MareSynchronos/Services/XivDataAnalyzer.cs
View File

@@ -3,12 +3,14 @@ using FFXIVClientStructs.FFXIV.Client.Graphics.Scene;
using FFXIVClientStructs.Havok.Animation;
using FFXIVClientStructs.Havok.Common.Base.Types;
using FFXIVClientStructs.Havok.Common.Serialize.Util;
using Lumina.Data;
using MareSynchronos.FileCache;
using MareSynchronos.Interop.GameModel;
using MareSynchronos.MareConfiguration;
using MareSynchronos.PlayerData.Handlers;
using Microsoft.Extensions.Logging;
using System.Runtime.InteropServices;
using System.Text;
namespace MareSynchronos.Services;
@@ -18,6 +20,7 @@ public sealed class XivDataAnalyzer
private readonly FileCacheManager _fileCacheManager;
private readonly XivDataStorageService _configService;
private readonly List<string> _failedCalculatedTris = [];
private readonly List<string> _failedCalculatedTex = [];
public XivDataAnalyzer(ILogger<XivDataAnalyzer> logger, FileCacheManager fileCacheManager,
XivDataStorageService configService)
@@ -67,7 +70,7 @@ public sealed class XivDataAnalyzer
{
if (_configService.Current.BonesDictionary.TryGetValue(hash, out var bones)) return bones;
var cacheEntity = _fileCacheManager.GetFileCacheByHash(hash);
var cacheEntity = _fileCacheManager.GetFileCacheByHash(hash, preferSubst: true);
if (cacheEntity == null) return null;
using BinaryReader reader = new BinaryReader(File.Open(cacheEntity.ResolvedFilepath, FileMode.Open, FileAccess.Read, FileShare.Read));
@@ -158,7 +161,7 @@ public sealed class XivDataAnalyzer
if (_failedCalculatedTris.Contains(hash, StringComparer.Ordinal))
return 0;
var path = _fileCacheManager.GetFileCacheByHash(hash);
var path = _fileCacheManager.GetFileCacheByHash(hash, preferSubst: true);
if (path == null || !path.ResolvedFilepath.EndsWith(".mdl", StringComparison.OrdinalIgnoreCase))
return 0;
@@ -211,4 +214,45 @@ public sealed class XivDataAnalyzer
return 0;
}
}
public async Task<(uint Format, int MipCount, ushort Width, ushort Height)> GetTexFormatByHash(string hash)
{
if (_configService.Current.TexDictionary.TryGetValue(hash, out var cachedTex) && cachedTex.Mip0Size > 0)
return cachedTex;
if (_failedCalculatedTex.Contains(hash, StringComparer.Ordinal))
return default;
var path = _fileCacheManager.GetFileCacheByHash(hash);
if (path == null || !path.ResolvedFilepath.EndsWith(".tex", StringComparison.OrdinalIgnoreCase))
return default;
var filePath = path.ResolvedFilepath;
try
{
_logger.LogDebug("Detected Texture File {path}, reading header", filePath);
using var stream = new FileStream(filePath, FileMode.Open, FileAccess.Read);
using var r = new LuminaBinaryReader(stream);
var texHeader = r.ReadStructure<Lumina.Data.Files.TexFile.TexHeader>();
if (texHeader.Format == 0 || texHeader.MipCount == 0 || texHeader.ArraySize != 0 || texHeader.MipCount > 13)
{
_failedCalculatedTex.Add(hash);
_configService.Current.TexDictionary[hash] = default;
_configService.Save();
return default;
}
return ((uint)texHeader.Format, texHeader.MipCount, texHeader.Width, texHeader.Height);
}
catch (Exception e)
{
_failedCalculatedTex.Add(hash);
_configService.Current.TriangleDictionary[hash] = 0;
_configService.Save();
_logger.LogWarning(e, "Could not parse file {file}", filePath);
return default;
}
}
}