Leahnaya/FModel
1
0
Fork 0
mirror of https://github.com/4sval/FModel.git synced 2026-03-22 01:34:37 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

poc pagination for large packages

Browse Source
This commit is contained in:
Asval 2025-02-09 00:41:47 +01:00
parent 93fa0b2bb6
commit 71468dca23
4 changed files with 63 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
CUE4Parse

@ -1 +1 @@
Subproject commit 11a92870024a088888aae79c74d8ae0c6c8af3e5
Subproject commit 699dbd44389e3543e7c09875e0a1b518b0dd05da

46
FModel/Extensions/CUE4ParseExtensions.cs Normal file
View File

@ -0,0 +1,46 @@
using System;
using CUE4Parse.FileProvider;
using CUE4Parse.FileProvider.Objects;
using CUE4Parse.UE4.Assets;
namespace FModel.Extensions;
public static class CUE4ParseExtensions
{
public class LoadPackageResult
{
private const int PaginationThreshold = 5000;
private const int MaxExportPerPage = 1;
public IPackage Package;
public bool IsPaginated => Package.ExportMapLength >= PaginationThreshold;
public int InclusiveStart;
public int ExclusiveEnd => IsPaginated
? Math.Min(InclusiveStart + MaxExportPerPage, Package.ExportMapLength)
: Package.ExportMapLength;
private int CurrentPage => (InclusiveStart + 1) / MaxExportPerPage;
private int LastPage => Math.Max(1, (Package.ExportMapLength + MaxExportPerPage - 1) / MaxExportPerPage);
private int PageSize => ExclusiveEnd - InclusiveStart;
public string TabTitleExtra => IsPaginated ? $"Page {CurrentPage}/{LastPage}" : null;
public object GetDisplayData(bool save = false) => !save ? Package.GetExports(InclusiveStart, PageSize) : Package.GetExports();
}
public static LoadPackageResult GetLoadPackageResult(this IFileProvider provider, GameFile file, string objectName = null)
{
var result = new LoadPackageResult { Package = provider.LoadPackage(file) };
if (result.IsPaginated)
{
result.InclusiveStart = result.Package.GetExportIndex(file.NameWithoutExtension);
if (objectName != null)
{
result.InclusiveStart = int.TryParse(objectName, out var index) ? index : result.Package.GetExportIndex(objectName);
}
}
return result;
}
}

6
FModel/MainWindow.xaml.cs
View File

@ -83,9 +83,9 @@ public partial class MainWindow
).ConfigureAwait(false);
#if DEBUG
// await _threadWorkerView.Begin(cancellationToken =>
// _applicationView.CUE4Parse.Extract(cancellationToken,
// "Marvel/Content/Marvel/Characters/1016/1016501/Meshes/SK_1016_1016501.uasset"));
await _threadWorkerView.Begin(cancellationToken =>
_applicationView.CUE4Parse.Extract(cancellationToken,
_applicationView.CUE4Parse.Provider["FortniteGame/Plugins/GameFeatures/BRMapCh6/Content/Maps/Hermes_Terrain.umap"]));
// await _threadWorkerView.Begin(cancellationToken =>
// _applicationView.CUE4Parse.Extract(cancellationToken,
// "RED/Content/Chara/ABA/Costume01/Animation/Charaselect/body/stand_body01.uasset"));

22
FModel/ViewModels/CUE4ParseViewModel.cs
View File

@ -571,16 +571,18 @@ public class CUE4ParseViewModel : ViewModel
case "uasset":
case "umap":
{
var pkg = Provider.LoadPackage(entry);
var result = Provider.GetLoadPackageResult(entry);
TabControl.SelectedTab.TitleExtra = result.TabTitleExtra;
if (saveProperties || updateUi)
{
TabControl.SelectedTab.SetDocumentText(JsonConvert.SerializeObject(pkg.GetExports(), Formatting.Indented), saveProperties, updateUi);
TabControl.SelectedTab.SetDocumentText(JsonConvert.SerializeObject(result.GetDisplayData(saveProperties), Formatting.Indented), saveProperties, updateUi);
if (saveProperties) break; // do not search for viewable exports if we are dealing with jsons
}
for (var i = 0; i < pkg.ExportMapLength; i++)
for (var i = result.InclusiveStart; i < result.ExclusiveEnd; i++)
{
if (CheckExport(cancellationToken, pkg, i, bulk))
if (CheckExport(cancellationToken, result.Package, i, bulk))
break;
}
@ -743,13 +745,15 @@ public class CUE4ParseViewModel : ViewModel
TabControl.AddTab(entry, parentExportType);
TabControl.SelectedTab.ScrollTrigger = objectName;
var pkg = Provider.LoadPackage(entry);
TabControl.SelectedTab.Highlighter = AvalonExtensions.HighlighterSelector(""); // json
TabControl.SelectedTab.SetDocumentText(JsonConvert.SerializeObject(pkg.GetExports(), Formatting.Indented), false, false);
var result = Provider.GetLoadPackageResult(entry, objectName);
for (var i = 0; i < pkg.ExportMapLength; i++)
TabControl.SelectedTab.TitleExtra = result.TabTitleExtra;
TabControl.SelectedTab.Highlighter = AvalonExtensions.HighlighterSelector(""); // json
TabControl.SelectedTab.SetDocumentText(JsonConvert.SerializeObject(result.GetDisplayData(), Formatting.Indented), false, false);
for (var i = result.InclusiveStart; i < result.ExclusiveEnd; i++)
{
if (CheckExport(cancellationToken, pkg, i))
if (CheckExport(cancellationToken, result.Package, i))
break;
}
}