Skip to content

Commit

Permalink
Improve sheet packing in Dune 2000.
Browse files Browse the repository at this point in the history 
In a3d0a50, SpriteCache is updated to sort sprites by height before adding them onto the sheet. This improves packing by reducing wasted space as the sprites are packed onto the sheet. D2kSpriteSequence does not fully benefit from this change, as it creates additional sprites afterwards in the ResolveSprites method. These are not sorted, so they often waste space due to height changes between adjacent sprites and cause an inefficient packing. Sorting them in place is insufficient, as each sequence performs the operation independently. So sets of sprites across different sequences end up with poor packing overall. We need all the sprites to be collected together and sorted in one place for best effect.

We restructure SpriteCache to allow a frame mutation function to be provided when reserving sprites. This removes the need for the ReserveFrames and ResolveFrames methods in SpriteCache. D2kSpriteSequence can use this new function to pass in the required modification, and no longer has to add frames to the sheet builder itself. Now the SpriteCache can apply the desired frame mutations, it can batch together these mutated frames with the other frames and sort them all as a single batch. With all frames sorted together the maximum benefit of this packing approach is realised.

This reduces the number of BGRA sheets required for the d2k mod from 3 to 2.
  • Loading branch information
@RoosterDragon @PunkPun
RoosterDragon authored and PunkPun committed Mar 12, 2024
1 parent dc0f26a commit 4fca85f
Show file tree
Hide file tree
Showing 2 changed files with 34 additions and 74 deletions.
74 changes: 24 additions & 50 deletions OpenRA.Game/Graphics/SpriteCache.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,11 +24,9 @@ public sealed class SpriteCache : IDisposable
readonly ISpriteLoader[] loaders;
readonly IReadOnlyFileSystem fileSystem;

readonly Dictionary<int, (int[] Frames, MiniYamlNode.SourceLocation Location, bool Premultiplied)> spriteReservations = new();
readonly Dictionary<int, (int[] Frames, MiniYamlNode.SourceLocation Location)> frameReservations = new();
readonly Dictionary<int, (int[] Frames, MiniYamlNode.SourceLocation Location, Func<ISpriteFrame, ISpriteFrame> AdjustFrame, bool Premultiplied)> spriteReservations = new();
readonly Dictionary<string, List<int>> reservationsByFilename = new();

readonly Dictionary<int, ISpriteFrame[]> resolvedFrames = new();
readonly Dictionary<int, Sprite[]> resolvedSprites = new();

readonly Dictionary<int, (string Filename, MiniYamlNode.SourceLocation Location)> missingFiles = new();
Expand All @@ -47,18 +45,10 @@ public SpriteCache(IReadOnlyFileSystem fileSystem, ISpriteLoader[] loaders, int
this.loaders = loaders;
}

public int ReserveSprites(string filename, IEnumerable<int> frames, MiniYamlNode.SourceLocation location, bool premultiplied = false)
public int ReserveSprites(string filename, IEnumerable<int> frames, MiniYamlNode.SourceLocation location, Func<ISpriteFrame, ISpriteFrame> adjustFrame = null, bool premultiplied = false)
{
var token = nextReservationToken++;
spriteReservations[token] = (frames?.ToArray(), location, premultiplied);
reservationsByFilename.GetOrAdd(filename, _ => new List<int>()).Add(token);
return token;
}

public int ReserveFrames(string filename, IEnumerable<int> frames, MiniYamlNode.SourceLocation location)
{
var token = nextReservationToken++;
frameReservations[token] = (frames?.ToArray(), location);
spriteReservations[token] = (frames?.ToArray(), location, adjustFrame, premultiplied);
reservationsByFilename.GetOrAdd(filename, _ => new List<int>()).Add(token);
return token;
}
Expand All @@ -84,34 +74,19 @@ public void LoadReservations(ModData modData)
foreach (var sb in SheetBuilders.Values)
sb.Current.CreateBuffer();

var pendingResolve = new List<(string Filename, int FrameIndex, bool Premultiplied, ISpriteFrame Frame, Sprite[] SpritesForToken)>();
var pendingResolve = new List<(
string Filename,
int FrameIndex,
bool Premultiplied,
Func<ISpriteFrame, ISpriteFrame> AdjustFrame,
ISpriteFrame Frame,
Sprite[] SpritesForToken)>();
foreach (var (filename, tokens) in reservationsByFilename)
{
modData.LoadScreen?.Display();
var loadedFrames = GetFrames(fileSystem, filename, loaders, out _);
foreach (var token in tokens)
{
if (frameReservations.TryGetValue(token, out var rf))
{
if (loadedFrames != null)
{
if (rf.Frames != null)
{
var resolved = new ISpriteFrame[loadedFrames.Length];
foreach (var i in rf.Frames)
resolved[i] = loadedFrames[i];
resolvedFrames[token] = resolved;
}
else
resolvedFrames[token] = loadedFrames;
}
else
{
resolvedFrames[token] = null;
missingFiles[token] = (filename, rf.Location);
}
}

if (spriteReservations.TryGetValue(token, out var rs))
{
if (loadedFrames != null)
Expand All @@ -121,7 +96,12 @@ public void LoadReservations(ModData modData)
var frames = rs.Frames ?? Enumerable.Range(0, loadedFrames.Length);

foreach (var i in frames)
pendingResolve.Add((filename, i, rs.Premultiplied, loadedFrames[i], resolved));
{
var frame = loadedFrames[i];
if (rs.AdjustFrame != null)
frame = rs.AdjustFrame(frame);
pendingResolve.Add((filename, i, rs.Premultiplied, rs.AdjustFrame, frame, resolved));
}
}
else
{
Expand All @@ -136,13 +116,18 @@ public void LoadReservations(ModData modData)
// We can achieve better sheet packing by keeping sprites with similar heights together.
var orderedPendingResolve = pendingResolve.OrderBy(x => x.Frame.Size.Height);

var spriteCache = new Dictionary<(string Filename, int FrameIndex, bool Premultiplied), Sprite>(pendingResolve.Count);
foreach (var (filename, frameIndex, premultiplied, frame, spritesForToken) in orderedPendingResolve)
var spriteCache = new Dictionary<(
string Filename,
int FrameIndex,
bool Premultiplied,
Func<ISpriteFrame, ISpriteFrame> AdjustFrame),
Sprite>(pendingResolve.Count);
foreach (var (filename, frameIndex, premultiplied, adjustFrame, frame, spritesForToken) in orderedPendingResolve)
{
// Premultiplied and non-premultiplied sprites must be cached separately
// to cover the case where the same image is requested in both versions.
spritesForToken[frameIndex] = spriteCache.GetOrAdd(
(filename, frameIndex, premultiplied),
(filename, frameIndex, premultiplied, adjustFrame),
_ =>
{
var sheetBuilder = SheetBuilders[SheetBuilder.FrameTypeToSheetType(frame.Type)];
Expand All @@ -153,7 +138,6 @@ public void LoadReservations(ModData modData)
}

spriteReservations.Clear();
frameReservations.Clear();
reservationsByFilename.Clear();

foreach (var sb in SheetBuilders.Values)
Expand All @@ -170,16 +154,6 @@ public Sprite[] ResolveSprites(int token)
return resolved;
}

public ISpriteFrame[] ResolveFrames(int token)
{
var resolved = resolvedFrames[token];
resolvedFrames.Remove(token);
if (missingFiles.TryGetValue(token, out var r))
throw new FileNotFoundException($"{r.Location}: {r.Filename} not found", r.Filename);

return resolved;
}

public IEnumerable<(string Filename, MiniYamlNode.SourceLocation Location)> MissingFiles => missingFiles.Values.ToHashSet();

public void Dispose()
Expand Down
34 changes: 10 additions & 24 deletions OpenRA.Mods.D2k/Graphics/D2kSpriteSequence.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,13 @@ public override void ReserveSprites(ModData modData, string tileset, SpriteCache
var offset = LoadField(Offset, data, defaults);
var blendMode = LoadField(BlendMode, data, defaults);

Func<ISpriteFrame, ISpriteFrame> adjustFrame = null;
if (remapColor != default || convertShroudToFog)
adjustFrame = RemapFrame;

ISpriteFrame RemapFrame(ISpriteFrame f) =>
(f is R8Loader.RemappableFrame rf) ? rf.WithSequenceFlags(useShadow, convertShroudToFog, remapColor) : f;

var combineNode = data.NodeWithKeyOrDefault(Combine.Key);
if (combineNode != null)
{
Expand All @@ -75,11 +82,7 @@ public override void ReserveSprites(ModData modData, string tileset, SpriteCache

foreach (var f in ParseCombineFilenames(modData, tileset, subFrames, subData))
{
int token;
if (remapColor != default || convertShroudToFog)
token = cache.ReserveFrames(f.Filename, f.LoadFrames, f.Location);
else
token = cache.ReserveSprites(f.Filename, f.LoadFrames, f.Location);
var token = cache.ReserveSprites(f.Filename, f.LoadFrames, f.Location, adjustFrame);

spritesToLoad.Add(new SpriteReservation
{
Expand All @@ -98,11 +101,7 @@ public override void ReserveSprites(ModData modData, string tileset, SpriteCache
{
foreach (var f in ParseFilenames(modData, tileset, frames, data, defaults))
{
int token;
if (remapColor != default || convertShroudToFog)
token = cache.ReserveFrames(f.Filename, f.LoadFrames, f.Location);
else
token = cache.ReserveSprites(f.Filename, f.LoadFrames, f.Location);
var token = cache.ReserveSprites(f.Filename, f.LoadFrames, f.Location, adjustFrame);

spritesToLoad.Add(new SpriteReservation
{
Expand All @@ -129,20 +128,7 @@ public override void ResolveSprites(SpriteCache cache)

var allSprites = spritesToLoad.SelectMany(r =>
{
Sprite[] resolved;
if (remapColor != default || convertShroudToFog)
resolved = cache.ResolveFrames(r.Token)
.Select(f => (f is R8Loader.RemappableFrame rf) ? rf.WithSequenceFlags(useShadow, convertShroudToFog, remapColor) : f)
.Select(f =>
{
if (f == null)
return null;
return cache.SheetBuilders[SheetBuilder.FrameTypeToSheetType(f.Type)]
.Add(f.Data, f.Type, f.Size, 0, f.Offset);
}).ToArray();
else
resolved = cache.ResolveSprites(r.Token);
var resolved = cache.ResolveSprites(r.Token);
if (r.Frames != null)
resolved = r.Frames.Select(f => resolved[f]).ToArray();
Expand Down

0 comments on commit 4fca85f

Please sign in to comment.