| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152 |
- using Ryujinx.Graphics.GAL;
- using Ryujinx.Graphics.Gpu.Engine.Types;
- using Ryujinx.Graphics.Gpu.Memory;
- using Ryujinx.Graphics.Shader;
- using System;
- using System.Collections.Generic;
- using System.Runtime.InteropServices;
- namespace Ryujinx.Graphics.Gpu.Image
- {
- /// <summary>
- /// Texture bindings array cache.
- /// </summary>
- class TextureBindingsArrayCache
- {
- /// <summary>
- /// Minimum timestamp delta until texture array can be removed from the cache.
- /// </summary>
- private const int MinDeltaForRemoval = 20000;
- private readonly GpuContext _context;
- private readonly GpuChannel _channel;
- /// <summary>
- /// Array cache entry key.
- /// </summary>
- private readonly struct CacheEntryFromPoolKey : IEquatable<CacheEntryFromPoolKey>
- {
- /// <summary>
- /// Whether the entry is for an image.
- /// </summary>
- public readonly bool IsImage;
- /// <summary>
- /// Whether the entry is for a sampler.
- /// </summary>
- public readonly bool IsSampler;
- /// <summary>
- /// Texture or image target type.
- /// </summary>
- public readonly Target Target;
- /// <summary>
- /// Number of entries of the array.
- /// </summary>
- public readonly int ArrayLength;
- private readonly TexturePool _texturePool;
- private readonly SamplerPool _samplerPool;
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="isImage">Whether the entry is for an image</param>
- /// <param name="bindingInfo">Binding information for the array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- public CacheEntryFromPoolKey(bool isImage, TextureBindingInfo bindingInfo, TexturePool texturePool, SamplerPool samplerPool)
- {
- IsImage = isImage;
- IsSampler = bindingInfo.IsSamplerOnly;
- Target = bindingInfo.Target;
- ArrayLength = bindingInfo.ArrayLength;
- _texturePool = texturePool;
- _samplerPool = samplerPool;
- }
- /// <summary>
- /// Checks if the pool matches the cached pool.
- /// </summary>
- /// <param name="texturePool">Texture or sampler pool instance</param>
- /// <returns>True if the pool matches, false otherwise</returns>
- public bool MatchesPool<T>(IPool<T> pool)
- {
- return _texturePool == pool || _samplerPool == pool;
- }
- /// <summary>
- /// Checks if the texture and sampler pools matches the cached pools.
- /// </summary>
- /// <param name="texturePool">Texture pool instance</param>
- /// <param name="samplerPool">Sampler pool instance</param>
- /// <returns>True if the pools match, false otherwise</returns>
- private bool MatchesPools(TexturePool texturePool, SamplerPool samplerPool)
- {
- return _texturePool == texturePool && _samplerPool == samplerPool;
- }
- public bool Equals(CacheEntryFromPoolKey other)
- {
- return IsImage == other.IsImage &&
- IsSampler == other.IsSampler &&
- Target == other.Target &&
- ArrayLength == other.ArrayLength &&
- MatchesPools(other._texturePool, other._samplerPool);
- }
- public override bool Equals(object obj)
- {
- return obj is CacheEntryFromBufferKey other && Equals(other);
- }
- public override int GetHashCode()
- {
- return HashCode.Combine(_texturePool, _samplerPool, IsSampler);
- }
- }
- /// <summary>
- /// Array cache entry key.
- /// </summary>
- private readonly struct CacheEntryFromBufferKey : IEquatable<CacheEntryFromBufferKey>
- {
- /// <summary>
- /// Whether the entry is for an image.
- /// </summary>
- public readonly bool IsImage;
- /// <summary>
- /// Texture or image target type.
- /// </summary>
- public readonly Target Target;
- /// <summary>
- /// Word offset of the first handle on the constant buffer.
- /// </summary>
- public readonly int HandleIndex;
- /// <summary>
- /// Number of entries of the array.
- /// </summary>
- public readonly int ArrayLength;
- private readonly TexturePool _texturePool;
- private readonly SamplerPool _samplerPool;
- private readonly BufferBounds _textureBufferBounds;
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="isImage">Whether the entry is for an image</param>
- /// <param name="bindingInfo">Binding information for the array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- /// <param name="textureBufferBounds">Constant buffer bounds with the texture handles</param>
- public CacheEntryFromBufferKey(
- bool isImage,
- TextureBindingInfo bindingInfo,
- TexturePool texturePool,
- SamplerPool samplerPool,
- ref BufferBounds textureBufferBounds)
- {
- IsImage = isImage;
- Target = bindingInfo.Target;
- HandleIndex = bindingInfo.Handle;
- ArrayLength = bindingInfo.ArrayLength;
- _texturePool = texturePool;
- _samplerPool = samplerPool;
- _textureBufferBounds = textureBufferBounds;
- }
- /// <summary>
- /// Checks if the texture and sampler pools matches the cached pools.
- /// </summary>
- /// <param name="texturePool">Texture pool instance</param>
- /// <param name="samplerPool">Sampler pool instance</param>
- /// <returns>True if the pools match, false otherwise</returns>
- private bool MatchesPools(TexturePool texturePool, SamplerPool samplerPool)
- {
- return _texturePool == texturePool && _samplerPool == samplerPool;
- }
- /// <summary>
- /// Checks if the cached constant buffer address and size matches.
- /// </summary>
- /// <param name="textureBufferBounds">New buffer address and size</param>
- /// <returns>True if the address and size matches, false otherwise</returns>
- private bool MatchesBufferBounds(BufferBounds textureBufferBounds)
- {
- return _textureBufferBounds.Equals(textureBufferBounds);
- }
- public bool Equals(CacheEntryFromBufferKey other)
- {
- return IsImage == other.IsImage &&
- Target == other.Target &&
- HandleIndex == other.HandleIndex &&
- ArrayLength == other.ArrayLength &&
- MatchesPools(other._texturePool, other._samplerPool) &&
- MatchesBufferBounds(other._textureBufferBounds);
- }
- public override bool Equals(object obj)
- {
- return obj is CacheEntryFromBufferKey other && Equals(other);
- }
- public override int GetHashCode()
- {
- return _textureBufferBounds.Range.GetHashCode();
- }
- }
- /// <summary>
- /// Array cache entry from pool.
- /// </summary>
- private class CacheEntry
- {
- /// <summary>
- /// All cached textures, along with their invalidated sequence number as value.
- /// </summary>
- public readonly Dictionary<Texture, int> Textures;
- /// <summary>
- /// Backend texture array if the entry is for a texture, otherwise null.
- /// </summary>
- public readonly ITextureArray TextureArray;
- /// <summary>
- /// Backend image array if the entry is for an image, otherwise null.
- /// </summary>
- public readonly IImageArray ImageArray;
- /// <summary>
- /// Texture pool where the array textures are located.
- /// </summary>
- protected readonly TexturePool TexturePool;
- /// <summary>
- /// Sampler pool where the array samplers are located.
- /// </summary>
- protected readonly SamplerPool SamplerPool;
- private int _texturePoolSequence;
- private int _samplerPoolSequence;
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- private CacheEntry(TexturePool texturePool, SamplerPool samplerPool)
- {
- Textures = new Dictionary<Texture, int>();
- TexturePool = texturePool;
- SamplerPool = samplerPool;
- }
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="array">Backend texture array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- public CacheEntry(ITextureArray array, TexturePool texturePool, SamplerPool samplerPool) : this(texturePool, samplerPool)
- {
- TextureArray = array;
- }
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="array">Backend image array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- public CacheEntry(IImageArray array, TexturePool texturePool, SamplerPool samplerPool) : this(texturePool, samplerPool)
- {
- ImageArray = array;
- }
- /// <summary>
- /// Synchronizes memory for all textures in the array.
- /// </summary>
- /// <param name="isStore">Indicates if the texture may be modified by the access</param>
- /// <param name="blacklistScale">Indicates if the texture should be blacklisted for scaling</param>
- public void SynchronizeMemory(bool isStore, bool blacklistScale)
- {
- foreach (Texture texture in Textures.Keys)
- {
- texture.SynchronizeMemory();
- if (isStore)
- {
- texture.SignalModified();
- }
- if (blacklistScale && texture.ScaleMode != TextureScaleMode.Blacklisted)
- {
- // Scaling textures used on arrays is currently not supported.
- texture.BlacklistScale();
- }
- }
- }
- /// <summary>
- /// Clears all cached texture instances.
- /// </summary>
- public virtual void Reset()
- {
- Textures.Clear();
- }
- /// <summary>
- /// Checks if any texture has been deleted since the last call to this method.
- /// </summary>
- /// <returns>True if one or more textures have been deleted, false otherwise</returns>
- public bool ValidateTextures()
- {
- foreach ((Texture texture, int invalidatedSequence) in Textures)
- {
- if (texture.InvalidatedSequence != invalidatedSequence)
- {
- return false;
- }
- }
- return true;
- }
- /// <summary>
- /// Checks if the cached texture or sampler pool has been modified since the last call to this method.
- /// </summary>
- /// <returns>True if any used entries of the pool might have been modified, false otherwise</returns>
- public bool TexturePoolModified()
- {
- return TexturePool.WasModified(ref _texturePoolSequence);
- }
- /// <summary>
- /// Checks if the cached texture or sampler pool has been modified since the last call to this method.
- /// </summary>
- /// <returns>True if any used entries of the pool might have been modified, false otherwise</returns>
- public bool SamplerPoolModified()
- {
- return SamplerPool != null && SamplerPool.WasModified(ref _samplerPoolSequence);
- }
- }
- /// <summary>
- /// Array cache entry from constant buffer.
- /// </summary>
- private class CacheEntryFromBuffer : CacheEntry
- {
- /// <summary>
- /// Key for this entry on the cache.
- /// </summary>
- public readonly CacheEntryFromBufferKey Key;
- /// <summary>
- /// Linked list node used on the texture bindings array cache.
- /// </summary>
- public LinkedListNode<CacheEntryFromBuffer> CacheNode;
- /// <summary>
- /// Timestamp set on the last use of the array by the cache.
- /// </summary>
- public int CacheTimestamp;
- /// <summary>
- /// All pool texture IDs along with their textures.
- /// </summary>
- public readonly Dictionary<int, (Texture, TextureDescriptor)> TextureIds;
- /// <summary>
- /// All pool sampler IDs along with their samplers.
- /// </summary>
- public readonly Dictionary<int, (Sampler, SamplerDescriptor)> SamplerIds;
- private int[] _cachedTextureBuffer;
- private int[] _cachedSamplerBuffer;
- private int _lastSequenceNumber;
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="key">Key for this entry on the cache</param>
- /// <param name="array">Backend texture array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- public CacheEntryFromBuffer(ref CacheEntryFromBufferKey key, ITextureArray array, TexturePool texturePool, SamplerPool samplerPool) : base(array, texturePool, samplerPool)
- {
- Key = key;
- _lastSequenceNumber = -1;
- TextureIds = new Dictionary<int, (Texture, TextureDescriptor)>();
- SamplerIds = new Dictionary<int, (Sampler, SamplerDescriptor)>();
- }
- /// <summary>
- /// Creates a new array cache entry.
- /// </summary>
- /// <param name="key">Key for this entry on the cache</param>
- /// <param name="array">Backend image array</param>
- /// <param name="texturePool">Texture pool where the array textures are located</param>
- /// <param name="samplerPool">Sampler pool where the array samplers are located</param>
- public CacheEntryFromBuffer(ref CacheEntryFromBufferKey key, IImageArray array, TexturePool texturePool, SamplerPool samplerPool) : base(array, texturePool, samplerPool)
- {
- Key = key;
- _lastSequenceNumber = -1;
- TextureIds = new Dictionary<int, (Texture, TextureDescriptor)>();
- SamplerIds = new Dictionary<int, (Sampler, SamplerDescriptor)>();
- }
- /// <inheritdoc/>
- public override void Reset()
- {
- base.Reset();
- TextureIds.Clear();
- SamplerIds.Clear();
- }
- /// <summary>
- /// Updates the cached constant buffer data.
- /// </summary>
- /// <param name="cachedTextureBuffer">Constant buffer data with the texture handles (and sampler handles, if they are combined)</param>
- /// <param name="cachedSamplerBuffer">Constant buffer data with the sampler handles</param>
- /// <param name="separateSamplerBuffer">Whether <paramref name="cachedTextureBuffer"/> and <paramref name="cachedSamplerBuffer"/> comes from different buffers</param>
- public void UpdateData(ReadOnlySpan<int> cachedTextureBuffer, ReadOnlySpan<int> cachedSamplerBuffer, bool separateSamplerBuffer)
- {
- _cachedTextureBuffer = cachedTextureBuffer.ToArray();
- _cachedSamplerBuffer = separateSamplerBuffer ? cachedSamplerBuffer.ToArray() : _cachedTextureBuffer;
- }
- /// <summary>
- /// Checks if the sequence number matches the one used on the last call to this method.
- /// </summary>
- /// <param name="currentSequenceNumber">Current sequence number</param>
- /// <returns>True if the sequence numbers match, false otherwise</returns>
- public bool MatchesSequenceNumber(int currentSequenceNumber)
- {
- if (_lastSequenceNumber == currentSequenceNumber)
- {
- return true;
- }
- _lastSequenceNumber = currentSequenceNumber;
- return false;
- }
- /// <summary>
- /// Checks if the buffer data matches the cached data.
- /// </summary>
- /// <param name="cachedTextureBuffer">New texture buffer data</param>
- /// <param name="cachedSamplerBuffer">New sampler buffer data</param>
- /// <param name="separateSamplerBuffer">Whether <paramref name="cachedTextureBuffer"/> and <paramref name="cachedSamplerBuffer"/> comes from different buffers</param>
- /// <param name="samplerWordOffset">Word offset of the sampler constant buffer handle that is used</param>
- /// <returns>True if the data matches, false otherwise</returns>
- public bool MatchesBufferData(
- ReadOnlySpan<int> cachedTextureBuffer,
- ReadOnlySpan<int> cachedSamplerBuffer,
- bool separateSamplerBuffer,
- int samplerWordOffset)
- {
- if (_cachedTextureBuffer != null && cachedTextureBuffer.Length > _cachedTextureBuffer.Length)
- {
- cachedTextureBuffer = cachedTextureBuffer[.._cachedTextureBuffer.Length];
- }
- if (!_cachedTextureBuffer.AsSpan().SequenceEqual(cachedTextureBuffer))
- {
- return false;
- }
- if (separateSamplerBuffer)
- {
- if (_cachedSamplerBuffer == null ||
- _cachedSamplerBuffer.Length <= samplerWordOffset ||
- cachedSamplerBuffer.Length <= samplerWordOffset)
- {
- return false;
- }
- int oldValue = _cachedSamplerBuffer[samplerWordOffset];
- int newValue = cachedSamplerBuffer[samplerWordOffset];
- return oldValue == newValue;
- }
- return true;
- }
- /// <summary>
- /// Checks if the cached texture or sampler pool has been modified since the last call to this method.
- /// </summary>
- /// <returns>True if any used entries of the pools might have been modified, false otherwise</returns>
- public bool PoolsModified()
- {
- bool texturePoolModified = TexturePoolModified();
- bool samplerPoolModified = SamplerPoolModified();
- // If both pools were not modified since the last check, we have nothing else to check.
- if (!texturePoolModified && !samplerPoolModified)
- {
- return false;
- }
- // If the pools were modified, let's check if any of the entries we care about changed.
- // Check if any of our cached textures changed on the pool.
- foreach ((int textureId, (Texture texture, TextureDescriptor descriptor)) in TextureIds)
- {
- if (TexturePool.GetCachedItem(textureId) != texture ||
- (texture == null && TexturePool.IsValidId(textureId) && !TexturePool.GetDescriptorRef(textureId).Equals(descriptor)))
- {
- return true;
- }
- }
- // Check if any of our cached samplers changed on the pool.
- if (SamplerPool != null)
- {
- foreach ((int samplerId, (Sampler sampler, SamplerDescriptor descriptor)) in SamplerIds)
- {
- if (SamplerPool.GetCachedItem(samplerId) != sampler ||
- (sampler == null && SamplerPool.IsValidId(samplerId) && !SamplerPool.GetDescriptorRef(samplerId).Equals(descriptor)))
- {
- return true;
- }
- }
- }
- return false;
- }
- }
- private readonly Dictionary<CacheEntryFromBufferKey, CacheEntryFromBuffer> _cacheFromBuffer;
- private readonly Dictionary<CacheEntryFromPoolKey, CacheEntry> _cacheFromPool;
- private readonly LinkedList<CacheEntryFromBuffer> _lruCache;
- private int _currentTimestamp;
- /// <summary>
- /// Creates a new instance of the texture bindings array cache.
- /// </summary>
- /// <param name="context">GPU context</param>
- /// <param name="channel">GPU channel</param>
- public TextureBindingsArrayCache(GpuContext context, GpuChannel channel)
- {
- _context = context;
- _channel = channel;
- _cacheFromBuffer = new Dictionary<CacheEntryFromBufferKey, CacheEntryFromBuffer>();
- _cacheFromPool = new Dictionary<CacheEntryFromPoolKey, CacheEntry>();
- _lruCache = [];
- }
- /// <summary>
- /// Updates a texture array bindings and textures.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="stageIndex">Shader stage index where the array is used</param>
- /// <param name="textureBufferIndex">Texture constant buffer index</param>
- /// <param name="samplerIndex">Sampler handles source</param>
- /// <param name="bindingInfo">Array binding information</param>
- public void UpdateTextureArray(
- TexturePool texturePool,
- SamplerPool samplerPool,
- ShaderStage stage,
- int stageIndex,
- int textureBufferIndex,
- SamplerIndex samplerIndex,
- in TextureBindingInfo bindingInfo)
- {
- Update(texturePool, samplerPool, stage, stageIndex, textureBufferIndex, isImage: false, samplerIndex, bindingInfo);
- }
- /// <summary>
- /// Updates a image array bindings and textures.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="stageIndex">Shader stage index where the array is used</param>
- /// <param name="textureBufferIndex">Texture constant buffer index</param>
- /// <param name="bindingInfo">Array binding information</param>
- public void UpdateImageArray(TexturePool texturePool, ShaderStage stage, int stageIndex, int textureBufferIndex, in TextureBindingInfo bindingInfo)
- {
- Update(texturePool, null, stage, stageIndex, textureBufferIndex, isImage: true, SamplerIndex.ViaHeaderIndex, bindingInfo);
- }
- /// <summary>
- /// Updates a texture or image array bindings and textures.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="stageIndex">Shader stage index where the array is used</param>
- /// <param name="textureBufferIndex">Texture constant buffer index</param>
- /// <param name="isImage">Whether the array is a image or texture array</param>
- /// <param name="samplerIndex">Sampler handles source</param>
- /// <param name="bindingInfo">Array binding information</param>
- private void Update(
- TexturePool texturePool,
- SamplerPool samplerPool,
- ShaderStage stage,
- int stageIndex,
- int textureBufferIndex,
- bool isImage,
- SamplerIndex samplerIndex,
- in TextureBindingInfo bindingInfo)
- {
- if (IsDirectHandleType(bindingInfo.Handle))
- {
- UpdateFromPool(texturePool, samplerPool, stage, isImage, bindingInfo);
- }
- else
- {
- UpdateFromBuffer(texturePool, samplerPool, stage, stageIndex, textureBufferIndex, isImage, samplerIndex, bindingInfo);
- }
- }
- /// <summary>
- /// Updates a texture or image array bindings and textures from a texture or sampler pool.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="isImage">Whether the array is a image or texture array</param>
- /// <param name="bindingInfo">Array binding information</param>
- private void UpdateFromPool(TexturePool texturePool, SamplerPool samplerPool, ShaderStage stage, bool isImage, in TextureBindingInfo bindingInfo)
- {
- CacheEntry entry = GetOrAddEntry(texturePool, samplerPool, bindingInfo, isImage, out bool isNewEntry);
- bool isSampler = bindingInfo.IsSamplerOnly;
- bool poolModified = isSampler ? entry.SamplerPoolModified() : entry.TexturePoolModified();
- bool isStore = bindingInfo.Flags.HasFlag(TextureUsageFlags.ImageStore);
- bool resScaleUnsupported = bindingInfo.Flags.HasFlag(TextureUsageFlags.ResScaleUnsupported);
- if (!poolModified && !isNewEntry && entry.ValidateTextures())
- {
- entry.SynchronizeMemory(isStore, resScaleUnsupported);
- if (isImage)
- {
- SetImageArray(stage, bindingInfo, entry.ImageArray);
- }
- else
- {
- SetTextureArray(stage, bindingInfo, entry.TextureArray);
- }
- return;
- }
- if (!isNewEntry)
- {
- entry.Reset();
- }
- int length = (isSampler ? samplerPool.MaximumId : texturePool.MaximumId) + 1;
- length = Math.Min(length, bindingInfo.ArrayLength);
- ISampler[] samplers = isImage ? null : new ISampler[bindingInfo.ArrayLength];
- ITexture[] textures = new ITexture[bindingInfo.ArrayLength];
- for (int index = 0; index < length; index++)
- {
- Texture texture = null;
- Sampler sampler = null;
- if (isSampler)
- {
- sampler = samplerPool?.Get(index);
- }
- else
- {
- ref readonly TextureDescriptor descriptor = ref texturePool.GetForBinding(index, bindingInfo.FormatInfo, out texture);
- if (texture != null)
- {
- entry.Textures[texture] = texture.InvalidatedSequence;
- if (isStore)
- {
- texture.SignalModified();
- }
- if (resScaleUnsupported && texture.ScaleMode != TextureScaleMode.Blacklisted)
- {
- // Scaling textures used on arrays is currently not supported.
- texture.BlacklistScale();
- }
- }
- }
- ITexture hostTexture = texture?.GetTargetTexture(bindingInfo.Target);
- ISampler hostSampler = sampler?.GetHostSampler(texture);
- if (hostTexture != null && texture.Target == Target.TextureBuffer)
- {
- // Ensure that the buffer texture is using the correct buffer as storage.
- // Buffers are frequently re-created to accommodate larger data, so we need to re-bind
- // to ensure we're not using a old buffer that was already deleted.
- if (isImage)
- {
- _channel.BufferManager.SetBufferTextureStorage(stage, entry.ImageArray, hostTexture, texture.Range, bindingInfo, index);
- }
- else
- {
- _channel.BufferManager.SetBufferTextureStorage(stage, entry.TextureArray, hostTexture, texture.Range, bindingInfo, index);
- }
- }
- else if (isImage)
- {
- textures[index] = hostTexture;
- }
- else
- {
- samplers[index] = hostSampler;
- textures[index] = hostTexture;
- }
- }
- if (isImage)
- {
- entry.ImageArray.SetImages(0, textures);
- SetImageArray(stage, bindingInfo, entry.ImageArray);
- }
- else
- {
- entry.TextureArray.SetSamplers(0, samplers);
- entry.TextureArray.SetTextures(0, textures);
- SetTextureArray(stage, bindingInfo, entry.TextureArray);
- }
- }
- /// <summary>
- /// Updates a texture or image array bindings and textures from constant buffer handles.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="stageIndex">Shader stage index where the array is used</param>
- /// <param name="textureBufferIndex">Texture constant buffer index</param>
- /// <param name="isImage">Whether the array is a image or texture array</param>
- /// <param name="samplerIndex">Sampler handles source</param>
- /// <param name="bindingInfo">Array binding information</param>
- private void UpdateFromBuffer(
- TexturePool texturePool,
- SamplerPool samplerPool,
- ShaderStage stage,
- int stageIndex,
- int textureBufferIndex,
- bool isImage,
- SamplerIndex samplerIndex,
- in TextureBindingInfo bindingInfo)
- {
- (textureBufferIndex, int samplerBufferIndex) = TextureHandle.UnpackSlots(bindingInfo.CbufSlot, textureBufferIndex);
- bool separateSamplerBuffer = textureBufferIndex != samplerBufferIndex;
- bool isCompute = stage == ShaderStage.Compute;
- ref BufferBounds textureBufferBounds = ref _channel.BufferManager.GetUniformBufferBounds(isCompute, stageIndex, textureBufferIndex);
- ref BufferBounds samplerBufferBounds = ref _channel.BufferManager.GetUniformBufferBounds(isCompute, stageIndex, samplerBufferIndex);
- CacheEntryFromBuffer entry = GetOrAddEntry(
- texturePool,
- samplerPool,
- bindingInfo,
- isImage,
- ref textureBufferBounds,
- out bool isNewEntry);
- bool poolsModified = entry.PoolsModified();
- bool isStore = bindingInfo.Flags.HasFlag(TextureUsageFlags.ImageStore);
- bool resScaleUnsupported = bindingInfo.Flags.HasFlag(TextureUsageFlags.ResScaleUnsupported);
- ReadOnlySpan<int> cachedTextureBuffer;
- ReadOnlySpan<int> cachedSamplerBuffer;
- if (!poolsModified && !isNewEntry && entry.ValidateTextures())
- {
- if (entry.MatchesSequenceNumber(_context.SequenceNumber))
- {
- entry.SynchronizeMemory(isStore, resScaleUnsupported);
- if (isImage)
- {
- SetImageArray(stage, bindingInfo, entry.ImageArray);
- }
- else
- {
- SetTextureArray(stage, bindingInfo, entry.TextureArray);
- }
- return;
- }
- cachedTextureBuffer = MemoryMarshal.Cast<byte, int>(_channel.MemoryManager.Physical.GetSpan(textureBufferBounds.Range));
- if (separateSamplerBuffer)
- {
- cachedSamplerBuffer = MemoryMarshal.Cast<byte, int>(_channel.MemoryManager.Physical.GetSpan(samplerBufferBounds.Range));
- }
- else
- {
- cachedSamplerBuffer = cachedTextureBuffer;
- }
- (_, int samplerWordOffset, _) = TextureHandle.UnpackOffsets(bindingInfo.Handle);
- if (entry.MatchesBufferData(cachedTextureBuffer, cachedSamplerBuffer, separateSamplerBuffer, samplerWordOffset))
- {
- entry.SynchronizeMemory(isStore, resScaleUnsupported);
- if (isImage)
- {
- SetImageArray(stage, bindingInfo, entry.ImageArray);
- }
- else
- {
- SetTextureArray(stage, bindingInfo, entry.TextureArray);
- }
- return;
- }
- }
- else
- {
- cachedTextureBuffer = MemoryMarshal.Cast<byte, int>(_channel.MemoryManager.Physical.GetSpan(textureBufferBounds.Range));
- if (separateSamplerBuffer)
- {
- cachedSamplerBuffer = MemoryMarshal.Cast<byte, int>(_channel.MemoryManager.Physical.GetSpan(samplerBufferBounds.Range));
- }
- else
- {
- cachedSamplerBuffer = cachedTextureBuffer;
- }
- }
- if (!isNewEntry)
- {
- entry.Reset();
- }
- entry.UpdateData(cachedTextureBuffer, cachedSamplerBuffer, separateSamplerBuffer);
- ISampler[] samplers = isImage ? null : new ISampler[bindingInfo.ArrayLength];
- ITexture[] textures = new ITexture[bindingInfo.ArrayLength];
- for (int index = 0; index < bindingInfo.ArrayLength; index++)
- {
- int handleIndex = bindingInfo.Handle + index * (Constants.TextureHandleSizeInBytes / sizeof(int));
- int packedId = TextureHandle.ReadPackedId(handleIndex, cachedTextureBuffer, cachedSamplerBuffer);
- int textureId = TextureHandle.UnpackTextureId(packedId);
- int samplerId;
- if (samplerIndex == SamplerIndex.ViaHeaderIndex)
- {
- samplerId = textureId;
- }
- else
- {
- samplerId = TextureHandle.UnpackSamplerId(packedId);
- }
- ref readonly TextureDescriptor descriptor = ref texturePool.GetForBinding(textureId, bindingInfo.FormatInfo, out Texture texture);
- if (texture != null)
- {
- entry.Textures[texture] = texture.InvalidatedSequence;
- if (isStore)
- {
- texture.SignalModified();
- }
- if (resScaleUnsupported && texture.ScaleMode != TextureScaleMode.Blacklisted)
- {
- // Scaling textures used on arrays is currently not supported.
- texture.BlacklistScale();
- }
- }
- entry.TextureIds[textureId] = (texture, descriptor);
- ITexture hostTexture = texture?.GetTargetTexture(bindingInfo.Target);
- ISampler hostSampler = null;
- if (!isImage && bindingInfo.Target != Target.TextureBuffer)
- {
- Sampler sampler = samplerPool?.Get(samplerId);
- entry.SamplerIds[samplerId] = (sampler, samplerPool?.GetDescriptorRef(samplerId) ?? default);
- hostSampler = sampler?.GetHostSampler(texture);
- }
- if (hostTexture != null && texture.Target == Target.TextureBuffer)
- {
- // Ensure that the buffer texture is using the correct buffer as storage.
- // Buffers are frequently re-created to accommodate larger data, so we need to re-bind
- // to ensure we're not using a old buffer that was already deleted.
- if (isImage)
- {
- _channel.BufferManager.SetBufferTextureStorage(stage, entry.ImageArray, hostTexture, texture.Range, bindingInfo, index);
- }
- else
- {
- _channel.BufferManager.SetBufferTextureStorage(stage, entry.TextureArray, hostTexture, texture.Range, bindingInfo, index);
- }
- }
- else if (isImage)
- {
- textures[index] = hostTexture;
- }
- else
- {
- samplers[index] = hostSampler;
- textures[index] = hostTexture;
- }
- }
- if (isImage)
- {
- entry.ImageArray.SetImages(0, textures);
- SetImageArray(stage, bindingInfo, entry.ImageArray);
- }
- else
- {
- entry.TextureArray.SetSamplers(0, samplers);
- entry.TextureArray.SetTextures(0, textures);
- SetTextureArray(stage, bindingInfo, entry.TextureArray);
- }
- }
- /// <summary>
- /// Updates a texture array binding on the host.
- /// </summary>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="bindingInfo">Array binding information</param>
- /// <param name="array">Texture array</param>
- private void SetTextureArray(ShaderStage stage, in TextureBindingInfo bindingInfo, ITextureArray array)
- {
- if (bindingInfo.Set >= _context.Capabilities.ExtraSetBaseIndex && _context.Capabilities.MaximumExtraSets != 0)
- {
- _context.Renderer.Pipeline.SetTextureArraySeparate(stage, bindingInfo.Set, array);
- }
- else
- {
- _context.Renderer.Pipeline.SetTextureArray(stage, bindingInfo.Binding, array);
- }
- }
- /// <summary>
- /// Updates a image array binding on the host.
- /// </summary>
- /// <param name="stage">Shader stage where the array is used</param>
- /// <param name="bindingInfo">Array binding information</param>
- /// <param name="array">Image array</param>
- private void SetImageArray(ShaderStage stage, in TextureBindingInfo bindingInfo, IImageArray array)
- {
- if (bindingInfo.Set >= _context.Capabilities.ExtraSetBaseIndex && _context.Capabilities.MaximumExtraSets != 0)
- {
- _context.Renderer.Pipeline.SetImageArraySeparate(stage, bindingInfo.Set, array);
- }
- else
- {
- _context.Renderer.Pipeline.SetImageArray(stage, bindingInfo.Binding, array);
- }
- }
- /// <summary>
- /// Gets a cached texture entry from pool, or creates a new one if not found.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="bindingInfo">Array binding information</param>
- /// <param name="isImage">Whether the array is a image or texture array</param>
- /// <param name="isNew">Whether a new entry was created, or an existing one was returned</param>
- /// <returns>Cache entry</returns>
- private CacheEntry GetOrAddEntry(
- TexturePool texturePool,
- SamplerPool samplerPool,
- in TextureBindingInfo bindingInfo,
- bool isImage,
- out bool isNew)
- {
- CacheEntryFromPoolKey key = new(isImage, bindingInfo, texturePool, samplerPool);
- isNew = !_cacheFromPool.TryGetValue(key, out CacheEntry entry);
- if (isNew)
- {
- int arrayLength = bindingInfo.ArrayLength;
- if (isImage)
- {
- IImageArray array = _context.Renderer.CreateImageArray(arrayLength, bindingInfo.Target == Target.TextureBuffer);
- _cacheFromPool.Add(key, entry = new CacheEntry(array, texturePool, samplerPool));
- }
- else
- {
- ITextureArray array = _context.Renderer.CreateTextureArray(arrayLength, bindingInfo.Target == Target.TextureBuffer);
- _cacheFromPool.Add(key, entry = new CacheEntry(array, texturePool, samplerPool));
- }
- }
- return entry;
- }
- /// <summary>
- /// Gets a cached texture entry from constant buffer, or creates a new one if not found.
- /// </summary>
- /// <param name="texturePool">Texture pool</param>
- /// <param name="samplerPool">Sampler pool</param>
- /// <param name="bindingInfo">Array binding information</param>
- /// <param name="isImage">Whether the array is a image or texture array</param>
- /// <param name="textureBufferBounds">Constant buffer bounds with the texture handles</param>
- /// <param name="isNew">Whether a new entry was created, or an existing one was returned</param>
- /// <returns>Cache entry</returns>
- private CacheEntryFromBuffer GetOrAddEntry(
- TexturePool texturePool,
- SamplerPool samplerPool,
- in TextureBindingInfo bindingInfo,
- bool isImage,
- ref BufferBounds textureBufferBounds,
- out bool isNew)
- {
- CacheEntryFromBufferKey key = new(
- isImage,
- bindingInfo,
- texturePool,
- samplerPool,
- ref textureBufferBounds);
- isNew = !_cacheFromBuffer.TryGetValue(key, out CacheEntryFromBuffer entry);
- if (isNew)
- {
- int arrayLength = bindingInfo.ArrayLength;
- if (isImage)
- {
- IImageArray array = _context.Renderer.CreateImageArray(arrayLength, bindingInfo.Target == Target.TextureBuffer);
- _cacheFromBuffer.Add(key, entry = new CacheEntryFromBuffer(ref key, array, texturePool, samplerPool));
- }
- else
- {
- ITextureArray array = _context.Renderer.CreateTextureArray(arrayLength, bindingInfo.Target == Target.TextureBuffer);
- _cacheFromBuffer.Add(key, entry = new CacheEntryFromBuffer(ref key, array, texturePool, samplerPool));
- }
- }
- if (entry.CacheNode != null)
- {
- _lruCache.Remove(entry.CacheNode);
- _lruCache.AddLast(entry.CacheNode);
- }
- else
- {
- entry.CacheNode = _lruCache.AddLast(entry);
- }
- entry.CacheTimestamp = ++_currentTimestamp;
- RemoveLeastUsedEntries();
- return entry;
- }
- /// <summary>
- /// Remove entries from the cache that have not been used for some time.
- /// </summary>
- private void RemoveLeastUsedEntries()
- {
- LinkedListNode<CacheEntryFromBuffer> nextNode = _lruCache.First;
- while (nextNode != null && _currentTimestamp - nextNode.Value.CacheTimestamp >= MinDeltaForRemoval)
- {
- LinkedListNode<CacheEntryFromBuffer> toRemove = nextNode;
- nextNode = nextNode.Next;
- _cacheFromBuffer.Remove(toRemove.Value.Key);
- _lruCache.Remove(toRemove);
- if (toRemove.Value.Key.IsImage)
- {
- toRemove.Value.ImageArray.Dispose();
- }
- else
- {
- toRemove.Value.TextureArray.Dispose();
- }
- }
- }
- /// <summary>
- /// Removes all cached texture arrays matching the specified texture pool.
- /// </summary>
- /// <param name="pool">Texture pool</param>
- public void RemoveAllWithPool<T>(IPool<T> pool)
- {
- List<CacheEntryFromPoolKey> keysToRemove = null;
- foreach ((CacheEntryFromPoolKey key, CacheEntry entry) in _cacheFromPool)
- {
- if (key.MatchesPool(pool))
- {
- (keysToRemove ??= []).Add(key);
- if (key.IsImage)
- {
- entry.ImageArray.Dispose();
- }
- else
- {
- entry.TextureArray.Dispose();
- }
- }
- }
- if (keysToRemove != null)
- {
- foreach (CacheEntryFromPoolKey key in keysToRemove)
- {
- _cacheFromPool.Remove(key);
- }
- }
- }
- /// <summary>
- /// Checks if a handle indicates the binding should have all its textures sourced directly from a pool.
- /// </summary>
- /// <param name="handle">Handle to check</param>
- /// <returns>True if the handle represents direct pool access, false otherwise</returns>
- private static bool IsDirectHandleType(int handle)
- {
- (_, _, TextureHandleType type) = TextureHandle.UnpackOffsets(handle);
- return type == TextureHandleType.Direct;
- }
- }
- }
|