using Ryujinx.Graphics.GAL; using Ryujinx.Graphics.Gpu.Engine.Types; using Ryujinx.Graphics.Gpu.Memory; using Ryujinx.Graphics.Shader; using System; using System.Collections.Generic; using System.Linq; using System.Runtime.InteropServices; namespace Ryujinx.Graphics.Gpu.Image { /// /// Texture bindings array cache. /// class TextureBindingsArrayCache { /// /// Minimum timestamp delta until texture array can be removed from the cache. /// private const int MinDeltaForRemoval = 20000; private readonly GpuContext _context; private readonly GpuChannel _channel; /// /// Array cache entry key. /// private readonly struct CacheEntryFromPoolKey : IEquatable { /// /// Whether the entry is for an image. /// public readonly bool IsImage; /// /// Whether the entry is for a sampler. /// public readonly bool IsSampler; /// /// Texture or image target type. /// public readonly Target Target; /// /// Number of entries of the array. /// public readonly int ArrayLength; private readonly TexturePool _texturePool; private readonly SamplerPool _samplerPool; /// /// Creates a new array cache entry. /// /// Whether the entry is for an image /// Binding information for the array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located public CacheEntryFromPoolKey(bool isImage, TextureBindingInfo bindingInfo, TexturePool texturePool, SamplerPool samplerPool) { IsImage = isImage; IsSampler = bindingInfo.IsSamplerOnly; Target = bindingInfo.Target; ArrayLength = bindingInfo.ArrayLength; _texturePool = texturePool; _samplerPool = samplerPool; } /// /// Checks if the pool matches the cached pool. /// /// Texture or sampler pool instance /// True if the pool matches, false otherwise public bool MatchesPool(IPool pool) { return _texturePool == pool || _samplerPool == pool; } /// /// Checks if the texture and sampler pools matches the cached pools. /// /// Texture pool instance /// Sampler pool instance /// True if the pools match, false otherwise private bool MatchesPools(TexturePool texturePool, SamplerPool samplerPool) { return _texturePool == texturePool && _samplerPool == samplerPool; } public bool Equals(CacheEntryFromPoolKey other) { return IsImage == other.IsImage && IsSampler == other.IsSampler && Target == other.Target && ArrayLength == other.ArrayLength && MatchesPools(other._texturePool, other._samplerPool); } public override bool Equals(object obj) { return obj is CacheEntryFromBufferKey other && Equals(other); } public override int GetHashCode() { return HashCode.Combine(_texturePool, _samplerPool, IsSampler); } } /// /// Array cache entry key. /// private readonly struct CacheEntryFromBufferKey : IEquatable { /// /// Whether the entry is for an image. /// public readonly bool IsImage; /// /// Texture or image target type. /// public readonly Target Target; /// /// Word offset of the first handle on the constant buffer. /// public readonly int HandleIndex; /// /// Number of entries of the array. /// public readonly int ArrayLength; private readonly TexturePool _texturePool; private readonly SamplerPool _samplerPool; private readonly BufferBounds _textureBufferBounds; /// /// Creates a new array cache entry. /// /// Whether the entry is for an image /// Binding information for the array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located /// Constant buffer bounds with the texture handles public CacheEntryFromBufferKey( bool isImage, TextureBindingInfo bindingInfo, TexturePool texturePool, SamplerPool samplerPool, ref BufferBounds textureBufferBounds) { IsImage = isImage; Target = bindingInfo.Target; HandleIndex = bindingInfo.Handle; ArrayLength = bindingInfo.ArrayLength; _texturePool = texturePool; _samplerPool = samplerPool; _textureBufferBounds = textureBufferBounds; } /// /// Checks if the texture and sampler pools matches the cached pools. /// /// Texture pool instance /// Sampler pool instance /// True if the pools match, false otherwise private bool MatchesPools(TexturePool texturePool, SamplerPool samplerPool) { return _texturePool == texturePool && _samplerPool == samplerPool; } /// /// Checks if the cached constant buffer address and size matches. /// /// New buffer address and size /// True if the address and size matches, false otherwise private bool MatchesBufferBounds(BufferBounds textureBufferBounds) { return _textureBufferBounds.Equals(textureBufferBounds); } public bool Equals(CacheEntryFromBufferKey other) { return IsImage == other.IsImage && Target == other.Target && HandleIndex == other.HandleIndex && ArrayLength == other.ArrayLength && MatchesPools(other._texturePool, other._samplerPool) && MatchesBufferBounds(other._textureBufferBounds); } public override bool Equals(object obj) { return obj is CacheEntryFromBufferKey other && Equals(other); } public override int GetHashCode() { return _textureBufferBounds.Range.GetHashCode(); } } /// /// Array cache entry from pool. /// private class CacheEntry { /// /// All cached textures, along with their invalidated sequence number as value. /// public readonly Dictionary Textures; /// /// Backend texture array if the entry is for a texture, otherwise null. /// public readonly ITextureArray TextureArray; /// /// Backend image array if the entry is for an image, otherwise null. /// public readonly IImageArray ImageArray; /// /// Texture pool where the array textures are located. /// protected readonly TexturePool TexturePool; /// /// Sampler pool where the array samplers are located. /// protected readonly SamplerPool SamplerPool; private int _texturePoolSequence; private int _samplerPoolSequence; /// /// Creates a new array cache entry. /// /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located private CacheEntry(TexturePool texturePool, SamplerPool samplerPool) { Textures = new Dictionary(); TexturePool = texturePool; SamplerPool = samplerPool; } /// /// Creates a new array cache entry. /// /// Backend texture array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located public CacheEntry(ITextureArray array, TexturePool texturePool, SamplerPool samplerPool) : this(texturePool, samplerPool) { TextureArray = array; } /// /// Creates a new array cache entry. /// /// Backend image array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located public CacheEntry(IImageArray array, TexturePool texturePool, SamplerPool samplerPool) : this(texturePool, samplerPool) { ImageArray = array; } /// /// Synchronizes memory for all textures in the array. /// /// Indicates if the texture may be modified by the access /// Indicates if the texture should be blacklisted for scaling public void SynchronizeMemory(bool isStore, bool blacklistScale) { foreach (Texture texture in Textures.Keys) { texture.SynchronizeMemory(); if (isStore) { texture.SignalModified(); } if (blacklistScale && texture.ScaleMode != TextureScaleMode.Blacklisted) { // Scaling textures used on arrays is currently not supported. texture.BlacklistScale(); } } } /// /// Clears all cached texture instances. /// public virtual void Reset() { Textures.Clear(); } /// /// Checks if any texture has been deleted since the last call to this method. /// /// True if one or more textures have been deleted, false otherwise public bool ValidateTextures() { foreach ((Texture texture, int invalidatedSequence) in Textures) { if (texture.InvalidatedSequence != invalidatedSequence) { return false; } } return true; } /// /// Checks if the cached texture or sampler pool has been modified since the last call to this method. /// /// True if any used entries of the pool might have been modified, false otherwise public bool TexturePoolModified() { return TexturePool.WasModified(ref _texturePoolSequence); } /// /// Checks if the cached texture or sampler pool has been modified since the last call to this method. /// /// True if any used entries of the pool might have been modified, false otherwise public bool SamplerPoolModified() { return SamplerPool.WasModified(ref _samplerPoolSequence); } } /// /// Array cache entry from constant buffer. /// private class CacheEntryFromBuffer : CacheEntry { /// /// Key for this entry on the cache. /// public readonly CacheEntryFromBufferKey Key; /// /// Linked list node used on the texture bindings array cache. /// public LinkedListNode CacheNode; /// /// Timestamp set on the last use of the array by the cache. /// public int CacheTimestamp; /// /// All pool texture IDs along with their textures. /// public readonly Dictionary TextureIds; /// /// All pool sampler IDs along with their samplers. /// public readonly Dictionary SamplerIds; private int[] _cachedTextureBuffer; private int[] _cachedSamplerBuffer; private int _lastSequenceNumber; /// /// Creates a new array cache entry. /// /// Key for this entry on the cache /// Backend texture array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located public CacheEntryFromBuffer(ref CacheEntryFromBufferKey key, ITextureArray array, TexturePool texturePool, SamplerPool samplerPool) : base(array, texturePool, samplerPool) { Key = key; _lastSequenceNumber = -1; TextureIds = new Dictionary(); SamplerIds = new Dictionary(); } /// /// Creates a new array cache entry. /// /// Key for this entry on the cache /// Backend image array /// Texture pool where the array textures are located /// Sampler pool where the array samplers are located public CacheEntryFromBuffer(ref CacheEntryFromBufferKey key, IImageArray array, TexturePool texturePool, SamplerPool samplerPool) : base(array, texturePool, samplerPool) { Key = key; _lastSequenceNumber = -1; TextureIds = new Dictionary(); SamplerIds = new Dictionary(); } /// public override void Reset() { base.Reset(); TextureIds.Clear(); SamplerIds.Clear(); } /// /// Updates the cached constant buffer data. /// /// Constant buffer data with the texture handles (and sampler handles, if they are combined) /// Constant buffer data with the sampler handles /// Whether and comes from different buffers public void UpdateData(ReadOnlySpan cachedTextureBuffer, ReadOnlySpan cachedSamplerBuffer, bool separateSamplerBuffer) { _cachedTextureBuffer = cachedTextureBuffer.ToArray(); _cachedSamplerBuffer = separateSamplerBuffer ? cachedSamplerBuffer.ToArray() : _cachedTextureBuffer; } /// /// Checks if the sequence number matches the one used on the last call to this method. /// /// Current sequence number /// True if the sequence numbers match, false otherwise public bool MatchesSequenceNumber(int currentSequenceNumber) { if (_lastSequenceNumber == currentSequenceNumber) { return true; } _lastSequenceNumber = currentSequenceNumber; return false; } /// /// Checks if the buffer data matches the cached data. /// /// New texture buffer data /// New sampler buffer data /// Whether and comes from different buffers /// Word offset of the sampler constant buffer handle that is used /// True if the data matches, false otherwise public bool MatchesBufferData( ReadOnlySpan cachedTextureBuffer, ReadOnlySpan cachedSamplerBuffer, bool separateSamplerBuffer, int samplerWordOffset) { if (_cachedTextureBuffer != null && cachedTextureBuffer.Length > _cachedTextureBuffer.Length) { cachedTextureBuffer = cachedTextureBuffer[.._cachedTextureBuffer.Length]; } if (!_cachedTextureBuffer.AsSpan().SequenceEqual(cachedTextureBuffer)) { return false; } if (separateSamplerBuffer) { if (_cachedSamplerBuffer == null || _cachedSamplerBuffer.Length <= samplerWordOffset || cachedSamplerBuffer.Length <= samplerWordOffset) { return false; } int oldValue = _cachedSamplerBuffer[samplerWordOffset]; int newValue = cachedSamplerBuffer[samplerWordOffset]; return oldValue == newValue; } return true; } /// /// Checks if the cached texture or sampler pool has been modified since the last call to this method. /// /// True if any used entries of the pools might have been modified, false otherwise public bool PoolsModified() { bool texturePoolModified = TexturePoolModified(); bool samplerPoolModified = SamplerPoolModified(); // If both pools were not modified since the last check, we have nothing else to check. if (!texturePoolModified && !samplerPoolModified) { return false; } // If the pools were modified, let's check if any of the entries we care about changed. // Check if any of our cached textures changed on the pool. foreach ((int textureId, (Texture texture, TextureDescriptor descriptor)) in TextureIds) { if (TexturePool.GetCachedItem(textureId) != texture || (texture == null && TexturePool.IsValidId(textureId) && !TexturePool.GetDescriptorRef(textureId).Equals(descriptor))) { return true; } } // Check if any of our cached samplers changed on the pool. foreach ((int samplerId, (Sampler sampler, SamplerDescriptor descriptor)) in SamplerIds) { if (SamplerPool.GetCachedItem(samplerId) != sampler || (sampler == null && SamplerPool.IsValidId(samplerId) && !SamplerPool.GetDescriptorRef(samplerId).Equals(descriptor))) { return true; } } return false; } } private readonly Dictionary _cacheFromBuffer; private readonly Dictionary _cacheFromPool; private readonly LinkedList _lruCache; private int _currentTimestamp; /// /// Creates a new instance of the texture bindings array cache. /// /// GPU context /// GPU channel public TextureBindingsArrayCache(GpuContext context, GpuChannel channel) { _context = context; _channel = channel; _cacheFromBuffer = new Dictionary(); _cacheFromPool = new Dictionary(); _lruCache = new LinkedList(); } /// /// Updates a texture array bindings and textures. /// /// Texture pool /// Sampler pool /// Shader stage where the array is used /// Shader stage index where the array is used /// Texture constant buffer index /// Sampler handles source /// Array binding information public void UpdateTextureArray( TexturePool texturePool, SamplerPool samplerPool, ShaderStage stage, int stageIndex, int textureBufferIndex, SamplerIndex samplerIndex, in TextureBindingInfo bindingInfo) { Update(texturePool, samplerPool, stage, stageIndex, textureBufferIndex, isImage: false, samplerIndex, bindingInfo); } /// /// Updates a image array bindings and textures. /// /// Texture pool /// Shader stage where the array is used /// Shader stage index where the array is used /// Texture constant buffer index /// Array binding information public void UpdateImageArray(TexturePool texturePool, ShaderStage stage, int stageIndex, int textureBufferIndex, in TextureBindingInfo bindingInfo) { Update(texturePool, null, stage, stageIndex, textureBufferIndex, isImage: true, SamplerIndex.ViaHeaderIndex, bindingInfo); } /// /// Updates a texture or image array bindings and textures. /// /// Texture pool /// Sampler pool /// Shader stage where the array is used /// Shader stage index where the array is used /// Texture constant buffer index /// Whether the array is a image or texture array /// Sampler handles source /// Array binding information private void Update( TexturePool texturePool, SamplerPool samplerPool, ShaderStage stage, int stageIndex, int textureBufferIndex, bool isImage, SamplerIndex samplerIndex, in TextureBindingInfo bindingInfo) { if (IsDirectHandleType(bindingInfo.Handle)) { UpdateFromPool(texturePool, samplerPool, stage, isImage, bindingInfo); } else { UpdateFromBuffer(texturePool, samplerPool, stage, stageIndex, textureBufferIndex, isImage, samplerIndex, bindingInfo); } } /// /// Updates a texture or image array bindings and textures from a texture or sampler pool. /// /// Texture pool /// Sampler pool /// Shader stage where the array is used /// Whether the array is a image or texture array /// Array binding information private void UpdateFromPool(TexturePool texturePool, SamplerPool samplerPool, ShaderStage stage, bool isImage, in TextureBindingInfo bindingInfo) { CacheEntry entry = GetOrAddEntry(texturePool, samplerPool, bindingInfo, isImage, out bool isNewEntry); bool isSampler = bindingInfo.IsSamplerOnly; bool poolModified = isSampler ? entry.SamplerPoolModified() : entry.TexturePoolModified(); bool isStore = bindingInfo.Flags.HasFlag(TextureUsageFlags.ImageStore); bool resScaleUnsupported = bindingInfo.Flags.HasFlag(TextureUsageFlags.ResScaleUnsupported); if (!poolModified && !isNewEntry && entry.ValidateTextures()) { entry.SynchronizeMemory(isStore, resScaleUnsupported); if (isImage) { SetImageArray(stage, bindingInfo, entry.ImageArray); } else { SetTextureArray(stage, bindingInfo, entry.TextureArray); } return; } if (!isNewEntry) { entry.Reset(); } int length = (isSampler ? samplerPool.MaximumId : texturePool.MaximumId) + 1; length = Math.Min(length, bindingInfo.ArrayLength); Format[] formats = isImage ? new Format[bindingInfo.ArrayLength] : null; ISampler[] samplers = isImage ? null : new ISampler[bindingInfo.ArrayLength]; ITexture[] textures = new ITexture[bindingInfo.ArrayLength]; for (int index = 0; index < length; index++) { Texture texture = null; Sampler sampler = null; if (isSampler) { sampler = samplerPool?.Get(index); } else { ref readonly TextureDescriptor descriptor = ref texturePool.GetForBinding(index, out texture); if (texture != null) { entry.Textures[texture] = texture.InvalidatedSequence; if (isStore) { texture.SignalModified(); } if (resScaleUnsupported && texture.ScaleMode != TextureScaleMode.Blacklisted) { // Scaling textures used on arrays is currently not supported. texture.BlacklistScale(); } } } ITexture hostTexture = texture?.GetTargetTexture(bindingInfo.Target); ISampler hostSampler = sampler?.GetHostSampler(texture); Format format = bindingInfo.Format; if (hostTexture != null && texture.Target == Target.TextureBuffer) { // Ensure that the buffer texture is using the correct buffer as storage. // Buffers are frequently re-created to accommodate larger data, so we need to re-bind // to ensure we're not using a old buffer that was already deleted. if (isImage) { if (format == 0 && texture != null) { format = texture.Format; } _channel.BufferManager.SetBufferTextureStorage(stage, entry.ImageArray, hostTexture, texture.Range, bindingInfo, index, format); } else { _channel.BufferManager.SetBufferTextureStorage(stage, entry.TextureArray, hostTexture, texture.Range, bindingInfo, index, format); } } else if (isImage) { if (format == 0 && texture != null) { format = texture.Format; } formats[index] = format; textures[index] = hostTexture; } else { samplers[index] = hostSampler; textures[index] = hostTexture; } } if (isImage) { entry.ImageArray.SetFormats(0, formats); entry.ImageArray.SetImages(0, textures); SetImageArray(stage, bindingInfo, entry.ImageArray); } else { entry.TextureArray.SetSamplers(0, samplers); entry.TextureArray.SetTextures(0, textures); SetTextureArray(stage, bindingInfo, entry.TextureArray); } } /// /// Updates a texture or image array bindings and textures from constant buffer handles. /// /// Texture pool /// Sampler pool /// Shader stage where the array is used /// Shader stage index where the array is used /// Texture constant buffer index /// Whether the array is a image or texture array /// Sampler handles source /// Array binding information private void UpdateFromBuffer( TexturePool texturePool, SamplerPool samplerPool, ShaderStage stage, int stageIndex, int textureBufferIndex, bool isImage, SamplerIndex samplerIndex, in TextureBindingInfo bindingInfo) { (textureBufferIndex, int samplerBufferIndex) = TextureHandle.UnpackSlots(bindingInfo.CbufSlot, textureBufferIndex); bool separateSamplerBuffer = textureBufferIndex != samplerBufferIndex; bool isCompute = stage == ShaderStage.Compute; ref BufferBounds textureBufferBounds = ref _channel.BufferManager.GetUniformBufferBounds(isCompute, stageIndex, textureBufferIndex); ref BufferBounds samplerBufferBounds = ref _channel.BufferManager.GetUniformBufferBounds(isCompute, stageIndex, samplerBufferIndex); CacheEntryFromBuffer entry = GetOrAddEntry( texturePool, samplerPool, bindingInfo, isImage, ref textureBufferBounds, out bool isNewEntry); bool poolsModified = entry.PoolsModified(); bool isStore = bindingInfo.Flags.HasFlag(TextureUsageFlags.ImageStore); bool resScaleUnsupported = bindingInfo.Flags.HasFlag(TextureUsageFlags.ResScaleUnsupported); ReadOnlySpan cachedTextureBuffer; ReadOnlySpan cachedSamplerBuffer; if (!poolsModified && !isNewEntry && entry.ValidateTextures()) { if (entry.MatchesSequenceNumber(_context.SequenceNumber)) { entry.SynchronizeMemory(isStore, resScaleUnsupported); if (isImage) { SetImageArray(stage, bindingInfo, entry.ImageArray); } else { SetTextureArray(stage, bindingInfo, entry.TextureArray); } return; } cachedTextureBuffer = MemoryMarshal.Cast(_channel.MemoryManager.Physical.GetSpan(textureBufferBounds.Range)); if (separateSamplerBuffer) { cachedSamplerBuffer = MemoryMarshal.Cast(_channel.MemoryManager.Physical.GetSpan(samplerBufferBounds.Range)); } else { cachedSamplerBuffer = cachedTextureBuffer; } (_, int samplerWordOffset, _) = TextureHandle.UnpackOffsets(bindingInfo.Handle); if (entry.MatchesBufferData(cachedTextureBuffer, cachedSamplerBuffer, separateSamplerBuffer, samplerWordOffset)) { entry.SynchronizeMemory(isStore, resScaleUnsupported); if (isImage) { SetImageArray(stage, bindingInfo, entry.ImageArray); } else { SetTextureArray(stage, bindingInfo, entry.TextureArray); } return; } } else { cachedTextureBuffer = MemoryMarshal.Cast(_channel.MemoryManager.Physical.GetSpan(textureBufferBounds.Range)); if (separateSamplerBuffer) { cachedSamplerBuffer = MemoryMarshal.Cast(_channel.MemoryManager.Physical.GetSpan(samplerBufferBounds.Range)); } else { cachedSamplerBuffer = cachedTextureBuffer; } } if (!isNewEntry) { entry.Reset(); } entry.UpdateData(cachedTextureBuffer, cachedSamplerBuffer, separateSamplerBuffer); Format[] formats = isImage ? new Format[bindingInfo.ArrayLength] : null; ISampler[] samplers = isImage ? null : new ISampler[bindingInfo.ArrayLength]; ITexture[] textures = new ITexture[bindingInfo.ArrayLength]; for (int index = 0; index < bindingInfo.ArrayLength; index++) { int handleIndex = bindingInfo.Handle + index * (Constants.TextureHandleSizeInBytes / sizeof(int)); int packedId = TextureHandle.ReadPackedId(handleIndex, cachedTextureBuffer, cachedSamplerBuffer); int textureId = TextureHandle.UnpackTextureId(packedId); int samplerId; if (samplerIndex == SamplerIndex.ViaHeaderIndex) { samplerId = textureId; } else { samplerId = TextureHandle.UnpackSamplerId(packedId); } ref readonly TextureDescriptor descriptor = ref texturePool.GetForBinding(textureId, out Texture texture); if (texture != null) { entry.Textures[texture] = texture.InvalidatedSequence; if (isStore) { texture.SignalModified(); } if (resScaleUnsupported && texture.ScaleMode != TextureScaleMode.Blacklisted) { // Scaling textures used on arrays is currently not supported. texture.BlacklistScale(); } } Sampler sampler = samplerPool?.Get(samplerId); entry.TextureIds[textureId] = (texture, descriptor); entry.SamplerIds[samplerId] = (sampler, samplerPool?.GetDescriptorRef(samplerId) ?? default); ITexture hostTexture = texture?.GetTargetTexture(bindingInfo.Target); ISampler hostSampler = sampler?.GetHostSampler(texture); Format format = bindingInfo.Format; if (hostTexture != null && texture.Target == Target.TextureBuffer) { // Ensure that the buffer texture is using the correct buffer as storage. // Buffers are frequently re-created to accommodate larger data, so we need to re-bind // to ensure we're not using a old buffer that was already deleted. if (isImage) { if (format == 0 && texture != null) { format = texture.Format; } _channel.BufferManager.SetBufferTextureStorage(stage, entry.ImageArray, hostTexture, texture.Range, bindingInfo, index, format); } else { _channel.BufferManager.SetBufferTextureStorage(stage, entry.TextureArray, hostTexture, texture.Range, bindingInfo, index, format); } } else if (isImage) { if (format == 0 && texture != null) { format = texture.Format; } formats[index] = format; textures[index] = hostTexture; } else { samplers[index] = hostSampler; textures[index] = hostTexture; } } if (isImage) { entry.ImageArray.SetFormats(0, formats); entry.ImageArray.SetImages(0, textures); SetImageArray(stage, bindingInfo, entry.ImageArray); } else { entry.TextureArray.SetSamplers(0, samplers); entry.TextureArray.SetTextures(0, textures); SetTextureArray(stage, bindingInfo, entry.TextureArray); } } /// /// Updates a texture array binding on the host. /// /// Shader stage where the array is used /// Array binding information /// Texture array private void SetTextureArray(ShaderStage stage, in TextureBindingInfo bindingInfo, ITextureArray array) { if (bindingInfo.Set >= _context.Capabilities.ExtraSetBaseIndex && _context.Capabilities.MaximumExtraSets != 0) { _context.Renderer.Pipeline.SetTextureArraySeparate(stage, bindingInfo.Set, array); } else { _context.Renderer.Pipeline.SetTextureArray(stage, bindingInfo.Binding, array); } } /// /// Updates a image array binding on the host. /// /// Shader stage where the array is used /// Array binding information /// Image array private void SetImageArray(ShaderStage stage, in TextureBindingInfo bindingInfo, IImageArray array) { if (bindingInfo.Set >= _context.Capabilities.ExtraSetBaseIndex && _context.Capabilities.MaximumExtraSets != 0) { _context.Renderer.Pipeline.SetImageArraySeparate(stage, bindingInfo.Set, array); } else { _context.Renderer.Pipeline.SetImageArray(stage, bindingInfo.Binding, array); } } /// /// Gets a cached texture entry from pool, or creates a new one if not found. /// /// Texture pool /// Sampler pool /// Array binding information /// Whether the array is a image or texture array /// Whether a new entry was created, or an existing one was returned /// Cache entry private CacheEntry GetOrAddEntry( TexturePool texturePool, SamplerPool samplerPool, in TextureBindingInfo bindingInfo, bool isImage, out bool isNew) { CacheEntryFromPoolKey key = new CacheEntryFromPoolKey(isImage, bindingInfo, texturePool, samplerPool); isNew = !_cacheFromPool.TryGetValue(key, out CacheEntry entry); if (isNew) { int arrayLength = bindingInfo.ArrayLength; if (isImage) { IImageArray array = _context.Renderer.CreateImageArray(arrayLength, bindingInfo.Target == Target.TextureBuffer); _cacheFromPool.Add(key, entry = new CacheEntry(array, texturePool, samplerPool)); } else { ITextureArray array = _context.Renderer.CreateTextureArray(arrayLength, bindingInfo.Target == Target.TextureBuffer); _cacheFromPool.Add(key, entry = new CacheEntry(array, texturePool, samplerPool)); } } return entry; } /// /// Gets a cached texture entry from constant buffer, or creates a new one if not found. /// /// Texture pool /// Sampler pool /// Array binding information /// Whether the array is a image or texture array /// Constant buffer bounds with the texture handles /// Whether a new entry was created, or an existing one was returned /// Cache entry private CacheEntryFromBuffer GetOrAddEntry( TexturePool texturePool, SamplerPool samplerPool, in TextureBindingInfo bindingInfo, bool isImage, ref BufferBounds textureBufferBounds, out bool isNew) { CacheEntryFromBufferKey key = new CacheEntryFromBufferKey( isImage, bindingInfo, texturePool, samplerPool, ref textureBufferBounds); isNew = !_cacheFromBuffer.TryGetValue(key, out CacheEntryFromBuffer entry); if (isNew) { int arrayLength = bindingInfo.ArrayLength; if (isImage) { IImageArray array = _context.Renderer.CreateImageArray(arrayLength, bindingInfo.Target == Target.TextureBuffer); _cacheFromBuffer.Add(key, entry = new CacheEntryFromBuffer(ref key, array, texturePool, samplerPool)); } else { ITextureArray array = _context.Renderer.CreateTextureArray(arrayLength, bindingInfo.Target == Target.TextureBuffer); _cacheFromBuffer.Add(key, entry = new CacheEntryFromBuffer(ref key, array, texturePool, samplerPool)); } } if (entry.CacheNode != null) { _lruCache.Remove(entry.CacheNode); _lruCache.AddLast(entry.CacheNode); } else { entry.CacheNode = _lruCache.AddLast(entry); } entry.CacheTimestamp = ++_currentTimestamp; RemoveLeastUsedEntries(); return entry; } /// /// Remove entries from the cache that have not been used for some time. /// private void RemoveLeastUsedEntries() { LinkedListNode nextNode = _lruCache.First; while (nextNode != null && _currentTimestamp - nextNode.Value.CacheTimestamp >= MinDeltaForRemoval) { LinkedListNode toRemove = nextNode; nextNode = nextNode.Next; _cacheFromBuffer.Remove(toRemove.Value.Key); _lruCache.Remove(toRemove); } } /// /// Removes all cached texture arrays matching the specified texture pool. /// /// Texture pool public void RemoveAllWithPool(IPool pool) { List keysToRemove = null; foreach (CacheEntryFromPoolKey key in _cacheFromPool.Keys) { if (key.MatchesPool(pool)) { (keysToRemove ??= new()).Add(key); } } if (keysToRemove != null) { foreach (CacheEntryFromPoolKey key in keysToRemove) { _cacheFromPool.Remove(key); } } } /// /// Checks if a handle indicates the binding should have all its textures sourced directly from a pool. /// /// Handle to check /// True if the handle represents direct pool access, false otherwise private static bool IsDirectHandleType(int handle) { (_, _, TextureHandleType type) = TextureHandle.UnpackOffsets(handle); return type == TextureHandleType.Direct; } } }