| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043 |
- using Ryujinx.Common;
- using Ryujinx.Graphics.GAL;
- using Ryujinx.Graphics.Gpu.Engine.Dma;
- using Ryujinx.Graphics.Gpu.Engine.Threed;
- using Ryujinx.Graphics.Gpu.Engine.Twod;
- using Ryujinx.Graphics.Gpu.Engine.Types;
- using Ryujinx.Graphics.Gpu.Image;
- using Ryujinx.Graphics.Gpu.Memory;
- using Ryujinx.Graphics.Texture;
- using Ryujinx.Memory.Range;
- using System;
- namespace Ryujinx.Graphics.Gpu.Image
- {
- /// <summary>
- /// Texture cache.
- /// </summary>
- class TextureCache : IDisposable
- {
- private struct OverlapInfo
- {
- public TextureViewCompatibility Compatibility { get; }
- public int FirstLayer { get; }
- public int FirstLevel { get; }
- public OverlapInfo(TextureViewCompatibility compatibility, int firstLayer, int firstLevel)
- {
- Compatibility = compatibility;
- FirstLayer = firstLayer;
- FirstLevel = firstLevel;
- }
- }
- private const int OverlapsBufferInitialCapacity = 10;
- private const int OverlapsBufferMaxCapacity = 10000;
- private readonly GpuContext _context;
- private readonly PhysicalMemory _physicalMemory;
- private readonly MultiRangeList<Texture> _textures;
- private Texture[] _textureOverlaps;
- private OverlapInfo[] _overlapInfo;
- private readonly AutoDeleteCache _cache;
- /// <summary>
- /// Constructs a new instance of the texture manager.
- /// </summary>
- /// <param name="context">The GPU context that the texture manager belongs to</param>
- /// <param name="physicalMemory">Physical memory where the textures managed by this cache are mapped</param>
- public TextureCache(GpuContext context, PhysicalMemory physicalMemory)
- {
- _context = context;
- _physicalMemory = physicalMemory;
- _textures = new MultiRangeList<Texture>();
- _textureOverlaps = new Texture[OverlapsBufferInitialCapacity];
- _overlapInfo = new OverlapInfo[OverlapsBufferInitialCapacity];
- _cache = new AutoDeleteCache();
- }
- /// <summary>
- /// Handles removal of textures written to a memory region being unmapped.
- /// </summary>
- /// <param name="sender">Sender object</param>
- /// <param name="e">Event arguments</param>
- public void MemoryUnmappedHandler(object sender, UnmapEventArgs e)
- {
- Texture[] overlaps = new Texture[10];
- int overlapCount;
- lock (_textures)
- {
- overlapCount = _textures.FindOverlaps(((MemoryManager)sender).Translate(e.Address), e.Size, ref overlaps);
- }
- for (int i = 0; i < overlapCount; i++)
- {
- overlaps[i].Unmapped();
- }
- }
- /// <summary>
- /// Determines if a given texture is eligible for upscaling from its info.
- /// </summary>
- /// <param name="info">The texture info to check</param>
- /// <param name="withUpscale">True if the user of the texture would prefer it to be upscaled immediately</param>
- /// <returns>True if eligible</returns>
- private static TextureScaleMode IsUpscaleCompatible(TextureInfo info, bool withUpscale)
- {
- if ((info.Target == Target.Texture2D || info.Target == Target.Texture2DArray) && !info.FormatInfo.IsCompressed)
- {
- return UpscaleSafeMode(info) ? (withUpscale ? TextureScaleMode.Scaled : TextureScaleMode.Eligible) : TextureScaleMode.Undesired;
- }
- return TextureScaleMode.Blacklisted;
- }
- /// <summary>
- /// Determines if a given texture is "safe" for upscaling from its info.
- /// Note that this is different from being compatible - this elilinates targets that would have detrimental effects when scaled.
- /// </summary>
- /// <param name="info">The texture info to check</param>
- /// <returns>True if safe</returns>
- private static bool UpscaleSafeMode(TextureInfo info)
- {
- // While upscaling works for all targets defined by IsUpscaleCompatible, we additionally blacklist targets here that
- // may have undesirable results (upscaling blur textures) or simply waste GPU resources (upscaling texture atlas).
- if (info.Levels > 3)
- {
- // Textures with more than 3 levels are likely to be game textures, rather than render textures.
- // Small textures with full mips are likely to be removed by the next check.
- return false;
- }
- if (info.Width < 8 || info.Height < 8)
- {
- // Discount textures with small dimensions.
- return false;
- }
- int widthAlignment = (info.IsLinear ? Constants.StrideAlignment : Constants.GobAlignment) / info.FormatInfo.BytesPerPixel;
- if (!(info.FormatInfo.Format.IsDepthOrStencil() || info.FormatInfo.Components == 1))
- {
- // Discount square textures that aren't depth-stencil like. (excludes game textures, cubemap faces, most 3D texture LUT, texture atlas)
- // Detect if the texture is possibly square. Widths may be aligned, so to remove the uncertainty we align both the width and height.
- bool possiblySquare = BitUtils.AlignUp(info.Width, widthAlignment) == BitUtils.AlignUp(info.Height, widthAlignment);
- if (possiblySquare)
- {
- return false;
- }
- }
- if (info.Height < 360)
- {
- int aspectWidth = (int)MathF.Ceiling((info.Height / 9f) * 16f);
- int aspectMaxWidth = BitUtils.AlignUp(aspectWidth, widthAlignment);
- int aspectMinWidth = BitUtils.AlignDown(aspectWidth, widthAlignment);
- if (info.Width >= aspectMinWidth && info.Width <= aspectMaxWidth && info.Height < 360)
- {
- // Targets that are roughly 16:9 can only be rescaled if they're equal to or above 360p. (excludes blur and bloom textures)
- return false;
- }
- }
- return true;
- }
- /// <summary>
- /// Tries to find an existing texture, or create a new one if not found.
- /// </summary>
- /// <param name="memoryManager">GPU memory manager where the texture is mapped</param>
- /// <param name="copyTexture">Copy texture to find or create</param>
- /// <param name="offset">Offset to be added to the physical texture address</param>
- /// <param name="formatInfo">Format information of the copy texture</param>
- /// <param name="preferScaling">Indicates if the texture should be scaled from the start</param>
- /// <param name="sizeHint">A hint indicating the minimum used size for the texture</param>
- /// <returns>The texture</returns>
- public Texture FindOrCreateTexture(
- MemoryManager memoryManager,
- TwodTexture copyTexture,
- ulong offset,
- FormatInfo formatInfo,
- bool preferScaling = true,
- Size? sizeHint = null)
- {
- int gobBlocksInY = copyTexture.MemoryLayout.UnpackGobBlocksInY();
- int gobBlocksInZ = copyTexture.MemoryLayout.UnpackGobBlocksInZ();
- int width;
- if (copyTexture.LinearLayout)
- {
- width = copyTexture.Stride / formatInfo.BytesPerPixel;
- }
- else
- {
- width = copyTexture.Width;
- }
- TextureInfo info = new TextureInfo(
- copyTexture.Address.Pack() + offset,
- width,
- copyTexture.Height,
- copyTexture.Depth,
- 1,
- 1,
- 1,
- copyTexture.Stride,
- copyTexture.LinearLayout,
- gobBlocksInY,
- gobBlocksInZ,
- 1,
- Target.Texture2D,
- formatInfo);
- TextureSearchFlags flags = TextureSearchFlags.ForCopy;
- if (preferScaling)
- {
- flags |= TextureSearchFlags.WithUpscale;
- }
- Texture texture = FindOrCreateTexture(memoryManager, flags, info, 0, sizeHint);
- texture?.SynchronizeMemory();
- return texture;
- }
- /// <summary>
- /// Tries to find an existing texture, or create a new one if not found.
- /// </summary>
- /// <param name="memoryManager">GPU memory manager where the texture is mapped</param>
- /// <param name="colorState">Color buffer texture to find or create</param>
- /// <param name="samplesInX">Number of samples in the X direction, for MSAA</param>
- /// <param name="samplesInY">Number of samples in the Y direction, for MSAA</param>
- /// <param name="sizeHint">A hint indicating the minimum used size for the texture</param>
- /// <returns>The texture</returns>
- public Texture FindOrCreateTexture(MemoryManager memoryManager, RtColorState colorState, int samplesInX, int samplesInY, Size sizeHint)
- {
- bool isLinear = colorState.MemoryLayout.UnpackIsLinear();
- int gobBlocksInY = colorState.MemoryLayout.UnpackGobBlocksInY();
- int gobBlocksInZ = colorState.MemoryLayout.UnpackGobBlocksInZ();
- Target target;
- if (colorState.MemoryLayout.UnpackIsTarget3D())
- {
- target = Target.Texture3D;
- }
- else if ((samplesInX | samplesInY) != 1)
- {
- target = colorState.Depth > 1
- ? Target.Texture2DMultisampleArray
- : Target.Texture2DMultisample;
- }
- else
- {
- target = colorState.Depth > 1
- ? Target.Texture2DArray
- : Target.Texture2D;
- }
- FormatInfo formatInfo = colorState.Format.Convert();
- int width, stride;
- // For linear textures, the width value is actually the stride.
- // We can easily get the width by dividing the stride by the bpp,
- // since the stride is the total number of bytes occupied by a
- // line. The stride should also meet alignment constraints however,
- // so the width we get here is the aligned width.
- if (isLinear)
- {
- width = colorState.WidthOrStride / formatInfo.BytesPerPixel;
- stride = colorState.WidthOrStride;
- }
- else
- {
- width = colorState.WidthOrStride;
- stride = 0;
- }
- TextureInfo info = new TextureInfo(
- colorState.Address.Pack(),
- width,
- colorState.Height,
- colorState.Depth,
- 1,
- samplesInX,
- samplesInY,
- stride,
- isLinear,
- gobBlocksInY,
- gobBlocksInZ,
- 1,
- target,
- formatInfo);
- int layerSize = !isLinear ? colorState.LayerSize * 4 : 0;
- Texture texture = FindOrCreateTexture(memoryManager, TextureSearchFlags.WithUpscale, info, layerSize, sizeHint);
- texture?.SynchronizeMemory();
- return texture;
- }
- /// <summary>
- /// Tries to find an existing texture, or create a new one if not found.
- /// </summary>
- /// <param name="memoryManager">GPU memory manager where the texture is mapped</param>
- /// <param name="dsState">Depth-stencil buffer texture to find or create</param>
- /// <param name="size">Size of the depth-stencil texture</param>
- /// <param name="samplesInX">Number of samples in the X direction, for MSAA</param>
- /// <param name="samplesInY">Number of samples in the Y direction, for MSAA</param>
- /// <param name="sizeHint">A hint indicating the minimum used size for the texture</param>
- /// <returns>The texture</returns>
- public Texture FindOrCreateTexture(
- MemoryManager memoryManager,
- RtDepthStencilState dsState,
- Size3D size,
- int samplesInX,
- int samplesInY,
- Size sizeHint)
- {
- int gobBlocksInY = dsState.MemoryLayout.UnpackGobBlocksInY();
- int gobBlocksInZ = dsState.MemoryLayout.UnpackGobBlocksInZ();
- Target target = (samplesInX | samplesInY) != 1
- ? Target.Texture2DMultisample
- : Target.Texture2D;
- FormatInfo formatInfo = dsState.Format.Convert();
- TextureInfo info = new TextureInfo(
- dsState.Address.Pack(),
- size.Width,
- size.Height,
- size.Depth,
- 1,
- samplesInX,
- samplesInY,
- 0,
- false,
- gobBlocksInY,
- gobBlocksInZ,
- 1,
- target,
- formatInfo);
- Texture texture = FindOrCreateTexture(memoryManager, TextureSearchFlags.WithUpscale, info, dsState.LayerSize * 4, sizeHint);
- texture?.SynchronizeMemory();
- return texture;
- }
- /// <summary>
- /// Tries to find an existing texture, or create a new one if not found.
- /// </summary>
- /// <param name="memoryManager">GPU memory manager where the texture is mapped</param>
- /// <param name="flags">The texture search flags, defines texture comparison rules</param>
- /// <param name="info">Texture information of the texture to be found or created</param>
- /// <param name="layerSize">Size in bytes of a single texture layer</param>
- /// <param name="sizeHint">A hint indicating the minimum used size for the texture</param>
- /// <param name="range">Optional ranges of physical memory where the texture data is located</param>
- /// <returns>The texture</returns>
- public Texture FindOrCreateTexture(
- MemoryManager memoryManager,
- TextureSearchFlags flags,
- TextureInfo info,
- int layerSize = 0,
- Size? sizeHint = null,
- MultiRange? range = null)
- {
- bool isSamplerTexture = (flags & TextureSearchFlags.ForSampler) != 0;
- TextureScaleMode scaleMode = IsUpscaleCompatible(info, (flags & TextureSearchFlags.WithUpscale) != 0);
- ulong address;
- if (range != null)
- {
- address = range.Value.GetSubRange(0).Address;
- }
- else
- {
- address = memoryManager.Translate(info.GpuAddress);
- if (address == MemoryManager.PteUnmapped)
- {
- return null;
- }
- }
- int sameAddressOverlapsCount;
- lock (_textures)
- {
- // Try to find a perfect texture match, with the same address and parameters.
- sameAddressOverlapsCount = _textures.FindOverlaps(address, ref _textureOverlaps);
- }
- Texture texture = null;
- TextureMatchQuality bestQuality = TextureMatchQuality.NoMatch;
- for (int index = 0; index < sameAddressOverlapsCount; index++)
- {
- Texture overlap = _textureOverlaps[index];
- TextureMatchQuality matchQuality = overlap.IsExactMatch(info, flags);
- if (matchQuality != TextureMatchQuality.NoMatch)
- {
- // If the parameters match, we need to make sure the texture is mapped to the same memory regions.
- if (range != null)
- {
- // If a range of memory was supplied, just check if the ranges match.
- if (!overlap.Range.Equals(range.Value))
- {
- continue;
- }
- }
- else
- {
- // If no range was supplied, we can check if the GPU virtual address match. If they do,
- // we know the textures are located at the same memory region.
- // If they don't, it may still be mapped to the same physical region, so we
- // do a more expensive check to tell if they are mapped into the same physical regions.
- // If the GPU VA for the texture has ever been unmapped, then the range must be checked regardless.
- if ((overlap.Info.GpuAddress != info.GpuAddress || overlap.ChangedMapping) &&
- !memoryManager.CompareRange(overlap.Range, info.GpuAddress))
- {
- continue;
- }
- }
- }
- if (matchQuality == TextureMatchQuality.Perfect)
- {
- texture = overlap;
- break;
- }
- else if (matchQuality > bestQuality)
- {
- texture = overlap;
- bestQuality = matchQuality;
- }
- }
- if (texture != null)
- {
- if (!isSamplerTexture)
- {
- // If not a sampler texture, it is managed by the auto delete
- // cache, ensure that it is on the "top" of the list to avoid
- // deletion.
- _cache.Lift(texture);
- }
- ChangeSizeIfNeeded(info, texture, isSamplerTexture, sizeHint);
- texture.SynchronizeMemory();
- return texture;
- }
- // Calculate texture sizes, used to find all overlapping textures.
- SizeInfo sizeInfo = info.CalculateSizeInfo(layerSize);
- ulong size = (ulong)sizeInfo.TotalSize;
- if (range == null)
- {
- range = memoryManager.GetPhysicalRegions(info.GpuAddress, size);
- }
- // Find view compatible matches.
- int overlapsCount;
- lock (_textures)
- {
- overlapsCount = _textures.FindOverlaps(range.Value, ref _textureOverlaps);
- }
- if (_overlapInfo.Length != _textureOverlaps.Length)
- {
- Array.Resize(ref _overlapInfo, _textureOverlaps.Length);
- }
- // =============== Find Texture View of Existing Texture ===============
- int fullyCompatible = 0;
- // Evaluate compatibility of overlaps
- for (int index = 0; index < overlapsCount; index++)
- {
- Texture overlap = _textureOverlaps[index];
- TextureViewCompatibility overlapCompatibility = overlap.IsViewCompatible(info, range.Value, sizeInfo.LayerSize, out int firstLayer, out int firstLevel);
- if (overlapCompatibility == TextureViewCompatibility.Full)
- {
- if (overlap.IsView)
- {
- overlapCompatibility = TextureViewCompatibility.CopyOnly;
- }
- else
- {
- fullyCompatible++;
- }
- }
- _overlapInfo[index] = new OverlapInfo(overlapCompatibility, firstLayer, firstLevel);
- }
- // Search through the overlaps to find a compatible view and establish any copy dependencies.
- for (int index = 0; index < overlapsCount; index++)
- {
- Texture overlap = _textureOverlaps[index];
- OverlapInfo oInfo = _overlapInfo[index];
- if (oInfo.Compatibility == TextureViewCompatibility.Full)
- {
- TextureInfo adjInfo = AdjustSizes(overlap, info, oInfo.FirstLevel);
- if (!isSamplerTexture)
- {
- info = adjInfo;
- }
- texture = overlap.CreateView(adjInfo, sizeInfo, range.Value, oInfo.FirstLayer, oInfo.FirstLevel);
- ChangeSizeIfNeeded(info, texture, isSamplerTexture, sizeHint);
- texture.SynchronizeMemory();
- break;
- }
- else if (oInfo.Compatibility == TextureViewCompatibility.CopyOnly && fullyCompatible == 0)
- {
- // Only copy compatible. If there's another choice for a FULLY compatible texture, choose that instead.
- texture = new Texture(_context, _physicalMemory, info, sizeInfo, range.Value, scaleMode);
- texture.InitializeGroup(true, true);
- texture.InitializeData(false, false);
- overlap.SynchronizeMemory();
- overlap.CreateCopyDependency(texture, oInfo.FirstLayer, oInfo.FirstLevel, true);
- break;
- }
- }
- if (texture != null)
- {
- // This texture could be a view of multiple parent textures with different storages, even if it is a view.
- // When a texture is created, make sure all possible dependencies to other textures are created as copies.
- // (even if it could be fulfilled without a copy)
- for (int index = 0; index < overlapsCount; index++)
- {
- Texture overlap = _textureOverlaps[index];
- OverlapInfo oInfo = _overlapInfo[index];
- if (oInfo.Compatibility != TextureViewCompatibility.Incompatible && overlap.Group != texture.Group)
- {
- overlap.SynchronizeMemory();
- overlap.CreateCopyDependency(texture, oInfo.FirstLayer, oInfo.FirstLevel, true);
- }
- }
- texture.SynchronizeMemory();
- }
- // =============== Create a New Texture ===============
- // No match, create a new texture.
- if (texture == null)
- {
- texture = new Texture(_context, _physicalMemory, info, sizeInfo, range.Value, scaleMode);
- // Step 1: Find textures that are view compatible with the new texture.
- // Any textures that are incompatible will contain garbage data, so they should be removed where possible.
- int viewCompatible = 0;
- fullyCompatible = 0;
- bool setData = isSamplerTexture || overlapsCount == 0 || flags.HasFlag(TextureSearchFlags.ForCopy);
- bool hasLayerViews = false;
- bool hasMipViews = false;
- for (int index = 0; index < overlapsCount; index++)
- {
- Texture overlap = _textureOverlaps[index];
- bool overlapInCache = overlap.CacheNode != null;
- TextureViewCompatibility compatibility = texture.IsViewCompatible(overlap.Info, overlap.Range, overlap.LayerSize, out int firstLayer, out int firstLevel);
- if (overlap.IsView && compatibility == TextureViewCompatibility.Full)
- {
- compatibility = TextureViewCompatibility.CopyOnly;
- }
- if (compatibility != TextureViewCompatibility.Incompatible)
- {
- if (compatibility == TextureViewCompatibility.Full)
- {
- if (viewCompatible == fullyCompatible)
- {
- _overlapInfo[viewCompatible] = new OverlapInfo(compatibility, firstLayer, firstLevel);
- _textureOverlaps[viewCompatible++] = overlap;
- }
- else
- {
- // Swap overlaps so that the fully compatible views have priority.
- _overlapInfo[viewCompatible] = _overlapInfo[fullyCompatible];
- _textureOverlaps[viewCompatible++] = _textureOverlaps[fullyCompatible];
- _overlapInfo[fullyCompatible] = new OverlapInfo(compatibility, firstLayer, firstLevel);
- _textureOverlaps[fullyCompatible] = overlap;
- }
- fullyCompatible++;
- }
- else
- {
- _overlapInfo[viewCompatible] = new OverlapInfo(compatibility, firstLayer, firstLevel);
- _textureOverlaps[viewCompatible++] = overlap;
- }
- hasLayerViews |= overlap.Info.GetSlices() < texture.Info.GetSlices();
- hasMipViews |= overlap.Info.Levels < texture.Info.Levels;
- }
- else
- {
- bool removeOverlap;
- bool modified = overlap.CheckModified(false);
- if (overlapInCache || !setData)
- {
- if (info.GobBlocksInZ > 1 && info.GobBlocksInZ == overlap.Info.GobBlocksInZ)
- {
- // Allow overlapping slices of 3D textures. Could be improved in future by making sure the textures don't overlap.
- continue;
- }
- if (!texture.DataOverlaps(overlap))
- {
- // Allow textures to overlap if their data does not actually overlap.
- // This typically happens when mip level subranges of a layered texture are used. (each texture fills the gaps of the others)
- continue;
- }
- // The overlap texture is going to contain garbage data after we draw, or is generally incompatible.
- // If the texture cannot be entirely contained in the new address space, and one of its view children is compatible with us,
- // it must be flushed before removal, so that the data is not lost.
- // If the texture was modified since its last use, then that data is probably meant to go into this texture.
- // If the data has been modified by the CPU, then it also shouldn't be flushed.
- bool viewCompatibleChild = overlap.HasViewCompatibleChild(texture);
- bool flush = overlapInCache && !modified && !texture.Range.Contains(overlap.Range) && viewCompatibleChild;
- setData |= modified || flush;
- if (overlapInCache)
- {
- _cache.Remove(overlap, flush);
- }
- removeOverlap = modified && !viewCompatibleChild;
- }
- else
- {
- // If an incompatible overlapping texture has been modified, then it's data is likely destined for this texture,
- // and the overlapped texture will contain garbage. In this case, it should be removed to save memory.
- removeOverlap = modified;
- }
- if (removeOverlap && overlap.Info.Target != Target.TextureBuffer)
- {
- overlap.RemoveFromPools(false);
- }
- }
- }
- texture.InitializeGroup(hasLayerViews, hasMipViews);
- // We need to synchronize before copying the old view data to the texture,
- // otherwise the copied data would be overwritten by a future synchronization.
- texture.InitializeData(false, setData);
- for (int index = 0; index < viewCompatible; index++)
- {
- Texture overlap = _textureOverlaps[index];
- OverlapInfo oInfo = _overlapInfo[index];
- if (overlap.Group == texture.Group)
- {
- // If the texture group is equal, then this texture (or its parent) is already a view.
- continue;
- }
- TextureInfo overlapInfo = AdjustSizes(texture, overlap.Info, oInfo.FirstLevel);
- if (texture.ScaleFactor != overlap.ScaleFactor)
- {
- // A bit tricky, our new texture may need to contain an existing texture that is upscaled, but isn't itself.
- // In that case, we prefer the higher scale only if our format is render-target-like, otherwise we scale the view down before copy.
- texture.PropagateScale(overlap);
- }
- if (oInfo.Compatibility != TextureViewCompatibility.Full)
- {
- // Copy only compatibility, or target texture is already a view.
- overlap.SynchronizeMemory();
- texture.CreateCopyDependency(overlap, oInfo.FirstLayer, oInfo.FirstLevel, false);
- }
- else
- {
- TextureCreateInfo createInfo = GetCreateInfo(overlapInfo, _context.Capabilities, overlap.ScaleFactor);
- ITexture newView = texture.HostTexture.CreateView(createInfo, oInfo.FirstLayer, oInfo.FirstLevel);
- overlap.SynchronizeMemory();
- overlap.HostTexture.CopyTo(newView, 0, 0);
- overlap.ReplaceView(texture, overlapInfo, newView, oInfo.FirstLayer, oInfo.FirstLevel);
- }
- }
- texture.SynchronizeMemory();
- }
- // Sampler textures are managed by the texture pool, all other textures
- // are managed by the auto delete cache.
- if (!isSamplerTexture)
- {
- _cache.Add(texture);
- }
- lock (_textures)
- {
- _textures.Add(texture);
- }
- ShrinkOverlapsBufferIfNeeded();
- return texture;
- }
- /// <summary>
- /// Changes a texture's size to match the desired size for samplers,
- /// or increases a texture's size to fit the region indicated by a size hint.
- /// </summary>
- /// <param name="info">The desired texture info</param>
- /// <param name="texture">The texture to resize</param>
- /// <param name="isSamplerTexture">True if the texture will be used for a sampler, false otherwise</param>
- /// <param name="sizeHint">A hint indicating the minimum used size for the texture</param>
- private void ChangeSizeIfNeeded(TextureInfo info, Texture texture, bool isSamplerTexture, Size? sizeHint)
- {
- if (isSamplerTexture)
- {
- // If this is used for sampling, the size must match,
- // otherwise the shader would sample garbage data.
- // To fix that, we create a new texture with the correct
- // size, and copy the data from the old one to the new one.
- if (!TextureCompatibility.SizeMatches(texture.Info, info))
- {
- texture.ChangeSize(info.Width, info.Height, info.DepthOrLayers);
- }
- }
- else if (sizeHint != null)
- {
- // A size hint indicates that data will be used within that range, at least.
- // If the texture is smaller than the size hint, it must be enlarged to meet it.
- // The maximum size is provided by the requested info, which generally has an aligned size.
- int width = Math.Max(texture.Info.Width, Math.Min(sizeHint.Value.Width, info.Width));
- int height = Math.Max(texture.Info.Height, Math.Min(sizeHint.Value.Height, info.Height));
- if (texture.Info.Width != width || texture.Info.Height != height)
- {
- texture.ChangeSize(width, height, info.DepthOrLayers);
- }
- }
- }
- /// <summary>
- /// Tries to find an existing texture matching the given buffer copy destination. If none is found, returns null.
- /// </summary>
- /// <param name="memoryManager">GPU memory manager where the texture is mapped</param>
- /// <param name="tex">The texture information</param>
- /// <param name="gpuVa">GPU virtual address of the texture</param>
- /// <param name="bpp">Bytes per pixel</param>
- /// <param name="stride">If <paramref name="linear"/> is true, should have the texture stride, otherwise ignored</param>
- /// <param name="xCount">Number of pixels to be copied per line</param>
- /// <param name="yCount">Number of lines to be copied</param>
- /// <param name="linear">True if the texture has a linear layout, false otherwise</param>
- /// <returns>A matching texture, or null if there is no match</returns>
- public Texture FindTexture(
- MemoryManager memoryManager,
- DmaTexture tex,
- ulong gpuVa,
- int bpp,
- int stride,
- int xCount,
- int yCount,
- bool linear)
- {
- ulong address = memoryManager.Translate(gpuVa);
- if (address == MemoryManager.PteUnmapped)
- {
- return null;
- }
- int addressMatches = _textures.FindOverlaps(address, ref _textureOverlaps);
- for (int i = 0; i < addressMatches; i++)
- {
- Texture texture = _textureOverlaps[i];
- FormatInfo format = texture.Info.FormatInfo;
- if (texture.Info.DepthOrLayers > 1)
- {
- continue;
- }
- bool match;
- if (linear)
- {
- // Size is not available for linear textures. Use the stride and end of the copy region instead.
- match = texture.Info.IsLinear && texture.Info.Stride == stride && tex.RegionY + yCount <= texture.Info.Height;
- }
- else
- {
- // Bpp may be a mismatch between the target texture and the param.
- // Due to the way linear strided and block layouts work, widths can be multiplied by Bpp for comparison.
- // Note: tex.Width is the aligned texture size. Prefer param.XCount, as the destination should be a texture with that exact size.
- bool sizeMatch = xCount * bpp == texture.Info.Width * format.BytesPerPixel && tex.Height == texture.Info.Height;
- bool formatMatch = !texture.Info.IsLinear &&
- texture.Info.GobBlocksInY == tex.MemoryLayout.UnpackGobBlocksInY() &&
- texture.Info.GobBlocksInZ == tex.MemoryLayout.UnpackGobBlocksInZ();
- match = sizeMatch && formatMatch;
- }
- if (match)
- {
- _cache.Lift(texture);
- return texture;
- }
- }
- return null;
- }
- /// <summary>
- /// Resizes the temporary buffer used for range list intersection results, if it has grown too much.
- /// </summary>
- private void ShrinkOverlapsBufferIfNeeded()
- {
- if (_textureOverlaps.Length > OverlapsBufferMaxCapacity)
- {
- Array.Resize(ref _textureOverlaps, OverlapsBufferMaxCapacity);
- }
- }
- /// <summary>
- /// Adjusts the size of the texture information for a given mipmap level,
- /// based on the size of a parent texture.
- /// </summary>
- /// <param name="parent">The parent texture</param>
- /// <param name="info">The texture information to be adjusted</param>
- /// <param name="firstLevel">The first level of the texture view</param>
- /// <returns>The adjusted texture information with the new size</returns>
- private static TextureInfo AdjustSizes(Texture parent, TextureInfo info, int firstLevel)
- {
- // When the texture is used as view of another texture, we must
- // ensure that the sizes are valid, otherwise data uploads would fail
- // (and the size wouldn't match the real size used on the host API).
- // Given a parent texture from where the view is created, we have the
- // following rules:
- // - The view size must be equal to the parent size, divided by (2 ^ l),
- // where l is the first mipmap level of the view. The division result must
- // be rounded down, and the result must be clamped to 1.
- // - If the parent format is compressed, and the view format isn't, the
- // view size is calculated as above, but the width and height of the
- // view must be also divided by the compressed format block width and height.
- // - If the parent format is not compressed, and the view is, the view
- // size is calculated as described on the first point, but the width and height
- // of the view must be also multiplied by the block width and height.
- int width = Math.Max(1, parent.Info.Width >> firstLevel);
- int height = Math.Max(1, parent.Info.Height >> firstLevel);
- if (parent.Info.FormatInfo.IsCompressed && !info.FormatInfo.IsCompressed)
- {
- width = BitUtils.DivRoundUp(width, parent.Info.FormatInfo.BlockWidth);
- height = BitUtils.DivRoundUp(height, parent.Info.FormatInfo.BlockHeight);
- }
- else if (!parent.Info.FormatInfo.IsCompressed && info.FormatInfo.IsCompressed)
- {
- width *= info.FormatInfo.BlockWidth;
- height *= info.FormatInfo.BlockHeight;
- }
- int depthOrLayers;
- if (info.Target == Target.Texture3D)
- {
- depthOrLayers = Math.Max(1, parent.Info.DepthOrLayers >> firstLevel);
- }
- else
- {
- depthOrLayers = info.DepthOrLayers;
- }
- return new TextureInfo(
- info.GpuAddress,
- width,
- height,
- depthOrLayers,
- info.Levels,
- info.SamplesInX,
- info.SamplesInY,
- info.Stride,
- info.IsLinear,
- info.GobBlocksInY,
- info.GobBlocksInZ,
- info.GobBlocksInTileX,
- info.Target,
- info.FormatInfo,
- info.DepthStencilMode,
- info.SwizzleR,
- info.SwizzleG,
- info.SwizzleB,
- info.SwizzleA);
- }
- /// <summary>
- /// Gets a texture creation information from texture information.
- /// This can be used to create new host textures.
- /// </summary>
- /// <param name="info">Texture information</param>
- /// <param name="caps">GPU capabilities</param>
- /// <param name="scale">Texture scale factor, to be applied to the texture size</param>
- /// <returns>The texture creation information</returns>
- public static TextureCreateInfo GetCreateInfo(TextureInfo info, Capabilities caps, float scale)
- {
- FormatInfo formatInfo = TextureCompatibility.ToHostCompatibleFormat(info, caps);
- if (info.Target == Target.TextureBuffer)
- {
- // We assume that the host does not support signed normalized format
- // (as is the case with OpenGL), so we just use a unsigned format.
- // The shader will need the appropriate conversion code to compensate.
- switch (formatInfo.Format)
- {
- case Format.R8Snorm:
- formatInfo = new FormatInfo(Format.R8Sint, 1, 1, 1, 1);
- break;
- case Format.R16Snorm:
- formatInfo = new FormatInfo(Format.R16Sint, 1, 1, 2, 1);
- break;
- case Format.R8G8Snorm:
- formatInfo = new FormatInfo(Format.R8G8Sint, 1, 1, 2, 2);
- break;
- case Format.R16G16Snorm:
- formatInfo = new FormatInfo(Format.R16G16Sint, 1, 1, 4, 2);
- break;
- case Format.R8G8B8A8Snorm:
- formatInfo = new FormatInfo(Format.R8G8B8A8Sint, 1, 1, 4, 4);
- break;
- case Format.R16G16B16A16Snorm:
- formatInfo = new FormatInfo(Format.R16G16B16A16Sint, 1, 1, 8, 4);
- break;
- }
- }
- int width = info.Width / info.SamplesInX;
- int height = info.Height / info.SamplesInY;
- int depth = info.GetDepth() * info.GetLayers();
- if (scale != 1f)
- {
- width = (int)MathF.Ceiling(width * scale);
- height = (int)MathF.Ceiling(height * scale);
- }
- return new TextureCreateInfo(
- width,
- height,
- depth,
- info.Levels,
- info.Samples,
- formatInfo.BlockWidth,
- formatInfo.BlockHeight,
- formatInfo.BytesPerPixel,
- formatInfo.Format,
- info.DepthStencilMode,
- info.Target,
- info.SwizzleR,
- info.SwizzleG,
- info.SwizzleB,
- info.SwizzleA);
- }
- /// <summary>
- /// Removes a texture from the cache.
- /// </summary>
- /// <remarks>
- /// This only removes the texture from the internal list, not from the auto-deletion cache.
- /// It may still have live references after the removal.
- /// </remarks>
- /// <param name="texture">The texture to be removed</param>
- public void RemoveTextureFromCache(Texture texture)
- {
- lock (_textures)
- {
- _textures.Remove(texture);
- }
- }
- /// <summary>
- /// Disposes all textures and samplers in the cache.
- /// It's an error to use the texture cache after disposal.
- /// </summary>
- public void Dispose()
- {
- lock (_textures)
- {
- foreach (Texture texture in _textures)
- {
- texture.Dispose();
- }
- }
- }
- }
- }
|