| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384 |
- using Ryujinx.Graphics.Shader.Decoders;
- using Ryujinx.Graphics.Shader.IntermediateRepresentation;
- using Ryujinx.Graphics.Shader.Translation;
- using System;
- using System.Collections.Generic;
- using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
- using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
- namespace Ryujinx.Graphics.Shader.Instructions
- {
- static partial class InstEmit
- {
- public static void Suld(EmitterContext context)
- {
- OpCodeImage op = (OpCodeImage)context.CurrOp;
- SamplerType type = ConvertSamplerType(op.Dimensions);
- if (type == SamplerType.None)
- {
- context.Config.GpuAccessor.Log("Invalid image store sampler type.");
- return;
- }
- // Rb is Rd on the SULD instruction.
- int rdIndex = op.Rb.Index;
- int raIndex = op.Ra.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
- op.Dimensions == ImageDimensions.Image2DArray;
- Operand arrayIndex = isArray ? Ra() : null;
- List<Operand> sourcesList = new List<Operand>();
- if (op.IsBindless)
- {
- sourcesList.Add(context.Copy(Register(op.Rc)));
- }
- int coordsCount = type.GetDimensions();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- if (isArray)
- {
- sourcesList.Add(arrayIndex);
- type |= SamplerType.Array;
- }
- Operand[] sources = sourcesList.ToArray();
- int handle = !op.IsBindless ? op.Immediate : 0;
- TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
- if (op.UseComponents)
- {
- int componentMask = (int)op.Components;
- for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) == 0)
- {
- continue;
- }
- if (rdIndex == RegisterConsts.RegisterZeroIndex)
- {
- break;
- }
- Operand rd = Register(rdIndex++, RegisterType.Gpr);
- TextureOperation operation = new TextureOperation(
- Instruction.ImageLoad,
- type,
- flags,
- handle,
- compIndex,
- rd,
- sources);
- if (!op.IsBindless)
- {
- operation.Format = context.Config.GetTextureFormat(handle);
- }
- context.Add(operation);
- }
- }
- else
- {
- if (op.ByteAddress)
- {
- int xIndex = op.IsBindless ? 1 : 0;
- sources[xIndex] = context.ShiftRightS32(sources[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
- }
- int components = GetComponents(op.Size);
- for (int compIndex = 0; compIndex < components; compIndex++)
- {
- if (rdIndex == RegisterConsts.RegisterZeroIndex)
- {
- break;
- }
- Operand rd = Register(rdIndex++, RegisterType.Gpr);
- TextureOperation operation = new TextureOperation(
- Instruction.ImageLoad,
- type,
- flags,
- handle,
- compIndex,
- rd,
- sources)
- {
- Format = GetTextureFormat(op.Size)
- };
- context.Add(operation);
- switch (op.Size)
- {
- case IntegerSize.U8: context.Copy(rd, ZeroExtendTo32(context, rd, 8)); break;
- case IntegerSize.U16: context.Copy(rd, ZeroExtendTo32(context, rd, 16)); break;
- case IntegerSize.S8: context.Copy(rd, SignExtendTo32(context, rd, 8)); break;
- case IntegerSize.S16: context.Copy(rd, SignExtendTo32(context, rd, 16)); break;
- }
- }
- }
- }
- public static void Sust(EmitterContext context)
- {
- OpCodeImage op = (OpCodeImage)context.CurrOp;
- SamplerType type = ConvertSamplerType(op.Dimensions);
- if (type == SamplerType.None)
- {
- context.Config.GpuAccessor.Log("Invalid image store sampler type.");
- return;
- }
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
- op.Dimensions == ImageDimensions.Image2DArray;
- Operand arrayIndex = isArray ? Ra() : null;
- List<Operand> sourcesList = new List<Operand>();
- if (op.IsBindless)
- {
- sourcesList.Add(context.Copy(Register(op.Rc)));
- }
- int coordsCount = type.GetDimensions();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- if (isArray)
- {
- sourcesList.Add(arrayIndex);
- type |= SamplerType.Array;
- }
- TextureFormat format = TextureFormat.Unknown;
- if (op.UseComponents)
- {
- int componentMask = (int)op.Components;
- for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- sourcesList.Add(Rb());
- }
- }
- if (!op.IsBindless)
- {
- format = context.Config.GetTextureFormat(op.Immediate);
- }
- }
- else
- {
- if (op.ByteAddress)
- {
- int xIndex = op.IsBindless ? 1 : 0;
- sourcesList[xIndex] = context.ShiftRightS32(sourcesList[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
- }
- int components = GetComponents(op.Size);
- for (int compIndex = 0; compIndex < components; compIndex++)
- {
- sourcesList.Add(Rb());
- }
- format = GetTextureFormat(op.Size);
- }
- Operand[] sources = sourcesList.ToArray();
- int handle = !op.IsBindless ? op.Immediate : 0;
- TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
- TextureOperation operation = new TextureOperation(
- Instruction.ImageStore,
- type,
- flags,
- handle,
- 0,
- null,
- sources)
- {
- Format = format
- };
- context.Add(operation);
- }
- public static void Tex(EmitterContext context)
- {
- EmitTextureSample(context, TextureFlags.None);
- }
- public static void TexB(EmitterContext context)
- {
- EmitTextureSample(context, TextureFlags.Bindless);
- }
- public static void Tld(EmitterContext context)
- {
- context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
- EmitTextureSample(context, TextureFlags.IntCoords);
- }
- public static void TldB(EmitterContext context)
- {
- context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
- EmitTextureSample(context, TextureFlags.IntCoords | TextureFlags.Bindless);
- }
- public static void Texs(EmitterContext context)
- {
- OpCodeTextureScalar op = (OpCodeTextureScalar)context.CurrOp;
- if (op.Rd0.IsRZ && op.Rd1.IsRZ)
- {
- return;
- }
- List<Operand> sourcesList = new List<Operand>();
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- void AddTextureOffset(int coordsCount, int stride, int size)
- {
- Operand packedOffs = Rb();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * stride), Const(size)));
- }
- }
- SamplerType type;
- TextureFlags flags;
- if (op is OpCodeTexs texsOp)
- {
- type = ConvertSamplerType(texsOp.Target);
- if (type == SamplerType.None)
- {
- context.Config.GpuAccessor.Log("Invalid texture sampler type.");
- return;
- }
- flags = ConvertTextureFlags(texsOp.Target);
- if ((type & SamplerType.Array) != 0)
- {
- Operand arrayIndex = Ra();
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(arrayIndex);
- if ((type & SamplerType.Shadow) != 0)
- {
- sourcesList.Add(Rb());
- }
- if ((flags & TextureFlags.LodLevel) != 0)
- {
- sourcesList.Add(ConstF(0));
- }
- }
- else
- {
- switch (texsOp.Target)
- {
- case TextureTarget.Texture1DLodZero:
- sourcesList.Add(Ra());
- sourcesList.Add(ConstF(0));
- break;
- case TextureTarget.Texture2D:
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- break;
- case TextureTarget.Texture2DLodZero:
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(ConstF(0));
- break;
- case TextureTarget.Texture2DLodLevel:
- case TextureTarget.Texture2DDepthCompare:
- case TextureTarget.Texture3D:
- case TextureTarget.TextureCube:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- break;
- case TextureTarget.Texture2DLodZeroDepthCompare:
- case TextureTarget.Texture3DLodZero:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(ConstF(0));
- break;
- case TextureTarget.Texture2DLodLevelDepthCompare:
- case TextureTarget.TextureCubeLodLevel:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(Rb());
- break;
- }
- }
- }
- else if (op is OpCodeTlds tldsOp)
- {
- type = ConvertSamplerType (tldsOp.Target);
- if (type == SamplerType.None)
- {
- context.Config.GpuAccessor.Log("Invalid texel fetch sampler type.");
- return;
- }
- context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
- flags = ConvertTextureFlags(tldsOp.Target) | TextureFlags.IntCoords;
- if (tldsOp.Target == TexelLoadTarget.Texture1DLodZero && context.Config.GpuAccessor.QueryIsTextureBuffer(tldsOp.Immediate))
- {
- type = SamplerType.TextureBuffer;
- flags &= ~TextureFlags.LodLevel;
- }
- switch (tldsOp.Target)
- {
- case TexelLoadTarget.Texture1DLodZero:
- sourcesList.Add(Ra());
- if (type != SamplerType.TextureBuffer)
- {
- sourcesList.Add(Const(0));
- }
- break;
- case TexelLoadTarget.Texture1DLodLevel:
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- break;
- case TexelLoadTarget.Texture2DLodZero:
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(Const(0));
- break;
- case TexelLoadTarget.Texture2DLodZeroOffset:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Const(0));
- break;
- case TexelLoadTarget.Texture2DLodZeroMultisample:
- case TexelLoadTarget.Texture2DLodLevel:
- case TexelLoadTarget.Texture2DLodLevelOffset:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- break;
- case TexelLoadTarget.Texture3DLodZero:
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- sourcesList.Add(Const(0));
- break;
- case TexelLoadTarget.Texture2DArrayLodZero:
- sourcesList.Add(Rb());
- sourcesList.Add(Rb());
- sourcesList.Add(Ra());
- sourcesList.Add(Const(0));
- break;
- }
- if ((flags & TextureFlags.Offset) != 0)
- {
- AddTextureOffset(type.GetDimensions(), 4, 4);
- }
- }
- else if (op is OpCodeTld4s tld4sOp)
- {
- if (!(tld4sOp.HasDepthCompare || tld4sOp.HasOffset))
- {
- sourcesList.Add(Ra());
- sourcesList.Add(Rb());
- }
- else
- {
- sourcesList.Add(Ra());
- sourcesList.Add(Ra());
- }
- type = SamplerType.Texture2D;
- flags = TextureFlags.Gather;
- if (tld4sOp.HasDepthCompare)
- {
- sourcesList.Add(Rb());
- type |= SamplerType.Shadow;
- }
- if (tld4sOp.HasOffset)
- {
- AddTextureOffset(type.GetDimensions(), 8, 6);
- flags |= TextureFlags.Offset;
- }
- sourcesList.Add(Const(tld4sOp.GatherCompIndex));
- }
- else
- {
- throw new InvalidOperationException($"Invalid opcode type \"{op.GetType().Name}\".");
- }
- Operand[] sources = sourcesList.ToArray();
- Operand[] rd0 = new Operand[2] { ConstF(0), ConstF(0) };
- Operand[] rd1 = new Operand[2] { ConstF(0), ConstF(0) };
- int destIncrement = 0;
- Operand GetDest()
- {
- int high = destIncrement >> 1;
- int low = destIncrement & 1;
- destIncrement++;
- if (op.IsFp16)
- {
- return high != 0
- ? (rd1[low] = Local())
- : (rd0[low] = Local());
- }
- else
- {
- int rdIndex = high != 0 ? op.Rd1.Index : op.Rd0.Index;
- if (rdIndex < RegisterConsts.RegisterZeroIndex)
- {
- rdIndex += low;
- }
- return Register(rdIndex, RegisterType.Gpr);
- }
- }
- int handle = op.Immediate;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- TextureOperation operation = new TextureOperation(
- Instruction.TextureSample,
- type,
- flags,
- handle,
- compIndex,
- dest,
- sources);
- context.Add(operation);
- }
- }
- if (op.IsFp16)
- {
- context.Copy(Register(op.Rd0), context.PackHalf2x16(rd0[0], rd0[1]));
- context.Copy(Register(op.Rd1), context.PackHalf2x16(rd1[0], rd1[1]));
- }
- }
- public static void Tld4(EmitterContext context)
- {
- IOpCodeTld4 op = (IOpCodeTld4)context.CurrOp;
- if (op.Rd.IsRZ)
- {
- return;
- }
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- Operand arrayIndex = op.IsArray ? Ra() : null;
- List<Operand> sourcesList = new List<Operand>();
- SamplerType type = ConvertSamplerType(op.Dimensions);
- TextureFlags flags = TextureFlags.Gather;
- if (op.Bindless)
- {
- sourcesList.Add(Rb());
- flags |= TextureFlags.Bindless;
- }
- int coordsCount = type.GetDimensions();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- if (op.IsArray)
- {
- sourcesList.Add(arrayIndex);
- type |= SamplerType.Array;
- }
- Operand[] packedOffs = new Operand[2];
- packedOffs[0] = op.Offset != TextureGatherOffset.None ? Rb() : null;
- packedOffs[1] = op.Offset == TextureGatherOffset.Offsets ? Rb() : null;
- if (op.HasDepthCompare)
- {
- sourcesList.Add(Rb());
- type |= SamplerType.Shadow;
- }
- if (op.Offset != TextureGatherOffset.None)
- {
- int offsetTexelsCount = op.Offset == TextureGatherOffset.Offsets ? 4 : 1;
- for (int index = 0; index < coordsCount * offsetTexelsCount; index++)
- {
- Operand packed = packedOffs[(index >> 2) & 1];
- sourcesList.Add(context.BitfieldExtractS32(packed, Const((index & 3) * 8), Const(6)));
- }
- flags |= op.Offset == TextureGatherOffset.Offsets
- ? TextureFlags.Offsets
- : TextureFlags.Offset;
- }
- sourcesList.Add(Const(op.GatherCompIndex));
- Operand[] sources = sourcesList.ToArray();
- int rdIndex = op.Rd.Index;
- Operand GetDest()
- {
- if (rdIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return Register(rdIndex++, RegisterType.Gpr);
- }
- int handle = op.Immediate;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- TextureOperation operation = new TextureOperation(
- Instruction.TextureSample,
- type,
- flags,
- handle,
- compIndex,
- dest,
- sources);
- context.Add(operation);
- }
- }
- }
- public static void TmmlB(EmitterContext context)
- {
- EmitTextureMipMapLevel(context, true);
- }
- public static void Tmml(EmitterContext context)
- {
- EmitTextureMipMapLevel(context, false);
- }
- private static void EmitTextureMipMapLevel(EmitterContext context, bool isBindless)
- {
- OpCodeTexture op = (OpCodeTexture)context.CurrOp;
- if (op.Rd.IsRZ)
- {
- return;
- }
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- TextureFlags flags = TextureFlags.None;
- List<Operand> sourcesList = new List<Operand>();
- if (isBindless)
- {
- sourcesList.Add(Rb());
- flags |= TextureFlags.Bindless;
- }
- SamplerType type = ConvertSamplerType(op.Dimensions);
- int coordsCount = type.GetDimensions();
- Operand arrayIndex = op.IsArray ? Ra() : null;
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- if (op.IsArray)
- {
- sourcesList.Add(arrayIndex);
- type |= SamplerType.Array;
- }
- Operand[] sources = sourcesList.ToArray();
- int rdIndex = op.Rd.Index;
- Operand GetDest()
- {
- if (rdIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return Register(rdIndex++, RegisterType.Gpr);
- }
- int handle = !isBindless ? op.Immediate : 0;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- // Components z and w aren't standard, we return 0 in this case and add a comment.
- if (compIndex >= 2)
- {
- context.Add(new CommentNode("Unsupported component z or w found"));
- context.Copy(dest, Const(0));
- }
- else
- {
- Operand tempDest = Local();
- TextureOperation operation = new TextureOperation(
- Instruction.Lod,
- type,
- flags,
- handle,
- compIndex,
- tempDest,
- sources);
- context.Add(operation);
- tempDest = context.FPMultiply(tempDest, ConstF(256.0f));
- Operand finalValue = context.FPConvertToS32(tempDest);
- context.Copy(dest, finalValue);
- }
- }
- }
- }
- public static void Txd(EmitterContext context)
- {
- OpCodeTxd op = (OpCodeTxd)context.CurrOp;
- if (op.Rd.IsRZ)
- {
- return;
- }
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- TextureFlags flags = TextureFlags.Derivatives;
- List<Operand> sourcesList = new List<Operand>();
- if (op.IsBindless)
- {
- sourcesList.Add(Ra());
- flags |= TextureFlags.Bindless;
- }
- SamplerType type = ConvertSamplerType(op.Dimensions);
- int coordsCount = type.GetDimensions();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- Operand packedParams = Ra();
- if (op.IsArray)
- {
- sourcesList.Add(context.BitwiseAnd(packedParams, Const(0xffff)));
- type |= SamplerType.Array;
- }
- // Derivatives (X and Y).
- for (int dIndex = 0; dIndex < 2 * coordsCount; dIndex++)
- {
- sourcesList.Add(Rb());
- }
- if (op.HasOffset)
- {
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(context.BitfieldExtractS32(packedParams, Const(16 + index * 4), Const(4)));
- }
- flags |= TextureFlags.Offset;
- }
- Operand[] sources = sourcesList.ToArray();
- int rdIndex = op.Rd.Index;
- Operand GetDest()
- {
- if (rdIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return Register(rdIndex++, RegisterType.Gpr);
- }
- int handle = !op.IsBindless ? op.Immediate : 0;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- TextureOperation operation = new TextureOperation(
- Instruction.TextureSample,
- type,
- flags,
- handle,
- compIndex,
- dest,
- sources);
- context.Add(operation);
- }
- }
- }
- public static void Txq(EmitterContext context)
- {
- EmitTextureQuery(context, bindless: false);
- }
- public static void TxqB(EmitterContext context)
- {
- EmitTextureQuery(context, bindless: true);
- }
- private static void EmitTextureQuery(EmitterContext context, bool bindless)
- {
- OpCodeTex op = (OpCodeTex)context.CurrOp;
- if (op.Rd.IsRZ)
- {
- return;
- }
- TextureProperty property = (TextureProperty)op.RawOpCode.Extract(22, 6);
- // TODO: Validate and use property.
- Instruction inst = Instruction.TextureSize;
- SamplerType type = SamplerType.Texture2D;
- TextureFlags flags = bindless ? TextureFlags.Bindless : TextureFlags.None;
- int raIndex = op.Ra.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- List<Operand> sourcesList = new List<Operand>();
- if (bindless)
- {
- sourcesList.Add(Ra());
- }
- sourcesList.Add(Ra());
- Operand[] sources = sourcesList.ToArray();
- int rdIndex = op.Rd.Index;
- Operand GetDest()
- {
- if (rdIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return Register(rdIndex++, RegisterType.Gpr);
- }
- int handle = !bindless ? op.Immediate : 0;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- TextureOperation operation = new TextureOperation(
- inst,
- type,
- flags,
- handle,
- compIndex,
- dest,
- sources);
- context.Add(operation);
- }
- }
- }
- private static void EmitTextureSample(EmitterContext context, TextureFlags flags)
- {
- OpCodeTexture op = (OpCodeTexture)context.CurrOp;
- bool isBindless = (flags & TextureFlags.Bindless) != 0;
- if (op.Rd.IsRZ)
- {
- return;
- }
- int raIndex = op.Ra.Index;
- int rbIndex = op.Rb.Index;
- Operand Ra()
- {
- if (raIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(raIndex++, RegisterType.Gpr));
- }
- Operand Rb()
- {
- if (rbIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return context.Copy(Register(rbIndex++, RegisterType.Gpr));
- }
- Operand arrayIndex = op.IsArray ? Ra() : null;
- List<Operand> sourcesList = new List<Operand>();
- if (isBindless)
- {
- sourcesList.Add(Rb());
- }
- SamplerType type = ConvertSamplerType(op.Dimensions);
- bool hasLod = op.LodMode > TextureLodMode.LodZero;
- if (type == SamplerType.Texture1D && (flags & ~TextureFlags.Bindless) == TextureFlags.IntCoords && !(hasLod ||
- op.HasDepthCompare ||
- op.HasOffset ||
- op.IsArray ||
- op.IsMultisample))
- {
- // For bindless, we don't have any way to know the texture type,
- // so we assume it's texture buffer when the sampler type is 1D, since that's more common.
- bool isTypeBuffer = isBindless || context.Config.GpuAccessor.QueryIsTextureBuffer(op.Immediate);
- if (isTypeBuffer)
- {
- type = SamplerType.TextureBuffer;
- }
- }
- int coordsCount = type.GetDimensions();
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(Ra());
- }
- if (op.IsArray)
- {
- sourcesList.Add(arrayIndex);
- type |= SamplerType.Array;
- }
- Operand lodValue = hasLod ? Rb() : ConstF(0);
- Operand packedOffs = op.HasOffset ? Rb() : null;
- if (op.HasDepthCompare)
- {
- sourcesList.Add(Rb());
- type |= SamplerType.Shadow;
- }
- if ((op.LodMode == TextureLodMode.LodZero ||
- op.LodMode == TextureLodMode.LodLevel ||
- op.LodMode == TextureLodMode.LodLevelA) && !op.IsMultisample && type != SamplerType.TextureBuffer)
- {
- sourcesList.Add(lodValue);
- flags |= TextureFlags.LodLevel;
- }
- if (op.HasOffset)
- {
- for (int index = 0; index < coordsCount; index++)
- {
- sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * 4), Const(4)));
- }
- flags |= TextureFlags.Offset;
- }
- if (op.LodMode == TextureLodMode.LodBias ||
- op.LodMode == TextureLodMode.LodBiasA)
- {
- sourcesList.Add(lodValue);
- flags |= TextureFlags.LodBias;
- }
- if (op.IsMultisample)
- {
- sourcesList.Add(Rb());
- type |= SamplerType.Multisample;
- }
- Operand[] sources = sourcesList.ToArray();
- int rdIndex = op.Rd.Index;
- Operand GetDest()
- {
- if (rdIndex > RegisterConsts.RegisterZeroIndex)
- {
- return Const(0);
- }
- return Register(rdIndex++, RegisterType.Gpr);
- }
- int handle = !isBindless ? op.Immediate : 0;
- for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
- {
- if ((compMask & 1) != 0)
- {
- Operand dest = GetDest();
- TextureOperation operation = new TextureOperation(
- Instruction.TextureSample,
- type,
- flags,
- handle,
- compIndex,
- dest,
- sources);
- context.Add(operation);
- }
- }
- }
- private static int GetComponents(IntegerSize size)
- {
- return size switch
- {
- IntegerSize.B64 => 2,
- IntegerSize.B128 => 4,
- IntegerSize.UB128 => 4,
- _ => 1
- };
- }
- private static int GetComponentSizeInBytesLog2(IntegerSize size)
- {
- return size switch
- {
- IntegerSize.U8 => 0,
- IntegerSize.S8 => 0,
- IntegerSize.U16 => 1,
- IntegerSize.S16 => 1,
- IntegerSize.B32 => 2,
- IntegerSize.B64 => 3,
- IntegerSize.B128 => 4,
- IntegerSize.UB128 => 4,
- _ => 2
- };
- }
- private static TextureFormat GetTextureFormat(IntegerSize size)
- {
- return size switch
- {
- IntegerSize.U8 => TextureFormat.R8Uint,
- IntegerSize.S8 => TextureFormat.R8Sint,
- IntegerSize.U16 => TextureFormat.R16Uint,
- IntegerSize.S16 => TextureFormat.R16Sint,
- IntegerSize.B32 => TextureFormat.R32Uint,
- IntegerSize.B64 => TextureFormat.R32G32Uint,
- IntegerSize.B128 => TextureFormat.R32G32B32A32Uint,
- IntegerSize.UB128 => TextureFormat.R32G32B32A32Uint,
- _ => TextureFormat.R32Uint
- };
- }
- private static SamplerType ConvertSamplerType(ImageDimensions target)
- {
- return target switch
- {
- ImageDimensions.Image1D => SamplerType.Texture1D,
- ImageDimensions.ImageBuffer => SamplerType.TextureBuffer,
- ImageDimensions.Image1DArray => SamplerType.Texture1D | SamplerType.Array,
- ImageDimensions.Image2D => SamplerType.Texture2D,
- ImageDimensions.Image2DArray => SamplerType.Texture2D | SamplerType.Array,
- ImageDimensions.Image3D => SamplerType.Texture3D,
- _ => SamplerType.None
- };
- }
- private static SamplerType ConvertSamplerType(TextureDimensions dimensions)
- {
- return dimensions switch
- {
- TextureDimensions.Texture1D => SamplerType.Texture1D,
- TextureDimensions.Texture2D => SamplerType.Texture2D,
- TextureDimensions.Texture3D => SamplerType.Texture3D,
- TextureDimensions.TextureCube => SamplerType.TextureCube,
- _ => throw new ArgumentException($"Invalid texture dimensions \"{dimensions}\".")
- };
- }
- private static SamplerType ConvertSamplerType(TextureTarget type)
- {
- switch (type)
- {
- case TextureTarget.Texture1DLodZero:
- return SamplerType.Texture1D;
- case TextureTarget.Texture2D:
- case TextureTarget.Texture2DLodZero:
- case TextureTarget.Texture2DLodLevel:
- return SamplerType.Texture2D;
- case TextureTarget.Texture2DDepthCompare:
- case TextureTarget.Texture2DLodLevelDepthCompare:
- case TextureTarget.Texture2DLodZeroDepthCompare:
- return SamplerType.Texture2D | SamplerType.Shadow;
- case TextureTarget.Texture2DArray:
- case TextureTarget.Texture2DArrayLodZero:
- return SamplerType.Texture2D | SamplerType.Array;
- case TextureTarget.Texture2DArrayLodZeroDepthCompare:
- return SamplerType.Texture2D | SamplerType.Array | SamplerType.Shadow;
- case TextureTarget.Texture3D:
- case TextureTarget.Texture3DLodZero:
- return SamplerType.Texture3D;
- case TextureTarget.TextureCube:
- case TextureTarget.TextureCubeLodLevel:
- return SamplerType.TextureCube;
- }
- return SamplerType.None;
- }
- private static SamplerType ConvertSamplerType(TexelLoadTarget type)
- {
- switch (type)
- {
- case TexelLoadTarget.Texture1DLodZero:
- case TexelLoadTarget.Texture1DLodLevel:
- return SamplerType.Texture1D;
- case TexelLoadTarget.Texture2DLodZero:
- case TexelLoadTarget.Texture2DLodZeroOffset:
- case TexelLoadTarget.Texture2DLodLevel:
- case TexelLoadTarget.Texture2DLodLevelOffset:
- return SamplerType.Texture2D;
- case TexelLoadTarget.Texture2DLodZeroMultisample:
- return SamplerType.Texture2D | SamplerType.Multisample;
- case TexelLoadTarget.Texture3DLodZero:
- return SamplerType.Texture3D;
- case TexelLoadTarget.Texture2DArrayLodZero:
- return SamplerType.Texture2D | SamplerType.Array;
- }
- return SamplerType.None;
- }
- private static TextureFlags ConvertTextureFlags(TextureTarget type)
- {
- switch (type)
- {
- case TextureTarget.Texture1DLodZero:
- case TextureTarget.Texture2DLodZero:
- case TextureTarget.Texture2DLodLevel:
- case TextureTarget.Texture2DLodLevelDepthCompare:
- case TextureTarget.Texture2DLodZeroDepthCompare:
- case TextureTarget.Texture2DArrayLodZero:
- case TextureTarget.Texture2DArrayLodZeroDepthCompare:
- case TextureTarget.Texture3DLodZero:
- case TextureTarget.TextureCubeLodLevel:
- return TextureFlags.LodLevel;
- case TextureTarget.Texture2D:
- case TextureTarget.Texture2DDepthCompare:
- case TextureTarget.Texture2DArray:
- case TextureTarget.Texture3D:
- case TextureTarget.TextureCube:
- return TextureFlags.None;
- }
- return TextureFlags.None;
- }
- private static TextureFlags ConvertTextureFlags(TexelLoadTarget type)
- {
- switch (type)
- {
- case TexelLoadTarget.Texture1DLodZero:
- case TexelLoadTarget.Texture1DLodLevel:
- case TexelLoadTarget.Texture2DLodZero:
- case TexelLoadTarget.Texture2DLodLevel:
- case TexelLoadTarget.Texture2DLodZeroMultisample:
- case TexelLoadTarget.Texture3DLodZero:
- case TexelLoadTarget.Texture2DArrayLodZero:
- return TextureFlags.LodLevel;
- case TexelLoadTarget.Texture2DLodZeroOffset:
- case TexelLoadTarget.Texture2DLodLevelOffset:
- return TextureFlags.LodLevel | TextureFlags.Offset;
- }
- return TextureFlags.None;
- }
- }
- }
|