InstEmitTexture.cs 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384
  1. using Ryujinx.Graphics.Shader.Decoders;
  2. using Ryujinx.Graphics.Shader.IntermediateRepresentation;
  3. using Ryujinx.Graphics.Shader.Translation;
  4. using System;
  5. using System.Collections.Generic;
  6. using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
  7. using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
  8. namespace Ryujinx.Graphics.Shader.Instructions
  9. {
  10. static partial class InstEmit
  11. {
  12. public static void Suld(EmitterContext context)
  13. {
  14. OpCodeImage op = (OpCodeImage)context.CurrOp;
  15. SamplerType type = ConvertSamplerType(op.Dimensions);
  16. if (type == SamplerType.None)
  17. {
  18. context.Config.GpuAccessor.Log("Invalid image store sampler type.");
  19. return;
  20. }
  21. // Rb is Rd on the SULD instruction.
  22. int rdIndex = op.Rb.Index;
  23. int raIndex = op.Ra.Index;
  24. Operand Ra()
  25. {
  26. if (raIndex > RegisterConsts.RegisterZeroIndex)
  27. {
  28. return Const(0);
  29. }
  30. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  31. }
  32. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  33. op.Dimensions == ImageDimensions.Image2DArray;
  34. Operand arrayIndex = isArray ? Ra() : null;
  35. List<Operand> sourcesList = new List<Operand>();
  36. if (op.IsBindless)
  37. {
  38. sourcesList.Add(context.Copy(Register(op.Rc)));
  39. }
  40. int coordsCount = type.GetDimensions();
  41. for (int index = 0; index < coordsCount; index++)
  42. {
  43. sourcesList.Add(Ra());
  44. }
  45. if (isArray)
  46. {
  47. sourcesList.Add(arrayIndex);
  48. type |= SamplerType.Array;
  49. }
  50. Operand[] sources = sourcesList.ToArray();
  51. int handle = !op.IsBindless ? op.Immediate : 0;
  52. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  53. if (op.UseComponents)
  54. {
  55. int componentMask = (int)op.Components;
  56. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  57. {
  58. if ((compMask & 1) == 0)
  59. {
  60. continue;
  61. }
  62. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  63. {
  64. break;
  65. }
  66. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  67. TextureOperation operation = new TextureOperation(
  68. Instruction.ImageLoad,
  69. type,
  70. flags,
  71. handle,
  72. compIndex,
  73. rd,
  74. sources);
  75. if (!op.IsBindless)
  76. {
  77. operation.Format = context.Config.GetTextureFormat(handle);
  78. }
  79. context.Add(operation);
  80. }
  81. }
  82. else
  83. {
  84. if (op.ByteAddress)
  85. {
  86. int xIndex = op.IsBindless ? 1 : 0;
  87. sources[xIndex] = context.ShiftRightS32(sources[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  88. }
  89. int components = GetComponents(op.Size);
  90. for (int compIndex = 0; compIndex < components; compIndex++)
  91. {
  92. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  93. {
  94. break;
  95. }
  96. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  97. TextureOperation operation = new TextureOperation(
  98. Instruction.ImageLoad,
  99. type,
  100. flags,
  101. handle,
  102. compIndex,
  103. rd,
  104. sources)
  105. {
  106. Format = GetTextureFormat(op.Size)
  107. };
  108. context.Add(operation);
  109. switch (op.Size)
  110. {
  111. case IntegerSize.U8: context.Copy(rd, ZeroExtendTo32(context, rd, 8)); break;
  112. case IntegerSize.U16: context.Copy(rd, ZeroExtendTo32(context, rd, 16)); break;
  113. case IntegerSize.S8: context.Copy(rd, SignExtendTo32(context, rd, 8)); break;
  114. case IntegerSize.S16: context.Copy(rd, SignExtendTo32(context, rd, 16)); break;
  115. }
  116. }
  117. }
  118. }
  119. public static void Sust(EmitterContext context)
  120. {
  121. OpCodeImage op = (OpCodeImage)context.CurrOp;
  122. SamplerType type = ConvertSamplerType(op.Dimensions);
  123. if (type == SamplerType.None)
  124. {
  125. context.Config.GpuAccessor.Log("Invalid image store sampler type.");
  126. return;
  127. }
  128. int raIndex = op.Ra.Index;
  129. int rbIndex = op.Rb.Index;
  130. Operand Ra()
  131. {
  132. if (raIndex > RegisterConsts.RegisterZeroIndex)
  133. {
  134. return Const(0);
  135. }
  136. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  137. }
  138. Operand Rb()
  139. {
  140. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  141. {
  142. return Const(0);
  143. }
  144. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  145. }
  146. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  147. op.Dimensions == ImageDimensions.Image2DArray;
  148. Operand arrayIndex = isArray ? Ra() : null;
  149. List<Operand> sourcesList = new List<Operand>();
  150. if (op.IsBindless)
  151. {
  152. sourcesList.Add(context.Copy(Register(op.Rc)));
  153. }
  154. int coordsCount = type.GetDimensions();
  155. for (int index = 0; index < coordsCount; index++)
  156. {
  157. sourcesList.Add(Ra());
  158. }
  159. if (isArray)
  160. {
  161. sourcesList.Add(arrayIndex);
  162. type |= SamplerType.Array;
  163. }
  164. TextureFormat format = TextureFormat.Unknown;
  165. if (op.UseComponents)
  166. {
  167. int componentMask = (int)op.Components;
  168. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  169. {
  170. if ((compMask & 1) != 0)
  171. {
  172. sourcesList.Add(Rb());
  173. }
  174. }
  175. if (!op.IsBindless)
  176. {
  177. format = context.Config.GetTextureFormat(op.Immediate);
  178. }
  179. }
  180. else
  181. {
  182. if (op.ByteAddress)
  183. {
  184. int xIndex = op.IsBindless ? 1 : 0;
  185. sourcesList[xIndex] = context.ShiftRightS32(sourcesList[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  186. }
  187. int components = GetComponents(op.Size);
  188. for (int compIndex = 0; compIndex < components; compIndex++)
  189. {
  190. sourcesList.Add(Rb());
  191. }
  192. format = GetTextureFormat(op.Size);
  193. }
  194. Operand[] sources = sourcesList.ToArray();
  195. int handle = !op.IsBindless ? op.Immediate : 0;
  196. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  197. TextureOperation operation = new TextureOperation(
  198. Instruction.ImageStore,
  199. type,
  200. flags,
  201. handle,
  202. 0,
  203. null,
  204. sources)
  205. {
  206. Format = format
  207. };
  208. context.Add(operation);
  209. }
  210. public static void Tex(EmitterContext context)
  211. {
  212. EmitTextureSample(context, TextureFlags.None);
  213. }
  214. public static void TexB(EmitterContext context)
  215. {
  216. EmitTextureSample(context, TextureFlags.Bindless);
  217. }
  218. public static void Tld(EmitterContext context)
  219. {
  220. context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
  221. EmitTextureSample(context, TextureFlags.IntCoords);
  222. }
  223. public static void TldB(EmitterContext context)
  224. {
  225. context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
  226. EmitTextureSample(context, TextureFlags.IntCoords | TextureFlags.Bindless);
  227. }
  228. public static void Texs(EmitterContext context)
  229. {
  230. OpCodeTextureScalar op = (OpCodeTextureScalar)context.CurrOp;
  231. if (op.Rd0.IsRZ && op.Rd1.IsRZ)
  232. {
  233. return;
  234. }
  235. List<Operand> sourcesList = new List<Operand>();
  236. int raIndex = op.Ra.Index;
  237. int rbIndex = op.Rb.Index;
  238. Operand Ra()
  239. {
  240. if (raIndex > RegisterConsts.RegisterZeroIndex)
  241. {
  242. return Const(0);
  243. }
  244. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  245. }
  246. Operand Rb()
  247. {
  248. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  249. {
  250. return Const(0);
  251. }
  252. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  253. }
  254. void AddTextureOffset(int coordsCount, int stride, int size)
  255. {
  256. Operand packedOffs = Rb();
  257. for (int index = 0; index < coordsCount; index++)
  258. {
  259. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * stride), Const(size)));
  260. }
  261. }
  262. SamplerType type;
  263. TextureFlags flags;
  264. if (op is OpCodeTexs texsOp)
  265. {
  266. type = ConvertSamplerType(texsOp.Target);
  267. if (type == SamplerType.None)
  268. {
  269. context.Config.GpuAccessor.Log("Invalid texture sampler type.");
  270. return;
  271. }
  272. flags = ConvertTextureFlags(texsOp.Target);
  273. if ((type & SamplerType.Array) != 0)
  274. {
  275. Operand arrayIndex = Ra();
  276. sourcesList.Add(Ra());
  277. sourcesList.Add(Rb());
  278. sourcesList.Add(arrayIndex);
  279. if ((type & SamplerType.Shadow) != 0)
  280. {
  281. sourcesList.Add(Rb());
  282. }
  283. if ((flags & TextureFlags.LodLevel) != 0)
  284. {
  285. sourcesList.Add(ConstF(0));
  286. }
  287. }
  288. else
  289. {
  290. switch (texsOp.Target)
  291. {
  292. case TextureTarget.Texture1DLodZero:
  293. sourcesList.Add(Ra());
  294. sourcesList.Add(ConstF(0));
  295. break;
  296. case TextureTarget.Texture2D:
  297. sourcesList.Add(Ra());
  298. sourcesList.Add(Rb());
  299. break;
  300. case TextureTarget.Texture2DLodZero:
  301. sourcesList.Add(Ra());
  302. sourcesList.Add(Rb());
  303. sourcesList.Add(ConstF(0));
  304. break;
  305. case TextureTarget.Texture2DLodLevel:
  306. case TextureTarget.Texture2DDepthCompare:
  307. case TextureTarget.Texture3D:
  308. case TextureTarget.TextureCube:
  309. sourcesList.Add(Ra());
  310. sourcesList.Add(Ra());
  311. sourcesList.Add(Rb());
  312. break;
  313. case TextureTarget.Texture2DLodZeroDepthCompare:
  314. case TextureTarget.Texture3DLodZero:
  315. sourcesList.Add(Ra());
  316. sourcesList.Add(Ra());
  317. sourcesList.Add(Rb());
  318. sourcesList.Add(ConstF(0));
  319. break;
  320. case TextureTarget.Texture2DLodLevelDepthCompare:
  321. case TextureTarget.TextureCubeLodLevel:
  322. sourcesList.Add(Ra());
  323. sourcesList.Add(Ra());
  324. sourcesList.Add(Rb());
  325. sourcesList.Add(Rb());
  326. break;
  327. }
  328. }
  329. }
  330. else if (op is OpCodeTlds tldsOp)
  331. {
  332. type = ConvertSamplerType (tldsOp.Target);
  333. if (type == SamplerType.None)
  334. {
  335. context.Config.GpuAccessor.Log("Invalid texel fetch sampler type.");
  336. return;
  337. }
  338. context.Config.SetUsedFeature(FeatureFlags.IntegerSampling);
  339. flags = ConvertTextureFlags(tldsOp.Target) | TextureFlags.IntCoords;
  340. if (tldsOp.Target == TexelLoadTarget.Texture1DLodZero && context.Config.GpuAccessor.QueryIsTextureBuffer(tldsOp.Immediate))
  341. {
  342. type = SamplerType.TextureBuffer;
  343. flags &= ~TextureFlags.LodLevel;
  344. }
  345. switch (tldsOp.Target)
  346. {
  347. case TexelLoadTarget.Texture1DLodZero:
  348. sourcesList.Add(Ra());
  349. if (type != SamplerType.TextureBuffer)
  350. {
  351. sourcesList.Add(Const(0));
  352. }
  353. break;
  354. case TexelLoadTarget.Texture1DLodLevel:
  355. sourcesList.Add(Ra());
  356. sourcesList.Add(Rb());
  357. break;
  358. case TexelLoadTarget.Texture2DLodZero:
  359. sourcesList.Add(Ra());
  360. sourcesList.Add(Rb());
  361. sourcesList.Add(Const(0));
  362. break;
  363. case TexelLoadTarget.Texture2DLodZeroOffset:
  364. sourcesList.Add(Ra());
  365. sourcesList.Add(Ra());
  366. sourcesList.Add(Const(0));
  367. break;
  368. case TexelLoadTarget.Texture2DLodZeroMultisample:
  369. case TexelLoadTarget.Texture2DLodLevel:
  370. case TexelLoadTarget.Texture2DLodLevelOffset:
  371. sourcesList.Add(Ra());
  372. sourcesList.Add(Ra());
  373. sourcesList.Add(Rb());
  374. break;
  375. case TexelLoadTarget.Texture3DLodZero:
  376. sourcesList.Add(Ra());
  377. sourcesList.Add(Ra());
  378. sourcesList.Add(Rb());
  379. sourcesList.Add(Const(0));
  380. break;
  381. case TexelLoadTarget.Texture2DArrayLodZero:
  382. sourcesList.Add(Rb());
  383. sourcesList.Add(Rb());
  384. sourcesList.Add(Ra());
  385. sourcesList.Add(Const(0));
  386. break;
  387. }
  388. if ((flags & TextureFlags.Offset) != 0)
  389. {
  390. AddTextureOffset(type.GetDimensions(), 4, 4);
  391. }
  392. }
  393. else if (op is OpCodeTld4s tld4sOp)
  394. {
  395. if (!(tld4sOp.HasDepthCompare || tld4sOp.HasOffset))
  396. {
  397. sourcesList.Add(Ra());
  398. sourcesList.Add(Rb());
  399. }
  400. else
  401. {
  402. sourcesList.Add(Ra());
  403. sourcesList.Add(Ra());
  404. }
  405. type = SamplerType.Texture2D;
  406. flags = TextureFlags.Gather;
  407. if (tld4sOp.HasDepthCompare)
  408. {
  409. sourcesList.Add(Rb());
  410. type |= SamplerType.Shadow;
  411. }
  412. if (tld4sOp.HasOffset)
  413. {
  414. AddTextureOffset(type.GetDimensions(), 8, 6);
  415. flags |= TextureFlags.Offset;
  416. }
  417. sourcesList.Add(Const(tld4sOp.GatherCompIndex));
  418. }
  419. else
  420. {
  421. throw new InvalidOperationException($"Invalid opcode type \"{op.GetType().Name}\".");
  422. }
  423. Operand[] sources = sourcesList.ToArray();
  424. Operand[] rd0 = new Operand[2] { ConstF(0), ConstF(0) };
  425. Operand[] rd1 = new Operand[2] { ConstF(0), ConstF(0) };
  426. int destIncrement = 0;
  427. Operand GetDest()
  428. {
  429. int high = destIncrement >> 1;
  430. int low = destIncrement & 1;
  431. destIncrement++;
  432. if (op.IsFp16)
  433. {
  434. return high != 0
  435. ? (rd1[low] = Local())
  436. : (rd0[low] = Local());
  437. }
  438. else
  439. {
  440. int rdIndex = high != 0 ? op.Rd1.Index : op.Rd0.Index;
  441. if (rdIndex < RegisterConsts.RegisterZeroIndex)
  442. {
  443. rdIndex += low;
  444. }
  445. return Register(rdIndex, RegisterType.Gpr);
  446. }
  447. }
  448. int handle = op.Immediate;
  449. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  450. {
  451. if ((compMask & 1) != 0)
  452. {
  453. Operand dest = GetDest();
  454. TextureOperation operation = new TextureOperation(
  455. Instruction.TextureSample,
  456. type,
  457. flags,
  458. handle,
  459. compIndex,
  460. dest,
  461. sources);
  462. context.Add(operation);
  463. }
  464. }
  465. if (op.IsFp16)
  466. {
  467. context.Copy(Register(op.Rd0), context.PackHalf2x16(rd0[0], rd0[1]));
  468. context.Copy(Register(op.Rd1), context.PackHalf2x16(rd1[0], rd1[1]));
  469. }
  470. }
  471. public static void Tld4(EmitterContext context)
  472. {
  473. IOpCodeTld4 op = (IOpCodeTld4)context.CurrOp;
  474. if (op.Rd.IsRZ)
  475. {
  476. return;
  477. }
  478. int raIndex = op.Ra.Index;
  479. int rbIndex = op.Rb.Index;
  480. Operand Ra()
  481. {
  482. if (raIndex > RegisterConsts.RegisterZeroIndex)
  483. {
  484. return Const(0);
  485. }
  486. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  487. }
  488. Operand Rb()
  489. {
  490. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  491. {
  492. return Const(0);
  493. }
  494. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  495. }
  496. Operand arrayIndex = op.IsArray ? Ra() : null;
  497. List<Operand> sourcesList = new List<Operand>();
  498. SamplerType type = ConvertSamplerType(op.Dimensions);
  499. TextureFlags flags = TextureFlags.Gather;
  500. if (op.Bindless)
  501. {
  502. sourcesList.Add(Rb());
  503. flags |= TextureFlags.Bindless;
  504. }
  505. int coordsCount = type.GetDimensions();
  506. for (int index = 0; index < coordsCount; index++)
  507. {
  508. sourcesList.Add(Ra());
  509. }
  510. if (op.IsArray)
  511. {
  512. sourcesList.Add(arrayIndex);
  513. type |= SamplerType.Array;
  514. }
  515. Operand[] packedOffs = new Operand[2];
  516. packedOffs[0] = op.Offset != TextureGatherOffset.None ? Rb() : null;
  517. packedOffs[1] = op.Offset == TextureGatherOffset.Offsets ? Rb() : null;
  518. if (op.HasDepthCompare)
  519. {
  520. sourcesList.Add(Rb());
  521. type |= SamplerType.Shadow;
  522. }
  523. if (op.Offset != TextureGatherOffset.None)
  524. {
  525. int offsetTexelsCount = op.Offset == TextureGatherOffset.Offsets ? 4 : 1;
  526. for (int index = 0; index < coordsCount * offsetTexelsCount; index++)
  527. {
  528. Operand packed = packedOffs[(index >> 2) & 1];
  529. sourcesList.Add(context.BitfieldExtractS32(packed, Const((index & 3) * 8), Const(6)));
  530. }
  531. flags |= op.Offset == TextureGatherOffset.Offsets
  532. ? TextureFlags.Offsets
  533. : TextureFlags.Offset;
  534. }
  535. sourcesList.Add(Const(op.GatherCompIndex));
  536. Operand[] sources = sourcesList.ToArray();
  537. int rdIndex = op.Rd.Index;
  538. Operand GetDest()
  539. {
  540. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  541. {
  542. return Const(0);
  543. }
  544. return Register(rdIndex++, RegisterType.Gpr);
  545. }
  546. int handle = op.Immediate;
  547. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  548. {
  549. if ((compMask & 1) != 0)
  550. {
  551. Operand dest = GetDest();
  552. TextureOperation operation = new TextureOperation(
  553. Instruction.TextureSample,
  554. type,
  555. flags,
  556. handle,
  557. compIndex,
  558. dest,
  559. sources);
  560. context.Add(operation);
  561. }
  562. }
  563. }
  564. public static void TmmlB(EmitterContext context)
  565. {
  566. EmitTextureMipMapLevel(context, true);
  567. }
  568. public static void Tmml(EmitterContext context)
  569. {
  570. EmitTextureMipMapLevel(context, false);
  571. }
  572. private static void EmitTextureMipMapLevel(EmitterContext context, bool isBindless)
  573. {
  574. OpCodeTexture op = (OpCodeTexture)context.CurrOp;
  575. if (op.Rd.IsRZ)
  576. {
  577. return;
  578. }
  579. int raIndex = op.Ra.Index;
  580. int rbIndex = op.Rb.Index;
  581. Operand Ra()
  582. {
  583. if (raIndex > RegisterConsts.RegisterZeroIndex)
  584. {
  585. return Const(0);
  586. }
  587. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  588. }
  589. Operand Rb()
  590. {
  591. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  592. {
  593. return Const(0);
  594. }
  595. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  596. }
  597. TextureFlags flags = TextureFlags.None;
  598. List<Operand> sourcesList = new List<Operand>();
  599. if (isBindless)
  600. {
  601. sourcesList.Add(Rb());
  602. flags |= TextureFlags.Bindless;
  603. }
  604. SamplerType type = ConvertSamplerType(op.Dimensions);
  605. int coordsCount = type.GetDimensions();
  606. Operand arrayIndex = op.IsArray ? Ra() : null;
  607. for (int index = 0; index < coordsCount; index++)
  608. {
  609. sourcesList.Add(Ra());
  610. }
  611. if (op.IsArray)
  612. {
  613. sourcesList.Add(arrayIndex);
  614. type |= SamplerType.Array;
  615. }
  616. Operand[] sources = sourcesList.ToArray();
  617. int rdIndex = op.Rd.Index;
  618. Operand GetDest()
  619. {
  620. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  621. {
  622. return Const(0);
  623. }
  624. return Register(rdIndex++, RegisterType.Gpr);
  625. }
  626. int handle = !isBindless ? op.Immediate : 0;
  627. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  628. {
  629. if ((compMask & 1) != 0)
  630. {
  631. Operand dest = GetDest();
  632. // Components z and w aren't standard, we return 0 in this case and add a comment.
  633. if (compIndex >= 2)
  634. {
  635. context.Add(new CommentNode("Unsupported component z or w found"));
  636. context.Copy(dest, Const(0));
  637. }
  638. else
  639. {
  640. Operand tempDest = Local();
  641. TextureOperation operation = new TextureOperation(
  642. Instruction.Lod,
  643. type,
  644. flags,
  645. handle,
  646. compIndex,
  647. tempDest,
  648. sources);
  649. context.Add(operation);
  650. tempDest = context.FPMultiply(tempDest, ConstF(256.0f));
  651. Operand finalValue = context.FPConvertToS32(tempDest);
  652. context.Copy(dest, finalValue);
  653. }
  654. }
  655. }
  656. }
  657. public static void Txd(EmitterContext context)
  658. {
  659. OpCodeTxd op = (OpCodeTxd)context.CurrOp;
  660. if (op.Rd.IsRZ)
  661. {
  662. return;
  663. }
  664. int raIndex = op.Ra.Index;
  665. int rbIndex = op.Rb.Index;
  666. Operand Ra()
  667. {
  668. if (raIndex > RegisterConsts.RegisterZeroIndex)
  669. {
  670. return Const(0);
  671. }
  672. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  673. }
  674. Operand Rb()
  675. {
  676. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  677. {
  678. return Const(0);
  679. }
  680. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  681. }
  682. TextureFlags flags = TextureFlags.Derivatives;
  683. List<Operand> sourcesList = new List<Operand>();
  684. if (op.IsBindless)
  685. {
  686. sourcesList.Add(Ra());
  687. flags |= TextureFlags.Bindless;
  688. }
  689. SamplerType type = ConvertSamplerType(op.Dimensions);
  690. int coordsCount = type.GetDimensions();
  691. for (int index = 0; index < coordsCount; index++)
  692. {
  693. sourcesList.Add(Ra());
  694. }
  695. Operand packedParams = Ra();
  696. if (op.IsArray)
  697. {
  698. sourcesList.Add(context.BitwiseAnd(packedParams, Const(0xffff)));
  699. type |= SamplerType.Array;
  700. }
  701. // Derivatives (X and Y).
  702. for (int dIndex = 0; dIndex < 2 * coordsCount; dIndex++)
  703. {
  704. sourcesList.Add(Rb());
  705. }
  706. if (op.HasOffset)
  707. {
  708. for (int index = 0; index < coordsCount; index++)
  709. {
  710. sourcesList.Add(context.BitfieldExtractS32(packedParams, Const(16 + index * 4), Const(4)));
  711. }
  712. flags |= TextureFlags.Offset;
  713. }
  714. Operand[] sources = sourcesList.ToArray();
  715. int rdIndex = op.Rd.Index;
  716. Operand GetDest()
  717. {
  718. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  719. {
  720. return Const(0);
  721. }
  722. return Register(rdIndex++, RegisterType.Gpr);
  723. }
  724. int handle = !op.IsBindless ? op.Immediate : 0;
  725. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  726. {
  727. if ((compMask & 1) != 0)
  728. {
  729. Operand dest = GetDest();
  730. TextureOperation operation = new TextureOperation(
  731. Instruction.TextureSample,
  732. type,
  733. flags,
  734. handle,
  735. compIndex,
  736. dest,
  737. sources);
  738. context.Add(operation);
  739. }
  740. }
  741. }
  742. public static void Txq(EmitterContext context)
  743. {
  744. EmitTextureQuery(context, bindless: false);
  745. }
  746. public static void TxqB(EmitterContext context)
  747. {
  748. EmitTextureQuery(context, bindless: true);
  749. }
  750. private static void EmitTextureQuery(EmitterContext context, bool bindless)
  751. {
  752. OpCodeTex op = (OpCodeTex)context.CurrOp;
  753. if (op.Rd.IsRZ)
  754. {
  755. return;
  756. }
  757. TextureProperty property = (TextureProperty)op.RawOpCode.Extract(22, 6);
  758. // TODO: Validate and use property.
  759. Instruction inst = Instruction.TextureSize;
  760. SamplerType type = SamplerType.Texture2D;
  761. TextureFlags flags = bindless ? TextureFlags.Bindless : TextureFlags.None;
  762. int raIndex = op.Ra.Index;
  763. Operand Ra()
  764. {
  765. if (raIndex > RegisterConsts.RegisterZeroIndex)
  766. {
  767. return Const(0);
  768. }
  769. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  770. }
  771. List<Operand> sourcesList = new List<Operand>();
  772. if (bindless)
  773. {
  774. sourcesList.Add(Ra());
  775. }
  776. sourcesList.Add(Ra());
  777. Operand[] sources = sourcesList.ToArray();
  778. int rdIndex = op.Rd.Index;
  779. Operand GetDest()
  780. {
  781. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  782. {
  783. return Const(0);
  784. }
  785. return Register(rdIndex++, RegisterType.Gpr);
  786. }
  787. int handle = !bindless ? op.Immediate : 0;
  788. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  789. {
  790. if ((compMask & 1) != 0)
  791. {
  792. Operand dest = GetDest();
  793. TextureOperation operation = new TextureOperation(
  794. inst,
  795. type,
  796. flags,
  797. handle,
  798. compIndex,
  799. dest,
  800. sources);
  801. context.Add(operation);
  802. }
  803. }
  804. }
  805. private static void EmitTextureSample(EmitterContext context, TextureFlags flags)
  806. {
  807. OpCodeTexture op = (OpCodeTexture)context.CurrOp;
  808. bool isBindless = (flags & TextureFlags.Bindless) != 0;
  809. if (op.Rd.IsRZ)
  810. {
  811. return;
  812. }
  813. int raIndex = op.Ra.Index;
  814. int rbIndex = op.Rb.Index;
  815. Operand Ra()
  816. {
  817. if (raIndex > RegisterConsts.RegisterZeroIndex)
  818. {
  819. return Const(0);
  820. }
  821. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  822. }
  823. Operand Rb()
  824. {
  825. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  826. {
  827. return Const(0);
  828. }
  829. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  830. }
  831. Operand arrayIndex = op.IsArray ? Ra() : null;
  832. List<Operand> sourcesList = new List<Operand>();
  833. if (isBindless)
  834. {
  835. sourcesList.Add(Rb());
  836. }
  837. SamplerType type = ConvertSamplerType(op.Dimensions);
  838. bool hasLod = op.LodMode > TextureLodMode.LodZero;
  839. if (type == SamplerType.Texture1D && (flags & ~TextureFlags.Bindless) == TextureFlags.IntCoords && !(hasLod ||
  840. op.HasDepthCompare ||
  841. op.HasOffset ||
  842. op.IsArray ||
  843. op.IsMultisample))
  844. {
  845. // For bindless, we don't have any way to know the texture type,
  846. // so we assume it's texture buffer when the sampler type is 1D, since that's more common.
  847. bool isTypeBuffer = isBindless || context.Config.GpuAccessor.QueryIsTextureBuffer(op.Immediate);
  848. if (isTypeBuffer)
  849. {
  850. type = SamplerType.TextureBuffer;
  851. }
  852. }
  853. int coordsCount = type.GetDimensions();
  854. for (int index = 0; index < coordsCount; index++)
  855. {
  856. sourcesList.Add(Ra());
  857. }
  858. if (op.IsArray)
  859. {
  860. sourcesList.Add(arrayIndex);
  861. type |= SamplerType.Array;
  862. }
  863. Operand lodValue = hasLod ? Rb() : ConstF(0);
  864. Operand packedOffs = op.HasOffset ? Rb() : null;
  865. if (op.HasDepthCompare)
  866. {
  867. sourcesList.Add(Rb());
  868. type |= SamplerType.Shadow;
  869. }
  870. if ((op.LodMode == TextureLodMode.LodZero ||
  871. op.LodMode == TextureLodMode.LodLevel ||
  872. op.LodMode == TextureLodMode.LodLevelA) && !op.IsMultisample && type != SamplerType.TextureBuffer)
  873. {
  874. sourcesList.Add(lodValue);
  875. flags |= TextureFlags.LodLevel;
  876. }
  877. if (op.HasOffset)
  878. {
  879. for (int index = 0; index < coordsCount; index++)
  880. {
  881. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * 4), Const(4)));
  882. }
  883. flags |= TextureFlags.Offset;
  884. }
  885. if (op.LodMode == TextureLodMode.LodBias ||
  886. op.LodMode == TextureLodMode.LodBiasA)
  887. {
  888. sourcesList.Add(lodValue);
  889. flags |= TextureFlags.LodBias;
  890. }
  891. if (op.IsMultisample)
  892. {
  893. sourcesList.Add(Rb());
  894. type |= SamplerType.Multisample;
  895. }
  896. Operand[] sources = sourcesList.ToArray();
  897. int rdIndex = op.Rd.Index;
  898. Operand GetDest()
  899. {
  900. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  901. {
  902. return Const(0);
  903. }
  904. return Register(rdIndex++, RegisterType.Gpr);
  905. }
  906. int handle = !isBindless ? op.Immediate : 0;
  907. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  908. {
  909. if ((compMask & 1) != 0)
  910. {
  911. Operand dest = GetDest();
  912. TextureOperation operation = new TextureOperation(
  913. Instruction.TextureSample,
  914. type,
  915. flags,
  916. handle,
  917. compIndex,
  918. dest,
  919. sources);
  920. context.Add(operation);
  921. }
  922. }
  923. }
  924. private static int GetComponents(IntegerSize size)
  925. {
  926. return size switch
  927. {
  928. IntegerSize.B64 => 2,
  929. IntegerSize.B128 => 4,
  930. IntegerSize.UB128 => 4,
  931. _ => 1
  932. };
  933. }
  934. private static int GetComponentSizeInBytesLog2(IntegerSize size)
  935. {
  936. return size switch
  937. {
  938. IntegerSize.U8 => 0,
  939. IntegerSize.S8 => 0,
  940. IntegerSize.U16 => 1,
  941. IntegerSize.S16 => 1,
  942. IntegerSize.B32 => 2,
  943. IntegerSize.B64 => 3,
  944. IntegerSize.B128 => 4,
  945. IntegerSize.UB128 => 4,
  946. _ => 2
  947. };
  948. }
  949. private static TextureFormat GetTextureFormat(IntegerSize size)
  950. {
  951. return size switch
  952. {
  953. IntegerSize.U8 => TextureFormat.R8Uint,
  954. IntegerSize.S8 => TextureFormat.R8Sint,
  955. IntegerSize.U16 => TextureFormat.R16Uint,
  956. IntegerSize.S16 => TextureFormat.R16Sint,
  957. IntegerSize.B32 => TextureFormat.R32Uint,
  958. IntegerSize.B64 => TextureFormat.R32G32Uint,
  959. IntegerSize.B128 => TextureFormat.R32G32B32A32Uint,
  960. IntegerSize.UB128 => TextureFormat.R32G32B32A32Uint,
  961. _ => TextureFormat.R32Uint
  962. };
  963. }
  964. private static SamplerType ConvertSamplerType(ImageDimensions target)
  965. {
  966. return target switch
  967. {
  968. ImageDimensions.Image1D => SamplerType.Texture1D,
  969. ImageDimensions.ImageBuffer => SamplerType.TextureBuffer,
  970. ImageDimensions.Image1DArray => SamplerType.Texture1D | SamplerType.Array,
  971. ImageDimensions.Image2D => SamplerType.Texture2D,
  972. ImageDimensions.Image2DArray => SamplerType.Texture2D | SamplerType.Array,
  973. ImageDimensions.Image3D => SamplerType.Texture3D,
  974. _ => SamplerType.None
  975. };
  976. }
  977. private static SamplerType ConvertSamplerType(TextureDimensions dimensions)
  978. {
  979. return dimensions switch
  980. {
  981. TextureDimensions.Texture1D => SamplerType.Texture1D,
  982. TextureDimensions.Texture2D => SamplerType.Texture2D,
  983. TextureDimensions.Texture3D => SamplerType.Texture3D,
  984. TextureDimensions.TextureCube => SamplerType.TextureCube,
  985. _ => throw new ArgumentException($"Invalid texture dimensions \"{dimensions}\".")
  986. };
  987. }
  988. private static SamplerType ConvertSamplerType(TextureTarget type)
  989. {
  990. switch (type)
  991. {
  992. case TextureTarget.Texture1DLodZero:
  993. return SamplerType.Texture1D;
  994. case TextureTarget.Texture2D:
  995. case TextureTarget.Texture2DLodZero:
  996. case TextureTarget.Texture2DLodLevel:
  997. return SamplerType.Texture2D;
  998. case TextureTarget.Texture2DDepthCompare:
  999. case TextureTarget.Texture2DLodLevelDepthCompare:
  1000. case TextureTarget.Texture2DLodZeroDepthCompare:
  1001. return SamplerType.Texture2D | SamplerType.Shadow;
  1002. case TextureTarget.Texture2DArray:
  1003. case TextureTarget.Texture2DArrayLodZero:
  1004. return SamplerType.Texture2D | SamplerType.Array;
  1005. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  1006. return SamplerType.Texture2D | SamplerType.Array | SamplerType.Shadow;
  1007. case TextureTarget.Texture3D:
  1008. case TextureTarget.Texture3DLodZero:
  1009. return SamplerType.Texture3D;
  1010. case TextureTarget.TextureCube:
  1011. case TextureTarget.TextureCubeLodLevel:
  1012. return SamplerType.TextureCube;
  1013. }
  1014. return SamplerType.None;
  1015. }
  1016. private static SamplerType ConvertSamplerType(TexelLoadTarget type)
  1017. {
  1018. switch (type)
  1019. {
  1020. case TexelLoadTarget.Texture1DLodZero:
  1021. case TexelLoadTarget.Texture1DLodLevel:
  1022. return SamplerType.Texture1D;
  1023. case TexelLoadTarget.Texture2DLodZero:
  1024. case TexelLoadTarget.Texture2DLodZeroOffset:
  1025. case TexelLoadTarget.Texture2DLodLevel:
  1026. case TexelLoadTarget.Texture2DLodLevelOffset:
  1027. return SamplerType.Texture2D;
  1028. case TexelLoadTarget.Texture2DLodZeroMultisample:
  1029. return SamplerType.Texture2D | SamplerType.Multisample;
  1030. case TexelLoadTarget.Texture3DLodZero:
  1031. return SamplerType.Texture3D;
  1032. case TexelLoadTarget.Texture2DArrayLodZero:
  1033. return SamplerType.Texture2D | SamplerType.Array;
  1034. }
  1035. return SamplerType.None;
  1036. }
  1037. private static TextureFlags ConvertTextureFlags(TextureTarget type)
  1038. {
  1039. switch (type)
  1040. {
  1041. case TextureTarget.Texture1DLodZero:
  1042. case TextureTarget.Texture2DLodZero:
  1043. case TextureTarget.Texture2DLodLevel:
  1044. case TextureTarget.Texture2DLodLevelDepthCompare:
  1045. case TextureTarget.Texture2DLodZeroDepthCompare:
  1046. case TextureTarget.Texture2DArrayLodZero:
  1047. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  1048. case TextureTarget.Texture3DLodZero:
  1049. case TextureTarget.TextureCubeLodLevel:
  1050. return TextureFlags.LodLevel;
  1051. case TextureTarget.Texture2D:
  1052. case TextureTarget.Texture2DDepthCompare:
  1053. case TextureTarget.Texture2DArray:
  1054. case TextureTarget.Texture3D:
  1055. case TextureTarget.TextureCube:
  1056. return TextureFlags.None;
  1057. }
  1058. return TextureFlags.None;
  1059. }
  1060. private static TextureFlags ConvertTextureFlags(TexelLoadTarget type)
  1061. {
  1062. switch (type)
  1063. {
  1064. case TexelLoadTarget.Texture1DLodZero:
  1065. case TexelLoadTarget.Texture1DLodLevel:
  1066. case TexelLoadTarget.Texture2DLodZero:
  1067. case TexelLoadTarget.Texture2DLodLevel:
  1068. case TexelLoadTarget.Texture2DLodZeroMultisample:
  1069. case TexelLoadTarget.Texture3DLodZero:
  1070. case TexelLoadTarget.Texture2DArrayLodZero:
  1071. return TextureFlags.LodLevel;
  1072. case TexelLoadTarget.Texture2DLodZeroOffset:
  1073. case TexelLoadTarget.Texture2DLodLevelOffset:
  1074. return TextureFlags.LodLevel | TextureFlags.Offset;
  1075. }
  1076. return TextureFlags.None;
  1077. }
  1078. }
  1079. }