InstEmitTexture.cs 38 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240
  1. using Ryujinx.Graphics.Shader.Decoders;
  2. using Ryujinx.Graphics.Shader.IntermediateRepresentation;
  3. using Ryujinx.Graphics.Shader.Translation;
  4. using System;
  5. using System.Collections.Generic;
  6. using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
  7. using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
  8. namespace Ryujinx.Graphics.Shader.Instructions
  9. {
  10. static partial class InstEmit
  11. {
  12. public static void Suld(EmitterContext context)
  13. {
  14. OpCodeImage op = (OpCodeImage)context.CurrOp;
  15. SamplerType type = ConvertSamplerType(op.Dimensions);
  16. if (type == SamplerType.None)
  17. {
  18. context.Config.PrintLog("Invalid image store sampler type.");
  19. return;
  20. }
  21. // Rb is Rd on the SULD instruction.
  22. int rdIndex = op.Rb.Index;
  23. int raIndex = op.Ra.Index;
  24. Operand Ra()
  25. {
  26. if (raIndex > RegisterConsts.RegisterZeroIndex)
  27. {
  28. return Const(0);
  29. }
  30. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  31. }
  32. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  33. op.Dimensions == ImageDimensions.Image2DArray;
  34. Operand arrayIndex = isArray ? Ra() : null;
  35. List<Operand> sourcesList = new List<Operand>();
  36. if (op.IsBindless)
  37. {
  38. sourcesList.Add(context.Copy(Register(op.Rc)));
  39. }
  40. int coordsCount = type.GetDimensions();
  41. for (int index = 0; index < coordsCount; index++)
  42. {
  43. sourcesList.Add(Ra());
  44. }
  45. if (isArray)
  46. {
  47. sourcesList.Add(arrayIndex);
  48. type |= SamplerType.Array;
  49. }
  50. Operand[] sources = sourcesList.ToArray();
  51. int handle = !op.IsBindless ? op.Immediate : 0;
  52. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  53. if (op.UseComponents)
  54. {
  55. int componentMask = (int)op.Components;
  56. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  57. {
  58. if ((compMask & 1) == 0)
  59. {
  60. continue;
  61. }
  62. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  63. {
  64. break;
  65. }
  66. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  67. TextureOperation operation = new TextureOperation(
  68. Instruction.ImageLoad,
  69. type,
  70. flags,
  71. handle,
  72. compIndex,
  73. rd,
  74. sources);
  75. if (!op.IsBindless)
  76. {
  77. operation.Format = GetTextureFormat(context, handle);
  78. }
  79. context.Add(operation);
  80. }
  81. }
  82. else
  83. {
  84. if (op.ByteAddress)
  85. {
  86. int xIndex = op.IsBindless ? 1 : 0;
  87. sources[xIndex] = context.ShiftRightS32(sources[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  88. }
  89. int components = GetComponents(op.Size);
  90. for (int compIndex = 0; compIndex < components; compIndex++)
  91. {
  92. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  93. {
  94. break;
  95. }
  96. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  97. TextureOperation operation = new TextureOperation(
  98. Instruction.ImageLoad,
  99. type,
  100. flags,
  101. handle,
  102. compIndex,
  103. rd,
  104. sources)
  105. {
  106. Format = GetTextureFormat(op.Size)
  107. };
  108. context.Add(operation);
  109. switch (op.Size)
  110. {
  111. case IntegerSize.U8: context.Copy(rd, ZeroExtendTo32(context, rd, 8)); break;
  112. case IntegerSize.U16: context.Copy(rd, ZeroExtendTo32(context, rd, 16)); break;
  113. case IntegerSize.S8: context.Copy(rd, SignExtendTo32(context, rd, 8)); break;
  114. case IntegerSize.S16: context.Copy(rd, SignExtendTo32(context, rd, 16)); break;
  115. }
  116. }
  117. }
  118. }
  119. public static void Sust(EmitterContext context)
  120. {
  121. OpCodeImage op = (OpCodeImage)context.CurrOp;
  122. SamplerType type = ConvertSamplerType(op.Dimensions);
  123. if (type == SamplerType.None)
  124. {
  125. context.Config.PrintLog("Invalid image store sampler type.");
  126. return;
  127. }
  128. int raIndex = op.Ra.Index;
  129. int rbIndex = op.Rb.Index;
  130. Operand Ra()
  131. {
  132. if (raIndex > RegisterConsts.RegisterZeroIndex)
  133. {
  134. return Const(0);
  135. }
  136. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  137. }
  138. Operand Rb()
  139. {
  140. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  141. {
  142. return Const(0);
  143. }
  144. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  145. }
  146. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  147. op.Dimensions == ImageDimensions.Image2DArray;
  148. Operand arrayIndex = isArray ? Ra() : null;
  149. List<Operand> sourcesList = new List<Operand>();
  150. if (op.IsBindless)
  151. {
  152. sourcesList.Add(context.Copy(Register(op.Rc)));
  153. }
  154. int coordsCount = type.GetDimensions();
  155. for (int index = 0; index < coordsCount; index++)
  156. {
  157. sourcesList.Add(Ra());
  158. }
  159. if (isArray)
  160. {
  161. sourcesList.Add(arrayIndex);
  162. type |= SamplerType.Array;
  163. }
  164. TextureFormat format = TextureFormat.Unknown;
  165. if (op.UseComponents)
  166. {
  167. int componentMask = (int)op.Components;
  168. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  169. {
  170. if ((compMask & 1) != 0)
  171. {
  172. sourcesList.Add(Rb());
  173. }
  174. }
  175. if (!op.IsBindless)
  176. {
  177. format = GetTextureFormat(context, op.Immediate);
  178. }
  179. }
  180. else
  181. {
  182. if (op.ByteAddress)
  183. {
  184. int xIndex = op.IsBindless ? 1 : 0;
  185. sourcesList[xIndex] = context.ShiftRightS32(sourcesList[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  186. }
  187. int components = GetComponents(op.Size);
  188. for (int compIndex = 0; compIndex < components; compIndex++)
  189. {
  190. sourcesList.Add(Rb());
  191. }
  192. format = GetTextureFormat(op.Size);
  193. }
  194. Operand[] sources = sourcesList.ToArray();
  195. int handle = !op.IsBindless ? op.Immediate : 0;
  196. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  197. TextureOperation operation = new TextureOperation(
  198. Instruction.ImageStore,
  199. type,
  200. flags,
  201. handle,
  202. 0,
  203. null,
  204. sources)
  205. {
  206. Format = format
  207. };
  208. context.Add(operation);
  209. }
  210. public static void Tex(EmitterContext context)
  211. {
  212. EmitTextureSample(context, TextureFlags.None);
  213. }
  214. public static void TexB(EmitterContext context)
  215. {
  216. EmitTextureSample(context, TextureFlags.Bindless);
  217. }
  218. public static void Tld(EmitterContext context)
  219. {
  220. EmitTextureSample(context, TextureFlags.IntCoords);
  221. }
  222. public static void TldB(EmitterContext context)
  223. {
  224. EmitTextureSample(context, TextureFlags.IntCoords | TextureFlags.Bindless);
  225. }
  226. public static void Texs(EmitterContext context)
  227. {
  228. OpCodeTextureScalar op = (OpCodeTextureScalar)context.CurrOp;
  229. if (op.Rd0.IsRZ && op.Rd1.IsRZ)
  230. {
  231. return;
  232. }
  233. List<Operand> sourcesList = new List<Operand>();
  234. int raIndex = op.Ra.Index;
  235. int rbIndex = op.Rb.Index;
  236. Operand Ra()
  237. {
  238. if (raIndex > RegisterConsts.RegisterZeroIndex)
  239. {
  240. return Const(0);
  241. }
  242. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  243. }
  244. Operand Rb()
  245. {
  246. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  247. {
  248. return Const(0);
  249. }
  250. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  251. }
  252. void AddTextureOffset(int coordsCount, int stride, int size)
  253. {
  254. Operand packedOffs = Rb();
  255. for (int index = 0; index < coordsCount; index++)
  256. {
  257. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * stride), Const(size)));
  258. }
  259. }
  260. SamplerType type;
  261. TextureFlags flags;
  262. if (op is OpCodeTexs texsOp)
  263. {
  264. type = ConvertSamplerType(texsOp.Target);
  265. if (type == SamplerType.None)
  266. {
  267. context.Config.PrintLog("Invalid texture sampler type.");
  268. return;
  269. }
  270. flags = ConvertTextureFlags(texsOp.Target);
  271. if ((type & SamplerType.Array) != 0)
  272. {
  273. Operand arrayIndex = Ra();
  274. sourcesList.Add(Ra());
  275. sourcesList.Add(Rb());
  276. sourcesList.Add(arrayIndex);
  277. if ((type & SamplerType.Shadow) != 0)
  278. {
  279. sourcesList.Add(Rb());
  280. }
  281. if ((flags & TextureFlags.LodLevel) != 0)
  282. {
  283. sourcesList.Add(ConstF(0));
  284. }
  285. }
  286. else
  287. {
  288. switch (texsOp.Target)
  289. {
  290. case TextureTarget.Texture1DLodZero:
  291. sourcesList.Add(Ra());
  292. break;
  293. case TextureTarget.Texture2D:
  294. sourcesList.Add(Ra());
  295. sourcesList.Add(Rb());
  296. break;
  297. case TextureTarget.Texture2DLodZero:
  298. sourcesList.Add(Ra());
  299. sourcesList.Add(Rb());
  300. sourcesList.Add(ConstF(0));
  301. break;
  302. case TextureTarget.Texture2DLodLevel:
  303. case TextureTarget.Texture2DDepthCompare:
  304. case TextureTarget.Texture3D:
  305. case TextureTarget.TextureCube:
  306. sourcesList.Add(Ra());
  307. sourcesList.Add(Ra());
  308. sourcesList.Add(Rb());
  309. break;
  310. case TextureTarget.Texture2DLodZeroDepthCompare:
  311. case TextureTarget.Texture3DLodZero:
  312. sourcesList.Add(Ra());
  313. sourcesList.Add(Ra());
  314. sourcesList.Add(Rb());
  315. sourcesList.Add(ConstF(0));
  316. break;
  317. case TextureTarget.Texture2DLodLevelDepthCompare:
  318. case TextureTarget.TextureCubeLodLevel:
  319. sourcesList.Add(Ra());
  320. sourcesList.Add(Ra());
  321. sourcesList.Add(Rb());
  322. sourcesList.Add(Rb());
  323. break;
  324. }
  325. }
  326. }
  327. else if (op is OpCodeTlds tldsOp)
  328. {
  329. type = ConvertSamplerType (tldsOp.Target);
  330. if (type == SamplerType.None)
  331. {
  332. context.Config.PrintLog("Invalid texel fetch sampler type.");
  333. return;
  334. }
  335. flags = ConvertTextureFlags(tldsOp.Target) | TextureFlags.IntCoords;
  336. switch (tldsOp.Target)
  337. {
  338. case TexelLoadTarget.Texture1DLodZero:
  339. sourcesList.Add(Ra());
  340. sourcesList.Add(Const(0));
  341. break;
  342. case TexelLoadTarget.Texture1DLodLevel:
  343. sourcesList.Add(Ra());
  344. sourcesList.Add(Rb());
  345. break;
  346. case TexelLoadTarget.Texture2DLodZero:
  347. sourcesList.Add(Ra());
  348. sourcesList.Add(Rb());
  349. sourcesList.Add(Const(0));
  350. break;
  351. case TexelLoadTarget.Texture2DLodZeroOffset:
  352. sourcesList.Add(Ra());
  353. sourcesList.Add(Ra());
  354. sourcesList.Add(Const(0));
  355. break;
  356. case TexelLoadTarget.Texture2DLodZeroMultisample:
  357. case TexelLoadTarget.Texture2DLodLevel:
  358. case TexelLoadTarget.Texture2DLodLevelOffset:
  359. sourcesList.Add(Ra());
  360. sourcesList.Add(Ra());
  361. sourcesList.Add(Rb());
  362. break;
  363. case TexelLoadTarget.Texture3DLodZero:
  364. sourcesList.Add(Ra());
  365. sourcesList.Add(Ra());
  366. sourcesList.Add(Rb());
  367. sourcesList.Add(Const(0));
  368. break;
  369. case TexelLoadTarget.Texture2DArrayLodZero:
  370. sourcesList.Add(Rb());
  371. sourcesList.Add(Rb());
  372. sourcesList.Add(Ra());
  373. sourcesList.Add(Const(0));
  374. break;
  375. }
  376. if ((flags & TextureFlags.Offset) != 0)
  377. {
  378. AddTextureOffset(type.GetDimensions(), 4, 4);
  379. }
  380. }
  381. else if (op is OpCodeTld4s tld4sOp)
  382. {
  383. if (!(tld4sOp.HasDepthCompare || tld4sOp.HasOffset))
  384. {
  385. sourcesList.Add(Ra());
  386. sourcesList.Add(Rb());
  387. }
  388. else
  389. {
  390. sourcesList.Add(Ra());
  391. sourcesList.Add(Ra());
  392. }
  393. type = SamplerType.Texture2D;
  394. flags = TextureFlags.Gather;
  395. if (tld4sOp.HasDepthCompare)
  396. {
  397. sourcesList.Add(Rb());
  398. type |= SamplerType.Shadow;
  399. }
  400. if (tld4sOp.HasOffset)
  401. {
  402. AddTextureOffset(type.GetDimensions(), 8, 6);
  403. flags |= TextureFlags.Offset;
  404. }
  405. sourcesList.Add(Const(tld4sOp.GatherCompIndex));
  406. }
  407. else
  408. {
  409. throw new InvalidOperationException($"Invalid opcode type \"{op.GetType().Name}\".");
  410. }
  411. Operand[] sources = sourcesList.ToArray();
  412. Operand[] rd0 = new Operand[2] { ConstF(0), ConstF(0) };
  413. Operand[] rd1 = new Operand[2] { ConstF(0), ConstF(0) };
  414. int destIncrement = 0;
  415. Operand GetDest()
  416. {
  417. int high = destIncrement >> 1;
  418. int low = destIncrement & 1;
  419. destIncrement++;
  420. if (op.IsFp16)
  421. {
  422. return high != 0
  423. ? (rd1[low] = Local())
  424. : (rd0[low] = Local());
  425. }
  426. else
  427. {
  428. int rdIndex = high != 0 ? op.Rd1.Index : op.Rd0.Index;
  429. if (rdIndex < RegisterConsts.RegisterZeroIndex)
  430. {
  431. rdIndex += low;
  432. }
  433. return Register(rdIndex, RegisterType.Gpr);
  434. }
  435. }
  436. int handle = op.Immediate;
  437. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  438. {
  439. if ((compMask & 1) != 0)
  440. {
  441. Operand dest = GetDest();
  442. TextureOperation operation = new TextureOperation(
  443. Instruction.TextureSample,
  444. type,
  445. flags,
  446. handle,
  447. compIndex,
  448. dest,
  449. sources);
  450. context.Add(operation);
  451. }
  452. }
  453. if (op.IsFp16)
  454. {
  455. context.Copy(Register(op.Rd0), context.PackHalf2x16(rd0[0], rd0[1]));
  456. context.Copy(Register(op.Rd1), context.PackHalf2x16(rd1[0], rd1[1]));
  457. }
  458. }
  459. public static void Tld4(EmitterContext context)
  460. {
  461. IOpCodeTld4 op = (IOpCodeTld4)context.CurrOp;
  462. if (op.Rd.IsRZ)
  463. {
  464. return;
  465. }
  466. int raIndex = op.Ra.Index;
  467. int rbIndex = op.Rb.Index;
  468. Operand Ra()
  469. {
  470. if (raIndex > RegisterConsts.RegisterZeroIndex)
  471. {
  472. return Const(0);
  473. }
  474. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  475. }
  476. Operand Rb()
  477. {
  478. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  479. {
  480. return Const(0);
  481. }
  482. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  483. }
  484. Operand arrayIndex = op.IsArray ? Ra() : null;
  485. List<Operand> sourcesList = new List<Operand>();
  486. SamplerType type = ConvertSamplerType(op.Dimensions);
  487. TextureFlags flags = TextureFlags.Gather;
  488. if (op.Bindless)
  489. {
  490. sourcesList.Add(Rb());
  491. flags |= TextureFlags.Bindless;
  492. }
  493. int coordsCount = type.GetDimensions();
  494. for (int index = 0; index < coordsCount; index++)
  495. {
  496. sourcesList.Add(Ra());
  497. }
  498. if (op.IsArray)
  499. {
  500. sourcesList.Add(arrayIndex);
  501. type |= SamplerType.Array;
  502. }
  503. Operand[] packedOffs = new Operand[2];
  504. packedOffs[0] = op.Offset != TextureGatherOffset.None ? Rb() : null;
  505. packedOffs[1] = op.Offset == TextureGatherOffset.Offsets ? Rb() : null;
  506. if (op.HasDepthCompare)
  507. {
  508. sourcesList.Add(Rb());
  509. type |= SamplerType.Shadow;
  510. }
  511. if (op.Offset != TextureGatherOffset.None)
  512. {
  513. int offsetTexelsCount = op.Offset == TextureGatherOffset.Offsets ? 4 : 1;
  514. for (int index = 0; index < coordsCount * offsetTexelsCount; index++)
  515. {
  516. Operand packed = packedOffs[(index >> 2) & 1];
  517. sourcesList.Add(context.BitfieldExtractS32(packed, Const((index & 3) * 8), Const(6)));
  518. }
  519. flags |= op.Offset == TextureGatherOffset.Offsets
  520. ? TextureFlags.Offsets
  521. : TextureFlags.Offset;
  522. }
  523. sourcesList.Add(Const(op.GatherCompIndex));
  524. Operand[] sources = sourcesList.ToArray();
  525. int rdIndex = op.Rd.Index;
  526. Operand GetDest()
  527. {
  528. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  529. {
  530. return Const(0);
  531. }
  532. return Register(rdIndex++, RegisterType.Gpr);
  533. }
  534. int handle = op.Immediate;
  535. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  536. {
  537. if ((compMask & 1) != 0)
  538. {
  539. Operand dest = GetDest();
  540. TextureOperation operation = new TextureOperation(
  541. Instruction.TextureSample,
  542. type,
  543. flags,
  544. handle,
  545. compIndex,
  546. dest,
  547. sources);
  548. context.Add(operation);
  549. }
  550. }
  551. }
  552. public static void Txd(EmitterContext context)
  553. {
  554. OpCodeTxd op = (OpCodeTxd)context.CurrOp;
  555. if (op.Rd.IsRZ)
  556. {
  557. return;
  558. }
  559. int raIndex = op.Ra.Index;
  560. int rbIndex = op.Rb.Index;
  561. Operand Ra()
  562. {
  563. if (raIndex > RegisterConsts.RegisterZeroIndex)
  564. {
  565. return Const(0);
  566. }
  567. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  568. }
  569. Operand Rb()
  570. {
  571. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  572. {
  573. return Const(0);
  574. }
  575. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  576. }
  577. TextureFlags flags = TextureFlags.Derivatives;
  578. List<Operand> sourcesList = new List<Operand>();
  579. if (op.IsBindless)
  580. {
  581. sourcesList.Add(Ra());
  582. }
  583. SamplerType type = ConvertSamplerType(op.Dimensions);
  584. int coordsCount = type.GetDimensions();
  585. for (int index = 0; index < coordsCount; index++)
  586. {
  587. sourcesList.Add(Ra());
  588. }
  589. Operand packedParams = Ra();
  590. if (op.IsArray)
  591. {
  592. sourcesList.Add(context.BitwiseAnd(packedParams, Const(0xffff)));
  593. type |= SamplerType.Array;
  594. }
  595. // Derivatives (X and Y).
  596. for (int dIndex = 0; dIndex < 2 * coordsCount; dIndex++)
  597. {
  598. sourcesList.Add(Rb());
  599. }
  600. if (op.HasOffset)
  601. {
  602. for (int index = 0; index < coordsCount; index++)
  603. {
  604. sourcesList.Add(context.BitfieldExtractS32(packedParams, Const(16 + index * 4), Const(4)));
  605. }
  606. flags |= TextureFlags.Offset;
  607. }
  608. Operand[] sources = sourcesList.ToArray();
  609. int rdIndex = op.Rd.Index;
  610. Operand GetDest()
  611. {
  612. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  613. {
  614. return Const(0);
  615. }
  616. return Register(rdIndex++, RegisterType.Gpr);
  617. }
  618. int handle = !op.IsBindless ? op.Immediate : 0;
  619. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  620. {
  621. if ((compMask & 1) != 0)
  622. {
  623. Operand dest = GetDest();
  624. TextureOperation operation = new TextureOperation(
  625. Instruction.TextureSample,
  626. type,
  627. flags,
  628. handle,
  629. compIndex,
  630. dest,
  631. sources);
  632. context.Add(operation);
  633. }
  634. }
  635. }
  636. public static void Txq(EmitterContext context)
  637. {
  638. EmitTextureQuery(context, bindless: false);
  639. }
  640. public static void TxqB(EmitterContext context)
  641. {
  642. EmitTextureQuery(context, bindless: true);
  643. }
  644. private static void EmitTextureQuery(EmitterContext context, bool bindless)
  645. {
  646. OpCodeTex op = (OpCodeTex)context.CurrOp;
  647. if (op.Rd.IsRZ)
  648. {
  649. return;
  650. }
  651. TextureProperty property = (TextureProperty)op.RawOpCode.Extract(22, 6);
  652. // TODO: Validate and use property.
  653. Instruction inst = Instruction.TextureSize;
  654. SamplerType type = SamplerType.Texture2D;
  655. TextureFlags flags = bindless ? TextureFlags.Bindless : TextureFlags.None;
  656. int raIndex = op.Ra.Index;
  657. Operand Ra()
  658. {
  659. if (raIndex > RegisterConsts.RegisterZeroIndex)
  660. {
  661. return Const(0);
  662. }
  663. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  664. }
  665. List<Operand> sourcesList = new List<Operand>();
  666. if (bindless)
  667. {
  668. sourcesList.Add(Ra());
  669. }
  670. sourcesList.Add(Ra());
  671. Operand[] sources = sourcesList.ToArray();
  672. int rdIndex = op.Rd.Index;
  673. Operand GetDest()
  674. {
  675. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  676. {
  677. return Const(0);
  678. }
  679. return Register(rdIndex++, RegisterType.Gpr);
  680. }
  681. int handle = !bindless ? op.Immediate : 0;
  682. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  683. {
  684. if ((compMask & 1) != 0)
  685. {
  686. Operand dest = GetDest();
  687. TextureOperation operation = new TextureOperation(
  688. inst,
  689. type,
  690. flags,
  691. handle,
  692. compIndex,
  693. dest,
  694. sources);
  695. context.Add(operation);
  696. }
  697. }
  698. }
  699. private static void EmitTextureSample(EmitterContext context, TextureFlags flags)
  700. {
  701. OpCodeTexture op = (OpCodeTexture)context.CurrOp;
  702. bool isBindless = (flags & TextureFlags.Bindless) != 0;
  703. if (op.Rd.IsRZ)
  704. {
  705. return;
  706. }
  707. int raIndex = op.Ra.Index;
  708. int rbIndex = op.Rb.Index;
  709. Operand Ra()
  710. {
  711. if (raIndex > RegisterConsts.RegisterZeroIndex)
  712. {
  713. return Const(0);
  714. }
  715. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  716. }
  717. Operand Rb()
  718. {
  719. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  720. {
  721. return Const(0);
  722. }
  723. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  724. }
  725. Operand arrayIndex = op.IsArray ? Ra() : null;
  726. List<Operand> sourcesList = new List<Operand>();
  727. if (isBindless)
  728. {
  729. sourcesList.Add(Rb());
  730. }
  731. SamplerType type = ConvertSamplerType(op.Dimensions);
  732. int coordsCount = type.GetDimensions();
  733. for (int index = 0; index < coordsCount; index++)
  734. {
  735. sourcesList.Add(Ra());
  736. }
  737. if (op.IsArray)
  738. {
  739. sourcesList.Add(arrayIndex);
  740. type |= SamplerType.Array;
  741. }
  742. bool hasLod = op.LodMode > TextureLodMode.LodZero;
  743. Operand lodValue = hasLod ? Rb() : ConstF(0);
  744. Operand packedOffs = op.HasOffset ? Rb() : null;
  745. if (op.HasDepthCompare)
  746. {
  747. sourcesList.Add(Rb());
  748. type |= SamplerType.Shadow;
  749. }
  750. if ((op.LodMode == TextureLodMode.LodZero ||
  751. op.LodMode == TextureLodMode.LodLevel ||
  752. op.LodMode == TextureLodMode.LodLevelA) && !op.IsMultisample)
  753. {
  754. sourcesList.Add(lodValue);
  755. flags |= TextureFlags.LodLevel;
  756. }
  757. if (op.HasOffset)
  758. {
  759. for (int index = 0; index < coordsCount; index++)
  760. {
  761. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * 4), Const(4)));
  762. }
  763. flags |= TextureFlags.Offset;
  764. }
  765. if (op.LodMode == TextureLodMode.LodBias ||
  766. op.LodMode == TextureLodMode.LodBiasA)
  767. {
  768. sourcesList.Add(lodValue);
  769. flags |= TextureFlags.LodBias;
  770. }
  771. if (op.IsMultisample)
  772. {
  773. sourcesList.Add(Rb());
  774. type |= SamplerType.Multisample;
  775. }
  776. Operand[] sources = sourcesList.ToArray();
  777. int rdIndex = op.Rd.Index;
  778. Operand GetDest()
  779. {
  780. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  781. {
  782. return Const(0);
  783. }
  784. return Register(rdIndex++, RegisterType.Gpr);
  785. }
  786. int handle = !isBindless ? op.Immediate : 0;
  787. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  788. {
  789. if ((compMask & 1) != 0)
  790. {
  791. Operand dest = GetDest();
  792. TextureOperation operation = new TextureOperation(
  793. Instruction.TextureSample,
  794. type,
  795. flags,
  796. handle,
  797. compIndex,
  798. dest,
  799. sources);
  800. context.Add(operation);
  801. }
  802. }
  803. }
  804. private static int GetComponents(IntegerSize size)
  805. {
  806. return size switch
  807. {
  808. IntegerSize.B64 => 2,
  809. IntegerSize.B128 => 4,
  810. IntegerSize.UB128 => 4,
  811. _ => 1
  812. };
  813. }
  814. private static int GetComponentSizeInBytesLog2(IntegerSize size)
  815. {
  816. return size switch
  817. {
  818. IntegerSize.U8 => 0,
  819. IntegerSize.S8 => 0,
  820. IntegerSize.U16 => 1,
  821. IntegerSize.S16 => 1,
  822. IntegerSize.B32 => 2,
  823. IntegerSize.B64 => 3,
  824. IntegerSize.B128 => 4,
  825. IntegerSize.UB128 => 4,
  826. _ => 2
  827. };
  828. }
  829. private static TextureFormat GetTextureFormat(EmitterContext context, int handle)
  830. {
  831. var format = (TextureFormat)context.Config.QueryInfo(QueryInfoName.TextureFormat, handle);
  832. if (format == TextureFormat.Unknown)
  833. {
  834. context.Config.PrintLog($"Unknown format for texture {handle}.");
  835. format = TextureFormat.R8G8B8A8Unorm;
  836. }
  837. return format;
  838. }
  839. private static TextureFormat GetTextureFormat(IntegerSize size)
  840. {
  841. return size switch
  842. {
  843. IntegerSize.U8 => TextureFormat.R8Uint,
  844. IntegerSize.S8 => TextureFormat.R8Sint,
  845. IntegerSize.U16 => TextureFormat.R16Uint,
  846. IntegerSize.S16 => TextureFormat.R16Sint,
  847. IntegerSize.B32 => TextureFormat.R32Uint,
  848. IntegerSize.B64 => TextureFormat.R32G32Uint,
  849. IntegerSize.B128 => TextureFormat.R32G32B32A32Uint,
  850. IntegerSize.UB128 => TextureFormat.R32G32B32A32Uint,
  851. _ => TextureFormat.R32Uint
  852. };
  853. }
  854. private static SamplerType ConvertSamplerType(ImageDimensions target)
  855. {
  856. return target switch
  857. {
  858. ImageDimensions.Image1D => SamplerType.Texture1D,
  859. ImageDimensions.ImageBuffer => SamplerType.TextureBuffer,
  860. ImageDimensions.Image1DArray => SamplerType.Texture1D | SamplerType.Array,
  861. ImageDimensions.Image2D => SamplerType.Texture2D,
  862. ImageDimensions.Image2DArray => SamplerType.Texture2D | SamplerType.Array,
  863. ImageDimensions.Image3D => SamplerType.Texture3D,
  864. _ => SamplerType.None
  865. };
  866. }
  867. private static SamplerType ConvertSamplerType(TextureDimensions dimensions)
  868. {
  869. return dimensions switch
  870. {
  871. TextureDimensions.Texture1D => SamplerType.Texture1D,
  872. TextureDimensions.Texture2D => SamplerType.Texture2D,
  873. TextureDimensions.Texture3D => SamplerType.Texture3D,
  874. TextureDimensions.TextureCube => SamplerType.TextureCube,
  875. _ => throw new ArgumentException($"Invalid texture dimensions \"{dimensions}\".")
  876. };
  877. }
  878. private static SamplerType ConvertSamplerType(TextureTarget type)
  879. {
  880. switch (type)
  881. {
  882. case TextureTarget.Texture1DLodZero:
  883. return SamplerType.Texture1D;
  884. case TextureTarget.Texture2D:
  885. case TextureTarget.Texture2DLodZero:
  886. case TextureTarget.Texture2DLodLevel:
  887. return SamplerType.Texture2D;
  888. case TextureTarget.Texture2DDepthCompare:
  889. case TextureTarget.Texture2DLodLevelDepthCompare:
  890. case TextureTarget.Texture2DLodZeroDepthCompare:
  891. return SamplerType.Texture2D | SamplerType.Shadow;
  892. case TextureTarget.Texture2DArray:
  893. case TextureTarget.Texture2DArrayLodZero:
  894. return SamplerType.Texture2D | SamplerType.Array;
  895. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  896. return SamplerType.Texture2D | SamplerType.Array | SamplerType.Shadow;
  897. case TextureTarget.Texture3D:
  898. case TextureTarget.Texture3DLodZero:
  899. return SamplerType.Texture3D;
  900. case TextureTarget.TextureCube:
  901. case TextureTarget.TextureCubeLodLevel:
  902. return SamplerType.TextureCube;
  903. }
  904. return SamplerType.None;
  905. }
  906. private static SamplerType ConvertSamplerType(TexelLoadTarget type)
  907. {
  908. switch (type)
  909. {
  910. case TexelLoadTarget.Texture1DLodZero:
  911. case TexelLoadTarget.Texture1DLodLevel:
  912. return SamplerType.Texture1D;
  913. case TexelLoadTarget.Texture2DLodZero:
  914. case TexelLoadTarget.Texture2DLodZeroOffset:
  915. case TexelLoadTarget.Texture2DLodLevel:
  916. case TexelLoadTarget.Texture2DLodLevelOffset:
  917. return SamplerType.Texture2D;
  918. case TexelLoadTarget.Texture2DLodZeroMultisample:
  919. return SamplerType.Texture2D | SamplerType.Multisample;
  920. case TexelLoadTarget.Texture3DLodZero:
  921. return SamplerType.Texture3D;
  922. case TexelLoadTarget.Texture2DArrayLodZero:
  923. return SamplerType.Texture2D | SamplerType.Array;
  924. }
  925. return SamplerType.None;
  926. }
  927. private static TextureFlags ConvertTextureFlags(Decoders.TextureTarget type)
  928. {
  929. switch (type)
  930. {
  931. case TextureTarget.Texture1DLodZero:
  932. case TextureTarget.Texture2DLodZero:
  933. case TextureTarget.Texture2DLodLevel:
  934. case TextureTarget.Texture2DLodLevelDepthCompare:
  935. case TextureTarget.Texture2DLodZeroDepthCompare:
  936. case TextureTarget.Texture2DArrayLodZero:
  937. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  938. case TextureTarget.Texture3DLodZero:
  939. case TextureTarget.TextureCubeLodLevel:
  940. return TextureFlags.LodLevel;
  941. case TextureTarget.Texture2D:
  942. case TextureTarget.Texture2DDepthCompare:
  943. case TextureTarget.Texture2DArray:
  944. case TextureTarget.Texture3D:
  945. case TextureTarget.TextureCube:
  946. return TextureFlags.None;
  947. }
  948. return TextureFlags.None;
  949. }
  950. private static TextureFlags ConvertTextureFlags(TexelLoadTarget type)
  951. {
  952. switch (type)
  953. {
  954. case TexelLoadTarget.Texture1DLodZero:
  955. case TexelLoadTarget.Texture1DLodLevel:
  956. case TexelLoadTarget.Texture2DLodZero:
  957. case TexelLoadTarget.Texture2DLodLevel:
  958. case TexelLoadTarget.Texture2DLodZeroMultisample:
  959. case TexelLoadTarget.Texture3DLodZero:
  960. case TexelLoadTarget.Texture2DArrayLodZero:
  961. return TextureFlags.LodLevel;
  962. case TexelLoadTarget.Texture2DLodZeroOffset:
  963. case TexelLoadTarget.Texture2DLodLevelOffset:
  964. return TextureFlags.LodLevel | TextureFlags.Offset;
  965. }
  966. return TextureFlags.None;
  967. }
  968. }
  969. }