InstEmitTexture.cs 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242
  1. using Ryujinx.Graphics.Shader.Decoders;
  2. using Ryujinx.Graphics.Shader.IntermediateRepresentation;
  3. using Ryujinx.Graphics.Shader.Translation;
  4. using System;
  5. using System.Collections.Generic;
  6. using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
  7. using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
  8. namespace Ryujinx.Graphics.Shader.Instructions
  9. {
  10. static partial class InstEmit
  11. {
  12. public static void Suld(EmitterContext context)
  13. {
  14. OpCodeImage op = (OpCodeImage)context.CurrOp;
  15. SamplerType type = ConvertSamplerType(op.Dimensions);
  16. if (type == SamplerType.None)
  17. {
  18. context.Config.PrintLog("Invalid image store sampler type.");
  19. return;
  20. }
  21. // Rb is Rd on the SULD instruction.
  22. int rdIndex = op.Rb.Index;
  23. int raIndex = op.Ra.Index;
  24. Operand Ra()
  25. {
  26. if (raIndex > RegisterConsts.RegisterZeroIndex)
  27. {
  28. return Const(0);
  29. }
  30. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  31. }
  32. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  33. op.Dimensions == ImageDimensions.Image2DArray;
  34. Operand arrayIndex = isArray ? Ra() : null;
  35. List<Operand> sourcesList = new List<Operand>();
  36. if (op.IsBindless)
  37. {
  38. sourcesList.Add(context.Copy(Register(op.Rc)));
  39. }
  40. int coordsCount = type.GetDimensions();
  41. for (int index = 0; index < coordsCount; index++)
  42. {
  43. sourcesList.Add(Ra());
  44. }
  45. if (isArray)
  46. {
  47. sourcesList.Add(arrayIndex);
  48. type |= SamplerType.Array;
  49. }
  50. Operand[] sources = sourcesList.ToArray();
  51. int handle = !op.IsBindless ? op.Immediate : 0;
  52. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  53. if (op.UseComponents)
  54. {
  55. int componentMask = (int)op.Components;
  56. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  57. {
  58. if ((compMask & 1) == 0)
  59. {
  60. continue;
  61. }
  62. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  63. {
  64. break;
  65. }
  66. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  67. TextureOperation operation = new TextureOperation(
  68. Instruction.ImageLoad,
  69. type,
  70. flags,
  71. handle,
  72. compIndex,
  73. rd,
  74. sources);
  75. if (!op.IsBindless)
  76. {
  77. operation.Format = GetTextureFormat(context, handle);
  78. }
  79. context.Add(operation);
  80. }
  81. }
  82. else
  83. {
  84. if (op.ByteAddress)
  85. {
  86. int xIndex = op.IsBindless ? 1 : 0;
  87. sources[xIndex] = context.ShiftRightS32(sources[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  88. }
  89. int components = GetComponents(op.Size);
  90. for (int compIndex = 0; compIndex < components; compIndex++)
  91. {
  92. if (rdIndex == RegisterConsts.RegisterZeroIndex)
  93. {
  94. break;
  95. }
  96. Operand rd = Register(rdIndex++, RegisterType.Gpr);
  97. TextureOperation operation = new TextureOperation(
  98. Instruction.ImageLoad,
  99. type,
  100. flags,
  101. handle,
  102. compIndex,
  103. rd,
  104. sources)
  105. {
  106. Format = GetTextureFormat(op.Size)
  107. };
  108. context.Add(operation);
  109. switch (op.Size)
  110. {
  111. case IntegerSize.U8: context.Copy(rd, ZeroExtendTo32(context, rd, 8)); break;
  112. case IntegerSize.U16: context.Copy(rd, ZeroExtendTo32(context, rd, 16)); break;
  113. case IntegerSize.S8: context.Copy(rd, SignExtendTo32(context, rd, 8)); break;
  114. case IntegerSize.S16: context.Copy(rd, SignExtendTo32(context, rd, 16)); break;
  115. }
  116. }
  117. }
  118. }
  119. public static void Sust(EmitterContext context)
  120. {
  121. OpCodeImage op = (OpCodeImage)context.CurrOp;
  122. SamplerType type = ConvertSamplerType(op.Dimensions);
  123. if (type == SamplerType.None)
  124. {
  125. context.Config.PrintLog("Invalid image store sampler type.");
  126. return;
  127. }
  128. int raIndex = op.Ra.Index;
  129. int rbIndex = op.Rb.Index;
  130. Operand Ra()
  131. {
  132. if (raIndex > RegisterConsts.RegisterZeroIndex)
  133. {
  134. return Const(0);
  135. }
  136. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  137. }
  138. Operand Rb()
  139. {
  140. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  141. {
  142. return Const(0);
  143. }
  144. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  145. }
  146. bool isArray = op.Dimensions == ImageDimensions.Image1DArray ||
  147. op.Dimensions == ImageDimensions.Image2DArray;
  148. Operand arrayIndex = isArray ? Ra() : null;
  149. List<Operand> sourcesList = new List<Operand>();
  150. if (op.IsBindless)
  151. {
  152. sourcesList.Add(context.Copy(Register(op.Rc)));
  153. }
  154. int coordsCount = type.GetDimensions();
  155. for (int index = 0; index < coordsCount; index++)
  156. {
  157. sourcesList.Add(Ra());
  158. }
  159. if (isArray)
  160. {
  161. sourcesList.Add(arrayIndex);
  162. type |= SamplerType.Array;
  163. }
  164. TextureFormat format = TextureFormat.Unknown;
  165. if (op.UseComponents)
  166. {
  167. int componentMask = (int)op.Components;
  168. for (int compMask = componentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  169. {
  170. if ((compMask & 1) != 0)
  171. {
  172. sourcesList.Add(Rb());
  173. }
  174. }
  175. if (!op.IsBindless)
  176. {
  177. format = GetTextureFormat(context, op.Immediate);
  178. }
  179. }
  180. else
  181. {
  182. if (op.ByteAddress)
  183. {
  184. int xIndex = op.IsBindless ? 1 : 0;
  185. sourcesList[xIndex] = context.ShiftRightS32(sourcesList[xIndex], Const(GetComponentSizeInBytesLog2(op.Size)));
  186. }
  187. int components = GetComponents(op.Size);
  188. for (int compIndex = 0; compIndex < components; compIndex++)
  189. {
  190. sourcesList.Add(Rb());
  191. }
  192. format = GetTextureFormat(op.Size);
  193. }
  194. System.Console.WriteLine(format.ToString());
  195. Operand[] sources = sourcesList.ToArray();
  196. int handle = !op.IsBindless ? op.Immediate : 0;
  197. TextureFlags flags = op.IsBindless ? TextureFlags.Bindless : TextureFlags.None;
  198. TextureOperation operation = new TextureOperation(
  199. Instruction.ImageStore,
  200. type,
  201. flags,
  202. handle,
  203. 0,
  204. null,
  205. sources)
  206. {
  207. Format = format
  208. };
  209. context.Add(operation);
  210. }
  211. public static void Tex(EmitterContext context)
  212. {
  213. EmitTextureSample(context, TextureFlags.None);
  214. }
  215. public static void TexB(EmitterContext context)
  216. {
  217. EmitTextureSample(context, TextureFlags.Bindless);
  218. }
  219. public static void Tld(EmitterContext context)
  220. {
  221. EmitTextureSample(context, TextureFlags.IntCoords);
  222. }
  223. public static void TldB(EmitterContext context)
  224. {
  225. EmitTextureSample(context, TextureFlags.IntCoords | TextureFlags.Bindless);
  226. }
  227. public static void Texs(EmitterContext context)
  228. {
  229. OpCodeTextureScalar op = (OpCodeTextureScalar)context.CurrOp;
  230. if (op.Rd0.IsRZ && op.Rd1.IsRZ)
  231. {
  232. return;
  233. }
  234. List<Operand> sourcesList = new List<Operand>();
  235. int raIndex = op.Ra.Index;
  236. int rbIndex = op.Rb.Index;
  237. Operand Ra()
  238. {
  239. if (raIndex > RegisterConsts.RegisterZeroIndex)
  240. {
  241. return Const(0);
  242. }
  243. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  244. }
  245. Operand Rb()
  246. {
  247. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  248. {
  249. return Const(0);
  250. }
  251. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  252. }
  253. void AddTextureOffset(int coordsCount, int stride, int size)
  254. {
  255. Operand packedOffs = Rb();
  256. for (int index = 0; index < coordsCount; index++)
  257. {
  258. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * stride), Const(size)));
  259. }
  260. }
  261. SamplerType type;
  262. TextureFlags flags;
  263. if (op is OpCodeTexs texsOp)
  264. {
  265. type = ConvertSamplerType(texsOp.Target);
  266. if (type == SamplerType.None)
  267. {
  268. context.Config.PrintLog("Invalid texture sampler type.");
  269. return;
  270. }
  271. flags = ConvertTextureFlags(texsOp.Target);
  272. if ((type & SamplerType.Array) != 0)
  273. {
  274. Operand arrayIndex = Ra();
  275. sourcesList.Add(Ra());
  276. sourcesList.Add(Rb());
  277. sourcesList.Add(arrayIndex);
  278. if ((type & SamplerType.Shadow) != 0)
  279. {
  280. sourcesList.Add(Rb());
  281. }
  282. if ((flags & TextureFlags.LodLevel) != 0)
  283. {
  284. sourcesList.Add(ConstF(0));
  285. }
  286. }
  287. else
  288. {
  289. switch (texsOp.Target)
  290. {
  291. case TextureTarget.Texture1DLodZero:
  292. sourcesList.Add(Ra());
  293. break;
  294. case TextureTarget.Texture2D:
  295. sourcesList.Add(Ra());
  296. sourcesList.Add(Rb());
  297. break;
  298. case TextureTarget.Texture2DLodZero:
  299. sourcesList.Add(Ra());
  300. sourcesList.Add(Rb());
  301. sourcesList.Add(ConstF(0));
  302. break;
  303. case TextureTarget.Texture2DLodLevel:
  304. case TextureTarget.Texture2DDepthCompare:
  305. case TextureTarget.Texture3D:
  306. case TextureTarget.TextureCube:
  307. sourcesList.Add(Ra());
  308. sourcesList.Add(Ra());
  309. sourcesList.Add(Rb());
  310. break;
  311. case TextureTarget.Texture2DLodZeroDepthCompare:
  312. case TextureTarget.Texture3DLodZero:
  313. sourcesList.Add(Ra());
  314. sourcesList.Add(Ra());
  315. sourcesList.Add(Rb());
  316. sourcesList.Add(ConstF(0));
  317. break;
  318. case TextureTarget.Texture2DLodLevelDepthCompare:
  319. case TextureTarget.TextureCubeLodLevel:
  320. sourcesList.Add(Ra());
  321. sourcesList.Add(Ra());
  322. sourcesList.Add(Rb());
  323. sourcesList.Add(Rb());
  324. break;
  325. }
  326. }
  327. }
  328. else if (op is OpCodeTlds tldsOp)
  329. {
  330. type = ConvertSamplerType (tldsOp.Target);
  331. if (type == SamplerType.None)
  332. {
  333. context.Config.PrintLog("Invalid texel fetch sampler type.");
  334. return;
  335. }
  336. flags = ConvertTextureFlags(tldsOp.Target) | TextureFlags.IntCoords;
  337. switch (tldsOp.Target)
  338. {
  339. case TexelLoadTarget.Texture1DLodZero:
  340. sourcesList.Add(Ra());
  341. sourcesList.Add(Const(0));
  342. break;
  343. case TexelLoadTarget.Texture1DLodLevel:
  344. sourcesList.Add(Ra());
  345. sourcesList.Add(Rb());
  346. break;
  347. case TexelLoadTarget.Texture2DLodZero:
  348. sourcesList.Add(Ra());
  349. sourcesList.Add(Rb());
  350. sourcesList.Add(Const(0));
  351. break;
  352. case TexelLoadTarget.Texture2DLodZeroOffset:
  353. sourcesList.Add(Ra());
  354. sourcesList.Add(Ra());
  355. sourcesList.Add(Const(0));
  356. break;
  357. case TexelLoadTarget.Texture2DLodZeroMultisample:
  358. case TexelLoadTarget.Texture2DLodLevel:
  359. case TexelLoadTarget.Texture2DLodLevelOffset:
  360. sourcesList.Add(Ra());
  361. sourcesList.Add(Ra());
  362. sourcesList.Add(Rb());
  363. break;
  364. case TexelLoadTarget.Texture3DLodZero:
  365. sourcesList.Add(Ra());
  366. sourcesList.Add(Ra());
  367. sourcesList.Add(Rb());
  368. sourcesList.Add(Const(0));
  369. break;
  370. case TexelLoadTarget.Texture2DArrayLodZero:
  371. sourcesList.Add(Rb());
  372. sourcesList.Add(Rb());
  373. sourcesList.Add(Ra());
  374. sourcesList.Add(Const(0));
  375. break;
  376. }
  377. if ((flags & TextureFlags.Offset) != 0)
  378. {
  379. AddTextureOffset(type.GetDimensions(), 4, 4);
  380. }
  381. }
  382. else if (op is OpCodeTld4s tld4sOp)
  383. {
  384. if (!(tld4sOp.HasDepthCompare || tld4sOp.HasOffset))
  385. {
  386. sourcesList.Add(Ra());
  387. sourcesList.Add(Rb());
  388. }
  389. else
  390. {
  391. sourcesList.Add(Ra());
  392. sourcesList.Add(Ra());
  393. }
  394. type = SamplerType.Texture2D;
  395. flags = TextureFlags.Gather;
  396. if (tld4sOp.HasDepthCompare)
  397. {
  398. sourcesList.Add(Rb());
  399. type |= SamplerType.Shadow;
  400. }
  401. if (tld4sOp.HasOffset)
  402. {
  403. AddTextureOffset(type.GetDimensions(), 8, 6);
  404. flags |= TextureFlags.Offset;
  405. }
  406. sourcesList.Add(Const(tld4sOp.GatherCompIndex));
  407. }
  408. else
  409. {
  410. throw new InvalidOperationException($"Invalid opcode type \"{op.GetType().Name}\".");
  411. }
  412. Operand[] sources = sourcesList.ToArray();
  413. Operand[] rd0 = new Operand[2] { ConstF(0), ConstF(0) };
  414. Operand[] rd1 = new Operand[2] { ConstF(0), ConstF(0) };
  415. int destIncrement = 0;
  416. Operand GetDest()
  417. {
  418. int high = destIncrement >> 1;
  419. int low = destIncrement & 1;
  420. destIncrement++;
  421. if (op.IsFp16)
  422. {
  423. return high != 0
  424. ? (rd1[low] = Local())
  425. : (rd0[low] = Local());
  426. }
  427. else
  428. {
  429. int rdIndex = high != 0 ? op.Rd1.Index : op.Rd0.Index;
  430. if (rdIndex < RegisterConsts.RegisterZeroIndex)
  431. {
  432. rdIndex += low;
  433. }
  434. return Register(rdIndex, RegisterType.Gpr);
  435. }
  436. }
  437. int handle = op.Immediate;
  438. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  439. {
  440. if ((compMask & 1) != 0)
  441. {
  442. Operand dest = GetDest();
  443. TextureOperation operation = new TextureOperation(
  444. Instruction.TextureSample,
  445. type,
  446. flags,
  447. handle,
  448. compIndex,
  449. dest,
  450. sources);
  451. context.Add(operation);
  452. }
  453. }
  454. if (op.IsFp16)
  455. {
  456. context.Copy(Register(op.Rd0), context.PackHalf2x16(rd0[0], rd0[1]));
  457. context.Copy(Register(op.Rd1), context.PackHalf2x16(rd1[0], rd1[1]));
  458. }
  459. }
  460. public static void Tld4(EmitterContext context)
  461. {
  462. IOpCodeTld4 op = (IOpCodeTld4)context.CurrOp;
  463. if (op.Rd.IsRZ)
  464. {
  465. return;
  466. }
  467. int raIndex = op.Ra.Index;
  468. int rbIndex = op.Rb.Index;
  469. Operand Ra()
  470. {
  471. if (raIndex > RegisterConsts.RegisterZeroIndex)
  472. {
  473. return Const(0);
  474. }
  475. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  476. }
  477. Operand Rb()
  478. {
  479. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  480. {
  481. return Const(0);
  482. }
  483. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  484. }
  485. Operand arrayIndex = op.IsArray ? Ra() : null;
  486. List<Operand> sourcesList = new List<Operand>();
  487. SamplerType type = ConvertSamplerType(op.Dimensions);
  488. TextureFlags flags = TextureFlags.Gather;
  489. if (op.Bindless)
  490. {
  491. sourcesList.Add(Rb());
  492. flags |= TextureFlags.Bindless;
  493. }
  494. int coordsCount = type.GetDimensions();
  495. for (int index = 0; index < coordsCount; index++)
  496. {
  497. sourcesList.Add(Ra());
  498. }
  499. if (op.IsArray)
  500. {
  501. sourcesList.Add(arrayIndex);
  502. type |= SamplerType.Array;
  503. }
  504. Operand[] packedOffs = new Operand[2];
  505. packedOffs[0] = op.Offset != TextureGatherOffset.None ? Rb() : null;
  506. packedOffs[1] = op.Offset == TextureGatherOffset.Offsets ? Rb() : null;
  507. if (op.HasDepthCompare)
  508. {
  509. sourcesList.Add(Rb());
  510. type |= SamplerType.Shadow;
  511. }
  512. if (op.Offset != TextureGatherOffset.None)
  513. {
  514. int offsetTexelsCount = op.Offset == TextureGatherOffset.Offsets ? 4 : 1;
  515. for (int index = 0; index < coordsCount * offsetTexelsCount; index++)
  516. {
  517. Operand packed = packedOffs[(index >> 2) & 1];
  518. sourcesList.Add(context.BitfieldExtractS32(packed, Const((index & 3) * 8), Const(6)));
  519. }
  520. flags |= op.Offset == TextureGatherOffset.Offsets
  521. ? TextureFlags.Offsets
  522. : TextureFlags.Offset;
  523. }
  524. sourcesList.Add(Const(op.GatherCompIndex));
  525. Operand[] sources = sourcesList.ToArray();
  526. int rdIndex = op.Rd.Index;
  527. Operand GetDest()
  528. {
  529. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  530. {
  531. return Const(0);
  532. }
  533. return Register(rdIndex++, RegisterType.Gpr);
  534. }
  535. int handle = op.Immediate;
  536. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  537. {
  538. if ((compMask & 1) != 0)
  539. {
  540. Operand dest = GetDest();
  541. TextureOperation operation = new TextureOperation(
  542. Instruction.TextureSample,
  543. type,
  544. flags,
  545. handle,
  546. compIndex,
  547. dest,
  548. sources);
  549. context.Add(operation);
  550. }
  551. }
  552. }
  553. public static void Txd(EmitterContext context)
  554. {
  555. OpCodeTxd op = (OpCodeTxd)context.CurrOp;
  556. if (op.Rd.IsRZ)
  557. {
  558. return;
  559. }
  560. int raIndex = op.Ra.Index;
  561. int rbIndex = op.Rb.Index;
  562. Operand Ra()
  563. {
  564. if (raIndex > RegisterConsts.RegisterZeroIndex)
  565. {
  566. return Const(0);
  567. }
  568. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  569. }
  570. Operand Rb()
  571. {
  572. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  573. {
  574. return Const(0);
  575. }
  576. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  577. }
  578. TextureFlags flags = TextureFlags.Derivatives;
  579. List<Operand> sourcesList = new List<Operand>();
  580. if (op.IsBindless)
  581. {
  582. sourcesList.Add(Ra());
  583. }
  584. SamplerType type = ConvertSamplerType(op.Dimensions);
  585. int coordsCount = type.GetDimensions();
  586. for (int index = 0; index < coordsCount; index++)
  587. {
  588. sourcesList.Add(Ra());
  589. }
  590. Operand packedParams = Ra();
  591. if (op.IsArray)
  592. {
  593. sourcesList.Add(context.BitwiseAnd(packedParams, Const(0xffff)));
  594. type |= SamplerType.Array;
  595. }
  596. // Derivatives (X and Y).
  597. for (int dIndex = 0; dIndex < 2 * coordsCount; dIndex++)
  598. {
  599. sourcesList.Add(Rb());
  600. }
  601. if (op.HasOffset)
  602. {
  603. for (int index = 0; index < coordsCount; index++)
  604. {
  605. sourcesList.Add(context.BitfieldExtractS32(packedParams, Const(16 + index * 4), Const(4)));
  606. }
  607. flags |= TextureFlags.Offset;
  608. }
  609. Operand[] sources = sourcesList.ToArray();
  610. int rdIndex = op.Rd.Index;
  611. Operand GetDest()
  612. {
  613. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  614. {
  615. return Const(0);
  616. }
  617. return Register(rdIndex++, RegisterType.Gpr);
  618. }
  619. int handle = !op.IsBindless ? op.Immediate : 0;
  620. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  621. {
  622. if ((compMask & 1) != 0)
  623. {
  624. Operand dest = GetDest();
  625. TextureOperation operation = new TextureOperation(
  626. Instruction.TextureSample,
  627. type,
  628. flags,
  629. handle,
  630. compIndex,
  631. dest,
  632. sources);
  633. context.Add(operation);
  634. }
  635. }
  636. }
  637. public static void Txq(EmitterContext context)
  638. {
  639. EmitTextureQuery(context, bindless: false);
  640. }
  641. public static void TxqB(EmitterContext context)
  642. {
  643. EmitTextureQuery(context, bindless: true);
  644. }
  645. private static void EmitTextureQuery(EmitterContext context, bool bindless)
  646. {
  647. OpCodeTex op = (OpCodeTex)context.CurrOp;
  648. if (op.Rd.IsRZ)
  649. {
  650. return;
  651. }
  652. TextureProperty property = (TextureProperty)op.RawOpCode.Extract(22, 6);
  653. // TODO: Validate and use property.
  654. Instruction inst = Instruction.TextureSize;
  655. SamplerType type = SamplerType.Texture2D;
  656. TextureFlags flags = bindless ? TextureFlags.Bindless : TextureFlags.None;
  657. int raIndex = op.Ra.Index;
  658. Operand Ra()
  659. {
  660. if (raIndex > RegisterConsts.RegisterZeroIndex)
  661. {
  662. return Const(0);
  663. }
  664. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  665. }
  666. List<Operand> sourcesList = new List<Operand>();
  667. if (bindless)
  668. {
  669. sourcesList.Add(Ra());
  670. }
  671. sourcesList.Add(Ra());
  672. Operand[] sources = sourcesList.ToArray();
  673. int rdIndex = op.Rd.Index;
  674. Operand GetDest()
  675. {
  676. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  677. {
  678. return Const(0);
  679. }
  680. return Register(rdIndex++, RegisterType.Gpr);
  681. }
  682. int handle = !bindless ? op.Immediate : 0;
  683. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  684. {
  685. if ((compMask & 1) != 0)
  686. {
  687. Operand dest = GetDest();
  688. TextureOperation operation = new TextureOperation(
  689. inst,
  690. type,
  691. flags,
  692. handle,
  693. compIndex,
  694. dest,
  695. sources);
  696. context.Add(operation);
  697. }
  698. }
  699. }
  700. private static void EmitTextureSample(EmitterContext context, TextureFlags flags)
  701. {
  702. OpCodeTexture op = (OpCodeTexture)context.CurrOp;
  703. bool isBindless = (flags & TextureFlags.Bindless) != 0;
  704. if (op.Rd.IsRZ)
  705. {
  706. return;
  707. }
  708. int raIndex = op.Ra.Index;
  709. int rbIndex = op.Rb.Index;
  710. Operand Ra()
  711. {
  712. if (raIndex > RegisterConsts.RegisterZeroIndex)
  713. {
  714. return Const(0);
  715. }
  716. return context.Copy(Register(raIndex++, RegisterType.Gpr));
  717. }
  718. Operand Rb()
  719. {
  720. if (rbIndex > RegisterConsts.RegisterZeroIndex)
  721. {
  722. return Const(0);
  723. }
  724. return context.Copy(Register(rbIndex++, RegisterType.Gpr));
  725. }
  726. Operand arrayIndex = op.IsArray ? Ra() : null;
  727. List<Operand> sourcesList = new List<Operand>();
  728. if (isBindless)
  729. {
  730. sourcesList.Add(Rb());
  731. }
  732. SamplerType type = ConvertSamplerType(op.Dimensions);
  733. int coordsCount = type.GetDimensions();
  734. for (int index = 0; index < coordsCount; index++)
  735. {
  736. sourcesList.Add(Ra());
  737. }
  738. if (op.IsArray)
  739. {
  740. sourcesList.Add(arrayIndex);
  741. type |= SamplerType.Array;
  742. }
  743. bool hasLod = op.LodMode > TextureLodMode.LodZero;
  744. Operand lodValue = hasLod ? Rb() : ConstF(0);
  745. Operand packedOffs = op.HasOffset ? Rb() : null;
  746. if (op.HasDepthCompare)
  747. {
  748. sourcesList.Add(Rb());
  749. type |= SamplerType.Shadow;
  750. }
  751. if ((op.LodMode == TextureLodMode.LodZero ||
  752. op.LodMode == TextureLodMode.LodLevel ||
  753. op.LodMode == TextureLodMode.LodLevelA) && !op.IsMultisample)
  754. {
  755. sourcesList.Add(lodValue);
  756. flags |= TextureFlags.LodLevel;
  757. }
  758. if (op.HasOffset)
  759. {
  760. for (int index = 0; index < coordsCount; index++)
  761. {
  762. sourcesList.Add(context.BitfieldExtractS32(packedOffs, Const(index * 4), Const(4)));
  763. }
  764. flags |= TextureFlags.Offset;
  765. }
  766. if (op.LodMode == TextureLodMode.LodBias ||
  767. op.LodMode == TextureLodMode.LodBiasA)
  768. {
  769. sourcesList.Add(lodValue);
  770. flags |= TextureFlags.LodBias;
  771. }
  772. if (op.IsMultisample)
  773. {
  774. sourcesList.Add(Rb());
  775. type |= SamplerType.Multisample;
  776. }
  777. Operand[] sources = sourcesList.ToArray();
  778. int rdIndex = op.Rd.Index;
  779. Operand GetDest()
  780. {
  781. if (rdIndex > RegisterConsts.RegisterZeroIndex)
  782. {
  783. return Const(0);
  784. }
  785. return Register(rdIndex++, RegisterType.Gpr);
  786. }
  787. int handle = !isBindless ? op.Immediate : 0;
  788. for (int compMask = op.ComponentMask, compIndex = 0; compMask != 0; compMask >>= 1, compIndex++)
  789. {
  790. if ((compMask & 1) != 0)
  791. {
  792. Operand dest = GetDest();
  793. TextureOperation operation = new TextureOperation(
  794. Instruction.TextureSample,
  795. type,
  796. flags,
  797. handle,
  798. compIndex,
  799. dest,
  800. sources);
  801. context.Add(operation);
  802. }
  803. }
  804. }
  805. private static int GetComponents(IntegerSize size)
  806. {
  807. return size switch
  808. {
  809. IntegerSize.B64 => 2,
  810. IntegerSize.B128 => 4,
  811. IntegerSize.UB128 => 4,
  812. _ => 1
  813. };
  814. }
  815. private static int GetComponentSizeInBytesLog2(IntegerSize size)
  816. {
  817. return size switch
  818. {
  819. IntegerSize.U8 => 0,
  820. IntegerSize.S8 => 0,
  821. IntegerSize.U16 => 1,
  822. IntegerSize.S16 => 1,
  823. IntegerSize.B32 => 2,
  824. IntegerSize.B64 => 3,
  825. IntegerSize.B128 => 4,
  826. IntegerSize.UB128 => 4,
  827. _ => 2
  828. };
  829. }
  830. private static TextureFormat GetTextureFormat(EmitterContext context, int handle)
  831. {
  832. var format = (TextureFormat)context.Config.QueryInfo(QueryInfoName.TextureFormat, handle);
  833. if (format == TextureFormat.Unknown)
  834. {
  835. context.Config.PrintLog($"Unknown format for texture {handle}.");
  836. format = TextureFormat.R8G8B8A8Unorm;
  837. }
  838. return format;
  839. }
  840. private static TextureFormat GetTextureFormat(IntegerSize size)
  841. {
  842. return size switch
  843. {
  844. IntegerSize.U8 => TextureFormat.R8Uint,
  845. IntegerSize.S8 => TextureFormat.R8Sint,
  846. IntegerSize.U16 => TextureFormat.R16Uint,
  847. IntegerSize.S16 => TextureFormat.R16Sint,
  848. IntegerSize.B32 => TextureFormat.R32Uint,
  849. IntegerSize.B64 => TextureFormat.R32G32Uint,
  850. IntegerSize.B128 => TextureFormat.R32G32B32A32Uint,
  851. IntegerSize.UB128 => TextureFormat.R32G32B32A32Uint,
  852. _ => TextureFormat.R32Uint
  853. };
  854. }
  855. private static SamplerType ConvertSamplerType(ImageDimensions target)
  856. {
  857. return target switch
  858. {
  859. ImageDimensions.Image1D => SamplerType.Texture1D,
  860. ImageDimensions.ImageBuffer => SamplerType.TextureBuffer,
  861. ImageDimensions.Image1DArray => SamplerType.Texture1D | SamplerType.Array,
  862. ImageDimensions.Image2D => SamplerType.Texture2D,
  863. ImageDimensions.Image2DArray => SamplerType.Texture2D | SamplerType.Array,
  864. ImageDimensions.Image3D => SamplerType.Texture3D,
  865. _ => SamplerType.None
  866. };
  867. }
  868. private static SamplerType ConvertSamplerType(TextureDimensions dimensions)
  869. {
  870. return dimensions switch
  871. {
  872. TextureDimensions.Texture1D => SamplerType.Texture1D,
  873. TextureDimensions.Texture2D => SamplerType.Texture2D,
  874. TextureDimensions.Texture3D => SamplerType.Texture3D,
  875. TextureDimensions.TextureCube => SamplerType.TextureCube,
  876. _ => throw new ArgumentException($"Invalid texture dimensions \"{dimensions}\".")
  877. };
  878. }
  879. private static SamplerType ConvertSamplerType(TextureTarget type)
  880. {
  881. switch (type)
  882. {
  883. case TextureTarget.Texture1DLodZero:
  884. return SamplerType.Texture1D;
  885. case TextureTarget.Texture2D:
  886. case TextureTarget.Texture2DLodZero:
  887. case TextureTarget.Texture2DLodLevel:
  888. return SamplerType.Texture2D;
  889. case TextureTarget.Texture2DDepthCompare:
  890. case TextureTarget.Texture2DLodLevelDepthCompare:
  891. case TextureTarget.Texture2DLodZeroDepthCompare:
  892. return SamplerType.Texture2D | SamplerType.Shadow;
  893. case TextureTarget.Texture2DArray:
  894. case TextureTarget.Texture2DArrayLodZero:
  895. return SamplerType.Texture2D | SamplerType.Array;
  896. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  897. return SamplerType.Texture2D | SamplerType.Array | SamplerType.Shadow;
  898. case TextureTarget.Texture3D:
  899. case TextureTarget.Texture3DLodZero:
  900. return SamplerType.Texture3D;
  901. case TextureTarget.TextureCube:
  902. case TextureTarget.TextureCubeLodLevel:
  903. return SamplerType.TextureCube;
  904. }
  905. return SamplerType.None;
  906. }
  907. private static SamplerType ConvertSamplerType(TexelLoadTarget type)
  908. {
  909. switch (type)
  910. {
  911. case TexelLoadTarget.Texture1DLodZero:
  912. case TexelLoadTarget.Texture1DLodLevel:
  913. return SamplerType.Texture1D;
  914. case TexelLoadTarget.Texture2DLodZero:
  915. case TexelLoadTarget.Texture2DLodZeroOffset:
  916. case TexelLoadTarget.Texture2DLodLevel:
  917. case TexelLoadTarget.Texture2DLodLevelOffset:
  918. return SamplerType.Texture2D;
  919. case TexelLoadTarget.Texture2DLodZeroMultisample:
  920. return SamplerType.Texture2D | SamplerType.Multisample;
  921. case TexelLoadTarget.Texture3DLodZero:
  922. return SamplerType.Texture3D;
  923. case TexelLoadTarget.Texture2DArrayLodZero:
  924. return SamplerType.Texture2D | SamplerType.Array;
  925. }
  926. return SamplerType.None;
  927. }
  928. private static TextureFlags ConvertTextureFlags(Decoders.TextureTarget type)
  929. {
  930. switch (type)
  931. {
  932. case TextureTarget.Texture1DLodZero:
  933. case TextureTarget.Texture2DLodZero:
  934. case TextureTarget.Texture2DLodLevel:
  935. case TextureTarget.Texture2DLodLevelDepthCompare:
  936. case TextureTarget.Texture2DLodZeroDepthCompare:
  937. case TextureTarget.Texture2DArrayLodZero:
  938. case TextureTarget.Texture2DArrayLodZeroDepthCompare:
  939. case TextureTarget.Texture3DLodZero:
  940. case TextureTarget.TextureCubeLodLevel:
  941. return TextureFlags.LodLevel;
  942. case TextureTarget.Texture2D:
  943. case TextureTarget.Texture2DDepthCompare:
  944. case TextureTarget.Texture2DArray:
  945. case TextureTarget.Texture3D:
  946. case TextureTarget.TextureCube:
  947. return TextureFlags.None;
  948. }
  949. return TextureFlags.None;
  950. }
  951. private static TextureFlags ConvertTextureFlags(TexelLoadTarget type)
  952. {
  953. switch (type)
  954. {
  955. case TexelLoadTarget.Texture1DLodZero:
  956. case TexelLoadTarget.Texture1DLodLevel:
  957. case TexelLoadTarget.Texture2DLodZero:
  958. case TexelLoadTarget.Texture2DLodLevel:
  959. case TexelLoadTarget.Texture2DLodZeroMultisample:
  960. case TexelLoadTarget.Texture3DLodZero:
  961. case TexelLoadTarget.Texture2DArrayLodZero:
  962. return TextureFlags.LodLevel;
  963. case TexelLoadTarget.Texture2DLodZeroOffset:
  964. case TexelLoadTarget.Texture2DLodLevelOffset:
  965. return TextureFlags.LodLevel | TextureFlags.Offset;
  966. }
  967. return TextureFlags.None;
  968. }
  969. }
  970. }