InstEmitFArith.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487
  1. using Ryujinx.Graphics.Shader.Decoders;
  2. using Ryujinx.Graphics.Shader.IntermediateRepresentation;
  3. using Ryujinx.Graphics.Shader.Translation;
  4. using System;
  5. using static Ryujinx.Graphics.Shader.Instructions.InstEmitAluHelper;
  6. using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
  7. using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
  8. namespace Ryujinx.Graphics.Shader.Instructions
  9. {
  10. static partial class InstEmit
  11. {
  12. public static void Fadd(EmitterContext context)
  13. {
  14. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  15. bool absoluteA = op.AbsoluteA, absoluteB, negateA, negateB;
  16. if (op is OpCodeFArithImm32)
  17. {
  18. negateB = op.RawOpCode.Extract(53);
  19. negateA = op.RawOpCode.Extract(56);
  20. absoluteB = op.RawOpCode.Extract(57);
  21. }
  22. else
  23. {
  24. negateB = op.RawOpCode.Extract(45);
  25. negateA = op.RawOpCode.Extract(48);
  26. absoluteB = op.RawOpCode.Extract(49);
  27. }
  28. Operand srcA = context.FPAbsNeg(GetSrcA(context), absoluteA, negateA);
  29. Operand srcB = context.FPAbsNeg(GetSrcB(context), absoluteB, negateB);
  30. Operand dest = GetDest(context);
  31. context.Copy(dest, context.FPSaturate(context.FPAdd(srcA, srcB), op.Saturate));
  32. SetFPZnFlags(context, dest, op.SetCondCode);
  33. }
  34. public static void Ffma(EmitterContext context)
  35. {
  36. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  37. bool negateB = op.RawOpCode.Extract(48);
  38. bool negateC = op.RawOpCode.Extract(49);
  39. Operand srcA = GetSrcA(context);
  40. Operand srcB = context.FPNegate(GetSrcB(context), negateB);
  41. Operand srcC = context.FPNegate(GetSrcC(context), negateC);
  42. Operand dest = GetDest(context);
  43. context.Copy(dest, context.FPSaturate(context.FPFusedMultiplyAdd(srcA, srcB, srcC), op.Saturate));
  44. SetFPZnFlags(context, dest, op.SetCondCode);
  45. }
  46. public static void Ffma32i(EmitterContext context)
  47. {
  48. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  49. bool saturate = op.RawOpCode.Extract(55);
  50. bool negateA = op.RawOpCode.Extract(56);
  51. bool negateC = op.RawOpCode.Extract(57);
  52. Operand srcA = context.FPNegate(GetSrcA(context), negateA);
  53. Operand srcC = context.FPNegate(GetDest(context), negateC);
  54. Operand srcB = GetSrcB(context);
  55. Operand dest = GetDest(context);
  56. context.Copy(dest, context.FPSaturate(context.FPFusedMultiplyAdd(srcA, srcB, srcC), saturate));
  57. SetFPZnFlags(context, dest, op.SetCondCode);
  58. }
  59. public static void Fmnmx(EmitterContext context)
  60. {
  61. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  62. bool absoluteA = op.AbsoluteA;
  63. bool negateB = op.RawOpCode.Extract(45);
  64. bool negateA = op.RawOpCode.Extract(48);
  65. bool absoluteB = op.RawOpCode.Extract(49);
  66. Operand srcA = context.FPAbsNeg(GetSrcA(context), absoluteA, negateA);
  67. Operand srcB = context.FPAbsNeg(GetSrcB(context), absoluteB, negateB);
  68. Operand resMin = context.FPMinimum(srcA, srcB);
  69. Operand resMax = context.FPMaximum(srcA, srcB);
  70. Operand pred = GetPredicate39(context);
  71. Operand dest = GetDest(context);
  72. context.Copy(dest, context.ConditionalSelect(pred, resMin, resMax));
  73. SetFPZnFlags(context, dest, op.SetCondCode);
  74. }
  75. public static void Fmul(EmitterContext context)
  76. {
  77. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  78. bool isImm32 = op is OpCodeFArithImm32;
  79. bool negateB = !isImm32 && op.RawOpCode.Extract(48);
  80. Operand srcA = GetSrcA(context);
  81. Operand srcB = context.FPNegate(GetSrcB(context), negateB);
  82. switch (op.Scale)
  83. {
  84. case FPMultiplyScale.None: break;
  85. case FPMultiplyScale.Divide2: srcA = context.FPDivide (srcA, ConstF(2)); break;
  86. case FPMultiplyScale.Divide4: srcA = context.FPDivide (srcA, ConstF(4)); break;
  87. case FPMultiplyScale.Divide8: srcA = context.FPDivide (srcA, ConstF(8)); break;
  88. case FPMultiplyScale.Multiply2: srcA = context.FPMultiply(srcA, ConstF(2)); break;
  89. case FPMultiplyScale.Multiply4: srcA = context.FPMultiply(srcA, ConstF(4)); break;
  90. case FPMultiplyScale.Multiply8: srcA = context.FPMultiply(srcA, ConstF(8)); break;
  91. default: break; //TODO: Warning.
  92. }
  93. Operand dest = GetDest(context);
  94. bool saturate = isImm32 ? op.RawOpCode.Extract(55) : op.Saturate;
  95. context.Copy(dest, context.FPSaturate(context.FPMultiply(srcA, srcB), saturate));
  96. SetFPZnFlags(context, dest, op.SetCondCode);
  97. }
  98. public static void Fset(EmitterContext context)
  99. {
  100. OpCodeSet op = (OpCodeSet)context.CurrOp;
  101. Condition cmpOp = (Condition)op.RawOpCode.Extract(48, 4);
  102. bool negateA = op.RawOpCode.Extract(43);
  103. bool absoluteB = op.RawOpCode.Extract(44);
  104. bool boolFloat = op.RawOpCode.Extract(52);
  105. bool negateB = op.RawOpCode.Extract(53);
  106. bool absoluteA = op.RawOpCode.Extract(54);
  107. Operand srcA = context.FPAbsNeg(GetSrcA(context), absoluteA, negateA);
  108. Operand srcB = context.FPAbsNeg(GetSrcB(context), absoluteB, negateB);
  109. Operand res = GetFPComparison(context, cmpOp, srcA, srcB);
  110. Operand pred = GetPredicate39(context);
  111. res = GetPredLogicalOp(context, op.LogicalOp, res, pred);
  112. Operand dest = GetDest(context);
  113. if (boolFloat)
  114. {
  115. res = context.ConditionalSelect(res, ConstF(1), Const(0));
  116. context.Copy(dest, res);
  117. SetFPZnFlags(context, res, op.SetCondCode);
  118. }
  119. else
  120. {
  121. context.Copy(dest, res);
  122. SetZnFlags(context, res, op.SetCondCode, op.Extended);
  123. }
  124. // TODO: X
  125. }
  126. public static void Fsetp(EmitterContext context)
  127. {
  128. OpCodeSet op = (OpCodeSet)context.CurrOp;
  129. Condition cmpOp = (Condition)op.RawOpCode.Extract(48, 4);
  130. bool negateB = op.RawOpCode.Extract(6);
  131. bool absoluteA = op.RawOpCode.Extract(7);
  132. bool negateA = op.RawOpCode.Extract(43);
  133. bool absoluteB = op.RawOpCode.Extract(44);
  134. Operand srcA = context.FPAbsNeg(GetSrcA(context), absoluteA, negateA);
  135. Operand srcB = context.FPAbsNeg(GetSrcB(context), absoluteB, negateB);
  136. Operand p0Res = GetFPComparison(context, cmpOp, srcA, srcB);
  137. Operand p1Res = context.BitwiseNot(p0Res);
  138. Operand pred = GetPredicate39(context);
  139. p0Res = GetPredLogicalOp(context, op.LogicalOp, p0Res, pred);
  140. p1Res = GetPredLogicalOp(context, op.LogicalOp, p1Res, pred);
  141. context.Copy(Register(op.Predicate3), p0Res);
  142. context.Copy(Register(op.Predicate0), p1Res);
  143. }
  144. public static void Fswzadd(EmitterContext context)
  145. {
  146. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  147. int mask = op.RawOpCode.Extract(28, 8);
  148. Operand srcA = GetSrcA(context);
  149. Operand srcB = GetSrcB(context);
  150. Operand dest = GetDest(context);
  151. context.Copy(dest, context.FPSwizzleAdd(srcA, srcB, mask));
  152. SetFPZnFlags(context, dest, op.SetCondCode);
  153. }
  154. public static void Hadd2(EmitterContext context)
  155. {
  156. Hadd2Hmul2Impl(context, isAdd: true);
  157. }
  158. public static void Hfma2(EmitterContext context)
  159. {
  160. IOpCodeHfma op = (IOpCodeHfma)context.CurrOp;
  161. Operand[] srcA = GetHfmaSrcA(context);
  162. Operand[] srcB = GetHfmaSrcB(context);
  163. Operand[] srcC = GetHfmaSrcC(context);
  164. Operand[] res = new Operand[2];
  165. for (int index = 0; index < res.Length; index++)
  166. {
  167. res[index] = context.FPFusedMultiplyAdd(srcA[index], srcB[index], srcC[index]);
  168. res[index] = context.FPSaturate(res[index], op.Saturate);
  169. }
  170. context.Copy(GetDest(context), GetHalfPacked(context, res));
  171. }
  172. public static void Hmul2(EmitterContext context)
  173. {
  174. Hadd2Hmul2Impl(context, isAdd: false);
  175. }
  176. private static void Hadd2Hmul2Impl(EmitterContext context, bool isAdd)
  177. {
  178. OpCode op = context.CurrOp;
  179. bool saturate = op.RawOpCode.Extract(op is IOpCodeReg ? 32 : 52);
  180. Operand[] srcA = GetHalfSrcA(context, isAdd);
  181. Operand[] srcB = GetHalfSrcB(context);
  182. Operand[] res = new Operand[2];
  183. for (int index = 0; index < res.Length; index++)
  184. {
  185. if (isAdd)
  186. {
  187. res[index] = context.FPAdd(srcA[index], srcB[index]);
  188. }
  189. else
  190. {
  191. res[index] = context.FPMultiply(srcA[index], srcB[index]);
  192. }
  193. res[index] = context.FPSaturate(res[index], saturate);
  194. }
  195. context.Copy(GetDest(context), GetHalfPacked(context, res));
  196. }
  197. public static void Hset2(EmitterContext context)
  198. {
  199. OpCodeSet op = (OpCodeSet)context.CurrOp;
  200. bool isRegVariant = op is IOpCodeReg;
  201. bool boolFloat = isRegVariant
  202. ? op.RawOpCode.Extract(49)
  203. : op.RawOpCode.Extract(53);
  204. Condition cmpOp = isRegVariant
  205. ? (Condition)op.RawOpCode.Extract(35, 4)
  206. : (Condition)op.RawOpCode.Extract(49, 4);
  207. Operand[] srcA = GetHalfSrcA(context);
  208. Operand[] srcB = GetHalfSrcB(context);
  209. Operand[] res = new Operand[2];
  210. res[0] = GetFPComparison(context, cmpOp, srcA[0], srcB[0]);
  211. res[1] = GetFPComparison(context, cmpOp, srcA[1], srcB[1]);
  212. Operand pred = GetPredicate39(context);
  213. res[0] = GetPredLogicalOp(context, op.LogicalOp, res[0], pred);
  214. res[1] = GetPredLogicalOp(context, op.LogicalOp, res[1], pred);
  215. if (boolFloat)
  216. {
  217. res[0] = context.ConditionalSelect(res[0], ConstF(1), Const(0));
  218. res[1] = context.ConditionalSelect(res[1], ConstF(1), Const(0));
  219. context.Copy(GetDest(context), context.PackHalf2x16(res[0], res[1]));
  220. }
  221. else
  222. {
  223. Operand low = context.BitwiseAnd(res[0], Const(0xffff));
  224. Operand high = context.ShiftLeft (res[1], Const(16));
  225. Operand packed = context.BitwiseOr(low, high);
  226. context.Copy(GetDest(context), packed);
  227. }
  228. }
  229. public static void Hsetp2(EmitterContext context)
  230. {
  231. OpCodeSet op = (OpCodeSet)context.CurrOp;
  232. bool isRegVariant = op is IOpCodeReg;
  233. bool hAnd = isRegVariant
  234. ? op.RawOpCode.Extract(49)
  235. : op.RawOpCode.Extract(53);
  236. Condition cmpOp = isRegVariant
  237. ? (Condition)op.RawOpCode.Extract(35, 4)
  238. : (Condition)op.RawOpCode.Extract(49, 4);
  239. Operand[] srcA = GetHalfSrcA(context);
  240. Operand[] srcB = GetHalfSrcB(context);
  241. Operand p0Res = GetFPComparison(context, cmpOp, srcA[0], srcB[0]);
  242. Operand p1Res = GetFPComparison(context, cmpOp, srcA[1], srcB[1]);
  243. if (hAnd)
  244. {
  245. p0Res = context.BitwiseAnd(p0Res, p1Res);
  246. p1Res = context.BitwiseNot(p0Res);
  247. }
  248. Operand pred = GetPredicate39(context);
  249. p0Res = GetPredLogicalOp(context, op.LogicalOp, p0Res, pred);
  250. p1Res = GetPredLogicalOp(context, op.LogicalOp, p1Res, pred);
  251. context.Copy(Register(op.Predicate3), p0Res);
  252. context.Copy(Register(op.Predicate0), p1Res);
  253. }
  254. public static void Mufu(EmitterContext context)
  255. {
  256. IOpCodeFArith op = (IOpCodeFArith)context.CurrOp;
  257. bool negateB = op.RawOpCode.Extract(48);
  258. Operand res = context.FPAbsNeg(GetSrcA(context), op.AbsoluteA, negateB);
  259. MufuOperation subOp = (MufuOperation)context.CurrOp.RawOpCode.Extract(20, 4);
  260. switch (subOp)
  261. {
  262. case MufuOperation.Cosine:
  263. res = context.FPCosine(res);
  264. break;
  265. case MufuOperation.Sine:
  266. res = context.FPSine(res);
  267. break;
  268. case MufuOperation.ExponentB2:
  269. res = context.FPExponentB2(res);
  270. break;
  271. case MufuOperation.LogarithmB2:
  272. res = context.FPLogarithmB2(res);
  273. break;
  274. case MufuOperation.Reciprocal:
  275. res = context.FPReciprocal(res);
  276. break;
  277. case MufuOperation.ReciprocalSquareRoot:
  278. res = context.FPReciprocalSquareRoot(res);
  279. break;
  280. case MufuOperation.SquareRoot:
  281. res = context.FPSquareRoot(res);
  282. break;
  283. default: /* TODO */ break;
  284. }
  285. context.Copy(GetDest(context), context.FPSaturate(res, op.Saturate));
  286. }
  287. private static Operand GetFPComparison(
  288. EmitterContext context,
  289. Condition cond,
  290. Operand srcA,
  291. Operand srcB)
  292. {
  293. Operand res;
  294. if (cond == Condition.Always)
  295. {
  296. res = Const(IrConsts.True);
  297. }
  298. else if (cond == Condition.Never)
  299. {
  300. res = Const(IrConsts.False);
  301. }
  302. else if (cond == Condition.Nan || cond == Condition.Number)
  303. {
  304. res = context.BitwiseOr(context.IsNan(srcA), context.IsNan(srcB));
  305. if (cond == Condition.Number)
  306. {
  307. res = context.BitwiseNot(res);
  308. }
  309. }
  310. else
  311. {
  312. Instruction inst;
  313. switch (cond & ~Condition.Nan)
  314. {
  315. case Condition.Less: inst = Instruction.CompareLess; break;
  316. case Condition.Equal: inst = Instruction.CompareEqual; break;
  317. case Condition.LessOrEqual: inst = Instruction.CompareLessOrEqual; break;
  318. case Condition.Greater: inst = Instruction.CompareGreater; break;
  319. case Condition.NotEqual: inst = Instruction.CompareNotEqual; break;
  320. case Condition.GreaterOrEqual: inst = Instruction.CompareGreaterOrEqual; break;
  321. default: throw new InvalidOperationException($"Unexpected condition \"{cond}\".");
  322. }
  323. res = context.Add(inst | Instruction.FP, Local(), srcA, srcB);
  324. if ((cond & Condition.Nan) != 0)
  325. {
  326. res = context.BitwiseOr(res, context.IsNan(srcA));
  327. res = context.BitwiseOr(res, context.IsNan(srcB));
  328. }
  329. }
  330. return res;
  331. }
  332. private static Operand[] GetHfmaSrcA(EmitterContext context)
  333. {
  334. IOpCodeHfma op = (IOpCodeHfma)context.CurrOp;
  335. return GetHalfUnpacked(context, GetSrcA(context), op.SwizzleA);
  336. }
  337. private static Operand[] GetHfmaSrcB(EmitterContext context)
  338. {
  339. IOpCodeHfma op = (IOpCodeHfma)context.CurrOp;
  340. Operand[] operands = GetHalfUnpacked(context, GetSrcB(context), op.SwizzleB);
  341. return FPAbsNeg(context, operands, false, op.NegateB);
  342. }
  343. private static Operand[] GetHfmaSrcC(EmitterContext context)
  344. {
  345. IOpCodeHfma op = (IOpCodeHfma)context.CurrOp;
  346. Operand[] operands = GetHalfUnpacked(context, GetSrcC(context), op.SwizzleC);
  347. return FPAbsNeg(context, operands, false, op.NegateC);
  348. }
  349. }
  350. }