InstEmitAlu.cs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848
  1. using Ryujinx.Graphics.Shader.Decoders;
  2. using Ryujinx.Graphics.Shader.IntermediateRepresentation;
  3. using Ryujinx.Graphics.Shader.Translation;
  4. using System;
  5. using static Ryujinx.Graphics.Shader.Instructions.InstEmitHelper;
  6. using static Ryujinx.Graphics.Shader.Instructions.InstEmitAluHelper;
  7. using static Ryujinx.Graphics.Shader.IntermediateRepresentation.OperandHelper;
  8. namespace Ryujinx.Graphics.Shader.Instructions
  9. {
  10. static partial class InstEmit
  11. {
  12. public static void Bfe(EmitterContext context)
  13. {
  14. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  15. bool isReverse = op.RawOpCode.Extract(40);
  16. bool isSigned = op.RawOpCode.Extract(48);
  17. Operand srcA = GetSrcA(context);
  18. Operand srcB = GetSrcB(context);
  19. if (isReverse)
  20. {
  21. srcA = context.BitfieldReverse(srcA);
  22. }
  23. Operand position = context.BitwiseAnd(srcB, Const(0xff));
  24. Operand size = context.BitfieldExtractU32(srcB, Const(8), Const(8));
  25. Operand res = isSigned
  26. ? context.BitfieldExtractS32(srcA, position, size)
  27. : context.BitfieldExtractU32(srcA, position, size);
  28. context.Copy(GetDest(context), res);
  29. // TODO: CC, X, corner cases
  30. }
  31. public static void Bfi(EmitterContext context)
  32. {
  33. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  34. Operand srcA = GetSrcA(context);
  35. Operand srcB = GetSrcB(context);
  36. Operand srcC = GetSrcC(context);
  37. Operand position = context.BitwiseAnd(srcB, Const(0xff));
  38. Operand size = context.BitfieldExtractU32(srcB, Const(8), Const(8));
  39. Operand res = context.BitfieldInsert(srcC, srcA, position, size);
  40. context.Copy(GetDest(context), res);
  41. }
  42. public static void Csetp(EmitterContext context)
  43. {
  44. OpCodePset op = (OpCodePset)context.CurrOp;
  45. // TODO: Implement that properly
  46. Operand p0Res = Const(IrConsts.True);
  47. Operand p1Res = context.BitwiseNot(p0Res);
  48. Operand pred = GetPredicate39(context);
  49. p0Res = GetPredLogicalOp(context, op.LogicalOp, p0Res, pred);
  50. p1Res = GetPredLogicalOp(context, op.LogicalOp, p1Res, pred);
  51. context.Copy(Register(op.Predicate3), p0Res);
  52. context.Copy(Register(op.Predicate0), p1Res);
  53. }
  54. public static void Flo(EmitterContext context)
  55. {
  56. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  57. bool invert = op.RawOpCode.Extract(40);
  58. bool countZeros = op.RawOpCode.Extract(41);
  59. bool isSigned = op.RawOpCode.Extract(48);
  60. Operand srcB = context.BitwiseNot(GetSrcB(context), invert);
  61. Operand res = isSigned
  62. ? context.FindFirstSetS32(srcB)
  63. : context.FindFirstSetU32(srcB);
  64. if (countZeros)
  65. {
  66. res = context.BitwiseExclusiveOr(res, Const(31));
  67. }
  68. context.Copy(GetDest(context), res);
  69. }
  70. public static void Iadd(EmitterContext context)
  71. {
  72. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  73. bool negateA = false, negateB = false;
  74. if (!(op is OpCodeAluImm32))
  75. {
  76. negateB = op.RawOpCode.Extract(48);
  77. negateA = op.RawOpCode.Extract(49);
  78. }
  79. else
  80. {
  81. // TODO: Other IADD32I variant without the negate.
  82. negateA = op.RawOpCode.Extract(56);
  83. }
  84. Operand srcA = context.INegate(GetSrcA(context), negateA);
  85. Operand srcB = context.INegate(GetSrcB(context), negateB);
  86. Operand res = context.IAdd(srcA, srcB);
  87. bool isSubtraction = negateA || negateB;
  88. if (op.Extended)
  89. {
  90. // Add carry, or subtract borrow.
  91. res = context.IAdd(res, isSubtraction
  92. ? context.BitwiseNot(GetCF())
  93. : context.BitwiseAnd(GetCF(), Const(1)));
  94. }
  95. SetIaddFlags(context, res, srcA, srcB, op.SetCondCode, op.Extended, isSubtraction);
  96. context.Copy(GetDest(context), res);
  97. }
  98. public static void Iadd3(EmitterContext context)
  99. {
  100. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  101. IntegerHalfPart partC = (IntegerHalfPart)op.RawOpCode.Extract(31, 2);
  102. IntegerHalfPart partB = (IntegerHalfPart)op.RawOpCode.Extract(33, 2);
  103. IntegerHalfPart partA = (IntegerHalfPart)op.RawOpCode.Extract(35, 2);
  104. IntegerShift mode = (IntegerShift)op.RawOpCode.Extract(37, 2);
  105. bool negateC = op.RawOpCode.Extract(49);
  106. bool negateB = op.RawOpCode.Extract(50);
  107. bool negateA = op.RawOpCode.Extract(51);
  108. Operand Extend(Operand src, IntegerHalfPart part)
  109. {
  110. if (!(op is OpCodeAluReg) || part == IntegerHalfPart.B32)
  111. {
  112. return src;
  113. }
  114. if (part == IntegerHalfPart.H0)
  115. {
  116. return context.BitwiseAnd(src, Const(0xffff));
  117. }
  118. else if (part == IntegerHalfPart.H1)
  119. {
  120. return context.ShiftRightU32(src, Const(16));
  121. }
  122. else
  123. {
  124. // TODO: Warning.
  125. }
  126. return src;
  127. }
  128. Operand srcA = context.INegate(Extend(GetSrcA(context), partA), negateA);
  129. Operand srcB = context.INegate(Extend(GetSrcB(context), partB), negateB);
  130. Operand srcC = context.INegate(Extend(GetSrcC(context), partC), negateC);
  131. Operand res = context.IAdd(srcA, srcB);
  132. if (op is OpCodeAluReg && mode != IntegerShift.NoShift)
  133. {
  134. if (mode == IntegerShift.ShiftLeft)
  135. {
  136. res = context.ShiftLeft(res, Const(16));
  137. }
  138. else if (mode == IntegerShift.ShiftRight)
  139. {
  140. res = context.ShiftRightU32(res, Const(16));
  141. }
  142. else
  143. {
  144. // TODO: Warning.
  145. }
  146. }
  147. res = context.IAdd(res, srcC);
  148. context.Copy(GetDest(context), res);
  149. // TODO: CC, X, corner cases
  150. }
  151. public static void Icmp(EmitterContext context)
  152. {
  153. OpCode op = context.CurrOp;
  154. bool isSigned = op.RawOpCode.Extract(48);
  155. IntegerCondition cmpOp = (IntegerCondition)op.RawOpCode.Extract(49, 3);
  156. Operand srcA = GetSrcA(context);
  157. Operand srcB = GetSrcB(context);
  158. Operand srcC = GetSrcC(context);
  159. Operand cmpRes = GetIntComparison(context, cmpOp, srcC, Const(0), isSigned);
  160. Operand res = context.ConditionalSelect(cmpRes, srcA, srcB);
  161. context.Copy(GetDest(context), res);
  162. }
  163. public static void Imad(EmitterContext context)
  164. {
  165. bool signedA = context.CurrOp.RawOpCode.Extract(48);
  166. bool signedB = context.CurrOp.RawOpCode.Extract(53);
  167. bool high = context.CurrOp.RawOpCode.Extract(54);
  168. Operand srcA = GetSrcA(context);
  169. Operand srcB = GetSrcB(context);
  170. Operand srcC = GetSrcC(context);
  171. Operand res;
  172. if (high)
  173. {
  174. if (signedA && signedB)
  175. {
  176. res = context.MultiplyHighS32(srcA, srcB);
  177. }
  178. else
  179. {
  180. res = context.MultiplyHighU32(srcA, srcB);
  181. if (signedA)
  182. {
  183. res = context.IAdd(res, context.IMultiply(srcB, context.ShiftRightS32(srcA, Const(31))));
  184. }
  185. else if (signedB)
  186. {
  187. res = context.IAdd(res, context.IMultiply(srcA, context.ShiftRightS32(srcB, Const(31))));
  188. }
  189. }
  190. }
  191. else
  192. {
  193. res = context.IMultiply(srcA, srcB);
  194. }
  195. res = context.IAdd(res, srcC);
  196. // TODO: CC, X, SAT, and more?
  197. context.Copy(GetDest(context), res);
  198. }
  199. public static void Imnmx(EmitterContext context)
  200. {
  201. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  202. bool isSignedInt = op.RawOpCode.Extract(48);
  203. Operand srcA = GetSrcA(context);
  204. Operand srcB = GetSrcB(context);
  205. Operand resMin = isSignedInt
  206. ? context.IMinimumS32(srcA, srcB)
  207. : context.IMinimumU32(srcA, srcB);
  208. Operand resMax = isSignedInt
  209. ? context.IMaximumS32(srcA, srcB)
  210. : context.IMaximumU32(srcA, srcB);
  211. Operand pred = GetPredicate39(context);
  212. Operand dest = GetDest(context);
  213. context.Copy(dest, context.ConditionalSelect(pred, resMin, resMax));
  214. SetZnFlags(context, dest, op.SetCondCode);
  215. // TODO: X flags.
  216. }
  217. public static void Iscadd(EmitterContext context)
  218. {
  219. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  220. bool negateA = false, negateB = false;
  221. if (!(op is OpCodeAluImm32))
  222. {
  223. negateB = op.RawOpCode.Extract(48);
  224. negateA = op.RawOpCode.Extract(49);
  225. }
  226. int shift = op is OpCodeAluImm32
  227. ? op.RawOpCode.Extract(53, 5)
  228. : op.RawOpCode.Extract(39, 5);
  229. Operand srcA = GetSrcA(context);
  230. Operand srcB = GetSrcB(context);
  231. srcA = context.ShiftLeft(srcA, Const(shift));
  232. srcA = context.INegate(srcA, negateA);
  233. srcB = context.INegate(srcB, negateB);
  234. Operand res = context.IAdd(srcA, srcB);
  235. context.Copy(GetDest(context), res);
  236. // TODO: CC, X
  237. }
  238. public static void Iset(EmitterContext context)
  239. {
  240. OpCodeSet op = (OpCodeSet)context.CurrOp;
  241. bool boolFloat = op.RawOpCode.Extract(44);
  242. bool isSigned = op.RawOpCode.Extract(48);
  243. IntegerCondition cmpOp = (IntegerCondition)op.RawOpCode.Extract(49, 3);
  244. Operand srcA = GetSrcA(context);
  245. Operand srcB = GetSrcB(context);
  246. Operand res = GetIntComparison(context, cmpOp, srcA, srcB, isSigned);
  247. Operand pred = GetPredicate39(context);
  248. res = GetPredLogicalOp(context, op.LogicalOp, res, pred);
  249. Operand dest = GetDest(context);
  250. if (boolFloat)
  251. {
  252. res = context.ConditionalSelect(res, ConstF(1), Const(0));
  253. context.Copy(dest, res);
  254. SetFPZnFlags(context, res, op.SetCondCode);
  255. }
  256. else
  257. {
  258. context.Copy(dest, res);
  259. SetZnFlags(context, res, op.SetCondCode, op.Extended);
  260. }
  261. // TODO: X
  262. }
  263. public static void Isetp(EmitterContext context)
  264. {
  265. OpCodeSet op = (OpCodeSet)context.CurrOp;
  266. bool isSigned = op.RawOpCode.Extract(48);
  267. IntegerCondition cmpOp = (IntegerCondition)op.RawOpCode.Extract(49, 3);
  268. Operand srcA = GetSrcA(context);
  269. Operand srcB = GetSrcB(context);
  270. Operand p0Res = GetIntComparison(context, cmpOp, srcA, srcB, isSigned);
  271. Operand p1Res = context.BitwiseNot(p0Res);
  272. Operand pred = GetPredicate39(context);
  273. p0Res = GetPredLogicalOp(context, op.LogicalOp, p0Res, pred);
  274. p1Res = GetPredLogicalOp(context, op.LogicalOp, p1Res, pred);
  275. context.Copy(Register(op.Predicate3), p0Res);
  276. context.Copy(Register(op.Predicate0), p1Res);
  277. }
  278. public static void Lop(EmitterContext context)
  279. {
  280. IOpCodeLop op = (IOpCodeLop)context.CurrOp;
  281. Operand srcA = context.BitwiseNot(GetSrcA(context), op.InvertA);
  282. Operand srcB = context.BitwiseNot(GetSrcB(context), op.InvertB);
  283. Operand res = srcB;
  284. switch (op.LogicalOp)
  285. {
  286. case LogicalOperation.And: res = context.BitwiseAnd (srcA, srcB); break;
  287. case LogicalOperation.Or: res = context.BitwiseOr (srcA, srcB); break;
  288. case LogicalOperation.ExclusiveOr: res = context.BitwiseExclusiveOr(srcA, srcB); break;
  289. }
  290. EmitLopPredWrite(context, op, res);
  291. Operand dest = GetDest(context);
  292. context.Copy(dest, res);
  293. SetZnFlags(context, dest, op.SetCondCode, op.Extended);
  294. }
  295. public static void Lop3(EmitterContext context)
  296. {
  297. IOpCodeLop op = (IOpCodeLop)context.CurrOp;
  298. Operand srcA = GetSrcA(context);
  299. Operand srcB = GetSrcB(context);
  300. Operand srcC = GetSrcC(context);
  301. bool regVariant = op is OpCodeLopReg;
  302. int truthTable = regVariant
  303. ? op.RawOpCode.Extract(28, 8)
  304. : op.RawOpCode.Extract(48, 8);
  305. Operand res = Lop3Expression.GetFromTruthTable(context, srcA, srcB, srcC, truthTable);
  306. if (regVariant)
  307. {
  308. EmitLopPredWrite(context, op, res);
  309. }
  310. Operand dest = GetDest(context);
  311. context.Copy(dest, res);
  312. SetZnFlags(context, dest, op.SetCondCode, op.Extended);
  313. }
  314. public static void Popc(EmitterContext context)
  315. {
  316. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  317. bool invert = op.RawOpCode.Extract(40);
  318. Operand srcB = context.BitwiseNot(GetSrcB(context), invert);
  319. Operand res = context.BitCount(srcB);
  320. context.Copy(GetDest(context), res);
  321. }
  322. public static void Pset(EmitterContext context)
  323. {
  324. OpCodePset op = (OpCodePset)context.CurrOp;
  325. bool boolFloat = op.RawOpCode.Extract(44);
  326. Operand srcA = context.BitwiseNot(Register(op.Predicate12), op.InvertA);
  327. Operand srcB = context.BitwiseNot(Register(op.Predicate29), op.InvertB);
  328. Operand srcC = context.BitwiseNot(Register(op.Predicate39), op.InvertP);
  329. Operand res = GetPredLogicalOp(context, op.LogicalOpAB, srcA, srcB);
  330. res = GetPredLogicalOp(context, op.LogicalOp, res, srcC);
  331. Operand dest = GetDest(context);
  332. if (boolFloat)
  333. {
  334. context.Copy(dest, context.ConditionalSelect(res, ConstF(1), Const(0)));
  335. }
  336. else
  337. {
  338. context.Copy(dest, res);
  339. }
  340. }
  341. public static void Psetp(EmitterContext context)
  342. {
  343. OpCodePset op = (OpCodePset)context.CurrOp;
  344. Operand srcA = context.BitwiseNot(Register(op.Predicate12), op.InvertA);
  345. Operand srcB = context.BitwiseNot(Register(op.Predicate29), op.InvertB);
  346. Operand p0Res = GetPredLogicalOp(context, op.LogicalOpAB, srcA, srcB);
  347. Operand p1Res = context.BitwiseNot(p0Res);
  348. Operand pred = GetPredicate39(context);
  349. p0Res = GetPredLogicalOp(context, op.LogicalOp, p0Res, pred);
  350. p1Res = GetPredLogicalOp(context, op.LogicalOp, p1Res, pred);
  351. context.Copy(Register(op.Predicate3), p0Res);
  352. context.Copy(Register(op.Predicate0), p1Res);
  353. }
  354. public static void Rro(EmitterContext context)
  355. {
  356. // This is the range reduction operator,
  357. // we translate it as a simple move, as it
  358. // should be always followed by a matching
  359. // MUFU instruction.
  360. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  361. bool negateB = op.RawOpCode.Extract(45);
  362. bool absoluteB = op.RawOpCode.Extract(49);
  363. Operand srcB = GetSrcB(context);
  364. srcB = context.FPAbsNeg(srcB, absoluteB, negateB);
  365. context.Copy(GetDest(context), srcB);
  366. }
  367. public static void Shl(EmitterContext context)
  368. {
  369. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  370. bool isMasked = op.RawOpCode.Extract(39);
  371. Operand srcB = GetSrcB(context);
  372. if (isMasked)
  373. {
  374. srcB = context.BitwiseAnd(srcB, Const(0x1f));
  375. }
  376. Operand res = context.ShiftLeft(GetSrcA(context), srcB);
  377. if (!isMasked)
  378. {
  379. // Clamped shift value.
  380. Operand isLessThan32 = context.ICompareLessUnsigned(srcB, Const(32));
  381. res = context.ConditionalSelect(isLessThan32, res, Const(0));
  382. }
  383. // TODO: X, CC
  384. context.Copy(GetDest(context), res);
  385. }
  386. public static void Shr(EmitterContext context)
  387. {
  388. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  389. bool isMasked = op.RawOpCode.Extract(39);
  390. bool isReverse = op.RawOpCode.Extract(40);
  391. bool isSigned = op.RawOpCode.Extract(48);
  392. Operand srcA = GetSrcA(context);
  393. Operand srcB = GetSrcB(context);
  394. if (isReverse)
  395. {
  396. srcA = context.BitfieldReverse(srcA);
  397. }
  398. if (isMasked)
  399. {
  400. srcB = context.BitwiseAnd(srcB, Const(0x1f));
  401. }
  402. Operand res = isSigned
  403. ? context.ShiftRightS32(srcA, srcB)
  404. : context.ShiftRightU32(srcA, srcB);
  405. if (!isMasked)
  406. {
  407. // Clamped shift value.
  408. Operand resShiftBy32;
  409. if (isSigned)
  410. {
  411. resShiftBy32 = context.ShiftRightS32(srcA, Const(31));
  412. }
  413. else
  414. {
  415. resShiftBy32 = Const(0);
  416. }
  417. Operand isLessThan32 = context.ICompareLessUnsigned(srcB, Const(32));
  418. res = context.ConditionalSelect(isLessThan32, res, resShiftBy32);
  419. }
  420. // TODO: X, CC
  421. context.Copy(GetDest(context), res);
  422. }
  423. public static void Xmad(EmitterContext context)
  424. {
  425. OpCodeAlu op = (OpCodeAlu)context.CurrOp;
  426. bool signedA = context.CurrOp.RawOpCode.Extract(48);
  427. bool signedB = context.CurrOp.RawOpCode.Extract(49);
  428. bool highA = context.CurrOp.RawOpCode.Extract(53);
  429. bool isReg = (op is OpCodeAluReg) && !(op is OpCodeAluRegCbuf);
  430. bool isImm = (op is OpCodeAluImm);
  431. XmadCMode mode = isReg || isImm
  432. ? (XmadCMode)context.CurrOp.RawOpCode.Extract(50, 3)
  433. : (XmadCMode)context.CurrOp.RawOpCode.Extract(50, 2);
  434. bool highB = false;
  435. if (isReg)
  436. {
  437. highB = context.CurrOp.RawOpCode.Extract(35);
  438. }
  439. else if (!isImm)
  440. {
  441. highB = context.CurrOp.RawOpCode.Extract(52);
  442. }
  443. Operand srcA = GetSrcA(context);
  444. Operand srcB = GetSrcB(context);
  445. Operand srcC = GetSrcC(context);
  446. // XMAD immediates are 16-bits unsigned integers.
  447. if (srcB.Type == OperandType.Constant)
  448. {
  449. srcB = Const(srcB.Value & 0xffff);
  450. }
  451. Operand Extend16To32(Operand src, bool high, bool signed)
  452. {
  453. if (signed && high)
  454. {
  455. return context.ShiftRightS32(src, Const(16));
  456. }
  457. else if (signed)
  458. {
  459. return context.BitfieldExtractS32(src, Const(0), Const(16));
  460. }
  461. else if (high)
  462. {
  463. return context.ShiftRightU32(src, Const(16));
  464. }
  465. else
  466. {
  467. return context.BitwiseAnd(src, Const(0xffff));
  468. }
  469. }
  470. srcA = Extend16To32(srcA, highA, signedA);
  471. srcB = Extend16To32(srcB, highB, signedB);
  472. bool productShiftLeft = false;
  473. bool merge = false;
  474. if (!(op is OpCodeAluRegCbuf))
  475. {
  476. productShiftLeft = context.CurrOp.RawOpCode.Extract(36);
  477. merge = context.CurrOp.RawOpCode.Extract(37);
  478. }
  479. bool extended;
  480. if ((op is OpCodeAluReg) || (op is OpCodeAluImm))
  481. {
  482. extended = context.CurrOp.RawOpCode.Extract(38);
  483. }
  484. else
  485. {
  486. extended = context.CurrOp.RawOpCode.Extract(54);
  487. }
  488. Operand res = context.IMultiply(srcA, srcB);
  489. if (productShiftLeft)
  490. {
  491. res = context.ShiftLeft(res, Const(16));
  492. }
  493. switch (mode)
  494. {
  495. case XmadCMode.Cfull: break;
  496. case XmadCMode.Clo: srcC = Extend16To32(srcC, high: false, signed: false); break;
  497. case XmadCMode.Chi: srcC = Extend16To32(srcC, high: true, signed: false); break;
  498. case XmadCMode.Cbcc:
  499. {
  500. srcC = context.IAdd(srcC, context.ShiftLeft(GetSrcB(context), Const(16)));
  501. break;
  502. }
  503. case XmadCMode.Csfu:
  504. {
  505. Operand signAdjustA = context.ShiftLeft(context.ShiftRightU32(srcA, Const(31)), Const(16));
  506. Operand signAdjustB = context.ShiftLeft(context.ShiftRightU32(srcB, Const(31)), Const(16));
  507. srcC = context.ISubtract(srcC, context.IAdd(signAdjustA, signAdjustB));
  508. break;
  509. }
  510. default: /* TODO: Warning */ break;
  511. }
  512. Operand product = res;
  513. if (extended)
  514. {
  515. // Add with carry.
  516. res = context.IAdd(res, context.BitwiseAnd(GetCF(), Const(1)));
  517. }
  518. else
  519. {
  520. // Add (no carry in).
  521. res = context.IAdd(res, srcC);
  522. }
  523. SetIaddFlags(context, res, product, srcC, op.SetCondCode, extended);
  524. if (merge)
  525. {
  526. res = context.BitwiseAnd(res, Const(0xffff));
  527. res = context.BitwiseOr(res, context.ShiftLeft(GetSrcB(context), Const(16)));
  528. }
  529. context.Copy(GetDest(context), res);
  530. }
  531. private static Operand GetIntComparison(
  532. EmitterContext context,
  533. IntegerCondition cond,
  534. Operand srcA,
  535. Operand srcB,
  536. bool isSigned)
  537. {
  538. Operand res;
  539. if (cond == IntegerCondition.Always)
  540. {
  541. res = Const(IrConsts.True);
  542. }
  543. else if (cond == IntegerCondition.Never)
  544. {
  545. res = Const(IrConsts.False);
  546. }
  547. else
  548. {
  549. var inst = cond switch
  550. {
  551. IntegerCondition.Less => Instruction.CompareLessU32,
  552. IntegerCondition.Equal => Instruction.CompareEqual,
  553. IntegerCondition.LessOrEqual => Instruction.CompareLessOrEqualU32,
  554. IntegerCondition.Greater => Instruction.CompareGreaterU32,
  555. IntegerCondition.NotEqual => Instruction.CompareNotEqual,
  556. IntegerCondition.GreaterOrEqual => Instruction.CompareGreaterOrEqualU32,
  557. _ => throw new InvalidOperationException($"Unexpected condition \"{cond}\".")
  558. };
  559. if (isSigned)
  560. {
  561. switch (cond)
  562. {
  563. case IntegerCondition.Less: inst = Instruction.CompareLess; break;
  564. case IntegerCondition.LessOrEqual: inst = Instruction.CompareLessOrEqual; break;
  565. case IntegerCondition.Greater: inst = Instruction.CompareGreater; break;
  566. case IntegerCondition.GreaterOrEqual: inst = Instruction.CompareGreaterOrEqual; break;
  567. }
  568. }
  569. res = context.Add(inst, Local(), srcA, srcB);
  570. }
  571. return res;
  572. }
  573. private static void EmitLopPredWrite(EmitterContext context, IOpCodeLop op, Operand result)
  574. {
  575. if (op is OpCodeLop opLop && !opLop.Predicate48.IsPT)
  576. {
  577. Operand pRes;
  578. if (opLop.CondOp == ConditionalOperation.False)
  579. {
  580. pRes = Const(IrConsts.False);
  581. }
  582. else if (opLop.CondOp == ConditionalOperation.True)
  583. {
  584. pRes = Const(IrConsts.True);
  585. }
  586. else if (opLop.CondOp == ConditionalOperation.Zero)
  587. {
  588. pRes = context.ICompareEqual(result, Const(0));
  589. }
  590. else /* if (opLop.CondOp == ConditionalOperation.NotZero) */
  591. {
  592. pRes = context.ICompareNotEqual(result, Const(0));
  593. }
  594. context.Copy(Register(opLop.Predicate48), pRes);
  595. }
  596. }
  597. private static void SetIaddFlags(
  598. EmitterContext context,
  599. Operand res,
  600. Operand srcA,
  601. Operand srcB,
  602. bool setCC,
  603. bool extended,
  604. bool isSubtraction = false)
  605. {
  606. if (!setCC)
  607. {
  608. return;
  609. }
  610. if (!extended || isSubtraction)
  611. {
  612. // C = d < a
  613. context.Copy(GetCF(), context.ICompareLessUnsigned(res, srcA));
  614. }
  615. else
  616. {
  617. // C = (d == a && CIn) || d < a
  618. Operand tempC0 = context.ICompareEqual (res, srcA);
  619. Operand tempC1 = context.ICompareLessUnsigned(res, srcA);
  620. tempC0 = context.BitwiseAnd(tempC0, GetCF());
  621. context.Copy(GetCF(), context.BitwiseOr(tempC0, tempC1));
  622. }
  623. // V = (d ^ a) & ~(a ^ b) < 0
  624. Operand tempV0 = context.BitwiseExclusiveOr(res, srcA);
  625. Operand tempV1 = context.BitwiseExclusiveOr(srcA, srcB);
  626. tempV1 = context.BitwiseNot(tempV1);
  627. Operand tempV = context.BitwiseAnd(tempV0, tempV1);
  628. context.Copy(GetVF(), context.ICompareLess(tempV, Const(0)));
  629. SetZnFlags(context, res, setCC: true, extended: extended);
  630. }
  631. }
  632. }