| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336 |
- using ARMeilleure.Decoders;
- using ARMeilleure.IntermediateRepresentation;
- using ARMeilleure.Translation;
- using static ARMeilleure.Instructions.InstEmitHelper;
- using static ARMeilleure.Instructions.InstEmitSimdHelper;
- using static ARMeilleure.Instructions.InstEmitSimdHelper32;
- using static ARMeilleure.IntermediateRepresentation.OperandHelper;
- namespace ARMeilleure.Instructions
- {
- static partial class InstEmit32
- {
- public static void Vmov_I(ArmEmitterContext context)
- {
- EmitVectorImmUnaryOp32(context, (op1) => op1);
- }
- public static void Vmvn_I(ArmEmitterContext context)
- {
- EmitVectorImmUnaryOp32(context, (op1) => context.BitwiseExclusiveOr(op1, op1));
- }
- public static void Vmov_GS(ArmEmitterContext context)
- {
- OpCode32SimdMovGp op = (OpCode32SimdMovGp)context.CurrOp;
- Operand vec = GetVecA32(op.Vn >> 2);
- if (op.Op == 1)
- {
- // To general purpose.
- Operand value = context.VectorExtract(OperandType.I32, vec, op.Vn & 0x3);
- SetIntA32(context, op.Rt, value);
- }
- else
- {
- // From general purpose.
- Operand value = GetIntA32(context, op.Rt);
- context.Copy(vec, context.VectorInsert(vec, value, op.Vn & 0x3));
- }
- }
- public static void Vmov_G1(ArmEmitterContext context)
- {
- OpCode32SimdMovGpElem op = (OpCode32SimdMovGpElem)context.CurrOp;
- int index = op.Index + ((op.Vd & 1) << (3 - op.Size));
- if (op.Op == 1)
- {
- // To general purpose.
- Operand value = EmitVectorExtract32(context, op.Vd >> 1, index, op.Size, !op.U);
- SetIntA32(context, op.Rt, value);
- }
- else
- {
- // From general purpose.
- Operand vec = GetVecA32(op.Vd >> 1);
- Operand value = GetIntA32(context, op.Rt);
- context.Copy(vec, EmitVectorInsert(context, vec, value, index, op.Size));
- }
- }
- public static void Vmov_G2(ArmEmitterContext context)
- {
- OpCode32SimdMovGpDouble op = (OpCode32SimdMovGpDouble)context.CurrOp;
- Operand vec = GetVecA32(op.Vm >> 2);
- int vm1 = op.Vm + 1;
- bool sameOwnerVec = (op.Vm >> 2) == (vm1 >> 2);
- Operand vec2 = sameOwnerVec ? vec : GetVecA32(vm1 >> 2);
- if (op.Op == 1)
- {
- // To general purpose.
- Operand lowValue = context.VectorExtract(OperandType.I32, vec, op.Vm & 3);
- SetIntA32(context, op.Rt, lowValue);
- Operand highValue = context.VectorExtract(OperandType.I32, vec2, vm1 & 3);
- SetIntA32(context, op.Rt2, highValue);
- }
- else
- {
- // From general purpose.
- Operand lowValue = GetIntA32(context, op.Rt);
- Operand resultVec = context.VectorInsert(vec, lowValue, op.Vm & 3);
- Operand highValue = GetIntA32(context, op.Rt2);
- if (sameOwnerVec)
- {
- context.Copy(vec, context.VectorInsert(resultVec, highValue, vm1 & 3));
- }
- else
- {
- context.Copy(vec, resultVec);
- context.Copy(vec2, context.VectorInsert(vec2, highValue, vm1 & 3));
- }
- }
- }
- public static void Vmov_GD(ArmEmitterContext context)
- {
- OpCode32SimdMovGpDouble op = (OpCode32SimdMovGpDouble)context.CurrOp;
- Operand vec = GetVecA32(op.Vm >> 1);
- if (op.Op == 1)
- {
- // To general purpose.
- Operand value = context.VectorExtract(OperandType.I64, vec, op.Vm & 1);
- SetIntA32(context, op.Rt, context.ConvertI64ToI32(value));
- SetIntA32(context, op.Rt2, context.ConvertI64ToI32(context.ShiftRightUI(value, Const(32))));
- }
- else
- {
- // From general purpose.
- Operand lowValue = GetIntA32(context, op.Rt);
- Operand highValue = GetIntA32(context, op.Rt2);
- Operand value = context.BitwiseOr(
- context.ZeroExtend32(OperandType.I64, lowValue),
- context.ShiftLeft(context.ZeroExtend32(OperandType.I64, highValue), Const(32)));
- context.Copy(vec, context.VectorInsert(vec, value, op.Vm & 1));
- }
- }
- public static void Vtbl(ArmEmitterContext context)
- {
- OpCode32SimdTbl op = (OpCode32SimdTbl)context.CurrOp;
- bool extension = op.Opc == 1;
- int elems = op.GetBytesCount() >> op.Size;
- int length = op.Length + 1;
- (int Qx, int Ix)[] tableTuples = new (int, int)[length];
- for (int i = 0; i < length; i++)
- {
- (int vn, int en) = GetQuadwordAndSubindex(op.Vn + i, op.RegisterSize);
- tableTuples[i] = (vn, en);
- }
- int byteLength = length * 8;
- Operand res = GetVecA32(op.Qd);
- Operand m = GetVecA32(op.Qm);
- for (int index = 0; index < elems; index++)
- {
- Operand selectedIndex = context.ZeroExtend8(OperandType.I32, context.VectorExtract8(m, index + op.Im));
- Operand inRange = context.ICompareLess(selectedIndex, Const(byteLength));
- Operand elemRes = null; // Note: This is I64 for ease of calculation.
- // TODO: Branching rather than conditional select.
- // Get indexed byte.
- // To simplify (ha) the il, we get bytes from every vector and use a nested conditional select to choose the right result.
- // This does have to extract `length` times for every element but certainly not as bad as it could be.
- // Which vector number is the index on.
- Operand vecIndex = context.ShiftRightUI(selectedIndex, Const(3));
- // What should we shift by to extract it.
- Operand subVecIndexShift = context.ShiftLeft(context.BitwiseAnd(selectedIndex, Const(7)), Const(3));
- for (int i = 0; i < length; i++)
- {
- (int qx, int ix) = tableTuples[i];
- // Get the whole vector, we'll get a byte out of it.
- Operand lookupResult;
- if (qx == op.Qd)
- {
- // Result contains the current state of the vector.
- lookupResult = context.VectorExtract(OperandType.I64, res, ix);
- }
- else
- {
- lookupResult = EmitVectorExtract32(context, qx, ix, 3, false); // I64
- }
-
- lookupResult = context.ShiftRightUI(lookupResult, subVecIndexShift); // Get the relevant byte from this vector.
- if (i == 0)
- {
- elemRes = lookupResult; // First result is always default.
- }
- else
- {
- Operand isThisElem = context.ICompareEqual(vecIndex, Const(i));
- elemRes = context.ConditionalSelect(isThisElem, lookupResult, elemRes);
- }
- }
- Operand fallback = (extension) ? context.ZeroExtend32(OperandType.I64, EmitVectorExtract32(context, op.Qd, index + op.Id, 0, false)) : Const(0L);
- res = EmitVectorInsert(context, res, context.ConditionalSelect(inRange, elemRes, fallback), index + op.Id, 0);
- }
- context.Copy(GetVecA32(op.Qd), res);
- }
- public static void Vtrn(ArmEmitterContext context)
- {
- OpCode32SimdCmpZ op = (OpCode32SimdCmpZ)context.CurrOp;
- int elems = op.GetBytesCount() >> op.Size;
- int pairs = elems >> 1;
- bool overlap = op.Qm == op.Qd;
- Operand resD = GetVecA32(op.Qd);
- Operand resM = GetVecA32(op.Qm);
- for (int index = 0; index < pairs; index++)
- {
- int pairIndex = index << 1;
- Operand d2 = EmitVectorExtract32(context, op.Qd, pairIndex + 1 + op.Id, op.Size, false);
- Operand m1 = EmitVectorExtract32(context, op.Qm, pairIndex + op.Im, op.Size, false);
- resD = EmitVectorInsert(context, resD, m1, pairIndex + 1 + op.Id, op.Size);
- if (overlap)
- {
- resM = resD;
- }
- resM = EmitVectorInsert(context, resM, d2, pairIndex + op.Im, op.Size);
- if (overlap)
- {
- resD = resM;
- }
- }
- context.Copy(GetVecA32(op.Qd), resD);
- if (!overlap)
- {
- context.Copy(GetVecA32(op.Qm), resM);
- }
- }
- public static void Vzip(ArmEmitterContext context)
- {
- OpCode32SimdCmpZ op = (OpCode32SimdCmpZ)context.CurrOp;
- int elems = op.GetBytesCount() >> op.Size;
- int pairs = elems >> 1;
- bool overlap = op.Qm == op.Qd;
- Operand resD = GetVecA32(op.Qd);
- Operand resM = GetVecA32(op.Qm);
- for (int index = 0; index < pairs; index++)
- {
- int pairIndex = index << 1;
- Operand dRowD = EmitVectorExtract32(context, op.Qd, index + op.Id, op.Size, false);
- Operand mRowD = EmitVectorExtract32(context, op.Qm, index + op.Im, op.Size, false);
- Operand dRowM = EmitVectorExtract32(context, op.Qd, index + op.Id + pairs, op.Size, false);
- Operand mRowM = EmitVectorExtract32(context, op.Qm, index + op.Im + pairs, op.Size, false);
- resD = EmitVectorInsert(context, resD, dRowD, pairIndex + op.Id, op.Size);
- resD = EmitVectorInsert(context, resD, mRowD, pairIndex + 1 + op.Id, op.Size);
- if (overlap)
- {
- resM = resD;
- }
- resM = EmitVectorInsert(context, resM, dRowM, pairIndex + op.Im, op.Size);
- resM = EmitVectorInsert(context, resM, mRowM, pairIndex + 1 + op.Im, op.Size);
- if (overlap)
- {
- resD = resM;
- }
- }
- context.Copy(GetVecA32(op.Qd), resD);
- if (!overlap)
- {
- context.Copy(GetVecA32(op.Qm), resM);
- }
- }
- public static void Vuzp(ArmEmitterContext context)
- {
- OpCode32SimdCmpZ op = (OpCode32SimdCmpZ)context.CurrOp;
- int elems = op.GetBytesCount() >> op.Size;
- int pairs = elems >> 1;
- bool overlap = op.Qm == op.Qd;
- Operand resD = GetVecA32(op.Qd);
- Operand resM = GetVecA32(op.Qm);
- for (int index = 0; index < elems; index++)
- {
- Operand dIns, mIns;
- if (index >= pairs)
- {
- int pind = index - pairs;
- dIns = EmitVectorExtract32(context, op.Qm, (pind << 1) + op.Im, op.Size, false);
- mIns = EmitVectorExtract32(context, op.Qm, ((pind << 1) | 1) + op.Im, op.Size, false);
- }
- else
- {
- dIns = EmitVectorExtract32(context, op.Qd, (index << 1) + op.Id, op.Size, false);
- mIns = EmitVectorExtract32(context, op.Qd, ((index << 1) | 1) + op.Id, op.Size, false);
- }
- resD = EmitVectorInsert(context, resD, dIns, index + op.Id, op.Size);
- if (overlap)
- {
- resM = resD;
- }
- resM = EmitVectorInsert(context, resM, mIns, index + op.Im, op.Size);
- if (overlap)
- {
- resD = resM;
- }
- }
- context.Copy(GetVecA32(op.Qd), resD);
- if (!overlap)
- {
- context.Copy(GetVecA32(op.Qm), resM);
- }
- }
- }
- }
|