| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311 |
- using ChocolArm64.Decoder;
- using ChocolArm64.State;
- using ChocolArm64.Translation;
- using System;
- using System.Reflection.Emit;
- using System.Runtime.Intrinsics.X86;
- using static ChocolArm64.Instruction.AInstEmitSimdHelper;
- namespace ChocolArm64.Instruction
- {
- static partial class AInstEmit
- {
- public static void And_V(AILEmitterCtx Context)
- {
- if (AOptimizations.UseSse2)
- {
- EmitSse2Op(Context, nameof(Sse2.And));
- }
- else
- {
- EmitVectorBinaryOpZx(Context, () => Context.Emit(OpCodes.And));
- }
- }
- public static void Bic_V(AILEmitterCtx Context)
- {
- if (AOptimizations.UseSse2)
- {
- AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
- EmitLdvecWithUnsignedCast(Context, Op.Rm, Op.Size);
- EmitLdvecWithUnsignedCast(Context, Op.Rn, Op.Size);
- Type[] Types = new Type[]
- {
- VectorUIntTypesPerSizeLog2[Op.Size],
- VectorUIntTypesPerSizeLog2[Op.Size]
- };
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.AndNot), Types));
- EmitStvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- else
- {
- EmitVectorBinaryOpZx(Context, () =>
- {
- Context.Emit(OpCodes.Not);
- Context.Emit(OpCodes.And);
- });
- }
- }
- public static void Bic_Vi(AILEmitterCtx Context)
- {
- EmitVectorImmBinaryOp(Context, () =>
- {
- Context.Emit(OpCodes.Not);
- Context.Emit(OpCodes.And);
- });
- }
- public static void Bif_V(AILEmitterCtx Context)
- {
- EmitBitBif(Context, true);
- }
- public static void Bit_V(AILEmitterCtx Context)
- {
- EmitBitBif(Context, false);
- }
- private static void EmitBitBif(AILEmitterCtx Context, bool NotRm)
- {
- AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
- if (AOptimizations.UseSse2)
- {
- Type[] Types = new Type[]
- {
- VectorUIntTypesPerSizeLog2[Op.Size],
- VectorUIntTypesPerSizeLog2[Op.Size]
- };
- EmitLdvecWithUnsignedCast(Context, Op.Rm, Op.Size);
- EmitLdvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- EmitLdvecWithUnsignedCast(Context, Op.Rn, Op.Size);
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.Xor), Types));
- string Name = NotRm ? nameof(Sse2.AndNot) : nameof(Sse2.And);
- Context.EmitCall(typeof(Sse2).GetMethod(Name, Types));
- EmitLdvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.Xor), Types));
- EmitStvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- else
- {
- int Bytes = Op.GetBitsCount() >> 3;
- int Elems = Bytes >> Op.Size;
- for (int Index = 0; Index < Elems; Index++)
- {
- EmitVectorExtractZx(Context, Op.Rd, Index, Op.Size);
- EmitVectorExtractZx(Context, Op.Rn, Index, Op.Size);
- Context.Emit(OpCodes.Xor);
- EmitVectorExtractZx(Context, Op.Rm, Index, Op.Size);
- if (NotRm)
- {
- Context.Emit(OpCodes.Not);
- }
- Context.Emit(OpCodes.And);
- EmitVectorExtractZx(Context, Op.Rd, Index, Op.Size);
- Context.Emit(OpCodes.Xor);
- EmitVectorInsert(Context, Op.Rd, Index, Op.Size);
- }
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- }
- public static void Bsl_V(AILEmitterCtx Context)
- {
- if (AOptimizations.UseSse2)
- {
- AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
- Type[] Types = new Type[]
- {
- VectorUIntTypesPerSizeLog2[Op.Size],
- VectorUIntTypesPerSizeLog2[Op.Size]
- };
- EmitLdvecWithUnsignedCast(Context, Op.Rn, Op.Size);
- EmitLdvecWithUnsignedCast(Context, Op.Rm, Op.Size);
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.Xor), Types));
- EmitLdvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.And), Types));
- EmitLdvecWithUnsignedCast(Context, Op.Rm, Op.Size);
- Context.EmitCall(typeof(Sse2).GetMethod(nameof(Sse2.Xor), Types));
- EmitStvecWithUnsignedCast(Context, Op.Rd, Op.Size);
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- else
- {
- EmitVectorTernaryOpZx(Context, () =>
- {
- Context.EmitSttmp();
- Context.EmitLdtmp();
- Context.Emit(OpCodes.Xor);
- Context.Emit(OpCodes.And);
- Context.EmitLdtmp();
- Context.Emit(OpCodes.Xor);
- });
- }
- }
- public static void Eor_V(AILEmitterCtx Context)
- {
- if (AOptimizations.UseSse2)
- {
- EmitSse2Op(Context, nameof(Sse2.Xor));
- }
- else
- {
- EmitVectorBinaryOpZx(Context, () => Context.Emit(OpCodes.Xor));
- }
- }
- public static void Not_V(AILEmitterCtx Context)
- {
- EmitVectorUnaryOpZx(Context, () => Context.Emit(OpCodes.Not));
- }
- public static void Orn_V(AILEmitterCtx Context)
- {
- EmitVectorBinaryOpZx(Context, () =>
- {
- Context.Emit(OpCodes.Not);
- Context.Emit(OpCodes.Or);
- });
- }
- public static void Orr_V(AILEmitterCtx Context)
- {
- if (AOptimizations.UseSse2)
- {
- EmitSse2Op(Context, nameof(Sse2.Or));
- }
- else
- {
- EmitVectorBinaryOpZx(Context, () => Context.Emit(OpCodes.Or));
- }
- }
- public static void Orr_Vi(AILEmitterCtx Context)
- {
- EmitVectorImmBinaryOp(Context, () => Context.Emit(OpCodes.Or));
- }
- public static void Rbit_V(AILEmitterCtx Context)
- {
- AOpCodeSimd Op = (AOpCodeSimd)Context.CurrOp;
- int Elems = Op.RegisterSize == ARegisterSize.SIMD128 ? 16 : 8;
- for (int Index = 0; Index < Elems; Index++)
- {
- EmitVectorExtractZx(Context, Op.Rn, Index, 0);
- Context.Emit(OpCodes.Conv_U4);
- ASoftFallback.EmitCall(Context, nameof(ASoftFallback.ReverseBits8));
- Context.Emit(OpCodes.Conv_U8);
- EmitVectorInsert(Context, Op.Rd, Index, 0);
- }
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- public static void Rev16_V(AILEmitterCtx Context)
- {
- EmitRev_V(Context, ContainerSize: 1);
- }
- public static void Rev32_V(AILEmitterCtx Context)
- {
- EmitRev_V(Context, ContainerSize: 2);
- }
- public static void Rev64_V(AILEmitterCtx Context)
- {
- EmitRev_V(Context, ContainerSize: 3);
- }
- private static void EmitRev_V(AILEmitterCtx Context, int ContainerSize)
- {
- AOpCodeSimd Op = (AOpCodeSimd)Context.CurrOp;
- if (Op.Size >= ContainerSize)
- {
- throw new InvalidOperationException();
- }
- int Bytes = Op.GetBitsCount() >> 3;
- int Elems = Bytes >> Op.Size;
- int ContainerMask = (1 << (ContainerSize - Op.Size)) - 1;
- for (int Index = 0; Index < Elems; Index++)
- {
- int RevIndex = Index ^ ContainerMask;
- EmitVectorExtractZx(Context, Op.Rn, RevIndex, Op.Size);
- EmitVectorInsertTmp(Context, Index, Op.Size);
- }
- Context.EmitLdvectmp();
- Context.EmitStvec(Op.Rd);
- if (Op.RegisterSize == ARegisterSize.SIMD64)
- {
- EmitVectorZeroUpper(Context, Op.Rd);
- }
- }
- }
- }
|