2018-02-17 16:06:11 -05:00
|
|
|
using ChocolArm64.Decoder;
|
|
|
|
using ChocolArm64.State;
|
|
|
|
using ChocolArm64.Translation;
|
|
|
|
using System;
|
|
|
|
using System.Reflection.Emit;
|
|
|
|
|
|
|
|
using static ChocolArm64.Instruction.AInstEmitSimdHelper;
|
|
|
|
|
|
|
|
namespace ChocolArm64.Instruction
|
|
|
|
{
|
|
|
|
static partial class AInstEmit
|
|
|
|
{
|
|
|
|
public static void Dup_Gp(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
2018-07-14 12:13:02 -04:00
|
|
|
int Bytes = Op.GetBitsCount() >> 3;
|
|
|
|
int Elems = Bytes >> Op.Size;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-07-14 12:13:02 -04:00
|
|
|
for (int Index = 0; Index < Elems; Index++)
|
2018-02-17 16:06:11 -05:00
|
|
|
{
|
|
|
|
Context.EmitLdintzr(Op.Rn);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Index, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Dup_S(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Op.DstIndex, Op.Size);
|
|
|
|
|
|
|
|
EmitScalarSet(Context, Op.Rd, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Dup_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
2018-07-14 12:13:02 -04:00
|
|
|
int Bytes = Op.GetBitsCount() >> 3;
|
|
|
|
int Elems = Bytes >> Op.Size;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-07-14 12:13:02 -04:00
|
|
|
for (int Index = 0; Index < Elems; Index++)
|
2018-02-17 16:06:11 -05:00
|
|
|
{
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Op.DstIndex, Op.Size);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Index, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-02 17:21:54 -05:00
|
|
|
public static void Ext_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdExt Op = (AOpCodeSimdExt)Context.CurrOp;
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
Context.EmitLdvec(Op.Rd);
|
|
|
|
Context.EmitStvectmp();
|
|
|
|
|
2018-07-14 12:13:02 -04:00
|
|
|
int Bytes = Op.GetBitsCount() >> 3;
|
2018-03-02 17:21:54 -05:00
|
|
|
|
2018-03-06 19:36:49 -05:00
|
|
|
int Position = Op.Imm4;
|
|
|
|
|
2018-03-02 17:21:54 -05:00
|
|
|
for (int Index = 0; Index < Bytes; Index++)
|
|
|
|
{
|
2018-03-06 19:36:49 -05:00
|
|
|
int Reg = Op.Imm4 + Index < Bytes ? Op.Rn : Op.Rm;
|
2018-03-02 17:21:54 -05:00
|
|
|
|
2018-03-06 19:36:49 -05:00
|
|
|
if (Position == Bytes)
|
|
|
|
{
|
|
|
|
Position = 0;
|
|
|
|
}
|
2018-03-02 17:21:54 -05:00
|
|
|
|
2018-03-06 19:36:49 -05:00
|
|
|
EmitVectorExtractZx(Context, Reg, Position++, 0);
|
2018-03-30 16:37:31 -04:00
|
|
|
EmitVectorInsertTmp(Context, Index, 0);
|
2018-03-02 17:21:54 -05:00
|
|
|
}
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
Context.EmitLdvectmp();
|
|
|
|
Context.EmitStvec(Op.Rd);
|
|
|
|
|
2018-03-02 17:21:54 -05:00
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
public static void Fcsel_S(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdFcond Op = (AOpCodeSimdFcond)Context.CurrOp;
|
|
|
|
|
|
|
|
AILLabel LblTrue = new AILLabel();
|
|
|
|
AILLabel LblEnd = new AILLabel();
|
|
|
|
|
|
|
|
Context.EmitCondBranch(LblTrue, Op.Cond);
|
|
|
|
|
|
|
|
EmitVectorExtractF(Context, Op.Rm, 0, Op.Size);
|
|
|
|
|
|
|
|
Context.Emit(OpCodes.Br_S, LblEnd);
|
|
|
|
|
|
|
|
Context.MarkLabel(LblTrue);
|
|
|
|
|
|
|
|
EmitVectorExtractF(Context, Op.Rn, 0, Op.Size);
|
|
|
|
|
|
|
|
Context.MarkLabel(LblEnd);
|
|
|
|
|
|
|
|
EmitScalarSetF(Context, Op.Rd, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_Ftoi(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdCvt Op = (AOpCodeSimdCvt)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, 0, 3);
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
EmitIntZeroUpperIfNeeded(Context);
|
2018-02-17 23:57:33 -05:00
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
Context.EmitStintzr(Op.Rd);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_Ftoi1(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdCvt Op = (AOpCodeSimdCvt)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, 1, 3);
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
EmitIntZeroUpperIfNeeded(Context);
|
2018-02-17 23:57:33 -05:00
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
Context.EmitStintzr(Op.Rd);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_Itof(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdCvt Op = (AOpCodeSimdCvt)Context.CurrOp;
|
|
|
|
|
|
|
|
Context.EmitLdintzr(Op.Rn);
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
EmitIntZeroUpperIfNeeded(Context);
|
2018-02-17 23:57:33 -05:00
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
EmitScalarSet(Context, Op.Rd, 3);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_Itof1(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdCvt Op = (AOpCodeSimdCvt)Context.CurrOp;
|
|
|
|
|
|
|
|
Context.EmitLdintzr(Op.Rn);
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
EmitIntZeroUpperIfNeeded(Context);
|
2018-02-17 23:57:33 -05:00
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
EmitVectorInsert(Context, Op.Rd, 1, 3);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_S(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimd Op = (AOpCodeSimd)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractF(Context, Op.Rn, 0, Op.Size);
|
|
|
|
|
|
|
|
EmitScalarSetF(Context, Op.Rd, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_Si(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdFmov Op = (AOpCodeSimdFmov)Context.CurrOp;
|
|
|
|
|
|
|
|
Context.EmitLdc_I8(Op.Imm);
|
|
|
|
|
|
|
|
EmitScalarSet(Context, Op.Rd, Op.Size + 2);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Fmov_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdImm Op = (AOpCodeSimdImm)Context.CurrOp;
|
|
|
|
|
2018-02-17 23:57:33 -05:00
|
|
|
int Elems = Op.RegisterSize == ARegisterSize.SIMD128 ? 4 : 2;
|
|
|
|
|
|
|
|
for (int Index = 0; Index < (Elems >> Op.Size); Index++)
|
2018-02-17 16:06:11 -05:00
|
|
|
{
|
|
|
|
Context.EmitLdc_I8(Op.Imm);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Index, Op.Size + 2);
|
|
|
|
}
|
2018-02-17 23:57:33 -05:00
|
|
|
|
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
2018-02-17 16:06:11 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
public static void Ins_Gp(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
|
|
|
Context.EmitLdintzr(Op.Rn);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Op.DstIndex, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Ins_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Op.SrcIndex, Op.Size);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Op.DstIndex, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Movi_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorImmUnaryOp(Context, () => { });
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Mvni_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorImmUnaryOp(Context, () => Context.Emit(OpCodes.Not));
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Tbl_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdTbl Op = (AOpCodeSimdTbl)Context.CurrOp;
|
|
|
|
|
|
|
|
Context.EmitLdvec(Op.Rm);
|
|
|
|
|
|
|
|
for (int Index = 0; Index < Op.Size; Index++)
|
|
|
|
{
|
|
|
|
Context.EmitLdvec((Op.Rn + Index) & 0x1f);
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (Op.Size)
|
|
|
|
{
|
2018-05-11 19:10:27 -04:00
|
|
|
case 1: AVectorHelper.EmitCall(Context,
|
|
|
|
nameof(AVectorHelper.Tbl1_V64),
|
|
|
|
nameof(AVectorHelper.Tbl1_V128)); break;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-05-11 19:10:27 -04:00
|
|
|
case 2: AVectorHelper.EmitCall(Context,
|
|
|
|
nameof(AVectorHelper.Tbl2_V64),
|
|
|
|
nameof(AVectorHelper.Tbl2_V128)); break;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-05-11 19:10:27 -04:00
|
|
|
case 3: AVectorHelper.EmitCall(Context,
|
|
|
|
nameof(AVectorHelper.Tbl3_V64),
|
|
|
|
nameof(AVectorHelper.Tbl3_V128)); break;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-05-11 19:10:27 -04:00
|
|
|
case 4: AVectorHelper.EmitCall(Context,
|
|
|
|
nameof(AVectorHelper.Tbl4_V64),
|
|
|
|
nameof(AVectorHelper.Tbl4_V128)); break;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
|
|
|
default: throw new InvalidOperationException();
|
|
|
|
}
|
|
|
|
|
|
|
|
Context.EmitStvec(Op.Rd);
|
|
|
|
}
|
|
|
|
|
2018-04-12 10:52:00 -04:00
|
|
|
public static void Trn1_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorTranspose(Context, Part: 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Trn2_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorTranspose(Context, Part: 1);
|
|
|
|
}
|
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
public static void Umov_S(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimdIns Op = (AOpCodeSimdIns)Context.CurrOp;
|
|
|
|
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Op.DstIndex, Op.Size);
|
|
|
|
|
|
|
|
Context.EmitStintzr(Op.Rd);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Uzp1_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorUnzip(Context, Part: 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Uzp2_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorUnzip(Context, Part: 1);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Xtn_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
AOpCodeSimd Op = (AOpCodeSimd)Context.CurrOp;
|
|
|
|
|
|
|
|
int Elems = 8 >> Op.Size;
|
|
|
|
|
|
|
|
int Part = Op.RegisterSize == ARegisterSize.SIMD128 ? Elems : 0;
|
|
|
|
|
|
|
|
for (int Index = 0; Index < Elems; Index++)
|
|
|
|
{
|
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Index, Op.Size + 1);
|
|
|
|
|
|
|
|
EmitVectorInsert(Context, Op.Rd, Part + Index, Op.Size);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (Part == 0)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-20 05:41:55 -05:00
|
|
|
public static void Zip1_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorZip(Context, Part: 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Zip2_V(AILEmitterCtx Context)
|
|
|
|
{
|
|
|
|
EmitVectorZip(Context, Part: 1);
|
|
|
|
}
|
|
|
|
|
2018-03-30 16:37:31 -04:00
|
|
|
private static void EmitIntZeroUpperIfNeeded(AILEmitterCtx Context)
|
2018-02-17 23:57:33 -05:00
|
|
|
{
|
|
|
|
if (Context.CurrOp.RegisterSize == ARegisterSize.Int32)
|
|
|
|
{
|
|
|
|
Context.Emit(OpCodes.Conv_U4);
|
|
|
|
Context.Emit(OpCodes.Conv_U8);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-12 10:52:00 -04:00
|
|
|
private static void EmitVectorTranspose(AILEmitterCtx Context, int Part)
|
|
|
|
{
|
|
|
|
AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
|
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
int Words = Op.GetBitsCount() >> 4;
|
|
|
|
int Pairs = Words >> Op.Size;
|
2018-04-12 10:52:00 -04:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
for (int Index = 0; Index < Pairs; Index++)
|
2018-04-12 10:52:00 -04:00
|
|
|
{
|
2018-07-14 23:53:26 -04:00
|
|
|
int Idx = Index << 1;
|
2018-04-12 10:52:00 -04:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Idx + Part, Op.Size);
|
|
|
|
EmitVectorExtractZx(Context, Op.Rm, Idx + Part, Op.Size);
|
2018-04-12 10:52:00 -04:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorInsertTmp(Context, Idx + 1, Op.Size);
|
|
|
|
EmitVectorInsertTmp(Context, Idx , Op.Size);
|
2018-04-12 10:52:00 -04:00
|
|
|
}
|
|
|
|
|
2018-07-09 21:48:28 -04:00
|
|
|
Context.EmitLdvectmp();
|
|
|
|
Context.EmitStvec(Op.Rd);
|
|
|
|
|
2018-04-12 10:52:00 -04:00
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
private static void EmitVectorUnzip(AILEmitterCtx Context, int Part)
|
|
|
|
{
|
|
|
|
AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
|
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
int Words = Op.GetBitsCount() >> 4;
|
|
|
|
int Pairs = Words >> Op.Size;
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
for (int Index = 0; Index < Pairs; Index++)
|
2018-02-17 16:06:11 -05:00
|
|
|
{
|
2018-07-14 23:53:26 -04:00
|
|
|
int Idx = Index << 1;
|
2018-03-30 16:37:31 -04:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Idx + Part, Op.Size);
|
|
|
|
EmitVectorExtractZx(Context, Op.Rm, Idx + Part, Op.Size);
|
2018-02-17 16:06:11 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorInsertTmp(Context, Pairs + Index, Op.Size);
|
|
|
|
EmitVectorInsertTmp(Context, Index, Op.Size);
|
2018-02-17 16:06:11 -05:00
|
|
|
}
|
|
|
|
|
2018-07-09 21:48:28 -04:00
|
|
|
Context.EmitLdvectmp();
|
|
|
|
Context.EmitStvec(Op.Rd);
|
|
|
|
|
2018-02-17 16:06:11 -05:00
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
2018-02-20 05:41:55 -05:00
|
|
|
|
|
|
|
private static void EmitVectorZip(AILEmitterCtx Context, int Part)
|
|
|
|
{
|
|
|
|
AOpCodeSimdReg Op = (AOpCodeSimdReg)Context.CurrOp;
|
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
int Words = Op.GetBitsCount() >> 4;
|
|
|
|
int Pairs = Words >> Op.Size;
|
2018-02-20 05:41:55 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
int Base = Part != 0 ? Pairs : 0;
|
2018-02-20 05:41:55 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
for (int Index = 0; Index < Pairs; Index++)
|
2018-02-20 05:41:55 -05:00
|
|
|
{
|
2018-07-14 23:53:26 -04:00
|
|
|
int Idx = Index << 1;
|
2018-02-20 05:41:55 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorExtractZx(Context, Op.Rn, Base + Index, Op.Size);
|
|
|
|
EmitVectorExtractZx(Context, Op.Rm, Base + Index, Op.Size);
|
2018-02-20 05:41:55 -05:00
|
|
|
|
2018-07-14 23:53:26 -04:00
|
|
|
EmitVectorInsertTmp(Context, Idx + 1, Op.Size);
|
|
|
|
EmitVectorInsertTmp(Context, Idx , Op.Size);
|
2018-02-20 05:41:55 -05:00
|
|
|
}
|
|
|
|
|
2018-07-09 21:48:28 -04:00
|
|
|
Context.EmitLdvectmp();
|
|
|
|
Context.EmitStvec(Op.Rd);
|
|
|
|
|
2018-02-20 05:41:55 -05:00
|
|
|
if (Op.RegisterSize == ARegisterSize.SIMD64)
|
|
|
|
{
|
|
|
|
EmitVectorZeroUpper(Context, Op.Rd);
|
|
|
|
}
|
|
|
|
}
|
2018-02-17 16:06:11 -05:00
|
|
|
}
|
2018-04-12 10:52:00 -04:00
|
|
|
}
|