dynarmic/test/make_512.cpp
Merry c926d9f409 Squashed 'externals/xbyak/' changes from 590c10e37..9357732aa
9357732aa v6.06
b161a3eb7 update changelog
e5453b064 Merge branch 'dev'
2a265d9d9 memfd: keep file descriptor open during allocation lifetime
31ff018ed replace unsigned int with uint32_t in xbyak_util.h
e427b2231 move Type into Cpu
8cf41063b refactoring Cpu
66d62968d add -cpuid to test_util
cf7cb744c add comments
028112949 add detection of clzero
c88007b03 update doc
4cb2e77a9 v6.052
015c27cf6 Merge branch 'dev'
d808f9ecb add test of Cpu::has
b48a7bb1b add operator== to Type
1a90f456c v6.051
96cb1d660 update changelog
1f5a77f56 Merge branch 'dev'
87e14f02a add test with noexception
30144f809 fix error when XBYAK_NO_EXCEPTION is defined
ec15751df Merge branch 'dev'
4831b3fb3 v6.05
9ddf251f3 remove debug code
905b31bab fix typo
72d1ac118 add movdir64b
a6665996b add detection of movdir64b
92ddc6dfd remove Type::operator<<() because it's ambiguous
9cdd40f5e add detection of movdiri
379f8bf37 add movdiri
0ad6db138 fix cldemote test for 32-bit
84ab46bb3 add cldemote to Cpu
a84ddc12d support cldemote
3a6cc626e add clwb
38c40c02e detection of clflushopt
c061ac839 avoid unnecessary replacement in readme.md
095ebbff1 extend Cpu::Type to 128 bit
3ea8e45d3 Merge branch 'dev'
f7bfc2634 v6.041
ab4e52d67 update doc
2bef54399 include intrin.h on mingw
621ed0775 Merge branch 'dev'
4f5893e1e memfd_create: disable for ANDROID_API < 30
684d69db0 Merge branch 'dev'
ea88b6d85 disable warning on mingw
7e8923fa5 add colon
9914216bd Merge branch 'dev'
b335602ff [skip ci] tweak doc
25fbb3996 tweak doc
122054dc4 Formatted Supported OS Section
d4fa7e46b Reworked Authors Section
9e4b64a74 Adjusted Spacing
ff9fdb45f Use Github Sponsor Widget
893b31d46 Added Quicklinks
2d2adf78b Added License Badge
335b5941b Formatted Header
70603addf Moved Install / Usage Into Dedicated Files
1659d28fe Moved History Into Dedicated File
fb953284b Merge branch 'dev'
dbd96b277 add news
898c354e6 v6.04
f8e2ad1e9 add waitpkg detection to Cpu
a220fd69a add umwait
64ec053e6 add umonitor
764d54f6f add tpause
c68646e8d remove warning of vc
4e8214ca2 Merge branch 'dev'
360f4b673 test badSSE only for 32-bit mode
a9fddc454 fix typo of readme
250b5dc39 fix typo of readme
c46e92756 Merge branch 'dev'
31b7cd350 v6.03
a2f9ed085 rename isValidXMm to isValidSSE
2bc8fcbd3 add tests to badSSE
6de93fb88 add baseSSE test
e2eda384c update doc
71a7b1773 fix condition to throw error for SSE instructions when using XMM16-XMM31
615b665cc sample/memfd shows /proc/self/maps
2861517f2 add memfd sample
507b0285e apt update at first
452c07f77 typedef for no-MmapAllocator
8af6e2026 minimize diff
0af3b5d07 Allocator: take optional name parameter and use it with memfd
a67e24505 Merge branch 'dev'
b3892c15e Merge pull request #138 from Tachi107/make-cxx-cpp-ld-flags
b4eddaced build(make): honour CXXFLAGS, CPPFLAGS and LDFLAGS
fbe60e590 test generates only a.asm
0a4a7571d Merge branch 'patch-1' of https://github.com/Tachi107/xbyak into Tachi107-patch-1
55b9f131b build(make): fix clean target in test/Makefile
7aef3ff54 Merge branch 'dev'
82e0deb8a v6.02
4d9906a94 fix condition to throw error for invalid displacements
c79311a51 fix test_util.cpp
9b2c175b3 Merge branch 'dev'
06d797e33 Allow parallel feature checks
2a85bba3f Merge branch 'dev'
8d5af80a6 v6.01
df39606fe update doc
08f11817c supprt retf
1abfc3465 support call(mem, T_FAR)
fb158f901 support jmp(mem, T_FAR)
9be47ceb2 Merge branch 'lioncash-hlt' into dev
3162eb16f add test of hlt
bb55725a9 xbyak: Add hlt opcode function
47cf85fdb fix conflict
b29e471ea build(meson): fix CMake Config file include dir
2cc21925f delete the sentences translated into Japanese from COPYRIGHT
dca3930de remove tabs
cecd204a5 Merge pull request #129 from Tachi107/meson-cmake-config
345de8a54 build(meson): generate CMake package config files
e831805cc revert change of the type of Pack::util::operator[]
fc9d953e5 util::Pack has not pointer but instance of Reg64
0868c54a9 use _WIN32 instead of _MSC_VER for mingw64
894a1b14a use original uint8_t
dfc079ca1 add cstrs of Xbyak::util::Pack for 11 or 12 args
06e8f531f Merge branch 'Tachi107-meson' into dev
ef90b6bd2 Makefile updates the version of meson.build
0000938f5 build: add Meson support This allows Meson users to use xbyak more easly, while it also provides a pkg-config file generator, useful to Linux distributions
757e4063f v6.00
b3489f548 add vcvtusi2sh
16d9898ab add vcvtsi2sh
cfc03cb8f unify T_66, T_F3, T_F2 flags
02fa7057d add vcvttph2qq
4e72a9dc4 add vcvttsh2usi
05d08e05b add vcvttsh2si
621e6548c add vcvtsh2usi
34abda5c5 extend vcvtps2ph
facd622b2 add vcvtw2ph
270af1cb2 add vcvtuw2ph
17dc697cd add vcvttph2w
62f022aea vcvttph2uw
836346bfd add vcvtph2w
300edb37b add vcvtph2uw
737904b5a add vcvtuqq2ph
52b2ebf18 add vcvtqq2ph
6761f1e05 add vcvtpd2ph
03f95b7e3 add vcvtudq2ph
64430b2bb add vcvtps2phx
88e426aa4 add vcvtdq2ph
bf28a94a5 add vcvttph2uqq
4c4e665d3 add vcvtph2uqq
2b0099b63 add vcvtph2qq
3ff69a474 add vcvtph2pd
678b52956 add vcvttph2udq
72a5717e4 add vcvttph2dq
524d52bf6 add vcvtph2udq
d1cf4db97 add vcvtph2psx
fccd2c49b add vcvtph2dq
6530f4099 refactor gen-cvt
c51e16156 tweak
ed9f6c72a add vcvtsh2si
ac1407bd1 add vcvtss2sh
2958a19bb add vcvtsh2ss
10d683303 add vcvtsh2sd
3920c950c add vcvtsd2sh
9a1b73932 add vmovw
d86e4882f vmovsh xmm, addr
61f85a204 add vmovsh
847166cef add tests of vgetmant{ph,sh}
c11a21cf4 add vgetmantph
55ab361f0 add tests of vgetexp{ph,sh}
8653f4152 add vgetexpsh
697eeb627 add vgetexpph
ee920a991 add vfpclasssh
7aed436e6 add vfpclassph
56dca14e4 v5.997
b3b1e4e3c fix vrndscale* to support {sae}
681077eb1 add vrndscalesh
2f14eae85 add vrndscaleph
f96870a44 add vreducesh
043c94ae9 add vreduceph
37bf3bb49 add vscalefsh
c16f91c59 add vscalefph
61ad45935 add vsqrtsh
e00b508d5 add vsqrtph
52765d54f add vrsqrtsh
2ec6a7ab4 add vrsqrtph
b1ff7891d add vrcpph, vrcpsh
4f543ca0e add vucomish
412b95f02 add vf{,c}mulcph
9fc53baed add vf{,c}maddcph
0098ce98d add vf{,n}m{sub,add}sh
849dffb10 add vfmadd, vfnmadd, vfnmsub for avx512-fp16
eadb93d0b add vfmsubaddcph
9b8802cba add vfmaddsub{132,213,231}ph
ab9481b4c add vcomish
cd036ea17 fix vcmpsh
b494b321a vcmpsh supports ptr_b
eb2d63c83 vcmpph uses T_B16
a480b3dd9 v5.996
16d18b1d4 fix v{add,sub,mul,...}{sd,ss} to support T_rd_sae etc.
66c6ca1ab support vaddsh with T_rd_sae
6333ec099 add m16bcst
84053c8e7 add vcmpph
5df23d263 move FP16 to AVX-512
d5c7336f8 fix disp scaling of v{add,sub,mul,div,max,min}sh
ebf29542d add vaddsh test
f29689d02 add test of vaddph
2c4b6ac16 add v{add,sub,mul,div,min,max}{ph,sh}
edf3c2f6f remove mask for mmm
2c561aad6 add T_MAP5 and T_MAP6
acd360c38 add Cpu::tAVX512_FP16
1554f479c remove unused flags(tSSE4a and tSSE5) of Cpu
c313a8758 update CMakeLists.txt version
740b39e24 Merge pull request #122 from abouvier/cmake
10a1e5759 v5.995
0a557a099 rename XBYAK_MEMFD_CREATE to XBYAK_USE_MEMFD
0ad9b9bbe Merge branch 'captain5050-master' into dev
c7bb66383 fix for mac and enable it if XBYAK_MEMFD_CREATE is defined
c1e6569f1 fix cmake config files
ccd4130ec Name mmap pages on Linux with memfd_create
2fb843c32 v5.994
413a66b44 add alias of vcmpXX{ps,pd,ss,sd} for mask register
6f4f76890 v5.993
19043cb9a add test for gather/scatter
b5acb1d1c gather test does not generate bad combination of regs
67ec1674a check restriction of gather/scatter regs
ea9814f4f check bad reg combination of gather
a34850b2d add endbr32 and endbr64

git-subtree-dir: externals/xbyak
git-subtree-split: 9357732aa2aa3cf97809027596dfa5c61d1515b2
2022-06-05 13:31:49 +01:00

2204 lines
62 KiB
C++

#include <stdio.h>
#include "xbyak/xbyak.h"
#include <stdlib.h>
#include <string.h>
#include "cybozu/inttype.hpp"
#define NUM_OF_ARRAY(x) (sizeof(x) / sizeof(x[0]))
using namespace Xbyak;
const int bitEnd = 64;
const uint64_t YMM_SAE = 1ULL << 0;
const uint64_t _XMM = 1ULL << 1;
const uint64_t _MEM = 1ULL << 2;
const uint64_t _REG32 = 1ULL << 3;
const uint64_t EAX = 1ULL << 4;
const uint64_t IMM32 = 1ULL << 5;
const uint64_t IMM8 = 1ULL << 6;
const uint64_t _REG8 = 1ULL << 7;
const uint64_t _REG16 = 1ULL << 8;
const uint64_t XMM_K = 1ULL << 9;
const uint64_t YMM_K = 1ULL << 10;
const uint64_t ZMM_K = 1ULL << 11;
const uint64_t AX = 1ULL << 12;
const uint64_t AL = 1ULL << 13;
const uint64_t IMM_1 = 1ULL << 14;
const uint64_t MEM8 = 1ULL << 15;
const uint64_t MEM16 = 1ULL << 16;
const uint64_t MEM32 = 1ULL << 17;
const uint64_t VM32Z = 1ULL << 19;
const uint64_t K_K = 1ULL << 20;
const uint64_t MEM_ONLY_DISP = 1ULL << 21;
const uint64_t VM32X_K = 1ULL << 23;
const uint64_t _YMM = 1ULL << 24;
const uint64_t VM32X_32 = 1ULL << 39;
const uint64_t VM32X_64 = 1ULL << 40;
const uint64_t VM32Y_32 = 1ULL << 41;
const uint64_t VM32Y_64 = 1ULL << 42;
const uint64_t VM32Z_K = 1ULL << 32;
#ifdef XBYAK64
const uint64_t _MEMe = 1ULL << 25;
const uint64_t REG32_2 = 1ULL << 26; // r8d, ...
const uint64_t REG16_2 = 1ULL << 27; // r8w, ...
const uint64_t REG8_2 = 1ULL << 28; // r8b, ...
const uint64_t REG8_3 = 1ULL << 29; // spl, ...
const uint64_t _REG64 = 1ULL << 30; // rax, ...
const uint64_t _REG64_2 = 1ULL << 31; // r8, ...
const uint64_t _XMM2 = 1ULL << 33;
const uint64_t _YMM2 = 1ULL << 34;
const uint64_t VM32X = VM32X_32 | VM32X_64;
const uint64_t VM32Y = VM32Y_32 | VM32Y_64;
#else
const uint64_t _MEMe = 0;
const uint64_t REG32_2 = 0;
const uint64_t REG16_2 = 0;
const uint64_t REG8_2 = 0;
const uint64_t REG8_3 = 0;
const uint64_t _REG64 = 0;
const uint64_t _REG64_2 = 0;
const uint64_t _XMM2 = 0;
const uint64_t _YMM2 = 0;
const uint64_t VM32X = VM32X_32;
const uint64_t VM32Y = VM32Y_32;
#endif
const uint64_t REG64 = _REG64 | _REG64_2;
const uint64_t REG32 = _REG32 | REG32_2 | EAX;
const uint64_t REG16 = _REG16 | REG16_2 | AX;
const uint64_t REG32e = REG32 | REG64;
const uint64_t REG8 = _REG8 | REG8_2|AL;
const uint64_t MEM = _MEM | _MEMe;
const uint64_t MEM64 = 1ULL << 35;
const uint64_t YMM_ER = 1ULL << 36;
const uint64_t VM32Y_K = 1ULL << 37;
const uint64_t IMM_2 = 1ULL << 38;
const uint64_t IMM = IMM_1 | IMM_2;
const uint64_t YMM = _YMM | _YMM2;
const uint64_t K = 1ULL << 43;
const uint64_t _ZMM = 1ULL << 44;
const uint64_t _ZMM2 = 1ULL << 45;
#ifdef XBYAK64
const uint64_t ZMM = _ZMM | _ZMM2;
const uint64_t _YMM3 = 1ULL << 46;
#else
const uint64_t ZMM = _ZMM;
const uint64_t _YMM3 = 0;
#endif
const uint64_t K2 = 1ULL << 47;
const uint64_t ZMM_SAE = 1ULL << 48;
const uint64_t ZMM_ER = 1ULL << 49;
#ifdef XBYAK64
const uint64_t _XMM3 = 1ULL << 50;
#else
const uint64_t _XMM3 = 0;
#endif
const uint64_t XMM = _XMM | _XMM2 | _XMM3;
const uint64_t XMM_SAE = 1ULL << 51;
#ifdef XBYAK64
const uint64_t XMM_KZ = 1ULL << 52;
const uint64_t YMM_KZ = 1ULL << 53;
const uint64_t ZMM_KZ = 1ULL << 54;
#else
const uint64_t XMM_KZ = 0;
const uint64_t YMM_KZ = 0;
const uint64_t ZMM_KZ = 0;
#endif
const uint64_t MEM_K = 1ULL << 55;
const uint64_t M_1to2 = 1ULL << 56;
const uint64_t M_1to4 = 1ULL << 57;
const uint64_t M_1to8 = 1ULL << 58;
const uint64_t M_1to16 = 1ULL << 59;
const uint64_t XMM_ER = 1ULL << 60;
const uint64_t M_xword = 1ULL << 61;
const uint64_t M_yword = 1ULL << 62;
const uint64_t MY_1to4 = 1ULL << 18;
const uint64_t NOPARA = 1ULL << (bitEnd - 1);
class Test {
Test(const Test&);
void operator=(const Test&);
const bool isXbyak_;
int funcNum_;
// check all op1, op2, op3
void put(const std::string& nm, uint64_t op1 = NOPARA, uint64_t op2 = NOPARA, uint64_t op3 = NOPARA, uint64_t op4 = NOPARA) const
{
for (int i = 0; i < bitEnd; i++) {
if ((op1 & (1ULL << i)) == 0) continue;
for (int j = 0; j < bitEnd; j++) {
if ((op2 & (1ULL << j)) == 0) continue;
for (int k = 0; k < bitEnd; k++) {
if ((op3 & (1ULL << k)) == 0) continue;
for (int s = 0; s < bitEnd; s++) {
if ((op4 & (1ULL << s)) == 0) continue;
printf("%s ", nm.c_str());
if (isXbyak_) printf("(");
if (!(op1 & NOPARA)) printf("%s", get(1ULL << i));
if (!(op2 & NOPARA)) printf(", %s", get(1ULL << j));
if (!(op3 & NOPARA)) printf(", %s", get(1ULL << k));
if (!(op4 & NOPARA)) printf(", %s", get(1ULL << s));
if (isXbyak_) printf("); dump();");
printf("\n");
}
}
}
}
}
void put(const char *nm, uint64_t op, const char *xbyak, const char *nasm) const
{
for (int i = 0; i < bitEnd; i++) {
if ((op & (1ULL << i)) == 0) continue;
printf("%s ", nm);
if (isXbyak_) printf("(");
if (!(op & NOPARA)) printf("%s", get(1ULL << i));
printf(", %s", isXbyak_ ? xbyak : nasm);
if (isXbyak_) printf("); dump();");
printf("\n");
}
}
void put(const char *nm, const char *xbyak, const char *nasm = 0, uint64_t op = NOPARA) const
{
if (nasm == 0) nasm = xbyak;
for (int i = 0; i < bitEnd; i++) {
if ((op & (1ULL << i)) == 0) continue;
printf("%s ", nm);
if (isXbyak_) printf("(");
printf("%s ", isXbyak_ ? xbyak : nasm);
if (!(op & NOPARA)) printf(", %s", get(1ULL << i));
if (isXbyak_) printf("); dump();");
printf("\n");
}
}
const char *get(uint64_t type) const
{
int idx = (rand() / 31) & 7;
switch (type) {
case _XMM:
{
static const char tbl[][6] = {
"xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5", "xmm6", "xmm7",
};
return tbl[idx];
}
case _YMM:
{
static const char tbl[][6] = {
"ymm0", "ymm1", "ymm2", "ymm3", "ymm4", "ymm5", "ymm6", "ymm7"
};
return tbl[idx];
}
case _ZMM:
{
static const char tbl[][6] = {
"zmm0", "zmm1", "zmm2", "zmm3", "zmm4", "zmm5", "zmm6", "zmm7"
};
return tbl[idx];
}
#ifdef XBYAK64
case _XMM2:
{
static const char tbl[][6] = {
"xmm8", "xmm9", "xmm10", "xmm11", "xmm12", "xmm13", "xmm14", "xmm15"
};
return tbl[idx];
}
case _XMM3:
{
static const char tbl[][6] = {
"xmm16", "xmm17", "xmm18", "xmm19", "xmm20", "xmm21", "xmm22", "xmm23"
};
return tbl[idx];
}
case _YMM2:
{
static const char tbl[][6] = {
"ymm8", "ymm9", "ymm10", "ymm11", "ymm12", "ymm13", "ymm14", "ymm15",
};
return tbl[idx];
}
case _YMM3:
{
static const char tbl[][6] = {
"ymm16", "ymm17", "ymm18", "ymm19", "ymm20", "ymm21", "ymm22", "ymm23",
};
return tbl[idx];
}
case _ZMM2:
{
static const char tbl[][6] = {
"zmm8", "zmm9", "zmm10", "zmm11", "zmm28", "zmm29", "zmm30", "zmm31",
};
return tbl[idx];
}
#endif
case _MEM:
return isXbyak_ ? "ptr[eax+ecx+64]" : "[eax+ecx+64]"; // QQQ
// return isXbyak_ ? "ptr[eax+ecx+6]" : "[eax+ecx+6]";
case _MEMe:
{
static int ccc = 1;
#ifdef USE_YASM
ccc++;
#endif
if (ccc & 1) {
return isXbyak_ ? "ptr[rdx+r15+0x12]" : "[rdx+r15+0x12]";
} else {
return isXbyak_ ? "ptr[rip - 0x13456+1-3]" : "[rip - 0x13456+1-3]";
}
}
case MEM8:
return "byte [eax+edx]";
case MEM16:
return "word [esi]";
case MEM32:
return "dword [eax+64]";
case MEM64:
return "qword [rax+64]";
case MEM_ONLY_DISP:
return isXbyak_ ? "ptr[(void*)0x123]" : "[0x123]";
case _REG16: // not ax
{
static const char Reg16Tbl[][4] = {
"ax", "cx", "dx", "bx", "sp", "bp", "si", "di"
};
return Reg16Tbl[(idx % 7) + 1];
}
case _REG8: // not al
{
static const char Reg8Tbl[][4] = {
#ifdef XBYAK64 // QQQ
"al", "cl", "dl", "bl", "al", "cl", "dl", "bl"
#else
"al", "cl", "dl", "bl", "ah", "ch", "dh", "bh"
#endif
};
return Reg8Tbl[(idx % 7) + 1];
}
case _REG32: // not eax
{
static const char Reg32Tbl[][4] = {
"eax", "ecx", "edx", "ebx", "esp", "ebp", "esi", "edi"
};
return Reg32Tbl[(idx % 7) + 1];
}
#ifdef XBYAK64
case _REG64: // not rax
{
static const char Reg64Tbl[][4] = {
"rax", "rcx", "rdx", "rbx", "rsp", "rbp", "rsi", "rdi"
};
return Reg64Tbl[(idx % 7) + 1];
}
case _REG64_2:
{
static const char Reg64_2Tbl[][4] = {
"r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15"
};
return Reg64_2Tbl[idx];
}
case REG32_2:
{
static const char Reg32eTbl[][5] = {
"r8d", "r9d", "r10d", "r11d", "r12d", "r13d", "r14d", "r15d"
};
return Reg32eTbl[idx];
}
case REG16_2:
{
static const char Reg16eTbl[][5] = {
"r8w", "r9w", "r10w", "r11w", "r12w", "r13w", "r14w", "r15w"
};
return Reg16eTbl[idx];
}
case REG8_2:
{
static const char Reg8_2Tbl[][5] = {
"r8b", "r9b", "r10b", "r11b", "r12b", "r13b", "r14b", "r15b"
};
return Reg8_2Tbl[idx];
}
case REG8_3:
{
static const char Reg8_3Tbl[][5] = {
"spl", "bpl", "sil", "dil", "spl", "bpl", "sil", "dil"
};
return Reg8_3Tbl[idx];
}
#endif
case EAX:
return "eax";
case AX:
return "ax";
case AL:
return "al";
case K_K:
return isXbyak_ ? "k5 | k3" : "k5{k3}";
case IMM32:
return isXbyak_ ? "12345678" : "dword 12345678";
case IMM8:
return isXbyak_ ? "4" : "byte 4";
case IMM_1:
return "4";
case IMM_2:
return isXbyak_ ? "0xda" : "0xda";
case VM32X_32:
return isXbyak_ ? "ptr [ebp+64+xmm1*8]" : "[ebp+64+xmm1*8]";
case VM32X_64:
return isXbyak_ ? "ptr [rax+64+xmm13*2]" : "[rax+64+xmm13*2]";
case VM32Y_32:
return isXbyak_ ? "ptr [ymm4]" : "[ymm4]";
case VM32Y_64:
return isXbyak_ ? "ptr [64+ymm13*2+r13]" : "[64+ymm13*2+r13]";
case VM32X_K:
return isXbyak_ ? "ptr [64+xmm13*2+r13] | k6" : "[64+xmm13*2+r13]{k6}";
case VM32Y_K:
return isXbyak_ ? "ptr [64+ymm13*2+r13] | k6" : "[64+ymm13*2+r13]{k6}";
case VM32Z_K:
if (idx & 1) return isXbyak_ ? "ptr [64+zmm10*8+r9] | k6" : "[64+zmm10*8+r9]{k6}";
return isXbyak_ ? "ptr [64+zmm30*2+r13] | k6" : "[64+zmm30*2+r13]{k6}";
case VM32Z:
return isXbyak_ ? "ptr [64+zmm13*2+rcx]" : "[64+zmm13*2+rcx]";
case M_1to2: return isXbyak_ ? "ptr_b [eax+32]" : "[eax+32]{1to2}";
case M_1to4: return isXbyak_ ? "ptr_b [eax+32]" : "[eax+32]{1to4}";
case M_1to8: return isXbyak_ ? "ptr_b [eax+32]" : "[eax+32]{1to8}";
case M_1to16: return isXbyak_ ? "ptr_b [eax+32]" : "[eax+32]{1to16}";
case M_xword: return isXbyak_ ? "ptr [eax+32]" : "oword [eax+32]";
case M_yword: return isXbyak_ ? "yword [eax+32]" : "yword [eax+32]";
case MY_1to4: return isXbyak_ ? "yword_b [eax+32]" : "[eax+32]{1to4}";
case K:
{
static const char kTbl[][5] = {
"k1", "k2", "k3", "k4", "k5", "k6", "k7",
};
return kTbl[idx % 7];
}
case K2:
return isXbyak_ ? "k3 | k5" : "k3{k5}";
#ifdef XBYAK64
case XMM_SAE:
return isXbyak_ ? "xmm25 | T_sae" : "xmm25, {sae}";
case YMM_SAE:
return isXbyak_ ? "ymm25 | T_sae" : "ymm25, {sae}";
case ZMM_SAE:
return isXbyak_ ? "zmm25 | T_sae" : "zmm25, {sae}";
case XMM_ER:
return isXbyak_ ? "xmm4 | T_rd_sae" : "xmm4, {rd-sae}";
case YMM_ER:
return isXbyak_ ? "ymm20 | T_rd_sae" : "ymm20, {rd-sae}";
case ZMM_ER:
return isXbyak_ ? "zmm20 | T_rd_sae" : "zmm20, {rd-sae}";
case XMM_KZ:
return isXbyak_ ? "xmm5 | k5" : "xmm5{k5}";
case YMM_KZ:
return isXbyak_ ? "ymm2 |k3|T_z" : "ymm2{k3}{z}";
case ZMM_KZ:
return isXbyak_ ? "zmm7|k1" : "zmm7{k1}";
case MEM_K:
return isXbyak_ ? "ptr [rax] | k1" : "[rax]{k1}";
#else
case XMM_SAE:
return isXbyak_ ? "xmm5 | T_sae" : "xmm5, {sae}";
case YMM_SAE:
return isXbyak_ ? "ymm5 | T_sae" : "ymm5, {sae}";
case ZMM_SAE:
return isXbyak_ ? "zmm5 | T_sae" : "zmm5, {sae}";
case XMM_ER:
return isXbyak_ ? "xmm30 | T_rd_sae" : "xmm30, {rd-sae}";
case YMM_ER:
return isXbyak_ ? "ymm2 | T_rd_sae" : "ymm2, {rd-sae}";
case ZMM_ER:
return isXbyak_ ? "zmm2 | T_rd_sae" : "zmm2, {rd-sae}";
case MEM_K:
return isXbyak_ ? "ptr [eax] | k1" : "[eax]{k1}";
#endif
case XMM_K:
return isXbyak_ ? "xmm5 | k7" : "xmm5{k7}";
case YMM_K:
return isXbyak_ ? "ymm5 | k4" : "ymm5{k4}";
case ZMM_K:
return isXbyak_ ? "zmm5 | k3" : "zmm5{k3}";
}
return 0;
}
public:
Test(bool isXbyak)
: isXbyak_(isXbyak)
, funcNum_(1)
{
if (!isXbyak_) return;
printf("%s",
" void gen0()\n"
" {\n");
}
/*
gcc and vc give up to compile this source,
so I split functions.
*/
void separateFunc()
{
if (!isXbyak_) return;
printf(
" }\n"
" void gen%d()\n"
" {\n", funcNum_++);
}
~Test()
{
if (!isXbyak_) return;
printf("%s",
" }\n"
" void gen()\n"
" {\n");
for (int i = 0; i < funcNum_; i++) {
printf(
" gen%d();\n", i);
}
printf(
" }\n");
}
void put()
{
putAVX512();
}
void putOpmask()
{
{
const char *tbl[] = {
"kadd",
"kand",
"kandn",
"kor",
"kxnor",
"kxor",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
std::string name = tbl[i];
put(name + "b", K, K, K);
put(name + "w", K, K, K);
put(name + "q", K, K, K);
put(name + "d", K, K, K);
}
put("kunpckbw", K, K, K);
put("kunpckwd", K, K, K);
put("kunpckdq", K, K, K);
}
{
const char *tbl[] = {
"knot",
"kortest",
"ktest",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
std::string name = tbl[i];
put(name + "b", K, K);
put(name + "w", K, K);
put(name + "q", K, K);
put(name + "d", K, K);
}
}
{
const char *tbl[] = {
"kshiftl",
"kshiftr",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
std::string name = tbl[i];
put(name + "b", K, K, IMM8);
put(name + "w", K, K, IMM8);
put(name + "q", K, K, IMM8);
put(name + "d", K, K, IMM8);
}
}
put("kmovw", K, K | MEM | REG32);
put("kmovq", K, K | MEM);
put("kmovb", K, K | MEM | REG32);
put("kmovd", K, K | MEM | REG32);
put("kmovw", MEM | REG32, K);
put("kmovq", MEM, K);
put("kmovb", MEM | REG32, K);
put("kmovd", MEM | REG32, K);
#ifdef XBYAK64
put("kmovq", K, REG64);
put("kmovq", REG64, K);
#endif
}
void put_vaddpd(const char *r1, const char *r2, const char *r3, int kIdx = 0, bool z = false, int sae = 0)
{
std::string modifier;
char pk[16] = "";
const char *pz = "";
const char *saeTblXbyak[] = { "", "|T_rn_sae", "|T_rd_sae", "|T_ru_sae", "|T_rz_sae" };
const char *saeTblNASM[] = { "", ",{rn-sae}", ",{rd-sae}", ",{ru-sae}", ",{rz-sae}" };
if (isXbyak_) {
if (kIdx) CYBOZU_SNPRINTF(pk, sizeof(pk), "|k%d", kIdx);
if (z) pz = "|T_z";
printf("vaddpd(%s%s%s, %s, %s%s); dump();\n", r1, pk, pz, r2, r3, saeTblXbyak[sae]);
} else {
if (kIdx) CYBOZU_SNPRINTF(pk, sizeof(pk), "{k%d}", kIdx);
if (z && kIdx) pz = "{z}";
printf("vaddpd %s%s%s, %s, %s%s\n", r1, pk, pz, r2, r3, saeTblNASM[sae]);
}
}
void putCombi()
{
const char *xTbl[] = {
"xmm2",
#ifdef XBYAK64
"xmm8", "xmm31"
#else
"xmm5", "xmm6"
#endif
};
const char *yTbl[] = {
"ymm0",
#ifdef XBYAK64
"ymm15", "ymm31"
#else
"ymm4", "ymm2"
#endif
};
const char *zTbl[] = {
"zmm1",
#ifdef XBYAK64
"zmm9", "zmm30"
#else
"zmm3", "zmm7"
#endif
};
const size_t N = NUM_OF_ARRAY(zTbl);
for (size_t i = 0; i < N; i++) {
for (size_t j = 0; j < N; j++) {
separateFunc();
for (size_t k = 0; k < N; k++) {
#ifdef XBYAK64
for (int kIdx = 0; kIdx < 8; kIdx++) {
put_vaddpd(xTbl[i], xTbl[j], xTbl[k], kIdx);
put_vaddpd(yTbl[i], yTbl[j], yTbl[k], kIdx);
for (int z = 0; z < 2; z++) {
for (int sae = 0; sae < 5; sae++) {
put_vaddpd(zTbl[i], zTbl[j], zTbl[k], kIdx, z == 1, sae);
}
}
}
#else
put_vaddpd(xTbl[i], xTbl[j], xTbl[k]);
put_vaddpd(yTbl[i], yTbl[j], yTbl[k]);
for (int sae = 0; sae < 5; sae++) {
put_vaddpd(zTbl[i], zTbl[j], zTbl[k], sae);
}
#endif
}
}
}
put("vaddpd", XMM, XMM, _MEM);
put("vaddpd", YMM, YMM, _MEM);
put("vaddpd", ZMM, ZMM, _MEM);
}
void putCmpK()
{
{
const struct Tbl {
const char *name;
bool supportYMM;
} tbl[] = {
{ "vcmppd", true },
{ "vcmpps", true },
{ "vcmpsd", false },
{ "vcmpss", false },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl *p = &tbl[i];
put(p->name, K, XMM, _XMM | MEM, IMM8);
if (!p->supportYMM) continue;
put(p->name, K, _YMM, _YMM | MEM, IMM8);
put(p->name, K, _ZMM, _ZMM | MEM, IMM8);
}
put("vcmppd", K, XMM, M_1to2, IMM8);
put("vcmppd", K, YMM, M_1to4, IMM8);
put("vcmppd", K, ZMM, M_1to8, IMM8);
put("vcmpps", K, XMM, M_1to4, IMM8);
put("vcmpps", K, YMM, M_1to8, IMM8);
put("vcmpps", K, ZMM, M_1to16, IMM8);
}
put("vcmppd", K2, ZMM, ZMM_SAE, IMM);
#ifdef XBYAK64
{
const struct Tbl {
const char *name;
} tbl[] = {
{ "vcomisd" },
{ "vcomiss" },
{ "vucomisd" },
{ "vucomiss" },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl *p = &tbl[i];
put(p->name, XMM, XMM_SAE | XMM | MEM);
}
}
put("vcomiss", XMM, _XMM3 | MEM);
put("vcomiss", XMM, XMM_SAE);
#endif
}
void putBroadcastSub(int idx, int disp)
{
#ifdef XBYAK64
const char *a = "rax";
#else
const char *a = "eax";
#endif
if (isXbyak_) {
printf("vaddpd(zmm%d, zmm1, ptr_b[%s+%d]);dump();\n", idx, a, disp);
printf("vaddpd(ymm%d, ymm1, ptr_b[%s+%d]);dump();\n", idx, a, disp);
printf("vaddpd(xmm%d, xmm1, ptr_b[%s+%d]);dump();\n", idx, a, disp);
} else {
printf("vaddpd zmm%d, zmm1, [%s+%d]{1to8}\n", idx, a, disp);
printf("vaddpd ymm%d, ymm1, [%s+%d]{1to4}\n", idx, a, disp);
printf("vaddpd xmm%d, xmm1, [%s+%d]{1to2}\n", idx, a, disp);
}
}
void putBroadcast()
{
for (int i = 0; i < 9; i++) {
putBroadcastSub(0, i);
#ifdef XBYAK64
putBroadcastSub(10, i);
putBroadcastSub(20, i);
#endif
}
put("vpbroadcastb", XMM_KZ | ZMM_KZ, REG8 | _MEM);
put("vpbroadcastw", XMM_KZ | ZMM_KZ, REG16 | _MEM);
put("vpbroadcastd", XMM_KZ | ZMM_KZ, REG32 | _MEM);
#ifdef XBYAK64
put("vpbroadcastq", XMM_KZ | ZMM_KZ, REG64 | _MEM);
#endif
{
const char *tbl[] = {
"vpbroadcastb",
"vpbroadcastw",
"vpbroadcastd",
"vpbroadcastq",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
put(tbl[i], XMM_KZ | ZMM_KZ, XMM | _MEM);
}
}
put("vbroadcasti32x2", XMM_KZ | YMM_KZ | ZMM_KZ, XMM | _MEM);
put("vbroadcasti32x4", YMM_KZ | ZMM_KZ, _MEM);
put("vbroadcasti64x2", YMM_KZ | ZMM_KZ, _MEM);
put("vbroadcasti32x8", ZMM_KZ, _MEM);
put("vbroadcasti64x4", ZMM_KZ, _MEM);
}
void putMisc1()
{
put("vmaskmovps", _XMM, _XMM, MEM);
put("vmaskmovps", YMM, YMM, MEM);
put("vmaskmovpd", YMM, YMM, MEM);
put("vmaskmovpd", _XMM, _XMM, MEM);
put("vmaskmovps", MEM, _XMM, _XMM);
put("vmaskmovpd", MEM, _XMM, _XMM);
put("vbroadcastf128", YMM, MEM);
put("vbroadcasti128", YMM, MEM);
put("vbroadcastsd", YMM|_YMM3, XMM|MEM);
put("vbroadcastsd", ZMM, XMM|MEM);
{
const char *tbl[] = {
"vbroadcastss",
"vpbroadcastb",
"vpbroadcastw",
"vpbroadcastd",
"vpbroadcastq",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
put(tbl[i], XMM | YMM | ZMM, XMM|MEM);
}
}
put("vinsertf128", YMM, YMM, _XMM | _XMM2 | MEM, IMM8);
put("vinserti128", YMM, YMM, _XMM | _XMM2 | MEM, IMM8);
put("vperm2f128", YMM, YMM, YMM | MEM, IMM8);
put("vperm2i128", YMM, YMM, YMM | MEM, IMM8);
{
const char *tbl[] = {
"vpmaskmovd", "vpmaskmovq"
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, _XMM, _XMM, MEM);
put(name, YMM, YMM, MEM);
put(name, MEM, _XMM, _XMM);
put(name, MEM, YMM, YMM);
}
}
{
const char *tbl[] = {
"vpermd", "vpermps",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, YMM, YMM, YMM | MEM);
}
}
{
const char *tbl[] = {
"vpermq", "vpermpd",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, YMM, YMM | MEM, IMM8);
}
}
put("vpextrw", REG32e | MEM, XMM, IMM); // nasm is ok, yasm generate redundant code
}
void putAVX512_M_X()
{
const char *tbl[] = {
"vmovapd",
"vmovaps",
"vmovupd",
"vmovups",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, MEM, ZMM);
put(name, ZMM, MEM);
#ifdef XBYAK64
put(name, MEM, XMM);
put(name, XMM, MEM);
#endif
}
}
void put_vmov()
{
#ifdef XBYAK64
put("vmovd", XMM, MEM|REG32);
put("vmovd", MEM|REG32, XMM);
put("vmovq", XMM, MEM|REG64|XMM);
put("vmovq", MEM|REG64|XMM, XMM);
put("vmovhlps", XMM, _XMM3, _XMM3);
put("vmovlhps", XMM, _XMM3, _XMM3);
put("vmovntdqa", XMM|_YMM3|ZMM, MEM);
put("vmovntdq", MEM, XMM | _YMM3 | ZMM);
put("vmovntpd", MEM, XMM | _YMM3 | ZMM);
put("vmovntps", MEM, XMM | _YMM3 | ZMM);
put("vmovsd", XMM_KZ, XMM, _XMM3);
put("vmovsd", XMM_KZ, MEM);
put("vmovsd", MEM_K, XMM);
put("vmovss", XMM_KZ, XMM, _XMM3);
put("vmovss", XMM_KZ, MEM);
put("vmovss", MEM_K, XMM);
put("vmovshdup", _ZMM, _ZMM);
put("vmovsldup", _ZMM, _ZMM);
{
const char *tbl[] = {
"valignd",
"valignq",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, XMM_KZ, XMM, _XMM | MEM, IMM);
put(name, _YMM3, _YMM3, _YMM3 | _MEM, IMM);
put(name, _ZMM, _ZMM, _ZMM | _MEM, IMM);
}
}
{
const char tbl[][16] = {
"vmovhpd",
"vmovhps",
"vmovlpd",
"vmovlps",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
put(tbl[i], XMM, _XMM3, MEM);
put(tbl[i], MEM, _XMM3);
}
}
#endif
}
void put512_X_XM()
{
const struct Tbl {
const char *name;
bool M_X;
} tbl[] = {
{ "vmovddup", false },
{ "vmovdqa32", true },
{ "vmovdqa64", true },
{ "vmovdqu8", true },
{ "vmovdqu16", true },
{ "vmovdqu32", true },
{ "vmovdqu64", true },
{ "vpabsb", false },
{ "vpabsw", false },
{ "vpabsd", false },
{ "vpabsq", false },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
put(p.name, XMM|XMM_KZ, _XMM|MEM);
put(p.name, _YMM|YMM_KZ, _YMM|MEM);
put(p.name, _ZMM|ZMM_KZ, _ZMM|MEM);
if (!p.M_X) continue;
put(p.name, MEM|MEM_K, XMM);
put(p.name, MEM|MEM_K, _YMM);
put(p.name, MEM|MEM_K, _ZMM);
}
put("vsqrtpd", XMM_KZ, M_1to2 | _MEM);
put("vsqrtpd", YMM_KZ, M_1to4 | _MEM);
put("vsqrtpd", ZMM_KZ, M_1to8 | _MEM);
put("vsqrtpd", ZMM_KZ, ZMM_ER);
put("vsqrtps", XMM_KZ, M_1to4 | _MEM);
put("vsqrtps", YMM_KZ, M_1to8 | _MEM);
put("vsqrtps", ZMM_KZ, M_1to16 | _MEM);
put("vsqrtps", ZMM_KZ, ZMM_ER);
put("vpabsd", ZMM_KZ, M_1to16 | _MEM);
put("vpabsq", ZMM_KZ, M_1to8 | _MEM);
put("vbroadcastf32x2", YMM_KZ | ZMM_KZ, XMM | _MEM);
put("vbroadcastf32x4", YMM_KZ | ZMM_KZ, _MEM);
put("vbroadcastf64x2", YMM_KZ | ZMM_KZ, _MEM);
put("vbroadcastf64x4", ZMM_KZ, _MEM);
put("vbroadcastf32x8", ZMM_KZ, _MEM);
}
void put512_X_X_XM()
{
const struct Tbl {
const char *name;
uint64_t mem;
} tbl[] = {
{ "vsqrtsd", MEM },
{ "vsqrtss", MEM },
{ "vunpckhpd", M_1to2 },
{ "vunpckhps", M_1to4 },
{ "vunpcklpd", M_1to2 },
{ "vunpcklps", M_1to4 },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
put(p.name, XMM_KZ, XMM, _XMM|p.mem);
}
}
void put512_X3()
{
#ifdef XBYAK64
const struct Tbl {
const char *name;
uint64_t x1;
uint64_t x2;
uint64_t xm;
} tbl[] = {
{ "vpacksswb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpacksswb", YMM_KZ, _YMM, _YMM | _MEM },
{ "vpacksswb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpackssdw", XMM_KZ, XMM, _XMM | M_1to4 | _MEM },
{ "vpackssdw", YMM_KZ, _YMM, _YMM | M_1to8 | _MEM },
{ "vpackssdw", ZMM_KZ, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpackusdw", XMM_KZ, XMM, _XMM | M_1to4 | _MEM },
{ "vpackusdw", YMM_KZ, _YMM, _YMM | M_1to8 | _MEM },
{ "vpackusdw", ZMM_KZ, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpackuswb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpackuswb", YMM_KZ, _YMM, _YMM | _MEM },
{ "vpackuswb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpaddb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpaddw", XMM_KZ, _XMM, _XMM | _MEM },
{ "vpaddd", XMM_KZ, _XMM, _XMM | M_1to4 | _MEM },
{ "vpaddq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpaddsb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpaddsb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpaddsw", XMM_KZ, XMM, _XMM | _MEM },
{ "vpaddsw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpaddusb", XMM_KZ, XMM, _XMM | MEM },
{ "vpaddusb", ZMM_KZ, _ZMM, _ZMM | MEM },
{ "vpaddusw", XMM_KZ, XMM, _XMM | MEM },
{ "vpaddusw", ZMM_KZ, _ZMM, _ZMM | MEM },
{ "vpsubb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpsubw", XMM_KZ, XMM, _XMM | _MEM },
{ "vpsubd", XMM_KZ, XMM, _XMM | M_1to4 | _MEM },
{ "vpsubq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpsubsb", XMM_KZ, XMM, _XMM | _MEM },
{ "vpsubsb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpsubsw", XMM_KZ, XMM, _XMM | _MEM },
{ "vpsubsw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpsubusb", XMM_KZ, XMM, _XMM | MEM },
{ "vpsubusb", ZMM_KZ, _ZMM, _ZMM | MEM },
{ "vpsubusw", XMM_KZ, XMM, _XMM | MEM },
{ "vpsubusw", ZMM_KZ, _ZMM, _ZMM | MEM },
{ "vpandd", ZMM_KZ, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpandq", ZMM_KZ, _ZMM, _ZMM | M_1to8 | _MEM },
{ "vpandnd", ZMM_KZ, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpandnq", ZMM_KZ, _ZMM, _ZMM | M_1to8 | _MEM },
{ "vpavgb", ZMM_KZ, _ZMM, _ZMM },
{ "vpavgw", ZMM_KZ, _ZMM, _ZMM },
{ "vpcmpeqb", K2, _ZMM, _ZMM | _MEM },
{ "vpcmpeqw", K2, _ZMM, _ZMM | _MEM },
{ "vpcmpeqd", K2, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpcmpeqq", K2, _ZMM, _ZMM | M_1to8 | _MEM },
{ "vpcmpgtb", K2, _ZMM, _ZMM | _MEM },
{ "vpcmpgtw", K2, _ZMM, _ZMM | _MEM },
{ "vpcmpgtd", K2, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpcmpgtq", K2, _ZMM, _ZMM | M_1to8 | _MEM },
{ "vpmaddubsw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaddwd", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaxsb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaxsw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaxsd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 },
{ "vpmaxsq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 },
{ "vpmaxub", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaxuw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpmaxud", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 },
{ "vpmaxuq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 },
{ "vpminsb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpminsw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpminsd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 },
{ "vpminsq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 },
{ "vpminub", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpminuw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpminud", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 },
{ "vpminuq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 },
{ "vpslldq", XMM, _XMM3 | _MEM, IMM8 },
{ "vpslldq", _YMM3, _YMM3 | _MEM, IMM8 },
{ "vpslldq", _ZMM, _ZMM | _MEM, IMM8 },
{ "vpsrldq", XMM, _XMM3 | _MEM, IMM8 },
{ "vpsrldq", _YMM3, _YMM3 | _MEM, IMM8 },
{ "vpsrldq", _ZMM, _ZMM | _MEM, IMM8 },
{ "vpsraw", XMM_KZ, XMM | _MEM, IMM8 },
{ "vpsraw", ZMM_KZ, _ZMM | _MEM, IMM8 },
{ "vpsrad", XMM_KZ, XMM | M_1to4 | _MEM, IMM8 },
{ "vpsrad", ZMM_KZ, _ZMM | M_1to16 | _MEM, IMM8 },
{ "vpsraq", XMM, XMM, IMM8 },
{ "vpsraq", XMM_KZ, XMM | M_1to2 | _MEM, IMM8 },
{ "vpsraq", ZMM_KZ, _ZMM | M_1to8 | _MEM, IMM8 },
{ "vpsllw", XMM, _XMM3 | _MEM, IMM8 },
{ "vpslld", XMM, _XMM3 | _MEM | M_1to4, IMM8 },
{ "vpsllq", XMM, _XMM3 | _MEM | M_1to2, IMM8 },
{ "vpsrlw", XMM_KZ, XMM | _MEM, IMM8 },
{ "vpsrlw", ZMM_KZ, _ZMM | _MEM, IMM8 },
{ "vpsrld", XMM_KZ, XMM | M_1to4 | _MEM, IMM8 },
{ "vpsrld", ZMM_KZ, _ZMM | M_1to16 | _MEM, IMM8 },
{ "vpsrlq", XMM, _XMM3 | _MEM | M_1to2, IMM8 },
{ "vpsrlq", _ZMM, _ZMM | _MEM | M_1to8, IMM8 },
{ "vpsravw", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsravw", _ZMM, _ZMM, _MEM },
{ "vpsravd", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsravd", _ZMM, _ZMM, M_1to16 | _MEM },
{ "vpsravq", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsravq", _ZMM, _ZMM, M_1to8 | _MEM },
{ "vpsllvw", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsllvw", _ZMM, _ZMM, _MEM },
{ "vpsllvd", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsllvd", _ZMM, _ZMM, M_1to16 | _MEM },
{ "vpsllvq", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsllvq", _ZMM, _ZMM, M_1to8 | _MEM },
{ "vpsrlvw", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsrlvw", _ZMM, _ZMM, _MEM },
{ "vpsrlvd", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsrlvd", _ZMM, _ZMM, M_1to16 | _MEM },
{ "vpsrlvq", XMM_KZ | XMM, _XMM, _XMM | _MEM },
{ "vpsrlvq", _ZMM, _ZMM, M_1to8 | _MEM },
{ "vpshufb", XMM | XMM_KZ, _XMM, _XMM | _MEM },
{ "vpshufb", ZMM_KZ, _ZMM, _MEM },
{ "vpshufhw", XMM | XMM_KZ, _XMM | _MEM, IMM8 },
{ "vpshufhw", ZMM_KZ, _MEM, IMM8 },
{ "vpshuflw", XMM | XMM_KZ, _XMM | _MEM, IMM8 },
{ "vpshuflw", ZMM_KZ, _MEM, IMM8 },
{ "vpshufd", XMM | XMM_KZ, _XMM | M_1to4 | _MEM, IMM8 },
{ "vpshufd", _ZMM | ZMM_KZ, _ZMM | M_1to16 | _MEM, IMM8 },
{ "vpord", XMM | XMM_KZ, _XMM, _XMM | M_1to4 | _MEM },
{ "vpord", _ZMM | ZMM_KZ, _ZMM, M_1to16 | _MEM },
{ "vporq", XMM | XMM_KZ, _XMM, _XMM | M_1to2 | _MEM },
{ "vporq", _ZMM | ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpxord", XMM | XMM_KZ, _XMM, _XMM | M_1to4 | _MEM },
{ "vpxord", _ZMM | ZMM_KZ, _ZMM, M_1to16 | _MEM },
{ "vpxorq", XMM | XMM_KZ, _XMM, _XMM | M_1to2 | _MEM },
{ "vpxorq", _ZMM | ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpsadbw", XMM, _XMM, _XMM | _MEM },
{ "vpsadbw", _ZMM, _ZMM, _MEM },
{ "vpmuldq", XMM, _XMM, _XMM | M_1to2 | _MEM },
{ "vpmuldq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpmulhrsw", XMM, _XMM, _XMM | _MEM },
{ "vpmulhrsw", ZMM_KZ, _ZMM, _MEM },
{ "vpmulhuw", XMM, _XMM, _XMM | _MEM },
{ "vpmulhuw", ZMM_KZ, _ZMM, _MEM },
{ "vpmulhw", XMM, _XMM, _XMM | _MEM },
{ "vpmulhw", ZMM_KZ, _ZMM, _MEM },
{ "vpmullw", XMM, _XMM, _XMM | _MEM },
{ "vpmullw", ZMM_KZ, _ZMM, _MEM },
{ "vpmulld", XMM, _XMM, M_1to4 | _MEM },
{ "vpmulld", ZMM_KZ, _ZMM, M_1to16 | _MEM },
{ "vpmullq", XMM, _XMM, M_1to2 | _MEM },
{ "vpmullq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpmuludq", XMM, _XMM, M_1to2 | _MEM },
{ "vpmuludq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpunpckhbw", XMM, _XMM, _XMM | _MEM },
{ "vpunpckhbw", _ZMM, _ZMM, _MEM },
{ "vpunpckhwd", XMM, _XMM, _XMM | _MEM },
{ "vpunpckhwd", _ZMM, _ZMM, _MEM },
{ "vpunpckhdq", XMM, _XMM, M_1to4 | _MEM },
{ "vpunpckhdq", _ZMM, _ZMM, M_1to16 | _MEM },
{ "vpunpckhqdq", XMM, _XMM, M_1to2 | _MEM },
{ "vpunpckhqdq", _ZMM, _ZMM, M_1to8 | _MEM },
{ "vpunpcklbw", XMM, _XMM, _XMM | _MEM },
{ "vpunpcklbw", _ZMM, _ZMM, _MEM },
{ "vpunpcklwd", XMM, _XMM, _XMM | _MEM },
{ "vpunpcklwd", _ZMM, _ZMM, _MEM },
{ "vpunpckldq", XMM, _XMM, M_1to4 | _MEM },
{ "vpunpckldq", _ZMM, _ZMM, M_1to16 | _MEM },
{ "vpunpcklqdq", XMM, _XMM, M_1to2 | _MEM },
{ "vpunpcklqdq", _ZMM, _ZMM, M_1to8 | _MEM },
{ "vextractf32x4", _XMM | XMM_KZ | _MEM, _YMM | _ZMM, IMM8 },
{ "vextractf64x2", _XMM | XMM_KZ | _MEM, _YMM | _ZMM, IMM8 },
{ "vextractf32x8", _YMM | YMM_KZ | _MEM, _ZMM, IMM8 },
{ "vextractf64x4", _YMM | YMM_KZ | _MEM, _ZMM, IMM8 },
{ "vextracti32x4", _XMM | XMM_KZ | _MEM, _YMM | _ZMM, IMM8 },
{ "vextracti64x2", _XMM | XMM_KZ | _MEM, _YMM | _ZMM, IMM8 },
{ "vextracti32x8", _YMM | YMM_KZ | _MEM, _ZMM, IMM8 },
{ "vextracti64x4", _YMM | YMM_KZ | _MEM, _ZMM, IMM8 },
{ "vextractps", REG32 | _MEM, XMM, IMM8 },
{ "vpermb", XMM_KZ, _XMM, _XMM | _MEM },
{ "vpermb", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpermw", XMM_KZ, _XMM, _XMM | _MEM },
{ "vpermw", ZMM_KZ, _ZMM, _ZMM | _MEM },
{ "vpermd", YMM_KZ, _YMM, _YMM | M_1to8 | _MEM },
{ "vpermd", ZMM_KZ, _ZMM, _ZMM | M_1to16 | _MEM },
{ "vpermilpd", XMM_KZ, _XMM, _XMM | M_1to2 | _MEM },
{ "vpermilpd", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpermilpd", XMM_KZ, M_1to2 | _MEM, IMM8 },
{ "vpermilpd", ZMM_KZ, M_1to8 | _MEM, IMM8 },
{ "vpermilps", XMM_KZ, _XMM, _XMM | _MEM | M_1to4 },
{ "vpermilps", ZMM_KZ, _ZMM, _MEM | M_1to16 },
{ "vpermilps", XMM_KZ, _MEM | M_1to4 | _MEM, IMM8 },
{ "vpermilps", ZMM_KZ, _MEM | M_1to16 | _MEM, IMM8 },
{ "vpermpd", YMM_KZ, _YMM | M_1to4 | _MEM, IMM8 },
{ "vpermpd", ZMM_KZ, _ZMM | M_1to8 | _MEM, IMM8 },
{ "vpermpd", YMM_KZ, _YMM, M_1to4 | _MEM },
{ "vpermpd", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vpermps", YMM_KZ, _YMM, M_1to8 | _MEM },
{ "vpermps", ZMM_KZ, _ZMM, M_1to16 | _MEM },
{ "vpermq", YMM_KZ, _YMM | M_1to4 | _MEM, IMM8 },
{ "vpermq", ZMM_KZ, _ZMM | M_1to8 | _MEM, IMM8 },
{ "vpermq", YMM_KZ, _YMM, M_1to4 | _MEM },
{ "vpermq", ZMM_KZ, _ZMM, M_1to8 | _MEM },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
put(p.name, p.x1, p.x2, p.xm);
}
#endif
}
void put512_X3_I()
{
const struct Tbl {
const char *name;
uint64_t x1;
uint64_t x2;
uint64_t xm;
} tbl[] = {
#ifdef XBYAK64
{ "vinsertps", XMM, _XMM, _XMM3 | _MEM },
{ "vshufpd", XMM_KZ, _XMM, M_1to2 | _MEM },
{ "vshufpd", ZMM_KZ, _ZMM, M_1to8 | _MEM },
{ "vshufps", XMM_KZ, _XMM, M_1to4 | _MEM },
{ "vshufps", ZMM_KZ, _ZMM, M_1to16 | _MEM },
{ "vinsertf32x4", _YMM | YMM_KZ, _YMM, _XMM | _MEM },
{ "vinsertf32x4", _ZMM | ZMM_KZ, _ZMM, _XMM | _MEM },
{ "vinsertf64x2", _YMM | YMM_KZ, _YMM, _XMM | _MEM },
{ "vinsertf64x2", _ZMM | ZMM_KZ, _ZMM, _XMM | _MEM },
{ "vinsertf32x8", _ZMM | ZMM_KZ, _ZMM, _YMM | _MEM },
{ "vinsertf64x4", _ZMM | ZMM_KZ, _ZMM, _YMM | _MEM },
{ "vinserti32x4", _YMM | YMM_KZ, _YMM, _XMM | _MEM },
{ "vinserti32x4", _ZMM | ZMM_KZ, _ZMM, _XMM | _MEM },
{ "vinserti64x2", _YMM | YMM_KZ, _YMM, _XMM | _MEM },
{ "vinserti64x2", _ZMM | ZMM_KZ, _ZMM, _XMM | _MEM },
{ "vinserti32x8", _ZMM | ZMM_KZ, _ZMM, _YMM | _MEM },
{ "vinserti64x4", _ZMM | ZMM_KZ, _ZMM, _YMM | _MEM },
#endif
{ "vpalignr", ZMM_KZ, _ZMM, _ZMM | _MEM },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
put(p.name, p.x1, p.x2, p.xm, IMM8);
}
#ifdef XBYAK64
put("vpextrb", _REG64 | _MEM, XMM, IMM8);
put("vpextrw", _REG64 | _MEM, XMM, IMM8);
put("vpextrd", _REG32 | _MEM, XMM, IMM8);
put("vpextrq", _REG64 | _MEM, XMM, IMM8);
put("vpinsrb", XMM, _XMM3, _REG32 | _MEM, IMM8);
put("vpinsrw", XMM, _XMM3, _REG32 | _MEM, IMM8);
put("vpinsrd", XMM, _XMM3, _REG32 | _MEM, IMM8);
put("vpinsrq", XMM, _XMM3, _REG64 | _MEM, IMM8);
#endif
}
void put512_FMA()
{
const struct Tbl {
const char *name;
bool supportYMM;
} tbl[] = {
{ "vfmadd", true },
{ "vfmadd", false },
{ "vfmaddsub", true },
{ "vfmsubadd", true },
{ "vfmsub", true },
{ "vfmsub", false },
{ "vfnmadd", true },
{ "vfnmadd", false },
{ "vfnmsub", true },
{ "vfnmsub", false },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
const struct Ord {
const char *name;
} ord[] = {
{ "132" },
{ "213" },
{ "231" },
};
for (size_t j = 0; j < NUM_OF_ARRAY(ord); j++) {
const char sufTbl[][2][8] = {
{ "pd", "ps" },
{ "sd", "ss" },
};
for (size_t k = 0; k < 2; k++) {
const std::string suf = sufTbl[p.supportYMM ? 0 : 1][k];
uint64_t mem = 0;
if (suf == "pd") {
mem = M_1to2;
} else if (suf == "ps") {
mem = M_1to4;
} else {
mem = XMM_ER;
}
std::string name = std::string(p.name) + ord[j].name + suf;
const char *q = name.c_str();
put(q, XMM_KZ, _XMM, mem | _MEM);
if (!p.supportYMM) continue;
if (suf == "pd") {
mem = M_1to8;
} else if (suf == "ps") {
mem = M_1to16;
} else {
mem = XMM_ER;
}
put(q, _ZMM, _ZMM, mem | _MEM);
}
}
}
}
void put512_Y_XM()
{
const struct Tbl {
const char *name;
bool all_xmm; // 2nd param
} tbl[] = {
{ "vpmovsxbw", false },
{ "vpmovsxbd", true },
{ "vpmovsxbq", true },
{ "vpmovsxwd", false },
{ "vpmovsxwq", true },
{ "vpmovsxdq", false },
{ "vpmovzxbw", false },
{ "vpmovzxbd", true },
{ "vpmovzxbq", true },
{ "vpmovzxwd", false },
{ "vpmovzxwq", true },
{ "vpmovzxdq", false },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
const char *name = p.name;
put(name, XMM_KZ | YMM, _XMM | _MEM);
if (p.all_xmm) {
put(name, ZMM, _XMM | _MEM);
} else {
put(name, ZMM, YMM | _MEM);
}
}
}
void put512_AVX1()
{
#ifdef XBYAK64
const struct Tbl {
std::string name;
bool only_pd_ps;
} tbl[] = {
{ "vadd", false },
{ "vsub", false },
{ "vmul", false },
{ "vdiv", false },
{ "vmax", false },
{ "vmin", false },
{ "vand", true },
{ "vandn", true },
{ "vor", true },
{ "vxor", true },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const struct Suf {
const char *suf;
bool supportYMM;
} sufTbl[] = {
{ "pd", true },
{ "ps", true },
{ "sd", false },
{ "ss", false },
};
for (size_t j = 0; j < NUM_OF_ARRAY(sufTbl); j++) {
if (tbl[i].only_pd_ps && j == 2) break;
std::string suf = sufTbl[j].suf;
std::string name = tbl[i].name + suf;
const char *p = name.c_str();
uint64_t mem = 0;
if (suf == "pd") {
mem = M_1to2;
} else if (suf == "ps") {
mem = M_1to4;
}
put(p, XMM | XMM_KZ, _XMM, mem | _MEM);
if (!sufTbl[j].supportYMM) continue;
mem = 0;
if (suf == "pd") {
mem = M_1to8;
} else if (suf == "ps") {
mem = M_1to16;
}
put(p, _ZMM, _ZMM, mem | _MEM);
}
}
put("vaddss", XMM, _XMM, XMM_ER);
put("vaddsd", XMM, _XMM, XMM_ER);
#endif
}
void putAVX1()
{
const struct Tbl {
const char *name;
bool only_pd_ps;
} tbl[] = {
{ "add", false },
{ "sub", false },
{ "mul", false },
{ "div", false },
{ "max", false },
{ "min", false },
{ "and", true },
{ "andn", true },
{ "or", true },
{ "xor", true },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const struct Suf {
const char *suf;
bool supportYMM;
} suf[] = {
{ "pd", true },
{ "ps", true },
{ "sd", false },
{ "ss", false },
};
for (size_t j = 0; j < NUM_OF_ARRAY(suf); j++) {
if (tbl[i].only_pd_ps && j == 2) break;
std::string name = std::string("v") + tbl[i].name + suf[j].suf;
const char *p = name.c_str();
put(p, XMM, XMM | MEM);
put(p, XMM, XMM, XMM | MEM);
if (!suf[j].supportYMM) continue;
put(p, YMM, YMM | MEM);
put(p, YMM, YMM, YMM | MEM);
put(p, ZMM, ZMM, ZMM | MEM);
}
}
}
void put512_cvt()
{
#ifdef XBYAK64
put("vcvtdq2pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtdq2pd", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtdq2pd", ZMM_KZ, _YMM | _MEM | M_1to8);
put("vcvtdq2ps", XMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtdq2ps", YMM_KZ, _YMM | _MEM | M_1to8);
put("vcvtdq2ps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_ER);
put("vcvtpd2dq", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtpd2dq", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtpd2dq", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtpd2ps", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtpd2ps", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtpd2ps", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtpd2qq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtpd2qq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvtpd2qq", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtpd2udq", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtpd2udq", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtpd2udq", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtpd2uqq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtpd2uqq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvtpd2uqq", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtph2ps", XMM_KZ, _XMM | _MEM);
put("vcvtph2ps", YMM_KZ, _XMM | _MEM);
put("vcvtph2ps", ZMM_KZ, _YMM | _MEM | YMM_SAE);
put("vcvtps2ph", XMM_KZ | _MEM, _XMM, IMM8);
put("vcvtps2ph", XMM_KZ | _MEM, _YMM, IMM8);
put("vcvtps2ph", YMM_KZ | _MEM, _ZMM, IMM8);
put("vcvtps2ph", YMM_KZ, ZMM_SAE, IMM8);
put("vcvtps2dq", XMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtps2dq", YMM_KZ, _YMM | _MEM | M_1to8);
put("vcvtps2dq", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_ER);
put("vcvtps2udq", XMM_KZ, _XMM | M_1to4);
put("vcvtps2udq", YMM_KZ, _YMM | M_1to8);
put("vcvtps2udq", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_ER);
put("vcvtps2qq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtps2qq", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtps2qq", ZMM_KZ, _YMM | _MEM | M_1to8 | YMM_ER);
put("vcvtps2uqq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtps2uqq", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtps2uqq", ZMM_KZ, _YMM | _MEM | M_1to8 | YMM_ER);
put("vcvtps2pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtps2pd", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtps2pd", ZMM_KZ, _YMM | _MEM | M_1to8 | YMM_SAE);
put("vcvtqq2pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtqq2pd", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvtqq2pd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtqq2ps", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtqq2ps", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtqq2ps", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtsd2si", REG32 | REG64, XMM | _MEM | XMM_ER);
put("vcvtsd2usi", REG32 | REG64, XMM | _MEM | XMM_ER);
put("vcvtsd2ss", XMM_KZ, XMM, _XMM3 | _MEM | XMM_ER);
put("vcvtsi2sd", XMM, _XMM3, REG32 | REG64 | MEM32 | MEM64);
put("vcvtsi2sd", XMM, XMM_ER, REG64);
put("vcvtsi2ss", XMM, _XMM3, REG32 | REG64 | MEM32 | MEM64);
put("vcvtsi2ss", XMM, XMM_ER, REG32 | REG64);
put("vcvtss2sd", XMM_KZ, XMM, _XMM3 | _MEM | XMM_SAE);
put("vcvtss2si", REG32 | REG64, XMM | _MEM | XMM_ER);
put("vcvtss2usi", REG32 | REG64, XMM | _MEM | XMM_ER);
put("vcvtpd2dq", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtpd2dq", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtpd2dq", YMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvttpd2qq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvttpd2qq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvttpd2qq", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vcvttpd2udq", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvttpd2udq", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvttpd2udq", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vcvttpd2uqq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvttpd2uqq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvttpd2uqq", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vcvttps2dq", XMM_KZ, _XMM | _MEM | M_1to4);
put("vcvttps2dq", YMM_KZ, _YMM | _MEM | M_1to8);
put("vcvttps2dq", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE);
put("vcvttps2udq", XMM_KZ, _XMM | M_1to4);
put("vcvttps2udq", YMM_KZ, _YMM | M_1to8);
put("vcvttps2udq", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE);
put("vcvttps2qq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvttps2qq", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvttps2qq", ZMM_KZ, _YMM | _MEM | M_1to8 | YMM_SAE);
put("vcvttps2uqq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvttps2uqq", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvttps2uqq", ZMM_KZ, _YMM | _MEM | M_1to8 | YMM_SAE);
put("vcvttsd2si", REG32 | REG64, XMM | _MEM | XMM_SAE);
put("vcvttsd2usi", REG32 | REG64, XMM | _MEM | XMM_SAE);
put("vcvttss2si", REG32 | REG64, XMM | _MEM | XMM_SAE);
put("vcvttss2usi", REG32 | REG64, XMM | _MEM | XMM_SAE);
put("vcvtudq2pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtudq2pd", YMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtudq2pd", ZMM_KZ, _YMM | _MEM | M_1to8);
put("vcvtudq2ps", XMM_KZ, _XMM | _MEM | M_1to4);
put("vcvtudq2ps", YMM_KZ, _YMM | _MEM | M_1to8);
put("vcvtudq2ps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_ER);
put("vcvtuqq2pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vcvtuqq2pd", YMM_KZ, _YMM | _MEM | M_1to4);
put("vcvtuqq2pd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtuqq2ps", XMM_KZ, _XMM | M_xword | M_1to2);
put("vcvtuqq2ps", XMM_KZ, _YMM | M_yword | MY_1to4);
put("vcvtuqq2ps", YMM_KZ, ZMM | _MEM | M_1to8 | ZMM_ER);
put("vcvtusi2sd", XMM, _XMM3, REG32 | REG64 | MEM32 | MEM64);
put("vcvtusi2sd", XMM, XMM_ER, REG64);
put("vcvtusi2ss", XMM, _XMM3, REG32 | REG64 | MEM32 | MEM64);
put("vcvtusi2ss", XMM, XMM_ER, REG32 | REG64);
#endif
}
enum {
xx_yy_zz,
xx_yx_zy,
xx_xy_yz
};
void putGather()
{
#ifdef XBYAK64
const struct Tbl {
const char *name;
int mode;
} tbl[] = {
{ "vpgatherdd", xx_yy_zz },
{ "vpgatherdq", xx_yx_zy },
{ "vpgatherqd", xx_xy_yz },
{ "vpgatherqq", xx_yy_zz },
{ "vgatherdps", xx_yy_zz },
{ "vgatherdpd", xx_yx_zy },
{ "vgatherqps", xx_xy_yz },
{ "vgatherqpd", xx_yy_zz },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
switch (p.mode) {
case xx_yy_zz:
put(p.name, XMM_K, VM32X);
put(p.name, YMM_K, VM32Y);
put(p.name, ZMM_K, VM32Z);
break;
case xx_yx_zy:
put(p.name, XMM_K, VM32X);
put(p.name, YMM_K, VM32X);
put(p.name, ZMM_K, VM32Y);
break;
case xx_xy_yz:
put(p.name, XMM_K, VM32X);
put(p.name, XMM_K, VM32Y);
put(p.name, YMM_K, VM32Z);
break;
}
}
#endif
}
void putScatter()
{
#ifdef XBYAK64
const struct Tbl {
const char *name;
int mode;
} tbl[] = {
{ "vpscatterdd", xx_yy_zz },
{ "vpscatterdq", xx_xy_yz },
{ "vpscatterqd", xx_yx_zy },
{ "vpscatterqq", xx_yy_zz },
{ "vscatterdps", xx_yy_zz },
{ "vscatterdpd", xx_xy_yz },
{ "vscatterqps", xx_yx_zy },
{ "vscatterqpd", xx_yy_zz },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
switch (p.mode) {
case xx_yy_zz:
put(p.name, VM32X_K, _XMM);
put(p.name, VM32Y_K, _YMM);
put(p.name, VM32Z_K, _ZMM);
break;
case xx_yx_zy:
put(p.name, VM32X_K, _XMM);
put(p.name, VM32Y_K, _XMM);
put(p.name, VM32Z_K, _YMM);
break;
case xx_xy_yz:
put(p.name, VM32X_K, _XMM);
put(p.name, VM32X_K, _YMM);
put(p.name, VM32Y_K, _ZMM);
break;
}
}
#endif
}
void putBlend()
{
put("vblendmpd", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vblendmpd", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vblendmpd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
put("vblendmps", XMM_KZ, _XMM, _XMM | _MEM | M_1to4);
put("vblendmps", YMM_KZ, _YMM, _YMM | _MEM | M_1to8);
put("vblendmps", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16);
put("vpblendmb", XMM_KZ, _XMM, _XMM | _MEM);
put("vpblendmb", YMM_KZ, _YMM, _YMM | _MEM);
put("vpblendmb", ZMM_KZ, _ZMM, _ZMM | _MEM);
put("vpblendmb", XMM_KZ, _XMM, _XMM | _MEM);
put("vpblendmb", YMM_KZ, _YMM, _YMM | _MEM);
put("vpblendmb", ZMM_KZ, _ZMM, _ZMM | _MEM);
put("vpblendmd", XMM_KZ, _XMM, _XMM | _MEM | M_1to4);
put("vpblendmd", YMM_KZ, _YMM, _YMM | _MEM | M_1to8);
put("vpblendmd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16);
put("vpblendmq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vpblendmq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vpblendmq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
}
void putVpcmp()
{
const uint64_t b0Tbl[] = { 0, 0, 0 };
const uint64_t b4Tbl[] = { M_1to4, M_1to8, M_1to16 };
const uint64_t b2Tbl[] = { M_1to2, M_1to4, M_1to8 };
const struct Tbl {
const char *name;
uint64_t b;
} tbl[] = {
{ "vpcmpb", 0 },
{ "vpcmpub", 0 },
{ "vpcmpw", 0 },
{ "vpcmpuw", 0 },
{ "vpcmpd", M_1to4 },
{ "vpcmpud", M_1to4 },
{ "vpcmpq", M_1to2 },
{ "vpcmpuq", M_1to2 },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
const uint64_t *bTbl = p.b == 0 ? b0Tbl : p.b == M_1to4 ? b4Tbl : b2Tbl;
put(p.name, K_K, _XMM, _XMM | _MEM | bTbl[0], IMM8);
put(p.name, K_K, _YMM, _YMM | _MEM | bTbl[1], IMM8);
put(p.name, K_K, _ZMM, _ZMM | _MEM | bTbl[2], IMM8);
}
}
void putVtest()
{
const uint64_t b0Tbl[] = { 0, 0, 0 };
const uint64_t b4Tbl[] = { M_1to4, M_1to8, M_1to16 };
const uint64_t b2Tbl[] = { M_1to2, M_1to4, M_1to8 };
const struct Tbl {
const char *name;
uint64_t b;
} tbl[] = {
{ "vptestmb", 0 },
{ "vptestmw", 0 },
{ "vptestmd", M_1to4 },
{ "vptestmq", M_1to2 },
{ "vptestnmb", 0 },
{ "vptestnmw", 0 },
{ "vptestnmd", M_1to4 },
{ "vptestnmq", M_1to2 },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
const uint64_t *bTbl = p.b == 0 ? b0Tbl : p.b == M_1to4 ? b4Tbl : b2Tbl;
put(p.name, K_K, _XMM, _XMM | _MEM | bTbl[0]);
put(p.name, K_K, _YMM, _YMM | _MEM | bTbl[1]);
put(p.name, K_K, _ZMM, _ZMM | _MEM | bTbl[2]);
}
}
void putCompExp()
{
{
const char *tbl[] = {
"vcompresspd",
"vcompressps",
"vpcompressd",
"vpcompressq",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, XMM_KZ | _MEM, _XMM);
put(name, YMM_KZ | _MEM, _YMM);
put(name, ZMM_KZ | _MEM, _ZMM);
}
}
{
const char *tbl[] = {
"vexpandpd",
"vexpandps",
"vpexpandd",
"vpexpandq",
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const char *name = tbl[i];
put(name, XMM_KZ, _XMM | _MEM);
put(name, YMM_KZ, _YMM | _MEM);
put(name, ZMM_KZ, _ZMM | _MEM);
}
}
}
void putPerm()
{
const uint64_t b0Tbl[] = { 0, 0, 0 };
const uint64_t b4Tbl[] = { M_1to4, M_1to8, M_1to16 };
const uint64_t b2Tbl[] = { M_1to2, M_1to4, M_1to8 };
const struct Tbl {
const char *name;
uint64_t b;
} tbl[] = {
{ "vpermt2b", 0 },
{ "vpermt2w", 0 },
{ "vpermt2d", M_1to4 },
{ "vpermt2q", M_1to2 },
{ "vpermt2ps", M_1to4 },
{ "vpermt2pd", M_1to2 },
{ "vpermi2b", 0 },
{ "vpermi2w", 0 },
{ "vpermi2d", M_1to4 },
{ "vpermi2q", M_1to2 },
{ "vpermi2ps", M_1to4 },
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
const Tbl& p = tbl[i];
const uint64_t *bTbl = p.b == 0 ? b0Tbl : p.b == M_1to4 ? b4Tbl : b2Tbl;
put(p.name, XMM_KZ, _XMM, _XMM | _MEM | bTbl[0]);
put(p.name, YMM_KZ, _YMM, _YMM | _MEM | bTbl[1]);
put(p.name, ZMM_KZ, _ZMM, _ZMM | _MEM | bTbl[2]);
}
}
void putShuff()
{
put("vshuff32x4", YMM_KZ, _YMM, _YMM | _MEM | M_1to8, IMM8);
put("vshuff32x4", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16, IMM8);
put("vshuff64x2", YMM_KZ, _YMM, _YMM | _MEM | M_1to4, IMM8);
put("vshuff64x2", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8, IMM8);
put("vshufi32x4", YMM_KZ, _YMM, _YMM | _MEM | M_1to8, IMM8);
put("vshufi32x4", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16, IMM8);
put("vshufi64x2", YMM_KZ, _YMM, _YMM | _MEM | M_1to4, IMM8);
put("vshufi64x2", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8, IMM8);
}
void putMov()
{
put("vpmovm2b", _XMM | _YMM | _ZMM, K);
put("vpmovm2w", _XMM | _YMM | _ZMM, K);
put("vpmovm2d", _XMM | _YMM | _ZMM, K);
put("vpmovm2q", _XMM | _YMM | _ZMM, K);
put("vpmovb2m", K, _XMM | _YMM | _ZMM);
put("vpmovw2m", K, _XMM | _YMM | _ZMM);
put("vpmovd2m", K, _XMM | _YMM | _ZMM);
put("vpmovq2m", K, _XMM | _YMM | _ZMM);
put("vpmovqb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovsqb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovusqb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovqw", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovsqw", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovusqw", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovqd", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovqd", YMM_KZ | _MEM, _ZMM);
put("vpmovsqd", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovsqd", YMM_KZ | _MEM, _ZMM);
put("vpmovusqd", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovusqd", YMM_KZ | _MEM, _ZMM);
put("vpmovdb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovsdb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovusdb", XMM_KZ | _MEM, _XMM | _YMM | _ZMM);
put("vpmovdw", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovdw", YMM_KZ | _MEM, _ZMM);
put("vpmovsdw", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovsdw", YMM_KZ | _MEM, _ZMM);
put("vpmovusdw", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovusdw", YMM_KZ | _MEM, _ZMM);
put("vpmovwb", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovwb", YMM_KZ | _MEM, _ZMM);
put("vpmovswb", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovswb", YMM_KZ | _MEM, _ZMM);
put("vpmovuswb", XMM_KZ | _MEM, _XMM | _YMM);
put("vpmovuswb", YMM_KZ | _MEM, _ZMM);
}
void putRot()
{
put("vprolvd", XMM_KZ, _XMM, _XMM | _MEM | M_1to4);
put("vprolvd", YMM_KZ, _YMM, _YMM | _MEM | M_1to8);
put("vprolvd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16);
put("vprolvq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vprolvq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vprolvq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
put("vprorvd", XMM_KZ, _XMM, _XMM | _MEM | M_1to4);
put("vprorvd", YMM_KZ, _YMM, _YMM | _MEM | M_1to8);
put("vprorvd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16);
put("vprorvq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vprorvq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vprorvq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
put("vprold", XMM_KZ, _XMM | _MEM | M_1to4, IMM8);
put("vprold", YMM_KZ, _YMM | _MEM | M_1to8, IMM8);
put("vprold", ZMM_KZ, _ZMM | _MEM | M_1to16, IMM8);
put("vprolq", XMM_KZ, _XMM | _MEM | M_1to2, IMM8);
put("vprolq", YMM_KZ, _YMM | _MEM | M_1to4, IMM8);
put("vprolq", ZMM_KZ, _ZMM | _MEM | M_1to8, IMM8);
put("vprord", XMM_KZ, _XMM | _MEM | M_1to4, IMM8);
put("vprord", YMM_KZ, _YMM | _MEM | M_1to8, IMM8);
put("vprord", ZMM_KZ, _ZMM | _MEM | M_1to16, IMM8);
put("vprorq", XMM_KZ, _XMM | _MEM | M_1to2, IMM8);
put("vprorq", YMM_KZ, _YMM | _MEM | M_1to4, IMM8);
put("vprorq", ZMM_KZ, _ZMM | _MEM | M_1to8, IMM8);
}
void putMisc2()
{
#ifdef XBYAK64
put("vpternlogd", XMM_KZ, _XMM, _XMM | _MEM | M_1to4, IMM8);
put("vpternlogd", YMM_KZ, _YMM, _YMM | _MEM | M_1to8, IMM8);
put("vpternlogd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16, IMM8);
put("vpternlogq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2, IMM8);
put("vpternlogq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4, IMM8);
put("vpternlogq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8, IMM8);
put("vgetexppd", XMM_KZ, _XMM | MEM | M_1to2);
put("vgetexppd", YMM_KZ, _YMM | MEM | M_1to4);
put("vgetexppd", ZMM_KZ, _ZMM | MEM | M_1to8 | ZMM_SAE);
put("vgetexpps", XMM_KZ, _XMM | MEM | M_1to4);
put("vgetexpps", YMM_KZ, _YMM | MEM | M_1to8);
put("vgetexpps", ZMM_KZ, _ZMM | MEM | M_1to16 | ZMM_SAE);
put("vgetexpsd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vgetexpss", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vgetmantpd", XMM_KZ, _XMM | _MEM | M_1to2, IMM8);
put("vgetmantpd", YMM_KZ, _YMM | _MEM | M_1to4, IMM8);
put("vgetmantpd", ZMM_KZ, _ZMM | _MEM | M_1to8, IMM8);
put("vgetmantps", XMM_KZ, _XMM | _MEM | M_1to4, IMM8);
put("vgetmantps", YMM_KZ, _YMM | _MEM | M_1to8, IMM8);
put("vgetmantps", ZMM_KZ, _ZMM | _MEM | M_1to16, IMM8);
put("vgetmantsd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vgetmantss", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vfixupimmpd", XMM_KZ, _XMM, _XMM | _MEM | M_1to2, IMM8);
put("vfixupimmpd", YMM_KZ, _YMM, _YMM | _MEM | M_1to4, IMM8);
put("vfixupimmpd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8, IMM8);
put("vfixupimmps", XMM_KZ, _XMM, _XMM | _MEM | M_1to4, IMM8);
put("vfixupimmps", YMM_KZ, _YMM, _YMM | _MEM | M_1to8, IMM8);
put("vfixupimmps", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16, IMM8);
put("vfixupimmsd", XMM_KZ, _XMM, _XMM | _MEM, IMM8);
put("vfixupimmss", XMM_KZ, _XMM, _XMM | _MEM, IMM8);
put("vrcp14pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vrcp14pd", YMM_KZ, _YMM | _MEM | M_1to4);
put("vrcp14pd", ZMM_KZ, _ZMM | _MEM | M_1to8);
put("vrcp14ps", XMM_KZ, _XMM | _MEM | M_1to4);
put("vrcp14ps", YMM_KZ, _YMM | _MEM | M_1to8);
put("vrcp14ps", ZMM_KZ, _ZMM | _MEM | M_1to16);
put("vrcp14sd", XMM_KZ, _XMM, _XMM | _MEM);
put("vrcp14ss", XMM_KZ, _XMM, _XMM | _MEM);
put("vrsqrt14pd", XMM_KZ, _XMM | _MEM | M_1to2);
put("vrsqrt14pd", YMM_KZ, _YMM | _MEM | M_1to4);
put("vrsqrt14pd", ZMM_KZ, _ZMM | _MEM | M_1to8);
put("vrsqrt14ps", XMM_KZ, _XMM | _MEM | M_1to4);
put("vrsqrt14ps", YMM_KZ, _YMM | _MEM | M_1to8);
put("vrsqrt14ps", ZMM_KZ, _ZMM | _MEM | M_1to16);
put("vrsqrt14sd", XMM_KZ, _XMM, _XMM | _MEM);
put("vrsqrt14ss", XMM_KZ, _XMM, _XMM | _MEM);
put("vrndscalepd", XMM_KZ, _XMM | _MEM | M_1to2, IMM8);
put("vrndscalepd", YMM_KZ, _YMM | _MEM | M_1to4, IMM8);
put("vrndscalepd", ZMM_KZ, _ZMM | _MEM | M_1to8, IMM8);
put("vrndscalepd", ZMM_KZ, _ZMM | ZMM_SAE, IMM8);
put("vrndscaleps", XMM_KZ, _XMM | _MEM | M_1to4, IMM8);
put("vrndscaleps", YMM_KZ, _YMM | _MEM | M_1to8, IMM8);
put("vrndscaleps", ZMM_KZ, _ZMM | _MEM | M_1to16, IMM8);
put("vrndscaleps", ZMM_KZ, _ZMM | ZMM_SAE, IMM8);
put("vrndscalesd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vrndscaless", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vscalefpd", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vscalefpd", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vscalefpd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 | ZMM_ER);
put("vscalefps", XMM_KZ, _XMM, _XMM | _MEM | M_1to4);
put("vscalefps", YMM_KZ, _YMM, _YMM | _MEM | M_1to8);
put("vscalefps", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 | ZMM_ER);
put("vscalefsd", XMM_KZ, _XMM, _XMM | _MEM | XMM_ER);
put("vscalefss", XMM_KZ, _XMM, _XMM | _MEM | XMM_ER);
put("vdbpsadbw", XMM_KZ, _XMM, _XMM | _MEM, IMM8);
put("vdbpsadbw", YMM_KZ, _YMM, _YMM | _MEM, IMM8);
put("vdbpsadbw", ZMM_KZ, _ZMM, _ZMM | _MEM, IMM8);
put("vpmultishiftqb", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vpmultishiftqb", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vpmultishiftqb", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
put("vpconflictd", XMM_KZ, _XMM | _MEM | M_1to4);
put("vpconflictd", YMM_KZ, _YMM | _MEM | M_1to8);
put("vpconflictd", ZMM_KZ, _ZMM | _MEM | M_1to16);
put("vpconflictq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vpconflictq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vpconflictq", ZMM_KZ, _ZMM | _MEM | M_1to8);
put("vplzcntd", XMM_KZ, _XMM | _MEM | M_1to4);
put("vplzcntd", YMM_KZ, _YMM | _MEM | M_1to8);
put("vplzcntd", ZMM_KZ, _ZMM | _MEM | M_1to16);
put("vplzcntq", XMM_KZ, _XMM | _MEM | M_1to2);
put("vplzcntq", YMM_KZ, _YMM | _MEM | M_1to4);
put("vplzcntq", ZMM_KZ, _ZMM | _MEM | M_1to8);
put("vpbroadcastmb2q", _XMM | _YMM | _ZMM, K);
put("vpbroadcastmw2d", _XMM | _YMM | _ZMM, K);
put("vexp2pd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vexp2ps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE);
put("vrcp28pd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vrcp28ps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE);
put("vrcp28sd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vrcp28ss", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vrsqrt28pd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE);
put("vrsqrt28ps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE);
put("vrsqrt28sd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vrsqrt28ss", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE);
put("vgatherpf0dps", VM32Z_K);
put("vgatherpf0qps", VM32Z_K);
put("vgatherpf0dpd", VM32Y_K);
put("vgatherpf0qpd", VM32Z_K);
put("vgatherpf1dps", VM32Z_K);
put("vgatherpf1qps", VM32Z_K);
put("vgatherpf1dpd", VM32Y_K);
put("vgatherpf1qpd", VM32Z_K);
put("vscatterpf0dps", VM32Z_K);
put("vscatterpf0qps", VM32Z_K);
put("vscatterpf0dpd", VM32Y_K);
put("vscatterpf0qpd", VM32Z_K);
put("vscatterpf1dps", VM32Z_K);
put("vscatterpf1qps", VM32Z_K);
put("vscatterpf1dpd", VM32Y_K);
put("vscatterpf1qpd", VM32Z_K);
put("vrangepd", XMM_KZ, _XMM, _XMM | _MEM | M_1to2, IMM8);
put("vrangepd", YMM_KZ, _YMM, _YMM | _MEM | M_1to4, IMM8);
put("vrangepd", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8 | ZMM_SAE, IMM8);
put("vrangeps", XMM_KZ, _XMM, _XMM | _MEM | M_1to4, IMM8);
put("vrangeps", YMM_KZ, _YMM, _YMM | _MEM | M_1to8, IMM8);
put("vrangeps", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to16 | ZMM_SAE, IMM8);
put("vrangesd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vrangess", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vreducepd", XMM_KZ, _XMM | _MEM | M_1to2, IMM8);
put("vreducepd", YMM_KZ, _YMM | _MEM | M_1to4, IMM8);
put("vreducepd", ZMM_KZ, _ZMM | _MEM | M_1to8 | ZMM_SAE, IMM8);
put("vreduceps", XMM_KZ, _XMM | _MEM | M_1to4, IMM8);
put("vreduceps", YMM_KZ, _YMM | _MEM | M_1to8, IMM8);
put("vreduceps", ZMM_KZ, _ZMM | _MEM | M_1to16 | ZMM_SAE, IMM8);
put("vreducesd", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vreducess", XMM_KZ, _XMM, _XMM | _MEM | XMM_SAE, IMM8);
put("vpmadd52luq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vpmadd52luq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vpmadd52luq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
put("vpmadd52huq", XMM_KZ, _XMM, _XMM | _MEM | M_1to2);
put("vpmadd52huq", YMM_KZ, _YMM, _YMM | _MEM | M_1to4);
put("vpmadd52huq", ZMM_KZ, _ZMM, _ZMM | _MEM | M_1to8);
#endif
}
void classSubMem(const char *nm, char x, bool broadcast, int size)
{
printf("%s ", nm);
if (isXbyak_) {
printf("(k5|k3, %cword%s [rax+64], 5);dump();\n", x, broadcast ? "_b" : "");
} else {
if (broadcast) {
int d = x == 'x' ? 128 / size : x == 'y' ? 256 / size : 512 / size;
printf("k5{k3}, [rax+64]{1to%d}, 5\n", d);
} else {
if (x == 'x') x = 'o'; // nasm
printf("k5{k3}, %cword [rax+64], 5\n", x);
}
}
}
void putClassSub(const char *name, int size)
{
put(name, K_K, _XMM | _YMM | _ZMM, IMM8);
for (int i = 0; i < 2; i++) {
classSubMem(name, 'x', i == 0, size);
classSubMem(name, 'y', i == 0, size);
classSubMem(name, 'z', i == 0, size);
}
}
void putClass()
{
#ifdef XBYAK64
putClassSub("vfpclasspd", 64);
putClassSub("vfpclassps", 32);
put("vfpclasssd", K_K, _XMM | _MEM, IMM8);
put("vfpclassss", K_K, _XMM | _MEM, IMM8);
#endif
}
void putMin()
{
#ifdef XBYAK64
put("vextractf32x4", XMM_KZ, _YMM, IMM8);
#endif
}
void putDisp8N()
{
{
const int tbl[] = {
-129, -128, -127, 0, 1, 64, 65, 127, 128
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
char xs[128], ns[128];
int v = tbl[i];
CYBOZU_SNPRINTF(xs, sizeof(xs), "xmm0, ptr[eax%+d]", v);
CYBOZU_SNPRINTF(ns, sizeof(ns), "xmm0, [eax%+d]", v);
put("vpbroadcastb", xs, ns);
}
}
{
const int tbl[] = {
-1024, -512 -256, -128, -64, -32, -16, -8, -4, -2, -1,
0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 512
};
for (size_t i = 0; i < NUM_OF_ARRAY(tbl); i++) {
char xs[128], ns[128];
int v = tbl[i];
CYBOZU_SNPRINTF(xs, sizeof(xs), "zmm0, zmm1, ptr_b[eax%+d]", v);
CYBOZU_SNPRINTF(ns, sizeof(ns), "zmm0, zmm1, [eax%+d]{1to16}", v);
put("vaddps", xs, ns);
}
}
#ifdef XBYAK64
put("vfmadd231ps", "zmm8, zmm31, ptr_b[r14+rbp-0x1e4]", "zmm8, zmm31, [r14+rbp-0x1e4]{1to16}");
#endif
}
void putAVX512()
{
#ifdef MIN_TEST
putMin();
#else
putOpmask();
separateFunc();
putCombi();
separateFunc();
putCmpK();
separateFunc();
putBroadcast();
separateFunc();
putAVX512_M_X();
separateFunc();
put_vmov();
separateFunc();
put512_X_XM();
separateFunc();
put512_X_X_XM();
separateFunc();
put512_X3();
separateFunc();
put512_X3_I();
separateFunc();
put512_FMA();
separateFunc();
put512_Y_XM();
separateFunc();
put512_AVX1();
separateFunc();
put512_cvt();
separateFunc();
putMisc1();
separateFunc();
putGather();
separateFunc();
putBlend();
separateFunc();
putVpcmp();
separateFunc();
putVtest();
separateFunc();
putCompExp();
separateFunc();
putPerm();
separateFunc();
putShuff();
separateFunc();
putMisc2();
separateFunc();
putMov();
separateFunc();
putRot();
separateFunc();
putScatter();
separateFunc();
putClass();
putDisp8N();
#endif
}
};
int main(int argc, char *[])
{
Test test(argc > 1);
test.put();
}