/* RV64 Zba, Zbb, and Zbs instruction decoding and execution. */ #ifndef BITMANIP_H #define BITMANIP_H #include #include "types.h" /* Required bit manipulation operations. Zero denotes another instruction. */ enum bitmanip_op { BM_NONE, BM_ADDUW, BM_SH1ADD, BM_SH2ADD, BM_SH3ADD, BM_SH1ADDUW, BM_SH2ADDUW, BM_SH3ADDUW, BM_ANDN, BM_ORN, BM_XNOR, BM_MIN, BM_MINU, BM_MAX, BM_MAXU, BM_ROL, BM_ROR, BM_ROLW, BM_RORW, BM_BCLR, BM_BEXT, BM_BINV, BM_BSET, BM_CLZ, BM_CTZ, BM_CPOP, BM_CLZW, BM_CTZW, BM_CPOPW, BM_SEXTB, BM_SEXTH, BM_ORCB, BM_REV8, BM_ZEXTH, BM_SLLIUW, BM_RORI, BM_RORIW, BM_BCLRI, BM_BEXTI, BM_BINVI, BM_BSETI, }; /* Decode only architecturally defined operand forms. */ static inline enum bitmanip_op bitmanip_decode(u32 ins) { switch (ins & 0xfe00707fU) { case 0x6000501b: return BM_RORIW; case 0x0800003b: return BM_ADDUW; case 0x20002033: return BM_SH1ADD; case 0x20004033: return BM_SH2ADD; case 0x20006033: return BM_SH3ADD; case 0x2000203b: return BM_SH1ADDUW; case 0x2000403b: return BM_SH2ADDUW; case 0x2000603b: return BM_SH3ADDUW; case 0x40007033: return BM_ANDN; case 0x40006033: return BM_ORN; case 0x40004033: return BM_XNOR; case 0x0a004033: return BM_MIN; case 0x0a005033: return BM_MINU; case 0x0a006033: return BM_MAX; case 0x0a007033: return BM_MAXU; case 0x60001033: return BM_ROL; case 0x60005033: return BM_ROR; case 0x6000103b: return BM_ROLW; case 0x6000503b: return BM_RORW; case 0x48001033: return BM_BCLR; case 0x48005033: return BM_BEXT; case 0x68001033: return BM_BINV; case 0x28001033: return BM_BSET; default: break; } switch (ins & 0xfff0707fU) { case 0x60001013: return BM_CLZ; case 0x60101013: return BM_CTZ; case 0x60201013: return BM_CPOP; case 0x6000101b: return BM_CLZW; case 0x6010101b: return BM_CTZW; case 0x6020101b: return BM_CPOPW; case 0x60401013: return BM_SEXTB; case 0x60501013: return BM_SEXTH; case 0x28705013: return BM_ORCB; case 0x6b805013: return BM_REV8; case 0x0800403b: return BM_ZEXTH; default: break; } switch (ins & 0xfc00707fU) { case 0x0800101b: return BM_SLLIUW; case 0x60005013: return BM_RORI; case 0x48001013: return BM_BCLRI; case 0x48005013: return BM_BEXTI; case 0x68001013: return BM_BINVI; case 0x28001013: return BM_BSETI; default: break; } return BM_NONE; } /* Evaluate a decoded operation with unsigned register values. */ static inline u64 bitmanip_execute(enum bitmanip_op op, u32 ins, u64 a, u64 b) { u32 n = (ins >> 20) & 63; switch (op) { case BM_ADDUW: return (u32)a + b; case BM_SH1ADD: return ((u64)a << 1) + b; case BM_SH2ADD: return ((u64)a << 2) + b; case BM_SH3ADD: return ((u64)a << 3) + b; case BM_SH1ADDUW: return ((u64)(u32)a << 1) + b; case BM_SH2ADDUW: return ((u64)(u32)a << 2) + b; case BM_SH3ADDUW: return ((u64)(u32)a << 3) + b; case BM_ANDN: return a & ~b; case BM_ORN: return a | ~b; case BM_XNOR: return ~(a ^ b); case BM_MIN: return (i64)a < (i64)b ? a : b; case BM_MINU: return a < b ? a : b; case BM_MAX: return (i64)a > (i64)b ? a : b; case BM_MAXU: return a > b ? a : b; case BM_ROL: n = (u32)b & 63; return (a << n) | (a >> ((0U - n) & 63)); case BM_ROR: n = (u32)b & 63; return (a >> n) | (a << ((0U - n) & 63)); case BM_ROLW: n = (u32)b & 31; return (u64)(i64)(i32)(((u32)a << n) | ((u32)a >> ((0U - n) & 31))); case BM_RORW: n = (u32)b & 31; return (u64)(i64)(i32)(((u32)a >> n) | ((u32)a << ((0U - n) & 31))); case BM_BCLR: n = (u32)b & 63; return a & ~(1ULL << n); case BM_BEXT: n = (u32)b & 63; return (a >> n) & 1; case BM_BINV: n = (u32)b & 63; return a ^ (1ULL << n); case BM_BSET: n = (u32)b & 63; return a | (1ULL << n); case BM_CLZ: return a ? (u64)__builtin_clzll(a) : 64; case BM_CTZ: return a ? (u64)__builtin_ctzll(a) : 64; case BM_CPOP: return (u64)__builtin_popcountll(a); case BM_CLZW: return (u32)a ? (u64)__builtin_clz((u32)a) : 32; case BM_CTZW: return (u32)a ? (u64)__builtin_ctz((u32)a) : 32; case BM_CPOPW: return (u64)__builtin_popcount((u32)a); case BM_SEXTB: return (u64)(i64)(i8)a; case BM_SEXTH: return (u64)(i64)(i16)a; case BM_ORCB: { __m128i bytes = _mm_cvtsi64_si128((i64)a); __m128i empty = _mm_cmpeq_epi8(bytes, _mm_setzero_si128()); return (u64)_mm_cvtsi128_si64(_mm_xor_si128(empty, _mm_set1_epi8(-1))); } case BM_REV8: return __builtin_bswap64(a); case BM_ZEXTH: return (u16)a; case BM_SLLIUW: return (u64)(u32)a << n; case BM_RORI: n = n & 63; return (a >> n) | (a << ((0U - n) & 63)); case BM_RORIW: n = n & 31; return (u64)(i64)(i32)(((u32)a >> n) | ((u32)a << ((0U - n) & 31))); case BM_BCLRI: return a & ~(1ULL << n); case BM_BEXTI: return (a >> n) & 1; case BM_BINVI: return a ^ (1ULL << n); case BM_BSETI: return a | (1ULL << n); case BM_NONE: break; } return 0; } #endif