123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304 |
- /*===---- arm_acle.h - ARM Non-Neon intrinsics -----------------------------===
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- * THE SOFTWARE.
- *
- *===-----------------------------------------------------------------------===
- */
- #ifndef __ARM_ACLE_H
- #define __ARM_ACLE_H
- #ifndef __ARM_ACLE
- #error "ACLE intrinsics support not enabled."
- #endif
- #include <stdint.h>
- #if defined(__cplusplus)
- extern "C" {
- #endif
- /* 8 SYNCHRONIZATION, BARRIER AND HINT INTRINSICS */
- /* 8.3 Memory barriers */
- #if !defined(_MSC_VER)
- #define __dmb(i) __builtin_arm_dmb(i)
- #define __dsb(i) __builtin_arm_dsb(i)
- #define __isb(i) __builtin_arm_isb(i)
- #endif
- /* 8.4 Hints */
- #if !defined(_MSC_VER)
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfi(void) {
- __builtin_arm_wfi();
- }
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfe(void) {
- __builtin_arm_wfe();
- }
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sev(void) {
- __builtin_arm_sev();
- }
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sevl(void) {
- __builtin_arm_sevl();
- }
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __yield(void) {
- __builtin_arm_yield();
- }
- #endif
- #if __ARM_32BIT_STATE
- #define __dbg(t) __builtin_arm_dbg(t)
- #endif
- /* 8.5 Swap */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __swp(uint32_t x, volatile uint32_t *p) {
- uint32_t v;
- do v = __builtin_arm_ldrex(p); while (__builtin_arm_strex(x, p));
- return v;
- }
- /* 8.6 Memory prefetch intrinsics */
- /* 8.6.1 Data prefetch */
- #define __pld(addr) __pldx(0, 0, 0, addr)
- #if __ARM_32BIT_STATE
- #define __pldx(access_kind, cache_level, retention_policy, addr) \
- __builtin_arm_prefetch(addr, access_kind, 1)
- #else
- #define __pldx(access_kind, cache_level, retention_policy, addr) \
- __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
- #endif
- /* 8.6.2 Instruction prefetch */
- #define __pli(addr) __plix(0, 0, addr)
- #if __ARM_32BIT_STATE
- #define __plix(cache_level, retention_policy, addr) \
- __builtin_arm_prefetch(addr, 0, 0)
- #else
- #define __plix(cache_level, retention_policy, addr) \
- __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
- #endif
- /* 8.7 NOP */
- static __inline__ void __attribute__((__always_inline__, __nodebug__)) __nop(void) {
- __builtin_arm_nop();
- }
- /* 9 DATA-PROCESSING INTRINSICS */
- /* 9.2 Miscellaneous data-processing intrinsics */
- /* ROR */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __ror(uint32_t x, uint32_t y) {
- y %= 32;
- if (y == 0) return x;
- return (x >> y) | (x << (32 - y));
- }
- static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
- __rorll(uint64_t x, uint32_t y) {
- y %= 64;
- if (y == 0) return x;
- return (x >> y) | (x << (64 - y));
- }
- static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
- __rorl(unsigned long x, uint32_t y) {
- #if __SIZEOF_LONG__ == 4
- return __ror(x, y);
- #else
- return __rorll(x, y);
- #endif
- }
- /* CLZ */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __clz(uint32_t t) {
- return __builtin_clz(t);
- }
- static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
- __clzl(unsigned long t) {
- return __builtin_clzl(t);
- }
- static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
- __clzll(uint64_t t) {
- return __builtin_clzll(t);
- }
- /* REV */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __rev(uint32_t t) {
- return __builtin_bswap32(t);
- }
- static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
- __revl(unsigned long t) {
- #if __SIZEOF_LONG__ == 4
- return __builtin_bswap32(t);
- #else
- return __builtin_bswap64(t);
- #endif
- }
- static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
- __revll(uint64_t t) {
- return __builtin_bswap64(t);
- }
- /* REV16 */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __rev16(uint32_t t) {
- return __ror(__rev(t), 16);
- }
- static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
- __rev16l(unsigned long t) {
- return __rorl(__revl(t), sizeof(long) / 2);
- }
- static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
- __rev16ll(uint64_t t) {
- return __rorll(__revll(t), 32);
- }
- /* REVSH */
- static __inline__ int16_t __attribute__((__always_inline__, __nodebug__))
- __revsh(int16_t t) {
- return __builtin_bswap16(t);
- }
- /* RBIT */
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __rbit(uint32_t t) {
- return __builtin_arm_rbit(t);
- }
- static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
- __rbitll(uint64_t t) {
- #if __ARM_32BIT_STATE
- return (((uint64_t) __builtin_arm_rbit(t)) << 32) |
- __builtin_arm_rbit(t >> 32);
- #else
- return __builtin_arm_rbit64(t);
- #endif
- }
- static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
- __rbitl(unsigned long t) {
- #if __SIZEOF_LONG__ == 4
- return __rbit(t);
- #else
- return __rbitll(t);
- #endif
- }
- /*
- * 9.4 Saturating intrinsics
- *
- * FIXME: Change guard to their corrosponding __ARM_FEATURE flag when Q flag
- * intrinsics are implemented and the flag is enabled.
- */
- /* 9.4.1 Width-specified saturation intrinsics */
- #if __ARM_32BIT_STATE
- #define __ssat(x, y) __builtin_arm_ssat(x, y)
- #define __usat(x, y) __builtin_arm_usat(x, y)
- #endif
- /* 9.4.2 Saturating addition and subtraction intrinsics */
- #if __ARM_32BIT_STATE
- static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
- __qadd(int32_t t, int32_t v) {
- return __builtin_arm_qadd(t, v);
- }
- static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
- __qsub(int32_t t, int32_t v) {
- return __builtin_arm_qsub(t, v);
- }
- static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
- __qdbl(int32_t t) {
- return __builtin_arm_qadd(t, t);
- }
- #endif
- /* 9.7 CRC32 intrinsics */
- #if __ARM_FEATURE_CRC32
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32b(uint32_t a, uint8_t b) {
- return __builtin_arm_crc32b(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32h(uint32_t a, uint16_t b) {
- return __builtin_arm_crc32h(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32w(uint32_t a, uint32_t b) {
- return __builtin_arm_crc32w(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32d(uint32_t a, uint64_t b) {
- return __builtin_arm_crc32d(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32cb(uint32_t a, uint8_t b) {
- return __builtin_arm_crc32cb(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32ch(uint32_t a, uint16_t b) {
- return __builtin_arm_crc32ch(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32cw(uint32_t a, uint32_t b) {
- return __builtin_arm_crc32cw(a, b);
- }
- static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
- __crc32cd(uint32_t a, uint64_t b) {
- return __builtin_arm_crc32cd(a, b);
- }
- #endif
- /* 10.1 Special register intrinsics */
- #define __arm_rsr(sysreg) __builtin_arm_rsr(sysreg)
- #define __arm_rsr64(sysreg) __builtin_arm_rsr64(sysreg)
- #define __arm_rsrp(sysreg) __builtin_arm_rsrp(sysreg)
- #define __arm_wsr(sysreg, v) __builtin_arm_wsr(sysreg, v)
- #define __arm_wsr64(sysreg, v) __builtin_arm_wsr64(sysreg, v)
- #define __arm_wsrp(sysreg, v) __builtin_arm_wsrp(sysreg, v)
- #if defined(__cplusplus)
- }
- #endif
- #endif /* __ARM_ACLE_H */
|