172 lines
4.3 KiB
C
172 lines
4.3 KiB
C
#ifndef VX_INTRINSICS_H
|
|
#define VX_INTRINSICS_H
|
|
|
|
#include <VX_config.h>
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#ifdef __ASSEMBLY__
|
|
#define __ASM_STR(x) x
|
|
#else
|
|
#define __ASM_STR(x) #x
|
|
#endif
|
|
|
|
#define vx_csr_swap(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrrw %0, " __ASM_STR(csr) ", %1" : "=r" (__v) : "rK" (__v) : "memory"); \
|
|
__v; \
|
|
})
|
|
|
|
#define vx_csr_read(csr) ({ \
|
|
register unsigned __v; \
|
|
__asm__ __volatile__ ("csrr %0, " __ASM_STR(csr) : "=r" (__v) :: "memory"); \
|
|
__v; \
|
|
})
|
|
|
|
#define vx_csr_write(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrw " __ASM_STR(csr) ", %0" :: "rK" (__v) : "memory"); \
|
|
})
|
|
|
|
#define vx_csr_read_set(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrrs %0, " __ASM_STR(csr) ", %1" : "=r" (__v) : "rK" (__v) : "memory"); \
|
|
__v; \
|
|
})
|
|
|
|
#define vx_csr_set(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrs " __ASM_STR(csr) ", %0" :: "rK" (__v) : "memory"); \
|
|
})
|
|
|
|
#define vx_csr_read_clear(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrrc %0, " __ASM_STR(csr) ", %1" : "=r" (__v) : "rK" (__v) : "memory"); \
|
|
__v; \
|
|
})
|
|
|
|
#define vx_csr_clear(csr, val) ({ \
|
|
unsigned __v = (unsigned )(val); \
|
|
__asm__ __volatile__ ("csrc " __ASM_STR(csr) ", %0" :: "rK" (__v) : "memory"); \
|
|
})
|
|
|
|
// Set thread mask
|
|
inline void vx_tmc(unsigned mask) {
|
|
asm volatile (".insn s 0x6b, 0, x0, 0(%0)" :: "r"(mask));
|
|
}
|
|
|
|
// Set thread predicate
|
|
inline void vx_pred(unsigned condition) {
|
|
asm volatile (".insn s 0x6b, 0, x1, 0(%0)" :: "r"(condition));
|
|
}
|
|
|
|
typedef void (*vx_wspawn_pfn)();
|
|
|
|
// Spawn warps
|
|
inline void vx_wspawn(unsigned num_warps, vx_wspawn_pfn func_ptr) {
|
|
asm volatile (".insn s 0x6b, 1, %1, 0(%0)" :: "r"(num_warps), "r"(func_ptr));
|
|
}
|
|
|
|
// Split on a predicate
|
|
inline void vx_split(int predicate) {
|
|
asm volatile (".insn s 0x6b, 2, x0, 0(%0)" :: "r"(predicate));
|
|
}
|
|
|
|
// Join
|
|
inline void vx_join() {
|
|
asm volatile (".insn s 0x6b, 3, x0, 0(x0)");
|
|
}
|
|
|
|
// Warp Barrier
|
|
inline void vx_barrier(unsigned barried_id, unsigned num_warps) {
|
|
asm volatile (".insn s 0x6b, 4, %1, 0(%0)" :: "r"(barried_id), "r"(num_warps));
|
|
}
|
|
|
|
// Return active warp's thread id
|
|
inline int vx_thread_id() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_WTID));
|
|
return result;
|
|
}
|
|
|
|
// Return active core's local thread id
|
|
inline int vx_thread_lid() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_LTID));
|
|
return result;
|
|
}
|
|
|
|
// Return processsor global thread id
|
|
inline int vx_thread_gid() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_GTID));
|
|
return result;
|
|
}
|
|
|
|
// Return active core's local warp id
|
|
inline int vx_warp_id() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_LWID));
|
|
return result;
|
|
}
|
|
|
|
// Return processsor's global warp id
|
|
inline int vx_warp_gid() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_GWID));
|
|
return result;
|
|
}
|
|
|
|
// Return processsor core id
|
|
inline int vx_core_id() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_GCID));
|
|
return result;
|
|
}
|
|
|
|
// Return current threadk mask
|
|
inline int vx_thread_mask() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_TMASK));
|
|
return result;
|
|
}
|
|
|
|
// Return the number of threads in a warp
|
|
inline int vx_num_threads() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_NT));
|
|
return result;
|
|
}
|
|
|
|
// Return the number of warps in a core
|
|
inline int vx_num_warps() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_NW));
|
|
return result;
|
|
}
|
|
|
|
// Return the number of cores in the processsor
|
|
inline int vx_num_cores() {
|
|
int result;
|
|
asm volatile ("csrr %0, %1" : "=r"(result) : "i"(CSR_NC));
|
|
return result;
|
|
}
|
|
|
|
inline void vx_fence() {
|
|
asm volatile ("fence iorw, iorw");
|
|
}
|
|
|
|
#define __if(b) vx_split(b); \
|
|
if (b)
|
|
|
|
#define __else else
|
|
|
|
#define __endif vx_join();
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif |