44 :
"+r"(tmp)::
"memory");
96#ifdef __TOOLCHAIN_LLVM__
97 __builtin_ssr_enable();
99 asm volatile(
"csrsi 0x7C0, 1\n");
107#ifdef __TOOLCHAIN_LLVM__
108 __builtin_ssr_disable();
110 asm volatile(
"csrci 0x7C0, 1\n");
120 asm volatile(
"csrs 0x7C3, %[mask]\n" : : [ mask ]
"r"(mask) :);
127 asm volatile(
"csrc 0x7C3, %[mask]\n" : : [ mask ]
"r"(mask) :);
138 asm volatile(
"scfgri %[value], %[dm] | %[reg]<<5\n"
139 : [ value ]
"=r"(value)
140 : [ dm ]
"i"(dm), [ reg ]
"i"(reg));
151 asm volatile(
"scfgwi %[value], %[dm] | %[reg]<<5\n" ::[value]
"r"(value),
152 [ dm ]
"i"(dm), [ reg ]
"i"(reg));
178 size_t s0,
size_t s1) {
201 size_t b2,
size_t s0,
size_t s1,
size_t s2) {
230 size_t b2,
size_t b3,
size_t s0,
size_t s1,
231 size_t s2,
size_t s3) {
267 volatile void *ptr) {
278 volatile void *ptr) {
295inline void snrt_issr_set_bound(
enum snrt_ssr_dm dm,
size_t bound) {
299inline void snrt_issr_set_ptrs(
enum snrt_ssr_dm dm,
volatile void *base,
300 volatile void *idcs) {
305inline void snrt_issr_read(
enum snrt_ssr_dm dm,
volatile void *base,
306 volatile void *idcs,
size_t bound,
309 snrt_issr_set_bound(dm, bound);
310 snrt_issr_set_ptrs(dm, base, idcs);
snrt_ssr_dm
The different SSRs.
Definition ssr.h:50
@ SNRT_SSR_DM0
Definition ssr.h:51
@ SNRT_SSR_DM_ALL
Definition ssr.h:54
@ SNRT_SSR_DM1
Definition ssr.h:52
@ SNRT_SSR_DM2
Definition ssr.h:53
void snrt_ssr_loop_3d(enum snrt_ssr_dm dm, size_t b0, size_t b1, size_t b2, size_t s0, size_t s1, size_t s2)
Configure an SSR data mover for a 3D loop nest.
Definition ssr.h:200
snrt_ssr_reg
The SSR configuration registers.
Definition ssr.h:70
@ SNRT_SSR_REG_IDX_CFG
Definition ssr.h:75
@ SNRT_SSR_REG_RPTR
Definition ssr.h:78
@ SNRT_SSR_REG_WPTR
Definition ssr.h:79
@ SNRT_SSR_REG_BOUNDS
Definition ssr.h:73
@ SNRT_SSR_REG_RPTR_INDIR
Definition ssr.h:77
@ SNRT_SSR_REG_REPEAT
Definition ssr.h:72
@ SNRT_SSR_REG_STATUS
Definition ssr.h:71
@ SNRT_SSR_REG_STRIDES
Definition ssr.h:74
@ SNRT_SSR_REG_IDX_BASE
Definition ssr.h:76
void snrt_ssr_loop_4d(enum snrt_ssr_dm dm, size_t b0, size_t b1, size_t b2, size_t b3, size_t s0, size_t s1, size_t s2, size_t s3)
Configure an SSR data mover for a 4D loop nest.
Definition ssr.h:229
void snrt_sc_disable(uint32_t mask)
Disable scalar chaining.
Definition ssr.h:126
void snrt_ssr_repeat(enum snrt_ssr_dm dm, size_t count)
Configure the repetition count for a stream.
Definition ssr.h:256
uint32_t read_ssr_cfg(enum snrt_ssr_reg reg, uint32_t dm)
Read the value of an SSR configuration register.
Definition ssr.h:136
void write_ssr_cfg(enum snrt_ssr_reg reg, uint32_t dm, uint32_t value)
Write a value to an SSR configuration register.
Definition ssr.h:150
void snrt_issr_set_idx_cfg(enum snrt_ssr_dm dm, enum snrt_ssr_idxsize idxsize)
Start a streaming indirect read.
Definition ssr.h:290
void snrt_ssr_write(enum snrt_ssr_dm dm, enum snrt_ssr_dim dim, volatile void *ptr)
Start a streaming write.
Definition ssr.h:277
void snrt_ssr_enable()
Enable all SSRs.
Definition ssr.h:95
void snrt_ssr_loop_2d(enum snrt_ssr_dm dm, size_t b0, size_t b1, size_t s0, size_t s1)
Configure an SSR data mover for a 2D loop nest.
Definition ssr.h:177
void snrt_ssr_read(enum snrt_ssr_dm dm, enum snrt_ssr_dim dim, volatile void *ptr)
Start a streaming read.
Definition ssr.h:266
void snrt_ssr_loop_1d(enum snrt_ssr_dm dm, size_t b0, size_t s0)
Configure an SSR data mover for a 1D loop nest.
Definition ssr.h:161
void snrt_ssr_disable()
Disable all SSRs.
Definition ssr.h:106
void snrt_sc_enable(uint32_t mask)
Enable scalar chaining.
Definition ssr.h:119
void snrt_fpu_fence()
Synchronize the integer and float pipelines.
Definition ssr.h:39
snrt_ssr_dim
The different dimensions.
Definition ssr.h:60
@ SNRT_SSR_2D
Definition ssr.h:62
@ SNRT_SSR_1D
Definition ssr.h:61
@ SNRT_SSR_3D
Definition ssr.h:63
@ SNRT_SSR_4D
Definition ssr.h:64
snrt_ssr_idxsize
The size of the SSSR indirection indices.
Definition ssr.h:85
@ SNRT_SSR_IDXSIZE_U8
Definition ssr.h:86
@ SNRT_SSR_IDXSIZE_U16
Definition ssr.h:87
@ SNRT_SSR_IDXSIZE_U32
Definition ssr.h:88
@ SNRT_SSR_IDXSIZE_U64
Definition ssr.h:89