15 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
20 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
27 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
30 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
31 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
32 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
37 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
38 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
41 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
48 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
79 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
85 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
92 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
95 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
96 		/* cmp @v not equal to @expectnot */  in RSEQ_TEMPLATE_IDENTIFIER()
97 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
102 		/* cmp @v not equal to @expectnot */  in RSEQ_TEMPLATE_IDENTIFIER()
103 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
105 		/* load the value of @v */  in RSEQ_TEMPLATE_IDENTIFIER()
106 		RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
109 		/* dereference voffp(v) */  in RSEQ_TEMPLATE_IDENTIFIER()
111 		/* final store the value at voffp(v) */  in RSEQ_TEMPLATE_IDENTIFIER()
112 		RSEQ_ASM_OP_R_FINAL_STORE(v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
120 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
152 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
157 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
162 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
165 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
170 		/* load the value of @v */  in RSEQ_TEMPLATE_IDENTIFIER()
171 		RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
175 		RSEQ_ASM_OP_R_FINAL_STORE(v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
183 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
207 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
214 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
222 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
225 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
226 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
227 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
235 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
236 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
241 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
252 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
292 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
299 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
306 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
309 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
310 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
311 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
316 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
317 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
327 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
338 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
369 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
376 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
387 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
390 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
391 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
392 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
397 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
398 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
408 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
417 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()