16 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
21 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
28 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
30 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
31 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
36 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
40 		"movq %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
47 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
77  * Compare @v against @expectnot. When it does _not_ match, load @v
78  * into @load, and store the content of *@v + voffp into @v.
81 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
87 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
94 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
96 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
97 		"movq %[v], %%rbx\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
103 		"movq %[v], %%rbx\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
111 		"movq %%rbx, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
119 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
150 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
155 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
160 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
162 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
167 		"addq %[count], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
175 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
209 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
214 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
216 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
220 		/* get p+v */  in RSEQ_TEMPLATE_IDENTIFIER()
255 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
262 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
270 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
272 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
273 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
281 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
287 		"movq %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
298 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
337 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
344 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
351 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
353 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
354 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
359 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
366 		"movq %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
377 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
407 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
411 	uint64_t rseq_scratch[3];  in RSEQ_TEMPLATE_IDENTIFIER()
416 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
426 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
428 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
429 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
434 		"cmpq %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
450 		"movq %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
483 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
528 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
533 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
540 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
542 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
543 		"cmpl %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
548 		"cmpl %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
552 		"movl %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
559 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
589  * Compare @v against @expectnot. When it does _not_ match, load @v
590  * into @load, and store the content of *@v + voffp into @v.
593 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
599 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
606 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
608 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
609 		"movl %[v], %%ebx\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
615 		"movl %[v], %%ebx\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
623 		"movl %%ebx, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
631 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
662 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
667 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
672 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
674 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
679 		"addl %[count], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
687 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
710 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
717 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
725 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
727 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
728 		"cmpl %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
736 		"cmpl %[v], %[expect]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
743 		"movl %%eax, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
754 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
793 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
800 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
807 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
809 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
811 		"cmpl %[v], %%eax\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
817 		"cmpl %[v], %%eax\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
827 		"movl %[newv], %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
838 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
870 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
874 	uint32_t rseq_scratch[3];  in RSEQ_TEMPLATE_IDENTIFIER()
879 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
889 		RSEQ_ASM_STORE_RSEQ_CS(1, 3b, RSEQ_ASM_TP_SEGMENT:RSEQ_CS_OFFSET(%[rseq_offset]))  in RSEQ_TEMPLATE_IDENTIFIER()
891 		RSEQ_INJECT_ASM(3)  in RSEQ_TEMPLATE_IDENTIFIER()
893 		"cmpl %%eax, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
899 		"cmpl %%eax, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
919 		"movl %%eax, %[v]\n\t"  in RSEQ_TEMPLATE_IDENTIFIER()
952 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()