15 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
20 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
29 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
31 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
32 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
33 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
37 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
38 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
41 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
43 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
48 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
79 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
85 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
94 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
96 		/* cmp @v not equal to @expectnot */  in RSEQ_TEMPLATE_IDENTIFIER()
97 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
98 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
102 		/* cmp @v not equal to @expectnot */  in RSEQ_TEMPLATE_IDENTIFIER()
103 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
105 		/* load the value of @v */  in RSEQ_TEMPLATE_IDENTIFIER()
106 		RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
109 		/* dereference voffp(v) */  in RSEQ_TEMPLATE_IDENTIFIER()
111 		/* final store the value at voffp(v) */  in RSEQ_TEMPLATE_IDENTIFIER()
112 		RSEQ_ASM_OP_R_FINAL_STORE(v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
114 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
120 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
152 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
157 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
164 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
170 		/* load the value of @v */  in RSEQ_TEMPLATE_IDENTIFIER()
171 		RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
175 		RSEQ_ASM_OP_R_FINAL_STORE(v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
176 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
177 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
183 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
207 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
214 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
224 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
226 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
227 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
228 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
235 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
236 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
241 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
243 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
252 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
292 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
299 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
308 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
310 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
311 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
312 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
316 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
317 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
327 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
329 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
338 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
369 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
376 		RSEQ_ASM_DEFINE_TABLE(3, 1f, 2f, 4f) /* start, commit, abort */  in RSEQ_TEMPLATE_IDENTIFIER()
389 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
391 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
392 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in RSEQ_TEMPLATE_IDENTIFIER()
393 		RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
397 		/* cmp @v equal to @expect */  in RSEQ_TEMPLATE_IDENTIFIER()
398 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in RSEQ_TEMPLATE_IDENTIFIER()
408 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 2)  in RSEQ_TEMPLATE_IDENTIFIER()
411 		RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
417 		  [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()