9 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
13 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
20 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
22 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
23 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
26 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
28 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
30 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
35 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
62 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
67 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
74 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
76 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
77 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
80 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
82 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
85 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
87 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
92 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
119 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
123 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
128 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
133 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
135 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
136 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
137 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
142 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
163 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
169 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
177 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
179 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
180 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
185 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
188 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
190 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
195 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
236 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
241 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
247 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
248 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
281 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
287 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
294 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
296 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
297 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
300 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
305 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
307 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
310 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
316 				    [v]				"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
344 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
349 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
356 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
358 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
359 				  RSEQ_INJECT_ASM(4)  in RSEQ_TEMPLATE_IDENTIFIER()
362 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
367 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
369 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
372 				  RSEQ_ASM_DEFINE_ABORT(4, abort)  in RSEQ_TEMPLATE_IDENTIFIER()
378 				    [v]				"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()