17 static __always_inline u64 u64_eq_mask(u64 a, u64 b)  in u64_eq_mask()  argument
19 	u64 x = a ^ b;  in u64_eq_mask()
27 static __always_inline u64 u64_gte_mask(u64 a, u64 b)  in u64_gte_mask()  argument
30 	u64 y = b;  in u64_gte_mask()
41 static __always_inline void modulo_carry_top(u64 *b)  in modulo_carry_top()  argument
43 	u64 b4 = b[4];  in modulo_carry_top()
44 	u64 b0 = b[0];  in modulo_carry_top()
47 	b[4] = b4_;  in modulo_carry_top()
48 	b[0] = b0_;  in modulo_carry_top()
131 		u32 ctr = 5 - 0 - 1;  in fmul_shift_reduce()
136 		u32 ctr = 5 - 1 - 1;  in fmul_shift_reduce()
141 		u32 ctr = 5 - 2 - 1;  in fmul_shift_reduce()
146 		u32 ctr = 5 - 3 - 1;  in fmul_shift_reduce()
187 	u64 tmp[5] = { input[0], input[1], input[2], input[3], input[4] };  in fmul_fmul()
197 		u128 t[5] = { 0 };  in fmul_fmul()
284 	u128 t[5];  in fsquare_fsquare_times()
285 	memcpy(output, input, 5 * sizeof(*input));  in fsquare_fsquare_times()
292 	u128 t[5];  in fsquare_fsquare_times_inplace()
300 	u64 *t00 = buf + 5;  in crecip_crecip()
307 	u64 *b;  in crecip_crecip()  local
315 	fsquare_fsquare_times(t00, b0, 5);  in crecip_crecip()
316 	t01 = buf + 5;  in crecip_crecip()
328 	t0 = buf + 5;  in crecip_crecip()
329 	b = buf + 10;  in crecip_crecip()
331 	fmul_fmul(c, t0, b);  in crecip_crecip()
335 	fmul_fmul(t0, t0, b);  in crecip_crecip()
336 	fsquare_fsquare_times_inplace(t0, 5);  in crecip_crecip()
340 static __always_inline void fsum(u64 *a, u64 *b)  in fsum()  argument
342 	a[0] += b[0];  in fsum()
343 	a[1] += b[1];  in fsum()
344 	a[2] += b[2];  in fsum()
345 	a[3] += b[3];  in fsum()
346 	a[4] += b[4];  in fsum()
349 static __always_inline void fdifference(u64 *a, u64 *b)  in fdifference()  argument
351 	u64 tmp[5] = { 0 };  in fdifference()
357 	memcpy(tmp, b, 5 * sizeof(*b));  in fdifference()
395 static __always_inline void fscalar(u64 *output, u64 *b, u64 s)  in fscalar()  argument
397 	u128 tmp[5];  in fscalar()
403 		u64 xi = b[0];  in fscalar()
407 		u64 xi = b[1];  in fscalar()
411 		u64 xi = b[2];  in fscalar()
415 		u64 xi = b[3];  in fscalar()
419 		u64 xi = b[4];  in fscalar()
432 static __always_inline void fmul(u64 *output, u64 *a, u64 *b)  in fmul()  argument
434 	fmul_fmul(output, a, b);  in fmul()
442 static __always_inline void point_swap_conditional_step(u64 *a, u64 *b,  in point_swap_conditional_step()  argument
447 	u64 bi = b[i];  in point_swap_conditional_step()
452 	b[i] = bi1;  in point_swap_conditional_step()
455 static __always_inline void point_swap_conditional5(u64 *a, u64 *b, u64 swap1)  in point_swap_conditional5()  argument
457 	point_swap_conditional_step(a, b, swap1, 5);  in point_swap_conditional5()
458 	point_swap_conditional_step(a, b, swap1, 4);  in point_swap_conditional5()
459 	point_swap_conditional_step(a, b, swap1, 3);  in point_swap_conditional5()
460 	point_swap_conditional_step(a, b, swap1, 2);  in point_swap_conditional5()
461 	point_swap_conditional_step(a, b, swap1, 1);  in point_swap_conditional5()
464 static __always_inline void point_swap_conditional(u64 *a, u64 *b, u64 iswap)  in point_swap_conditional()  argument
467 	point_swap_conditional5(a, b, swap1);  in point_swap_conditional()
468 	point_swap_conditional5(a + 5, b + 5, swap1);  in point_swap_conditional()
473 	memcpy(output, input, 5 * sizeof(*input));  in point_copy()
474 	memcpy(output + 5, input + 5, 5 * sizeof(*input));  in point_copy()
482 	u64 *z2 = pp + 5;  in addanddouble_fmonty()
484 	u64 *z3 = ppq + 5;  in addanddouble_fmonty()
486 	u64 *z = p + 5;  in addanddouble_fmonty()
488 	u64 *zprime = pq + 5;  in addanddouble_fmonty()
491 	u64 *origxprime0 = buf + 5;  in addanddouble_fmonty()
497 	memcpy(origx, x, 5 * sizeof(*x));  in addanddouble_fmonty()
500 	memcpy(origxprime0, xprime, 5 * sizeof(*xprime));  in addanddouble_fmonty()
505 	origxprime = buf + 5;  in addanddouble_fmonty()
517 		memcpy(origxprime, xxprime, 5 * sizeof(*xxprime));  in addanddouble_fmonty()
748 	u64 *z = point + 5;  in format_scalar_of_point()
751 	u64 *sc = buf + 5;  in format_scalar_of_point()
763 	u64 *z = buf0 + 5;  in curve25519_generic()