| /linux-6.12.1/tools/testing/selftests/bpf/progs/ |
| D | test_tcp_custom_syncookie.h | 48 /* add up carry.. */ in from64to32()
89 int carry; in csum_ipv6_magic() local
95 carry = (sum < (__force u32)saddr->in6_u.u6_addr32[0]); in csum_ipv6_magic()
96 sum += carry; in csum_ipv6_magic()
99 carry = (sum < (__force u32)saddr->in6_u.u6_addr32[1]); in csum_ipv6_magic()
100 sum += carry; in csum_ipv6_magic()
103 carry = (sum < (__force u32)saddr->in6_u.u6_addr32[2]); in csum_ipv6_magic()
104 sum += carry; in csum_ipv6_magic()
107 carry = (sum < (__force u32)saddr->in6_u.u6_addr32[3]); in csum_ipv6_magic()
108 sum += carry; in csum_ipv6_magic()
[all …]
|
| /linux-6.12.1/net/ipv6/ |
| D | ip6_checksum.c | 13 int carry; in csum_ipv6_magic() local
19 carry = (sum < (__force u32)saddr->s6_addr32[0]); in csum_ipv6_magic()
20 sum += carry; in csum_ipv6_magic()
23 carry = (sum < (__force u32)saddr->s6_addr32[1]); in csum_ipv6_magic()
24 sum += carry; in csum_ipv6_magic()
27 carry = (sum < (__force u32)saddr->s6_addr32[2]); in csum_ipv6_magic()
28 sum += carry; in csum_ipv6_magic()
31 carry = (sum < (__force u32)saddr->s6_addr32[3]); in csum_ipv6_magic()
32 sum += carry; in csum_ipv6_magic()
35 carry = (sum < (__force u32)daddr->s6_addr32[0]); in csum_ipv6_magic()
[all …]
|
| /linux-6.12.1/arch/alpha/lib/ |
| D | csum_partial_copy.c | 88 unsigned long carry = 0; in csum_partial_cfu_aligned() local
94 checksum += carry; in csum_partial_cfu_aligned()
98 carry = checksum < word; in csum_partial_cfu_aligned()
103 checksum += carry; in csum_partial_cfu_aligned()
112 carry = checksum < word; in csum_partial_cfu_aligned()
114 checksum += carry; in csum_partial_cfu_aligned()
130 unsigned long word, carry; in csum_partial_cfu_dest_aligned() local
136 carry = 0; in csum_partial_cfu_dest_aligned()
146 checksum += carry; in csum_partial_cfu_dest_aligned()
152 carry = checksum < word; in csum_partial_cfu_dest_aligned()
[all …]
|
| D | checksum.c | 79 * ways to do the carry, but this is reasonable.
112 unsigned long carry = 0; in do_csum() local
117 result += carry; in do_csum()
119 carry = (w > result); in do_csum()
121 result += carry; in do_csum()
169 /* add in old sum, and carry.. */ in csum_partial()
|
| D | ev6-csum_ipv6_magic.S | 40 * add 4 ushorts, resulting in ushort/carry
41 * add carry bits + ushort --> ushort
42 * add carry bits + ushort --> ushort (in case the carry results in an overflow)
146 addq $1,$3,$0 # E : Final carry
|
| /linux-6.12.1/crypto/ |
| D | ecc.c | 257 /* Computes result = in << c, returning carry. Can modify in place
263 u64 carry = 0; in vli_lshift() local
269 result[i] = (temp << shift) | carry; in vli_lshift()
270 carry = temp >> (64 - shift); in vli_lshift()
273 return carry; in vli_lshift()
280 u64 carry = 0; in vli_rshift1() local
286 *vli = (temp >> 1) | carry; in vli_rshift1()
287 carry = temp << 63; in vli_rshift1()
291 /* Computes result = left + right, returning carry. Can modify in place. */
295 u64 carry = 0; in vli_add() local
[all …]
|
| /linux-6.12.1/drivers/infiniband/hw/hfi1/ |
| D | pio_copy.c | 128 * Handle carry bytes using shifts and masks.
130 * NOTE: the value the unused portion of carry is expected to always be zero.
140 * "merge" shift - bit shift used to merge with carry bytes. Input is
176 * of pbuf->carry. Other bytes are left as-is. Any previous
177 * value in pbuf->carry is lost.
186 pbuf->carry.val64 = 0; in read_low_bytes()
187 jcopy(&pbuf->carry.val8[0], from, nbytes); in read_low_bytes()
192 * Read nbytes bytes from "from" and put them at the end of pbuf->carry.
193 * It is expected that the extra read does not overfill carry.
202 jcopy(&pbuf->carry.val8[pbuf->carry_bytes], from, nbytes); in read_extra_bytes()
[all …]
|
| /linux-6.12.1/arch/sparc/lib/ |
| D | udivdi3.S | 26 addx %i0,%i0,%i0 ! so this cannot give carry
38 ! Got carry from n. Subtract next step to cancel this carry.
64 addx %o4,%o4,%o4 ! so this cannot give carry
76 ! Got carry from n. Subtract next step to cancel this carry.
90 addx %i0,%i0,%i0 ! so this cannot give carry
102 ! Got carry from n. Subtract next step to cancel this carry.
169 addx %o4,%o4,%o4 ! so this cannot give carry
181 ! Got carry from n. Subtract next step to cancel this carry.
|
| D | divdi3.S | 50 addx %i0,%i0,%i0 ! so this cannot give carry
62 ! Got carry from n. Subtract next step to cancel this carry.
86 addx %g3,%g3,%g3 ! so this cannot give carry
98 ! Got carry from n. Subtract next step to cancel this carry.
110 addx %i0,%i0,%i0 ! so this cannot give carry
122 ! Got carry from n. Subtract next step to cancel this carry.
185 addx %o2,%o2,%o2 ! so this cannot give carry
197 ! Got carry from n. Subtract next step to cancel this carry.
|
| D | checksum_32.S | 50 addx %g0, %o2, %o2 ! add in final carry
57 addx %g0, %o2, %o2 ! add in final carry
74 addx %g0, %o2, %o0 ! add final carry into retval
116 andcc %o1, 0x70, %g1 ! clears carry flag too
121 addx %g0, %o2, %o2 ! sink in final carry
125 andcc %o1, 0x70, %g1 ! clears carry flag too
140 addx %g0, %o2, %o2 ! fetch final carry
328 addx %g0, %g7, %g7 ! add in last carry bit
335 andcc %g1, 0xf, %o3 ! get low bits of length (clears carry btw)
343 add %o1, %o2, %o1 ! advance dest ptr (carry is clear btw)
[all …]
|
| /linux-6.12.1/arch/mips/include/asm/ |
| D | checksum.h | 102 int carry; in ip_fast_csum() local
106 carry = (csum < word[1]); in ip_fast_csum()
107 csum += carry; in ip_fast_csum()
110 carry = (csum < word[2]); in ip_fast_csum()
111 csum += carry; in ip_fast_csum()
114 carry = (csum < word[3]); in ip_fast_csum()
115 csum += carry; in ip_fast_csum()
120 carry = (csum < *word); in ip_fast_csum()
121 csum += carry; in ip_fast_csum()
240 " addu %0, $1 # Add final carry\n" in csum_ipv6_magic()
|
| /linux-6.12.1/lib/ |
| D | checksum.c | 41 /* add up carry.. */ in from32to16()
71 unsigned int carry = 0; in do_csum() local
75 result += carry; in do_csum()
77 carry = (w > result); in do_csum()
79 result += carry; in do_csum()
130 /* add in old sum, and carry.. */ in csum_partial()
153 /* add up carry.. */ in from64to32()
|
| /linux-6.12.1/tools/memory-model/ |
| D | linux-kernel.bell | 61 let carry-srcu-data = (data ; [~ Srcu-unlock] ; rf)*
62 let srcu-rscs = ([Srcu-lock] ; carry-srcu-data ; data ; [Srcu-unlock]) & loc
81 let carry-dep = (data ; [~ Srcu-unlock] ; rfi)*
82 let addr = carry-dep ; addr
83 let ctrl = carry-dep ; ctrl
84 let data = carry-dep ; data
|
| /linux-6.12.1/arch/x86/mm/ |
| D | physaddr.c | 19 /* use the carry flag to determine if x was < __START_KERNEL_map */ in __phys_addr()
27 /* carry flag will be set if starting x was >= PAGE_OFFSET */ in __phys_addr()
39 /* only check upper bounds since lower bounds will trigger carry */ in __phys_addr_symbol()
51 /* use the carry flag to determine if x was < __START_KERNEL_map */ in __virt_addr_valid()
60 /* carry flag will be set if starting x was >= PAGE_OFFSET */ in __virt_addr_valid()
|
| /linux-6.12.1/arch/parisc/include/asm/ |
| D | checksum.h | 67 a possible carry from adding the two 16-bit halves, in csum_fold()
68 will carry from the lower half into the upper half, in csum_fold()
125 ** But add insn's get serialized waiting for the carry bit. in csum_ipv6_magic()
138 " add,dc %3, %0, %0\n" /* fold in proto+len | carry bit */ in csum_ipv6_magic()
141 " add,dc %4, %0, %0\n" /* fold into 32-bits, plus carry */ in csum_ipv6_magic()
142 " addc 0, %0, %0\n" /* add final carry */ in csum_ipv6_magic()
148 ** Insn stream is serialized on the carry bit here too. in csum_ipv6_magic()
168 " addc 0, %0, %0\n" /* add carry */ in csum_ipv6_magic()
|
| /linux-6.12.1/arch/m68k/fpsp040/ |
| D | srem_mod.S | 206 clrl %d6 | ...D6 := carry <- 0
210 |..(Carry,D1,D2) is R
223 tstl %d6 | ...test carry bit
226 |..At this point carry = 0, R = (D1,D2), Y = (D4,D5)
240 |..If Carry is set, then Y < (Carry,D1,D2) < 2Y. Otherwise, Carry = 0
244 clrl %d6 | ...clear carry
248 |..At this point, Carry=0, R < Y. R = 2^(k-L)X - QY; k+j = L; j >= 0.
254 roxll #1,%d1 | ...hi(R) = 2hi(R) + carry
255 scs %d6 | ...set Carry if 2(R) overflows
258 |..At this point, R=(Carry,D1,D2) = 2^(k-L)X - QY, j+k=L, j >= 0, R < 2Y.
[all …]
|
| /linux-6.12.1/block/ |
| D | blk-crypto.c | 135 * carry 1 into the next limb. Else the carry is 0. in bio_crypt_dun_increment()
161 unsigned int carry = bytes >> bc->bc_key->data_unit_size_bits; in bio_crypt_dun_is_contiguous() local
164 if (bc->bc_dun[i] + carry != next_dun[i]) in bio_crypt_dun_is_contiguous()
168 * carry 1 into the next limb. Else the carry is 0. in bio_crypt_dun_is_contiguous()
170 if ((bc->bc_dun[i] + carry) < carry) in bio_crypt_dun_is_contiguous()
171 carry = 1; in bio_crypt_dun_is_contiguous()
173 carry = 0; in bio_crypt_dun_is_contiguous()
177 return carry == 0; in bio_crypt_dun_is_contiguous()
|
| /linux-6.12.1/lib/crypto/mpi/ |
| D | mpi-inline.h | 32 if (s2_limb < x) { /* sum is less than the left operand: handle carry */ in mpihelp_add_1()
34 x = *s1_ptr++ + 1; /* add carry */ in mpihelp_add_1()
39 return 1; /* return carry (size of s1 to small) */ in mpihelp_add_1()
48 return 0; /* no carry */ in mpihelp_add_1()
|
| D | generic_mpih-add1.c | 40 y += cy; /* add previous carry to one addend */ in mpihelp_add_n()
41 cy = y < cy; /* get out carry from that addition */ in mpihelp_add_n()
43 cy += y < x; /* get out carry from that add, combine */ in mpihelp_add_n()
|
| D | generic_mpih-sub1.c | 39 y += cy; /* add previous carry to subtrahend */ in mpihelp_sub_n()
40 cy = y < cy; /* get out carry from that addition */ in mpihelp_sub_n()
42 cy += y > x; /* get out carry from the subtract, combine */ in mpihelp_sub_n()
|
| /linux-6.12.1/arch/x86/crypto/ |
| D | curve25519-x86_64.c | 42 * and returns the carry (if any) */
48 /* Clear registers to propagate the carry bit */ in add_scalar()
65 /* Return the carry bit in a register */ in add_scalar()
90 /* Step 1: Compute carry*38 */ in fadd()
95 /* Step 2: Add carry*38 to the original sum */ in fadd()
105 /* Step 3: Fold the carry bit back in; guaranteed not to carry at this point */ in fadd()
131 /* Step 1: Compute carry*38 */ in fsub()
136 /* Step 2: Subtract carry*38 from the original difference */ in fsub()
142 /* Step 3: Fold the carry bit back in; guaranteed not to carry at this point */ in fsub()
252 /* Step 1: Compute dst + carry == tmp_hi * 38 + tmp_lo */ in fmul()
[all …]
|
| /linux-6.12.1/arch/hexagon/lib/ |
| D | checksum.c | 22 #define CARRY(x, y) ((0x0002ULL*x)<<y) macro
27 #define VR_CARRY(a, b, c, d) (CARRY(a, 48) + CARRY(b, 32) + CARRY(c, 16) \
28 + CARRY(d, 0))
81 * ways to do the carry, but this is reasonable.
|
| /linux-6.12.1/arch/nios2/include/asm/ |
| D | checksum.h | 47 "add %0, %0, r8\n" /* add carry */ in csum_tcpudp_nofold()
50 "add %0, %0, r8\n" /* add carry */ in csum_tcpudp_nofold()
53 "add %0, %0, r8\n" /* add carry */ in csum_tcpudp_nofold()
|
| /linux-6.12.1/arch/parisc/lib/ |
| D | checksum.c | 30 /* 32 bits --> 16 bits + carry */ in from32to16()
32 /* 16 bits + carry --> 16 bits including carry */ in from32to16()
|
| /linux-6.12.1/arch/x86/lib/ |
| D | csum-copy_64.S | 147 leaq 8(%rsi), %rsi /* preserve carry */
150 adcq %r9, %rax /* add in carry */
180 adcl %r9d, %eax /* add in carry */
192 adcl %r9d, %eax /* carry */
|