Lines Matching full:volatile
53 asm volatile("vpbroadcastb %0, %%ymm7" : : "m" (x0f)); in raid6_2data_recov_avx2()
57 asm volatile("vmovdqa %0, %%ymm1" : : "m" (q[0])); in raid6_2data_recov_avx2()
58 asm volatile("vmovdqa %0, %%ymm9" : : "m" (q[32])); in raid6_2data_recov_avx2()
59 asm volatile("vmovdqa %0, %%ymm0" : : "m" (p[0])); in raid6_2data_recov_avx2()
60 asm volatile("vmovdqa %0, %%ymm8" : : "m" (p[32])); in raid6_2data_recov_avx2()
61 asm volatile("vpxor %0, %%ymm1, %%ymm1" : : "m" (dq[0])); in raid6_2data_recov_avx2()
62 asm volatile("vpxor %0, %%ymm9, %%ymm9" : : "m" (dq[32])); in raid6_2data_recov_avx2()
63 asm volatile("vpxor %0, %%ymm0, %%ymm0" : : "m" (dp[0])); in raid6_2data_recov_avx2()
64 asm volatile("vpxor %0, %%ymm8, %%ymm8" : : "m" (dp[32])); in raid6_2data_recov_avx2()
73 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
74 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
76 asm volatile("vpsraw $4, %ymm1, %ymm3"); in raid6_2data_recov_avx2()
77 asm volatile("vpsraw $4, %ymm9, %ymm12"); in raid6_2data_recov_avx2()
78 asm volatile("vpand %ymm7, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
79 asm volatile("vpand %ymm7, %ymm9, %ymm9"); in raid6_2data_recov_avx2()
80 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_2data_recov_avx2()
81 asm volatile("vpand %ymm7, %ymm12, %ymm12"); in raid6_2data_recov_avx2()
82 asm volatile("vpshufb %ymm9, %ymm4, %ymm14"); in raid6_2data_recov_avx2()
83 asm volatile("vpshufb %ymm1, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
84 asm volatile("vpshufb %ymm12, %ymm5, %ymm15"); in raid6_2data_recov_avx2()
85 asm volatile("vpshufb %ymm3, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
86 asm volatile("vpxor %ymm14, %ymm15, %ymm15"); in raid6_2data_recov_avx2()
87 asm volatile("vpxor %ymm4, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
94 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
95 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
96 asm volatile("vpsraw $4, %ymm0, %ymm2"); in raid6_2data_recov_avx2()
97 asm volatile("vpsraw $4, %ymm8, %ymm6"); in raid6_2data_recov_avx2()
98 asm volatile("vpand %ymm7, %ymm0, %ymm3"); in raid6_2data_recov_avx2()
99 asm volatile("vpand %ymm7, %ymm8, %ymm14"); in raid6_2data_recov_avx2()
100 asm volatile("vpand %ymm7, %ymm2, %ymm2"); in raid6_2data_recov_avx2()
101 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_2data_recov_avx2()
102 asm volatile("vpshufb %ymm14, %ymm4, %ymm12"); in raid6_2data_recov_avx2()
103 asm volatile("vpshufb %ymm3, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
104 asm volatile("vpshufb %ymm6, %ymm1, %ymm13"); in raid6_2data_recov_avx2()
105 asm volatile("vpshufb %ymm2, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
106 asm volatile("vpxor %ymm4, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
107 asm volatile("vpxor %ymm12, %ymm13, %ymm13"); in raid6_2data_recov_avx2()
113 asm volatile("vpxor %ymm5, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
114 asm volatile("vpxor %ymm15, %ymm13, %ymm13"); in raid6_2data_recov_avx2()
120 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_2data_recov_avx2()
121 asm volatile("vmovdqa %%ymm13,%0" : "=m" (dq[32])); in raid6_2data_recov_avx2()
122 asm volatile("vpxor %ymm1, %ymm0, %ymm0"); in raid6_2data_recov_avx2()
123 asm volatile("vpxor %ymm13, %ymm8, %ymm8"); in raid6_2data_recov_avx2()
125 asm volatile("vmovdqa %%ymm0, %0" : "=m" (dp[0])); in raid6_2data_recov_avx2()
126 asm volatile("vmovdqa %%ymm8, %0" : "=m" (dp[32])); in raid6_2data_recov_avx2()
134 asm volatile("vmovdqa %0, %%ymm1" : : "m" (*q)); in raid6_2data_recov_avx2()
135 asm volatile("vmovdqa %0, %%ymm0" : : "m" (*p)); in raid6_2data_recov_avx2()
136 asm volatile("vpxor %0, %%ymm1, %%ymm1" : : "m" (*dq)); in raid6_2data_recov_avx2()
137 asm volatile("vpxor %0, %%ymm0, %%ymm0" : : "m" (*dp)); in raid6_2data_recov_avx2()
141 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
142 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
148 asm volatile("vpsraw $4, %ymm1, %ymm3"); in raid6_2data_recov_avx2()
149 asm volatile("vpand %ymm7, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
150 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_2data_recov_avx2()
151 asm volatile("vpshufb %ymm1, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
152 asm volatile("vpshufb %ymm3, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
153 asm volatile("vpxor %ymm4, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
157 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
158 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
160 asm volatile("vpsraw $4, %ymm0, %ymm2"); in raid6_2data_recov_avx2()
161 asm volatile("vpand %ymm7, %ymm0, %ymm3"); in raid6_2data_recov_avx2()
162 asm volatile("vpand %ymm7, %ymm2, %ymm2"); in raid6_2data_recov_avx2()
163 asm volatile("vpshufb %ymm3, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
164 asm volatile("vpshufb %ymm2, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
165 asm volatile("vpxor %ymm4, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
168 asm volatile("vpxor %ymm5, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
170 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_2data_recov_avx2()
172 asm volatile("vpxor %ymm1, %ymm0, %ymm0"); in raid6_2data_recov_avx2()
173 asm volatile("vmovdqa %%ymm0, %0" : "=m" (dp[0])); in raid6_2data_recov_avx2()
213 asm volatile("vpbroadcastb %0, %%ymm7" : : "m" (x0f)); in raid6_datap_recov_avx2()
217 asm volatile("vmovdqa %0, %%ymm3" : : "m" (dq[0])); in raid6_datap_recov_avx2()
218 asm volatile("vmovdqa %0, %%ymm8" : : "m" (dq[32])); in raid6_datap_recov_avx2()
219 asm volatile("vpxor %0, %%ymm3, %%ymm3" : : "m" (q[0])); in raid6_datap_recov_avx2()
220 asm volatile("vpxor %0, %%ymm8, %%ymm8" : : "m" (q[32])); in raid6_datap_recov_avx2()
226 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
227 asm volatile("vmovapd %ymm0, %ymm13"); in raid6_datap_recov_avx2()
228 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
229 asm volatile("vmovapd %ymm1, %ymm14"); in raid6_datap_recov_avx2()
231 asm volatile("vpsraw $4, %ymm3, %ymm6"); in raid6_datap_recov_avx2()
232 asm volatile("vpsraw $4, %ymm8, %ymm12"); in raid6_datap_recov_avx2()
233 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_datap_recov_avx2()
234 asm volatile("vpand %ymm7, %ymm8, %ymm8"); in raid6_datap_recov_avx2()
235 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_datap_recov_avx2()
236 asm volatile("vpand %ymm7, %ymm12, %ymm12"); in raid6_datap_recov_avx2()
237 asm volatile("vpshufb %ymm3, %ymm0, %ymm0"); in raid6_datap_recov_avx2()
238 asm volatile("vpshufb %ymm8, %ymm13, %ymm13"); in raid6_datap_recov_avx2()
239 asm volatile("vpshufb %ymm6, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
240 asm volatile("vpshufb %ymm12, %ymm14, %ymm14"); in raid6_datap_recov_avx2()
241 asm volatile("vpxor %ymm0, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
242 asm volatile("vpxor %ymm13, %ymm14, %ymm14"); in raid6_datap_recov_avx2()
248 asm volatile("vmovdqa %0, %%ymm2" : : "m" (p[0])); in raid6_datap_recov_avx2()
249 asm volatile("vmovdqa %0, %%ymm12" : : "m" (p[32])); in raid6_datap_recov_avx2()
250 asm volatile("vpxor %ymm1, %ymm2, %ymm2"); in raid6_datap_recov_avx2()
251 asm volatile("vpxor %ymm14, %ymm12, %ymm12"); in raid6_datap_recov_avx2()
258 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_datap_recov_avx2()
259 asm volatile("vmovdqa %%ymm14, %0" : "=m" (dq[32])); in raid6_datap_recov_avx2()
260 asm volatile("vmovdqa %%ymm2, %0" : "=m" (p[0])); in raid6_datap_recov_avx2()
261 asm volatile("vmovdqa %%ymm12,%0" : "=m" (p[32])); in raid6_datap_recov_avx2()
268 asm volatile("vmovdqa %0, %%ymm3" : : "m" (dq[0])); in raid6_datap_recov_avx2()
269 asm volatile("vpxor %0, %%ymm3, %%ymm3" : : "m" (q[0])); in raid6_datap_recov_avx2()
273 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
274 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
276 asm volatile("vpsraw $4, %ymm3, %ymm6"); in raid6_datap_recov_avx2()
277 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_datap_recov_avx2()
278 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_datap_recov_avx2()
279 asm volatile("vpshufb %ymm3, %ymm0, %ymm0"); in raid6_datap_recov_avx2()
280 asm volatile("vpshufb %ymm6, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
281 asm volatile("vpxor %ymm0, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
285 asm volatile("vmovdqa %0, %%ymm2" : : "m" (p[0])); in raid6_datap_recov_avx2()
286 asm volatile("vpxor %ymm1, %ymm2, %ymm2"); in raid6_datap_recov_avx2()
290 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_datap_recov_avx2()
291 asm volatile("vmovdqa %%ymm2, %0" : "=m" (p[0])); in raid6_datap_recov_avx2()