52 	"3:	# return -EFAULT\n"		\
53 	"	mov %0, %3\n"			\
56 	"	j   2b\n"			\
60 	"	.word 1b,3b\n"			\
73 	"3:	# return -EFAULT\n"		\
74 	"	mov %0, %3\n"			\
78 	"	j   2b\n"			\
82 	"	.word 1b,3b\n"			\
83 	"	.word 4b,3b\n"			\
107 	"3:	mov %0, %3\n"			\
108 	"	j   2b\n"			\
112 	"	.word 1b,3b\n"			\
125 	"3:	mov %0, %3\n"			\
126 	"	j   2b\n"			\
130 	"	.word 1b,3b\n"			\
131 	"	.word 4b,3b\n"			\
158 		"1:	ldb.ab  %1, [%3, 1]		\n"  in raw_copy_from_user()
164 		"3:	j   2b				\n"  in raw_copy_from_user()
168 		"	.word   1b, 3b			\n"  in raw_copy_from_user()
196 			"	lp    3f			\n"  in raw_copy_from_user()
197 			"1:	ld.ab   %3, [%2, 4]		\n"  in raw_copy_from_user()
201 			"	st.ab   %3, [%1, 4]		\n"  in raw_copy_from_user()
206 			"3:	;nop				\n"  in raw_copy_from_user()
209 			"4:	j   3b				\n"  in raw_copy_from_user()
213 			"	.word   1b, 4b			\n"  in raw_copy_from_user()
214 			"	.word   11b,4b			\n"  in raw_copy_from_user()
215 			"	.word   12b,4b			\n"  in raw_copy_from_user()
216 			"	.word   13b,4b			\n"  in raw_copy_from_user()
227 			"14:	ld.ab   %3, [%2,4]		\n"  in raw_copy_from_user()
229 			"	st.ab   %3, [%1,4]		\n"  in raw_copy_from_user()
235 			"4:	j   31b				\n"  in raw_copy_from_user()
239 			"	.word   14b,4b			\n"  in raw_copy_from_user()
240 			"	.word   15b,4b			\n"  in raw_copy_from_user()
251 			"16:	ld.ab   %3, [%2,4]		\n"  in raw_copy_from_user()
252 			"	st.ab   %3, [%1,4]		\n"  in raw_copy_from_user()
257 			"4:	j   32b				\n"  in raw_copy_from_user()
261 			"	.word   16b,4b			\n"  in raw_copy_from_user()
271 			"17:	ldw.ab   %3, [%2,2]		\n"  in raw_copy_from_user()
272 			"	stw.ab   %3, [%1,2]		\n"  in raw_copy_from_user()
277 			"4:	j   33b				\n"  in raw_copy_from_user()
281 			"	.word   17b,4b			\n"  in raw_copy_from_user()
289 			"18:	ldb.ab   %3, [%2,2]		\n"  in raw_copy_from_user()
290 			"	stb.ab   %3, [%1,2]		\n"  in raw_copy_from_user()
295 			"4:	j   34b				\n"  in raw_copy_from_user()
299 			"	.word   18b,4b			\n"  in raw_copy_from_user()
308 		"	mov %0,%3			\n"  in raw_copy_from_user()
309 		"	lsr.f   lp_count, %3,4		\n"  /* 16x bytes */  in raw_copy_from_user()
310 		"	lpnz    3f			\n"  in raw_copy_from_user()
320 		"3:	and.f   %3,%3,0xf		\n"  /* stragglers */  in raw_copy_from_user()
322 		"	bbit0   %3,3,31f		\n"  /* 8 bytes left */  in raw_copy_from_user()
328 		"31:	bbit0   %3,2,32f		\n"  /* 4 bytes left */  in raw_copy_from_user()
332 		"32:	bbit0   %3,1,33f		\n"  /* 2 bytes left */  in raw_copy_from_user()
336 		"33:	bbit0   %3,0,34f		\n"  in raw_copy_from_user()
343 		"4:	j   34b				\n"  in raw_copy_from_user()
347 		"	.word   1b, 4b			\n"  in raw_copy_from_user()
348 		"	.word   11b,4b			\n"  in raw_copy_from_user()
349 		"	.word   12b,4b			\n"  in raw_copy_from_user()
350 		"	.word   13b,4b			\n"  in raw_copy_from_user()
351 		"	.word   14b,4b			\n"  in raw_copy_from_user()
352 		"	.word   15b,4b			\n"  in raw_copy_from_user()
353 		"	.word   16b,4b			\n"  in raw_copy_from_user()
354 		"	.word   17b,4b			\n"  in raw_copy_from_user()
355 		"	.word   18b,4b			\n"  in raw_copy_from_user()
385 		"	lpnz 3f				\n"  in raw_copy_to_user()
386 		"	ldb.ab  %1, [%3, 1]		\n"  in raw_copy_to_user()
389 		"3:	;nop				\n"  in raw_copy_to_user()
392 		"4:	j   3b				\n"  in raw_copy_to_user()
396 		"	.word   1b, 4b			\n"  in raw_copy_to_user()
419 			"	lp  3f				\n"  in raw_copy_to_user()
420 			"	ld.ab %3, [%2, 4]		\n"  in raw_copy_to_user()
424 			"1:	st.ab %3, [%1, 4]		\n"  in raw_copy_to_user()
429 			"3:;nop					\n"  in raw_copy_to_user()
432 			"4:	j   3b				\n"  in raw_copy_to_user()
436 			"	.word   1b, 4b			\n"  in raw_copy_to_user()
437 			"	.word   11b,4b			\n"  in raw_copy_to_user()
438 			"	.word   12b,4b			\n"  in raw_copy_to_user()
439 			"	.word   13b,4b			\n"  in raw_copy_to_user()
450 			"	ld.ab   %3, [%2,4]		\n"  in raw_copy_to_user()
452 			"14:	st.ab   %3, [%1,4]		\n"  in raw_copy_to_user()
458 			"4:	j   31b				\n"  in raw_copy_to_user()
462 			"	.word   14b,4b			\n"  in raw_copy_to_user()
463 			"	.word   15b,4b			\n"  in raw_copy_to_user()
474 			"	ld.ab   %3, [%2,4]		\n"  in raw_copy_to_user()
475 			"16:	st.ab   %3, [%1,4]		\n"  in raw_copy_to_user()
480 			"4:	j   32b				\n"  in raw_copy_to_user()
484 			"	.word   16b,4b			\n"  in raw_copy_to_user()
494 			"	ldw.ab    %3, [%2,2]		\n"  in raw_copy_to_user()
495 			"17:	stw.ab    %3, [%1,2]		\n"  in raw_copy_to_user()
500 			"4:	j   33b				\n"  in raw_copy_to_user()
504 			"	.word   17b,4b			\n"  in raw_copy_to_user()
512 			"	ldb.ab  %3, [%2,1]		\n"  in raw_copy_to_user()
513 			"18:	stb.ab  %3, [%1,1]		\n"  in raw_copy_to_user()
518 			"4:	j   34b				\n"  in raw_copy_to_user()
522 			"	.word   18b,4b			\n"  in raw_copy_to_user()
531 		"	mov   %0,%3			\n"  in raw_copy_to_user()
532 		"	lsr.f lp_count, %3,4		\n"  /* 16x bytes */  in raw_copy_to_user()
533 		"	lpnz  3f			\n"  in raw_copy_to_user()
543 		"3:	and.f %3,%3,0xf			\n" /* stragglers */  in raw_copy_to_user()
545 		"	bbit0   %3,3,31f		\n" /* 8 bytes left */  in raw_copy_to_user()
551 		"31:	bbit0   %3,2,32f		\n"  /* 4 bytes left */  in raw_copy_to_user()
555 		"32:	bbit0 %3,1,33f			\n"  /* 2 bytes left */  in raw_copy_to_user()
559 		"33:	bbit0 %3,0,34f			\n"  in raw_copy_to_user()
566 		"4:	j   34b				\n"  in raw_copy_to_user()
570 		"	.word   1b, 4b			\n"  in raw_copy_to_user()
571 		"	.word   11b,4b			\n"  in raw_copy_to_user()
572 		"	.word   12b,4b			\n"  in raw_copy_to_user()
573 		"	.word   13b,4b			\n"  in raw_copy_to_user()
574 		"	.word   14b,4b			\n"  in raw_copy_to_user()
575 		"	.word   15b,4b			\n"  in raw_copy_to_user()
576 		"	.word   16b,4b			\n"  in raw_copy_to_user()
577 		"	.word   17b,4b			\n"  in raw_copy_to_user()
578 		"	.word   18b,4b			\n"  in raw_copy_to_user()
602 	"	lpnz    3f			\n"  in __clear_user()
605 	"3:	bbit0   %1, 1, 4f		\n"  in __clear_user()
614 	"3:	j   5b				\n"  in __clear_user()
618 	"	.word   75b, 3b			\n"  in __clear_user()
619 	"	.word   76b, 3b			\n"  in __clear_user()
620 	"	.word   77b, 3b			\n"  in __clear_user()
621 	"	.word   78b, 3b			\n"  in __clear_user()
622 	"	.word   79b, 3b			\n"  in __clear_user()