Lines Matching refs:v
455 raw_atomic_read(const atomic_t *v) in raw_atomic_read() argument
457 return arch_atomic_read(v); in raw_atomic_read()
471 raw_atomic_read_acquire(const atomic_t *v) in raw_atomic_read_acquire() argument
474 return arch_atomic_read_acquire(v); in raw_atomic_read_acquire()
479 ret = smp_load_acquire(&(v)->counter); in raw_atomic_read_acquire()
481 ret = raw_atomic_read(v); in raw_atomic_read_acquire()
501 raw_atomic_set(atomic_t *v, int i) in raw_atomic_set() argument
503 arch_atomic_set(v, i); in raw_atomic_set()
518 raw_atomic_set_release(atomic_t *v, int i) in raw_atomic_set_release() argument
521 arch_atomic_set_release(v, i); in raw_atomic_set_release()
524 smp_store_release(&(v)->counter, i); in raw_atomic_set_release()
527 raw_atomic_set(v, i); in raw_atomic_set_release()
544 raw_atomic_add(int i, atomic_t *v) in raw_atomic_add() argument
546 arch_atomic_add(i, v); in raw_atomic_add()
561 raw_atomic_add_return(int i, atomic_t *v) in raw_atomic_add_return() argument
564 return arch_atomic_add_return(i, v); in raw_atomic_add_return()
568 ret = arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return()
588 raw_atomic_add_return_acquire(int i, atomic_t *v) in raw_atomic_add_return_acquire() argument
591 return arch_atomic_add_return_acquire(i, v); in raw_atomic_add_return_acquire()
593 int ret = arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_acquire()
597 return arch_atomic_add_return(i, v); in raw_atomic_add_return_acquire()
615 raw_atomic_add_return_release(int i, atomic_t *v) in raw_atomic_add_return_release() argument
618 return arch_atomic_add_return_release(i, v); in raw_atomic_add_return_release()
621 return arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_release()
623 return arch_atomic_add_return(i, v); in raw_atomic_add_return_release()
641 raw_atomic_add_return_relaxed(int i, atomic_t *v) in raw_atomic_add_return_relaxed() argument
644 return arch_atomic_add_return_relaxed(i, v); in raw_atomic_add_return_relaxed()
646 return arch_atomic_add_return(i, v); in raw_atomic_add_return_relaxed()
664 raw_atomic_fetch_add(int i, atomic_t *v) in raw_atomic_fetch_add() argument
667 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add()
671 ret = arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add()
691 raw_atomic_fetch_add_acquire(int i, atomic_t *v) in raw_atomic_fetch_add_acquire() argument
694 return arch_atomic_fetch_add_acquire(i, v); in raw_atomic_fetch_add_acquire()
696 int ret = arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_acquire()
700 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_acquire()
718 raw_atomic_fetch_add_release(int i, atomic_t *v) in raw_atomic_fetch_add_release() argument
721 return arch_atomic_fetch_add_release(i, v); in raw_atomic_fetch_add_release()
724 return arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_release()
726 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_release()
744 raw_atomic_fetch_add_relaxed(int i, atomic_t *v) in raw_atomic_fetch_add_relaxed() argument
747 return arch_atomic_fetch_add_relaxed(i, v); in raw_atomic_fetch_add_relaxed()
749 return arch_atomic_fetch_add(i, v); in raw_atomic_fetch_add_relaxed()
767 raw_atomic_sub(int i, atomic_t *v) in raw_atomic_sub() argument
769 arch_atomic_sub(i, v); in raw_atomic_sub()
784 raw_atomic_sub_return(int i, atomic_t *v) in raw_atomic_sub_return() argument
787 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return()
791 ret = arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return()
811 raw_atomic_sub_return_acquire(int i, atomic_t *v) in raw_atomic_sub_return_acquire() argument
814 return arch_atomic_sub_return_acquire(i, v); in raw_atomic_sub_return_acquire()
816 int ret = arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_acquire()
820 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_acquire()
838 raw_atomic_sub_return_release(int i, atomic_t *v) in raw_atomic_sub_return_release() argument
841 return arch_atomic_sub_return_release(i, v); in raw_atomic_sub_return_release()
844 return arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_release()
846 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_release()
864 raw_atomic_sub_return_relaxed(int i, atomic_t *v) in raw_atomic_sub_return_relaxed() argument
867 return arch_atomic_sub_return_relaxed(i, v); in raw_atomic_sub_return_relaxed()
869 return arch_atomic_sub_return(i, v); in raw_atomic_sub_return_relaxed()
887 raw_atomic_fetch_sub(int i, atomic_t *v) in raw_atomic_fetch_sub() argument
890 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub()
894 ret = arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub()
914 raw_atomic_fetch_sub_acquire(int i, atomic_t *v) in raw_atomic_fetch_sub_acquire() argument
917 return arch_atomic_fetch_sub_acquire(i, v); in raw_atomic_fetch_sub_acquire()
919 int ret = arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_acquire()
923 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_acquire()
941 raw_atomic_fetch_sub_release(int i, atomic_t *v) in raw_atomic_fetch_sub_release() argument
944 return arch_atomic_fetch_sub_release(i, v); in raw_atomic_fetch_sub_release()
947 return arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_release()
949 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_release()
967 raw_atomic_fetch_sub_relaxed(int i, atomic_t *v) in raw_atomic_fetch_sub_relaxed() argument
970 return arch_atomic_fetch_sub_relaxed(i, v); in raw_atomic_fetch_sub_relaxed()
972 return arch_atomic_fetch_sub(i, v); in raw_atomic_fetch_sub_relaxed()
989 raw_atomic_inc(atomic_t *v) in raw_atomic_inc() argument
992 arch_atomic_inc(v); in raw_atomic_inc()
994 raw_atomic_add(1, v); in raw_atomic_inc()
1009 raw_atomic_inc_return(atomic_t *v) in raw_atomic_inc_return() argument
1012 return arch_atomic_inc_return(v); in raw_atomic_inc_return()
1016 ret = arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return()
1020 return raw_atomic_add_return(1, v); in raw_atomic_inc_return()
1035 raw_atomic_inc_return_acquire(atomic_t *v) in raw_atomic_inc_return_acquire() argument
1038 return arch_atomic_inc_return_acquire(v); in raw_atomic_inc_return_acquire()
1040 int ret = arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_acquire()
1044 return arch_atomic_inc_return(v); in raw_atomic_inc_return_acquire()
1046 return raw_atomic_add_return_acquire(1, v); in raw_atomic_inc_return_acquire()
1061 raw_atomic_inc_return_release(atomic_t *v) in raw_atomic_inc_return_release() argument
1064 return arch_atomic_inc_return_release(v); in raw_atomic_inc_return_release()
1067 return arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_release()
1069 return arch_atomic_inc_return(v); in raw_atomic_inc_return_release()
1071 return raw_atomic_add_return_release(1, v); in raw_atomic_inc_return_release()
1086 raw_atomic_inc_return_relaxed(atomic_t *v) in raw_atomic_inc_return_relaxed() argument
1089 return arch_atomic_inc_return_relaxed(v); in raw_atomic_inc_return_relaxed()
1091 return arch_atomic_inc_return(v); in raw_atomic_inc_return_relaxed()
1093 return raw_atomic_add_return_relaxed(1, v); in raw_atomic_inc_return_relaxed()
1108 raw_atomic_fetch_inc(atomic_t *v) in raw_atomic_fetch_inc() argument
1111 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc()
1115 ret = arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc()
1119 return raw_atomic_fetch_add(1, v); in raw_atomic_fetch_inc()
1134 raw_atomic_fetch_inc_acquire(atomic_t *v) in raw_atomic_fetch_inc_acquire() argument
1137 return arch_atomic_fetch_inc_acquire(v); in raw_atomic_fetch_inc_acquire()
1139 int ret = arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_acquire()
1143 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_acquire()
1145 return raw_atomic_fetch_add_acquire(1, v); in raw_atomic_fetch_inc_acquire()
1160 raw_atomic_fetch_inc_release(atomic_t *v) in raw_atomic_fetch_inc_release() argument
1163 return arch_atomic_fetch_inc_release(v); in raw_atomic_fetch_inc_release()
1166 return arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_release()
1168 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_release()
1170 return raw_atomic_fetch_add_release(1, v); in raw_atomic_fetch_inc_release()
1185 raw_atomic_fetch_inc_relaxed(atomic_t *v) in raw_atomic_fetch_inc_relaxed() argument
1188 return arch_atomic_fetch_inc_relaxed(v); in raw_atomic_fetch_inc_relaxed()
1190 return arch_atomic_fetch_inc(v); in raw_atomic_fetch_inc_relaxed()
1192 return raw_atomic_fetch_add_relaxed(1, v); in raw_atomic_fetch_inc_relaxed()
1207 raw_atomic_dec(atomic_t *v) in raw_atomic_dec() argument
1210 arch_atomic_dec(v); in raw_atomic_dec()
1212 raw_atomic_sub(1, v); in raw_atomic_dec()
1227 raw_atomic_dec_return(atomic_t *v) in raw_atomic_dec_return() argument
1230 return arch_atomic_dec_return(v); in raw_atomic_dec_return()
1234 ret = arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return()
1238 return raw_atomic_sub_return(1, v); in raw_atomic_dec_return()
1253 raw_atomic_dec_return_acquire(atomic_t *v) in raw_atomic_dec_return_acquire() argument
1256 return arch_atomic_dec_return_acquire(v); in raw_atomic_dec_return_acquire()
1258 int ret = arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_acquire()
1262 return arch_atomic_dec_return(v); in raw_atomic_dec_return_acquire()
1264 return raw_atomic_sub_return_acquire(1, v); in raw_atomic_dec_return_acquire()
1279 raw_atomic_dec_return_release(atomic_t *v) in raw_atomic_dec_return_release() argument
1282 return arch_atomic_dec_return_release(v); in raw_atomic_dec_return_release()
1285 return arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_release()
1287 return arch_atomic_dec_return(v); in raw_atomic_dec_return_release()
1289 return raw_atomic_sub_return_release(1, v); in raw_atomic_dec_return_release()
1304 raw_atomic_dec_return_relaxed(atomic_t *v) in raw_atomic_dec_return_relaxed() argument
1307 return arch_atomic_dec_return_relaxed(v); in raw_atomic_dec_return_relaxed()
1309 return arch_atomic_dec_return(v); in raw_atomic_dec_return_relaxed()
1311 return raw_atomic_sub_return_relaxed(1, v); in raw_atomic_dec_return_relaxed()
1326 raw_atomic_fetch_dec(atomic_t *v) in raw_atomic_fetch_dec() argument
1329 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec()
1333 ret = arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec()
1337 return raw_atomic_fetch_sub(1, v); in raw_atomic_fetch_dec()
1352 raw_atomic_fetch_dec_acquire(atomic_t *v) in raw_atomic_fetch_dec_acquire() argument
1355 return arch_atomic_fetch_dec_acquire(v); in raw_atomic_fetch_dec_acquire()
1357 int ret = arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_acquire()
1361 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_acquire()
1363 return raw_atomic_fetch_sub_acquire(1, v); in raw_atomic_fetch_dec_acquire()
1378 raw_atomic_fetch_dec_release(atomic_t *v) in raw_atomic_fetch_dec_release() argument
1381 return arch_atomic_fetch_dec_release(v); in raw_atomic_fetch_dec_release()
1384 return arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_release()
1386 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_release()
1388 return raw_atomic_fetch_sub_release(1, v); in raw_atomic_fetch_dec_release()
1403 raw_atomic_fetch_dec_relaxed(atomic_t *v) in raw_atomic_fetch_dec_relaxed() argument
1406 return arch_atomic_fetch_dec_relaxed(v); in raw_atomic_fetch_dec_relaxed()
1408 return arch_atomic_fetch_dec(v); in raw_atomic_fetch_dec_relaxed()
1410 return raw_atomic_fetch_sub_relaxed(1, v); in raw_atomic_fetch_dec_relaxed()
1426 raw_atomic_and(int i, atomic_t *v) in raw_atomic_and() argument
1428 arch_atomic_and(i, v); in raw_atomic_and()
1443 raw_atomic_fetch_and(int i, atomic_t *v) in raw_atomic_fetch_and() argument
1446 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and()
1450 ret = arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and()
1470 raw_atomic_fetch_and_acquire(int i, atomic_t *v) in raw_atomic_fetch_and_acquire() argument
1473 return arch_atomic_fetch_and_acquire(i, v); in raw_atomic_fetch_and_acquire()
1475 int ret = arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_acquire()
1479 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_acquire()
1497 raw_atomic_fetch_and_release(int i, atomic_t *v) in raw_atomic_fetch_and_release() argument
1500 return arch_atomic_fetch_and_release(i, v); in raw_atomic_fetch_and_release()
1503 return arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_release()
1505 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_release()
1523 raw_atomic_fetch_and_relaxed(int i, atomic_t *v) in raw_atomic_fetch_and_relaxed() argument
1526 return arch_atomic_fetch_and_relaxed(i, v); in raw_atomic_fetch_and_relaxed()
1528 return arch_atomic_fetch_and(i, v); in raw_atomic_fetch_and_relaxed()
1546 raw_atomic_andnot(int i, atomic_t *v) in raw_atomic_andnot() argument
1549 arch_atomic_andnot(i, v); in raw_atomic_andnot()
1551 raw_atomic_and(~i, v); in raw_atomic_andnot()
1567 raw_atomic_fetch_andnot(int i, atomic_t *v) in raw_atomic_fetch_andnot() argument
1570 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot()
1574 ret = arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot()
1578 return raw_atomic_fetch_and(~i, v); in raw_atomic_fetch_andnot()
1594 raw_atomic_fetch_andnot_acquire(int i, atomic_t *v) in raw_atomic_fetch_andnot_acquire() argument
1597 return arch_atomic_fetch_andnot_acquire(i, v); in raw_atomic_fetch_andnot_acquire()
1599 int ret = arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_acquire()
1603 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_acquire()
1605 return raw_atomic_fetch_and_acquire(~i, v); in raw_atomic_fetch_andnot_acquire()
1621 raw_atomic_fetch_andnot_release(int i, atomic_t *v) in raw_atomic_fetch_andnot_release() argument
1624 return arch_atomic_fetch_andnot_release(i, v); in raw_atomic_fetch_andnot_release()
1627 return arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_release()
1629 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_release()
1631 return raw_atomic_fetch_and_release(~i, v); in raw_atomic_fetch_andnot_release()
1647 raw_atomic_fetch_andnot_relaxed(int i, atomic_t *v) in raw_atomic_fetch_andnot_relaxed() argument
1650 return arch_atomic_fetch_andnot_relaxed(i, v); in raw_atomic_fetch_andnot_relaxed()
1652 return arch_atomic_fetch_andnot(i, v); in raw_atomic_fetch_andnot_relaxed()
1654 return raw_atomic_fetch_and_relaxed(~i, v); in raw_atomic_fetch_andnot_relaxed()
1670 raw_atomic_or(int i, atomic_t *v) in raw_atomic_or() argument
1672 arch_atomic_or(i, v); in raw_atomic_or()
1687 raw_atomic_fetch_or(int i, atomic_t *v) in raw_atomic_fetch_or() argument
1690 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or()
1694 ret = arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or()
1714 raw_atomic_fetch_or_acquire(int i, atomic_t *v) in raw_atomic_fetch_or_acquire() argument
1717 return arch_atomic_fetch_or_acquire(i, v); in raw_atomic_fetch_or_acquire()
1719 int ret = arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_acquire()
1723 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_acquire()
1741 raw_atomic_fetch_or_release(int i, atomic_t *v) in raw_atomic_fetch_or_release() argument
1744 return arch_atomic_fetch_or_release(i, v); in raw_atomic_fetch_or_release()
1747 return arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_release()
1749 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_release()
1767 raw_atomic_fetch_or_relaxed(int i, atomic_t *v) in raw_atomic_fetch_or_relaxed() argument
1770 return arch_atomic_fetch_or_relaxed(i, v); in raw_atomic_fetch_or_relaxed()
1772 return arch_atomic_fetch_or(i, v); in raw_atomic_fetch_or_relaxed()
1790 raw_atomic_xor(int i, atomic_t *v) in raw_atomic_xor() argument
1792 arch_atomic_xor(i, v); in raw_atomic_xor()
1807 raw_atomic_fetch_xor(int i, atomic_t *v) in raw_atomic_fetch_xor() argument
1810 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor()
1814 ret = arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor()
1834 raw_atomic_fetch_xor_acquire(int i, atomic_t *v) in raw_atomic_fetch_xor_acquire() argument
1837 return arch_atomic_fetch_xor_acquire(i, v); in raw_atomic_fetch_xor_acquire()
1839 int ret = arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_acquire()
1843 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_acquire()
1861 raw_atomic_fetch_xor_release(int i, atomic_t *v) in raw_atomic_fetch_xor_release() argument
1864 return arch_atomic_fetch_xor_release(i, v); in raw_atomic_fetch_xor_release()
1867 return arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_release()
1869 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_release()
1887 raw_atomic_fetch_xor_relaxed(int i, atomic_t *v) in raw_atomic_fetch_xor_relaxed() argument
1890 return arch_atomic_fetch_xor_relaxed(i, v); in raw_atomic_fetch_xor_relaxed()
1892 return arch_atomic_fetch_xor(i, v); in raw_atomic_fetch_xor_relaxed()
1910 raw_atomic_xchg(atomic_t *v, int new) in raw_atomic_xchg() argument
1913 return arch_atomic_xchg(v, new); in raw_atomic_xchg()
1917 ret = arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg()
1921 return raw_xchg(&v->counter, new); in raw_atomic_xchg()
1937 raw_atomic_xchg_acquire(atomic_t *v, int new) in raw_atomic_xchg_acquire() argument
1940 return arch_atomic_xchg_acquire(v, new); in raw_atomic_xchg_acquire()
1942 int ret = arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_acquire()
1946 return arch_atomic_xchg(v, new); in raw_atomic_xchg_acquire()
1948 return raw_xchg_acquire(&v->counter, new); in raw_atomic_xchg_acquire()
1964 raw_atomic_xchg_release(atomic_t *v, int new) in raw_atomic_xchg_release() argument
1967 return arch_atomic_xchg_release(v, new); in raw_atomic_xchg_release()
1970 return arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_release()
1972 return arch_atomic_xchg(v, new); in raw_atomic_xchg_release()
1974 return raw_xchg_release(&v->counter, new); in raw_atomic_xchg_release()
1990 raw_atomic_xchg_relaxed(atomic_t *v, int new) in raw_atomic_xchg_relaxed() argument
1993 return arch_atomic_xchg_relaxed(v, new); in raw_atomic_xchg_relaxed()
1995 return arch_atomic_xchg(v, new); in raw_atomic_xchg_relaxed()
1997 return raw_xchg_relaxed(&v->counter, new); in raw_atomic_xchg_relaxed()
2015 raw_atomic_cmpxchg(atomic_t *v, int old, int new) in raw_atomic_cmpxchg() argument
2018 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg()
2022 ret = arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg()
2026 return raw_cmpxchg(&v->counter, old, new); in raw_atomic_cmpxchg()
2044 raw_atomic_cmpxchg_acquire(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_acquire() argument
2047 return arch_atomic_cmpxchg_acquire(v, old, new); in raw_atomic_cmpxchg_acquire()
2049 int ret = arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_acquire()
2053 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_acquire()
2055 return raw_cmpxchg_acquire(&v->counter, old, new); in raw_atomic_cmpxchg_acquire()
2073 raw_atomic_cmpxchg_release(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_release() argument
2076 return arch_atomic_cmpxchg_release(v, old, new); in raw_atomic_cmpxchg_release()
2079 return arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_release()
2081 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_release()
2083 return raw_cmpxchg_release(&v->counter, old, new); in raw_atomic_cmpxchg_release()
2101 raw_atomic_cmpxchg_relaxed(atomic_t *v, int old, int new) in raw_atomic_cmpxchg_relaxed() argument
2104 return arch_atomic_cmpxchg_relaxed(v, old, new); in raw_atomic_cmpxchg_relaxed()
2106 return arch_atomic_cmpxchg(v, old, new); in raw_atomic_cmpxchg_relaxed()
2108 return raw_cmpxchg_relaxed(&v->counter, old, new); in raw_atomic_cmpxchg_relaxed()
2127 raw_atomic_try_cmpxchg(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg() argument
2130 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg()
2134 ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg()
2139 r = raw_atomic_cmpxchg(v, o, new); in raw_atomic_try_cmpxchg()
2161 raw_atomic_try_cmpxchg_acquire(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_acquire() argument
2164 return arch_atomic_try_cmpxchg_acquire(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2166 bool ret = arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2170 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_acquire()
2173 r = raw_atomic_cmpxchg_acquire(v, o, new); in raw_atomic_try_cmpxchg_acquire()
2195 raw_atomic_try_cmpxchg_release(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_release() argument
2198 return arch_atomic_try_cmpxchg_release(v, old, new); in raw_atomic_try_cmpxchg_release()
2201 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_release()
2203 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_release()
2206 r = raw_atomic_cmpxchg_release(v, o, new); in raw_atomic_try_cmpxchg_release()
2228 raw_atomic_try_cmpxchg_relaxed(atomic_t *v, int *old, int new) in raw_atomic_try_cmpxchg_relaxed() argument
2231 return arch_atomic_try_cmpxchg_relaxed(v, old, new); in raw_atomic_try_cmpxchg_relaxed()
2233 return arch_atomic_try_cmpxchg(v, old, new); in raw_atomic_try_cmpxchg_relaxed()
2236 r = raw_atomic_cmpxchg_relaxed(v, o, new); in raw_atomic_try_cmpxchg_relaxed()
2255 raw_atomic_sub_and_test(int i, atomic_t *v) in raw_atomic_sub_and_test() argument
2258 return arch_atomic_sub_and_test(i, v); in raw_atomic_sub_and_test()
2260 return raw_atomic_sub_return(i, v) == 0; in raw_atomic_sub_and_test()
2275 raw_atomic_dec_and_test(atomic_t *v) in raw_atomic_dec_and_test() argument
2278 return arch_atomic_dec_and_test(v); in raw_atomic_dec_and_test()
2280 return raw_atomic_dec_return(v) == 0; in raw_atomic_dec_and_test()
2295 raw_atomic_inc_and_test(atomic_t *v) in raw_atomic_inc_and_test() argument
2298 return arch_atomic_inc_and_test(v); in raw_atomic_inc_and_test()
2300 return raw_atomic_inc_return(v) == 0; in raw_atomic_inc_and_test()
2316 raw_atomic_add_negative(int i, atomic_t *v) in raw_atomic_add_negative() argument
2319 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative()
2323 ret = arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative()
2327 return raw_atomic_add_return(i, v) < 0; in raw_atomic_add_negative()
2343 raw_atomic_add_negative_acquire(int i, atomic_t *v) in raw_atomic_add_negative_acquire() argument
2346 return arch_atomic_add_negative_acquire(i, v); in raw_atomic_add_negative_acquire()
2348 bool ret = arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_acquire()
2352 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_acquire()
2354 return raw_atomic_add_return_acquire(i, v) < 0; in raw_atomic_add_negative_acquire()
2370 raw_atomic_add_negative_release(int i, atomic_t *v) in raw_atomic_add_negative_release() argument
2373 return arch_atomic_add_negative_release(i, v); in raw_atomic_add_negative_release()
2376 return arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_release()
2378 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_release()
2380 return raw_atomic_add_return_release(i, v) < 0; in raw_atomic_add_negative_release()
2396 raw_atomic_add_negative_relaxed(int i, atomic_t *v) in raw_atomic_add_negative_relaxed() argument
2399 return arch_atomic_add_negative_relaxed(i, v); in raw_atomic_add_negative_relaxed()
2401 return arch_atomic_add_negative(i, v); in raw_atomic_add_negative_relaxed()
2403 return raw_atomic_add_return_relaxed(i, v) < 0; in raw_atomic_add_negative_relaxed()
2421 raw_atomic_fetch_add_unless(atomic_t *v, int a, int u) in raw_atomic_fetch_add_unless() argument
2424 return arch_atomic_fetch_add_unless(v, a, u); in raw_atomic_fetch_add_unless()
2426 int c = raw_atomic_read(v); in raw_atomic_fetch_add_unless()
2431 } while (!raw_atomic_try_cmpxchg(v, &c, c + a)); in raw_atomic_fetch_add_unless()
2451 raw_atomic_add_unless(atomic_t *v, int a, int u) in raw_atomic_add_unless() argument
2454 return arch_atomic_add_unless(v, a, u); in raw_atomic_add_unless()
2456 return raw_atomic_fetch_add_unless(v, a, u) != u; in raw_atomic_add_unless()
2472 raw_atomic_inc_not_zero(atomic_t *v) in raw_atomic_inc_not_zero() argument
2475 return arch_atomic_inc_not_zero(v); in raw_atomic_inc_not_zero()
2477 return raw_atomic_add_unless(v, 1, 0); in raw_atomic_inc_not_zero()
2493 raw_atomic_inc_unless_negative(atomic_t *v) in raw_atomic_inc_unless_negative() argument
2496 return arch_atomic_inc_unless_negative(v); in raw_atomic_inc_unless_negative()
2498 int c = raw_atomic_read(v); in raw_atomic_inc_unless_negative()
2503 } while (!raw_atomic_try_cmpxchg(v, &c, c + 1)); in raw_atomic_inc_unless_negative()
2521 raw_atomic_dec_unless_positive(atomic_t *v) in raw_atomic_dec_unless_positive() argument
2524 return arch_atomic_dec_unless_positive(v); in raw_atomic_dec_unless_positive()
2526 int c = raw_atomic_read(v); in raw_atomic_dec_unless_positive()
2531 } while (!raw_atomic_try_cmpxchg(v, &c, c - 1)); in raw_atomic_dec_unless_positive()
2549 raw_atomic_dec_if_positive(atomic_t *v) in raw_atomic_dec_if_positive() argument
2552 return arch_atomic_dec_if_positive(v); in raw_atomic_dec_if_positive()
2554 int dec, c = raw_atomic_read(v); in raw_atomic_dec_if_positive()
2560 } while (!raw_atomic_try_cmpxchg(v, &c, dec)); in raw_atomic_dec_if_positive()
2581 raw_atomic64_read(const atomic64_t *v) in raw_atomic64_read() argument
2583 return arch_atomic64_read(v); in raw_atomic64_read()
2597 raw_atomic64_read_acquire(const atomic64_t *v) in raw_atomic64_read_acquire() argument
2600 return arch_atomic64_read_acquire(v); in raw_atomic64_read_acquire()
2605 ret = smp_load_acquire(&(v)->counter); in raw_atomic64_read_acquire()
2607 ret = raw_atomic64_read(v); in raw_atomic64_read_acquire()
2627 raw_atomic64_set(atomic64_t *v, s64 i) in raw_atomic64_set() argument
2629 arch_atomic64_set(v, i); in raw_atomic64_set()
2644 raw_atomic64_set_release(atomic64_t *v, s64 i) in raw_atomic64_set_release() argument
2647 arch_atomic64_set_release(v, i); in raw_atomic64_set_release()
2650 smp_store_release(&(v)->counter, i); in raw_atomic64_set_release()
2653 raw_atomic64_set(v, i); in raw_atomic64_set_release()
2670 raw_atomic64_add(s64 i, atomic64_t *v) in raw_atomic64_add() argument
2672 arch_atomic64_add(i, v); in raw_atomic64_add()
2687 raw_atomic64_add_return(s64 i, atomic64_t *v) in raw_atomic64_add_return() argument
2690 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return()
2694 ret = arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return()
2714 raw_atomic64_add_return_acquire(s64 i, atomic64_t *v) in raw_atomic64_add_return_acquire() argument
2717 return arch_atomic64_add_return_acquire(i, v); in raw_atomic64_add_return_acquire()
2719 s64 ret = arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_acquire()
2723 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_acquire()
2741 raw_atomic64_add_return_release(s64 i, atomic64_t *v) in raw_atomic64_add_return_release() argument
2744 return arch_atomic64_add_return_release(i, v); in raw_atomic64_add_return_release()
2747 return arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_release()
2749 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_release()
2767 raw_atomic64_add_return_relaxed(s64 i, atomic64_t *v) in raw_atomic64_add_return_relaxed() argument
2770 return arch_atomic64_add_return_relaxed(i, v); in raw_atomic64_add_return_relaxed()
2772 return arch_atomic64_add_return(i, v); in raw_atomic64_add_return_relaxed()
2790 raw_atomic64_fetch_add(s64 i, atomic64_t *v) in raw_atomic64_fetch_add() argument
2793 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add()
2797 ret = arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add()
2817 raw_atomic64_fetch_add_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_acquire() argument
2820 return arch_atomic64_fetch_add_acquire(i, v); in raw_atomic64_fetch_add_acquire()
2822 s64 ret = arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_acquire()
2826 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_acquire()
2844 raw_atomic64_fetch_add_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_release() argument
2847 return arch_atomic64_fetch_add_release(i, v); in raw_atomic64_fetch_add_release()
2850 return arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_release()
2852 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_release()
2870 raw_atomic64_fetch_add_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_add_relaxed() argument
2873 return arch_atomic64_fetch_add_relaxed(i, v); in raw_atomic64_fetch_add_relaxed()
2875 return arch_atomic64_fetch_add(i, v); in raw_atomic64_fetch_add_relaxed()
2893 raw_atomic64_sub(s64 i, atomic64_t *v) in raw_atomic64_sub() argument
2895 arch_atomic64_sub(i, v); in raw_atomic64_sub()
2910 raw_atomic64_sub_return(s64 i, atomic64_t *v) in raw_atomic64_sub_return() argument
2913 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return()
2917 ret = arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return()
2937 raw_atomic64_sub_return_acquire(s64 i, atomic64_t *v) in raw_atomic64_sub_return_acquire() argument
2940 return arch_atomic64_sub_return_acquire(i, v); in raw_atomic64_sub_return_acquire()
2942 s64 ret = arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_acquire()
2946 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_acquire()
2964 raw_atomic64_sub_return_release(s64 i, atomic64_t *v) in raw_atomic64_sub_return_release() argument
2967 return arch_atomic64_sub_return_release(i, v); in raw_atomic64_sub_return_release()
2970 return arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_release()
2972 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_release()
2990 raw_atomic64_sub_return_relaxed(s64 i, atomic64_t *v) in raw_atomic64_sub_return_relaxed() argument
2993 return arch_atomic64_sub_return_relaxed(i, v); in raw_atomic64_sub_return_relaxed()
2995 return arch_atomic64_sub_return(i, v); in raw_atomic64_sub_return_relaxed()
3013 raw_atomic64_fetch_sub(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub() argument
3016 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub()
3020 ret = arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub()
3040 raw_atomic64_fetch_sub_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_acquire() argument
3043 return arch_atomic64_fetch_sub_acquire(i, v); in raw_atomic64_fetch_sub_acquire()
3045 s64 ret = arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_acquire()
3049 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_acquire()
3067 raw_atomic64_fetch_sub_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_release() argument
3070 return arch_atomic64_fetch_sub_release(i, v); in raw_atomic64_fetch_sub_release()
3073 return arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_release()
3075 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_release()
3093 raw_atomic64_fetch_sub_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_sub_relaxed() argument
3096 return arch_atomic64_fetch_sub_relaxed(i, v); in raw_atomic64_fetch_sub_relaxed()
3098 return arch_atomic64_fetch_sub(i, v); in raw_atomic64_fetch_sub_relaxed()
3115 raw_atomic64_inc(atomic64_t *v) in raw_atomic64_inc() argument
3118 arch_atomic64_inc(v); in raw_atomic64_inc()
3120 raw_atomic64_add(1, v); in raw_atomic64_inc()
3135 raw_atomic64_inc_return(atomic64_t *v) in raw_atomic64_inc_return() argument
3138 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return()
3142 ret = arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return()
3146 return raw_atomic64_add_return(1, v); in raw_atomic64_inc_return()
3161 raw_atomic64_inc_return_acquire(atomic64_t *v) in raw_atomic64_inc_return_acquire() argument
3164 return arch_atomic64_inc_return_acquire(v); in raw_atomic64_inc_return_acquire()
3166 s64 ret = arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_acquire()
3170 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_acquire()
3172 return raw_atomic64_add_return_acquire(1, v); in raw_atomic64_inc_return_acquire()
3187 raw_atomic64_inc_return_release(atomic64_t *v) in raw_atomic64_inc_return_release() argument
3190 return arch_atomic64_inc_return_release(v); in raw_atomic64_inc_return_release()
3193 return arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_release()
3195 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_release()
3197 return raw_atomic64_add_return_release(1, v); in raw_atomic64_inc_return_release()
3212 raw_atomic64_inc_return_relaxed(atomic64_t *v) in raw_atomic64_inc_return_relaxed() argument
3215 return arch_atomic64_inc_return_relaxed(v); in raw_atomic64_inc_return_relaxed()
3217 return arch_atomic64_inc_return(v); in raw_atomic64_inc_return_relaxed()
3219 return raw_atomic64_add_return_relaxed(1, v); in raw_atomic64_inc_return_relaxed()
3234 raw_atomic64_fetch_inc(atomic64_t *v) in raw_atomic64_fetch_inc() argument
3237 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc()
3241 ret = arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc()
3245 return raw_atomic64_fetch_add(1, v); in raw_atomic64_fetch_inc()
3260 raw_atomic64_fetch_inc_acquire(atomic64_t *v) in raw_atomic64_fetch_inc_acquire() argument
3263 return arch_atomic64_fetch_inc_acquire(v); in raw_atomic64_fetch_inc_acquire()
3265 s64 ret = arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_acquire()
3269 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_acquire()
3271 return raw_atomic64_fetch_add_acquire(1, v); in raw_atomic64_fetch_inc_acquire()
3286 raw_atomic64_fetch_inc_release(atomic64_t *v) in raw_atomic64_fetch_inc_release() argument
3289 return arch_atomic64_fetch_inc_release(v); in raw_atomic64_fetch_inc_release()
3292 return arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_release()
3294 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_release()
3296 return raw_atomic64_fetch_add_release(1, v); in raw_atomic64_fetch_inc_release()
3311 raw_atomic64_fetch_inc_relaxed(atomic64_t *v) in raw_atomic64_fetch_inc_relaxed() argument
3314 return arch_atomic64_fetch_inc_relaxed(v); in raw_atomic64_fetch_inc_relaxed()
3316 return arch_atomic64_fetch_inc(v); in raw_atomic64_fetch_inc_relaxed()
3318 return raw_atomic64_fetch_add_relaxed(1, v); in raw_atomic64_fetch_inc_relaxed()
3333 raw_atomic64_dec(atomic64_t *v) in raw_atomic64_dec() argument
3336 arch_atomic64_dec(v); in raw_atomic64_dec()
3338 raw_atomic64_sub(1, v); in raw_atomic64_dec()
3353 raw_atomic64_dec_return(atomic64_t *v) in raw_atomic64_dec_return() argument
3356 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return()
3360 ret = arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return()
3364 return raw_atomic64_sub_return(1, v); in raw_atomic64_dec_return()
3379 raw_atomic64_dec_return_acquire(atomic64_t *v) in raw_atomic64_dec_return_acquire() argument
3382 return arch_atomic64_dec_return_acquire(v); in raw_atomic64_dec_return_acquire()
3384 s64 ret = arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_acquire()
3388 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_acquire()
3390 return raw_atomic64_sub_return_acquire(1, v); in raw_atomic64_dec_return_acquire()
3405 raw_atomic64_dec_return_release(atomic64_t *v) in raw_atomic64_dec_return_release() argument
3408 return arch_atomic64_dec_return_release(v); in raw_atomic64_dec_return_release()
3411 return arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_release()
3413 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_release()
3415 return raw_atomic64_sub_return_release(1, v); in raw_atomic64_dec_return_release()
3430 raw_atomic64_dec_return_relaxed(atomic64_t *v) in raw_atomic64_dec_return_relaxed() argument
3433 return arch_atomic64_dec_return_relaxed(v); in raw_atomic64_dec_return_relaxed()
3435 return arch_atomic64_dec_return(v); in raw_atomic64_dec_return_relaxed()
3437 return raw_atomic64_sub_return_relaxed(1, v); in raw_atomic64_dec_return_relaxed()
3452 raw_atomic64_fetch_dec(atomic64_t *v) in raw_atomic64_fetch_dec() argument
3455 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec()
3459 ret = arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec()
3463 return raw_atomic64_fetch_sub(1, v); in raw_atomic64_fetch_dec()
3478 raw_atomic64_fetch_dec_acquire(atomic64_t *v) in raw_atomic64_fetch_dec_acquire() argument
3481 return arch_atomic64_fetch_dec_acquire(v); in raw_atomic64_fetch_dec_acquire()
3483 s64 ret = arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_acquire()
3487 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_acquire()
3489 return raw_atomic64_fetch_sub_acquire(1, v); in raw_atomic64_fetch_dec_acquire()
3504 raw_atomic64_fetch_dec_release(atomic64_t *v) in raw_atomic64_fetch_dec_release() argument
3507 return arch_atomic64_fetch_dec_release(v); in raw_atomic64_fetch_dec_release()
3510 return arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_release()
3512 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_release()
3514 return raw_atomic64_fetch_sub_release(1, v); in raw_atomic64_fetch_dec_release()
3529 raw_atomic64_fetch_dec_relaxed(atomic64_t *v) in raw_atomic64_fetch_dec_relaxed() argument
3532 return arch_atomic64_fetch_dec_relaxed(v); in raw_atomic64_fetch_dec_relaxed()
3534 return arch_atomic64_fetch_dec(v); in raw_atomic64_fetch_dec_relaxed()
3536 return raw_atomic64_fetch_sub_relaxed(1, v); in raw_atomic64_fetch_dec_relaxed()
3552 raw_atomic64_and(s64 i, atomic64_t *v) in raw_atomic64_and() argument
3554 arch_atomic64_and(i, v); in raw_atomic64_and()
3569 raw_atomic64_fetch_and(s64 i, atomic64_t *v) in raw_atomic64_fetch_and() argument
3572 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and()
3576 ret = arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and()
3596 raw_atomic64_fetch_and_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_acquire() argument
3599 return arch_atomic64_fetch_and_acquire(i, v); in raw_atomic64_fetch_and_acquire()
3601 s64 ret = arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_acquire()
3605 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_acquire()
3623 raw_atomic64_fetch_and_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_release() argument
3626 return arch_atomic64_fetch_and_release(i, v); in raw_atomic64_fetch_and_release()
3629 return arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_release()
3631 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_release()
3649 raw_atomic64_fetch_and_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_and_relaxed() argument
3652 return arch_atomic64_fetch_and_relaxed(i, v); in raw_atomic64_fetch_and_relaxed()
3654 return arch_atomic64_fetch_and(i, v); in raw_atomic64_fetch_and_relaxed()
3672 raw_atomic64_andnot(s64 i, atomic64_t *v) in raw_atomic64_andnot() argument
3675 arch_atomic64_andnot(i, v); in raw_atomic64_andnot()
3677 raw_atomic64_and(~i, v); in raw_atomic64_andnot()
3693 raw_atomic64_fetch_andnot(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot() argument
3696 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot()
3700 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot()
3704 return raw_atomic64_fetch_and(~i, v); in raw_atomic64_fetch_andnot()
3720 raw_atomic64_fetch_andnot_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_acquire() argument
3723 return arch_atomic64_fetch_andnot_acquire(i, v); in raw_atomic64_fetch_andnot_acquire()
3725 s64 ret = arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_acquire()
3729 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_acquire()
3731 return raw_atomic64_fetch_and_acquire(~i, v); in raw_atomic64_fetch_andnot_acquire()
3747 raw_atomic64_fetch_andnot_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_release() argument
3750 return arch_atomic64_fetch_andnot_release(i, v); in raw_atomic64_fetch_andnot_release()
3753 return arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_release()
3755 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_release()
3757 return raw_atomic64_fetch_and_release(~i, v); in raw_atomic64_fetch_andnot_release()
3773 raw_atomic64_fetch_andnot_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_andnot_relaxed() argument
3776 return arch_atomic64_fetch_andnot_relaxed(i, v); in raw_atomic64_fetch_andnot_relaxed()
3778 return arch_atomic64_fetch_andnot(i, v); in raw_atomic64_fetch_andnot_relaxed()
3780 return raw_atomic64_fetch_and_relaxed(~i, v); in raw_atomic64_fetch_andnot_relaxed()
3796 raw_atomic64_or(s64 i, atomic64_t *v) in raw_atomic64_or() argument
3798 arch_atomic64_or(i, v); in raw_atomic64_or()
3813 raw_atomic64_fetch_or(s64 i, atomic64_t *v) in raw_atomic64_fetch_or() argument
3816 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or()
3820 ret = arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or()
3840 raw_atomic64_fetch_or_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_acquire() argument
3843 return arch_atomic64_fetch_or_acquire(i, v); in raw_atomic64_fetch_or_acquire()
3845 s64 ret = arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_acquire()
3849 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_acquire()
3867 raw_atomic64_fetch_or_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_release() argument
3870 return arch_atomic64_fetch_or_release(i, v); in raw_atomic64_fetch_or_release()
3873 return arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_release()
3875 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_release()
3893 raw_atomic64_fetch_or_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_or_relaxed() argument
3896 return arch_atomic64_fetch_or_relaxed(i, v); in raw_atomic64_fetch_or_relaxed()
3898 return arch_atomic64_fetch_or(i, v); in raw_atomic64_fetch_or_relaxed()
3916 raw_atomic64_xor(s64 i, atomic64_t *v) in raw_atomic64_xor() argument
3918 arch_atomic64_xor(i, v); in raw_atomic64_xor()
3933 raw_atomic64_fetch_xor(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor() argument
3936 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor()
3940 ret = arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor()
3960 raw_atomic64_fetch_xor_acquire(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_acquire() argument
3963 return arch_atomic64_fetch_xor_acquire(i, v); in raw_atomic64_fetch_xor_acquire()
3965 s64 ret = arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_acquire()
3969 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_acquire()
3987 raw_atomic64_fetch_xor_release(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_release() argument
3990 return arch_atomic64_fetch_xor_release(i, v); in raw_atomic64_fetch_xor_release()
3993 return arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_release()
3995 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_release()
4013 raw_atomic64_fetch_xor_relaxed(s64 i, atomic64_t *v) in raw_atomic64_fetch_xor_relaxed() argument
4016 return arch_atomic64_fetch_xor_relaxed(i, v); in raw_atomic64_fetch_xor_relaxed()
4018 return arch_atomic64_fetch_xor(i, v); in raw_atomic64_fetch_xor_relaxed()
4036 raw_atomic64_xchg(atomic64_t *v, s64 new) in raw_atomic64_xchg() argument
4039 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg()
4043 ret = arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg()
4047 return raw_xchg(&v->counter, new); in raw_atomic64_xchg()
4063 raw_atomic64_xchg_acquire(atomic64_t *v, s64 new) in raw_atomic64_xchg_acquire() argument
4066 return arch_atomic64_xchg_acquire(v, new); in raw_atomic64_xchg_acquire()
4068 s64 ret = arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_acquire()
4072 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_acquire()
4074 return raw_xchg_acquire(&v->counter, new); in raw_atomic64_xchg_acquire()
4090 raw_atomic64_xchg_release(atomic64_t *v, s64 new) in raw_atomic64_xchg_release() argument
4093 return arch_atomic64_xchg_release(v, new); in raw_atomic64_xchg_release()
4096 return arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_release()
4098 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_release()
4100 return raw_xchg_release(&v->counter, new); in raw_atomic64_xchg_release()
4116 raw_atomic64_xchg_relaxed(atomic64_t *v, s64 new) in raw_atomic64_xchg_relaxed() argument
4119 return arch_atomic64_xchg_relaxed(v, new); in raw_atomic64_xchg_relaxed()
4121 return arch_atomic64_xchg(v, new); in raw_atomic64_xchg_relaxed()
4123 return raw_xchg_relaxed(&v->counter, new); in raw_atomic64_xchg_relaxed()
4141 raw_atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg() argument
4144 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg()
4148 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg()
4152 return raw_cmpxchg(&v->counter, old, new); in raw_atomic64_cmpxchg()
4170 raw_atomic64_cmpxchg_acquire(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_acquire() argument
4173 return arch_atomic64_cmpxchg_acquire(v, old, new); in raw_atomic64_cmpxchg_acquire()
4175 s64 ret = arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_acquire()
4179 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_acquire()
4181 return raw_cmpxchg_acquire(&v->counter, old, new); in raw_atomic64_cmpxchg_acquire()
4199 raw_atomic64_cmpxchg_release(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_release() argument
4202 return arch_atomic64_cmpxchg_release(v, old, new); in raw_atomic64_cmpxchg_release()
4205 return arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_release()
4207 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_release()
4209 return raw_cmpxchg_release(&v->counter, old, new); in raw_atomic64_cmpxchg_release()
4227 raw_atomic64_cmpxchg_relaxed(atomic64_t *v, s64 old, s64 new) in raw_atomic64_cmpxchg_relaxed() argument
4230 return arch_atomic64_cmpxchg_relaxed(v, old, new); in raw_atomic64_cmpxchg_relaxed()
4232 return arch_atomic64_cmpxchg(v, old, new); in raw_atomic64_cmpxchg_relaxed()
4234 return raw_cmpxchg_relaxed(&v->counter, old, new); in raw_atomic64_cmpxchg_relaxed()
4253 raw_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg() argument
4256 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg()
4260 ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg()
4265 r = raw_atomic64_cmpxchg(v, o, new); in raw_atomic64_try_cmpxchg()
4287 raw_atomic64_try_cmpxchg_acquire(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_acquire() argument
4290 return arch_atomic64_try_cmpxchg_acquire(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4292 bool ret = arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4296 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_acquire()
4299 r = raw_atomic64_cmpxchg_acquire(v, o, new); in raw_atomic64_try_cmpxchg_acquire()
4321 raw_atomic64_try_cmpxchg_release(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_release() argument
4324 return arch_atomic64_try_cmpxchg_release(v, old, new); in raw_atomic64_try_cmpxchg_release()
4327 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_release()
4329 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_release()
4332 r = raw_atomic64_cmpxchg_release(v, o, new); in raw_atomic64_try_cmpxchg_release()
4354 raw_atomic64_try_cmpxchg_relaxed(atomic64_t *v, s64 *old, s64 new) in raw_atomic64_try_cmpxchg_relaxed() argument
4357 return arch_atomic64_try_cmpxchg_relaxed(v, old, new); in raw_atomic64_try_cmpxchg_relaxed()
4359 return arch_atomic64_try_cmpxchg(v, old, new); in raw_atomic64_try_cmpxchg_relaxed()
4362 r = raw_atomic64_cmpxchg_relaxed(v, o, new); in raw_atomic64_try_cmpxchg_relaxed()
4381 raw_atomic64_sub_and_test(s64 i, atomic64_t *v) in raw_atomic64_sub_and_test() argument
4384 return arch_atomic64_sub_and_test(i, v); in raw_atomic64_sub_and_test()
4386 return raw_atomic64_sub_return(i, v) == 0; in raw_atomic64_sub_and_test()
4401 raw_atomic64_dec_and_test(atomic64_t *v) in raw_atomic64_dec_and_test() argument
4404 return arch_atomic64_dec_and_test(v); in raw_atomic64_dec_and_test()
4406 return raw_atomic64_dec_return(v) == 0; in raw_atomic64_dec_and_test()
4421 raw_atomic64_inc_and_test(atomic64_t *v) in raw_atomic64_inc_and_test() argument
4424 return arch_atomic64_inc_and_test(v); in raw_atomic64_inc_and_test()
4426 return raw_atomic64_inc_return(v) == 0; in raw_atomic64_inc_and_test()
4442 raw_atomic64_add_negative(s64 i, atomic64_t *v) in raw_atomic64_add_negative() argument
4445 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative()
4449 ret = arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative()
4453 return raw_atomic64_add_return(i, v) < 0; in raw_atomic64_add_negative()
4469 raw_atomic64_add_negative_acquire(s64 i, atomic64_t *v) in raw_atomic64_add_negative_acquire() argument
4472 return arch_atomic64_add_negative_acquire(i, v); in raw_atomic64_add_negative_acquire()
4474 bool ret = arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_acquire()
4478 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_acquire()
4480 return raw_atomic64_add_return_acquire(i, v) < 0; in raw_atomic64_add_negative_acquire()
4496 raw_atomic64_add_negative_release(s64 i, atomic64_t *v) in raw_atomic64_add_negative_release() argument
4499 return arch_atomic64_add_negative_release(i, v); in raw_atomic64_add_negative_release()
4502 return arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_release()
4504 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_release()
4506 return raw_atomic64_add_return_release(i, v) < 0; in raw_atomic64_add_negative_release()
4522 raw_atomic64_add_negative_relaxed(s64 i, atomic64_t *v) in raw_atomic64_add_negative_relaxed() argument
4525 return arch_atomic64_add_negative_relaxed(i, v); in raw_atomic64_add_negative_relaxed()
4527 return arch_atomic64_add_negative(i, v); in raw_atomic64_add_negative_relaxed()
4529 return raw_atomic64_add_return_relaxed(i, v) < 0; in raw_atomic64_add_negative_relaxed()
4547 raw_atomic64_fetch_add_unless(atomic64_t *v, s64 a, s64 u) in raw_atomic64_fetch_add_unless() argument
4550 return arch_atomic64_fetch_add_unless(v, a, u); in raw_atomic64_fetch_add_unless()
4552 s64 c = raw_atomic64_read(v); in raw_atomic64_fetch_add_unless()
4557 } while (!raw_atomic64_try_cmpxchg(v, &c, c + a)); in raw_atomic64_fetch_add_unless()
4577 raw_atomic64_add_unless(atomic64_t *v, s64 a, s64 u) in raw_atomic64_add_unless() argument
4580 return arch_atomic64_add_unless(v, a, u); in raw_atomic64_add_unless()
4582 return raw_atomic64_fetch_add_unless(v, a, u) != u; in raw_atomic64_add_unless()
4598 raw_atomic64_inc_not_zero(atomic64_t *v) in raw_atomic64_inc_not_zero() argument
4601 return arch_atomic64_inc_not_zero(v); in raw_atomic64_inc_not_zero()
4603 return raw_atomic64_add_unless(v, 1, 0); in raw_atomic64_inc_not_zero()
4619 raw_atomic64_inc_unless_negative(atomic64_t *v) in raw_atomic64_inc_unless_negative() argument
4622 return arch_atomic64_inc_unless_negative(v); in raw_atomic64_inc_unless_negative()
4624 s64 c = raw_atomic64_read(v); in raw_atomic64_inc_unless_negative()
4629 } while (!raw_atomic64_try_cmpxchg(v, &c, c + 1)); in raw_atomic64_inc_unless_negative()
4647 raw_atomic64_dec_unless_positive(atomic64_t *v) in raw_atomic64_dec_unless_positive() argument
4650 return arch_atomic64_dec_unless_positive(v); in raw_atomic64_dec_unless_positive()
4652 s64 c = raw_atomic64_read(v); in raw_atomic64_dec_unless_positive()
4657 } while (!raw_atomic64_try_cmpxchg(v, &c, c - 1)); in raw_atomic64_dec_unless_positive()
4675 raw_atomic64_dec_if_positive(atomic64_t *v) in raw_atomic64_dec_if_positive() argument
4678 return arch_atomic64_dec_if_positive(v); in raw_atomic64_dec_if_positive()
4680 s64 dec, c = raw_atomic64_read(v); in raw_atomic64_dec_if_positive()
4686 } while (!raw_atomic64_try_cmpxchg(v, &c, dec)); in raw_atomic64_dec_if_positive()