]>
Commit | Line | Data |
---|---|---|
dff8da6b | 1 | /* Copyright (C) 2003-2024 Free Software Foundation, Inc. |
554066b8 MS |
2 | |
3 | This file is part of the GNU C Library. | |
4 | ||
5 | The GNU C Library is free software; you can redistribute it and/or | |
6 | modify it under the terms of the GNU Lesser General Public | |
7 | License as published by the Free Software Foundation; either | |
8 | version 2.1 of the License, or (at your option) any later version. | |
9 | ||
10 | The GNU C Library is distributed in the hope that it will be useful, | |
11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
13 | Lesser General Public License for more details. | |
14 | ||
15 | You should have received a copy of the GNU Lesser General Public | |
16 | License along with the GNU C Library. If not, see | |
5a82c748 | 17 | <https://www.gnu.org/licenses/>. */ |
554066b8 | 18 | |
de071d19 JM |
19 | #ifndef _AARCH64_ATOMIC_MACHINE_H |
20 | #define _AARCH64_ATOMIC_MACHINE_H 1 | |
554066b8 | 21 | |
1ea339b6 TR |
22 | #define __HAVE_64B_ATOMICS 1 |
23 | #define USE_ATOMIC_COMPILER_BUILTINS 1 | |
12d2dd70 | 24 | #define ATOMIC_EXCHANGE_USES_CAS 0 |
554066b8 MS |
25 | |
26 | /* Compare and exchange. | |
65cc53fe | 27 | For all "bool" routines, we return FALSE if exchange successful. */ |
554066b8 MS |
28 | |
29 | # define __arch_compare_and_exchange_bool_8_int(mem, newval, oldval, model) \ | |
30 | ({ \ | |
31 | typeof (*mem) __oldval = (oldval); \ | |
32 | !__atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
33 | model, __ATOMIC_RELAXED); \ | |
34 | }) | |
35 | ||
36 | # define __arch_compare_and_exchange_bool_16_int(mem, newval, oldval, model) \ | |
37 | ({ \ | |
38 | typeof (*mem) __oldval = (oldval); \ | |
39 | !__atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
40 | model, __ATOMIC_RELAXED); \ | |
41 | }) | |
42 | ||
43 | # define __arch_compare_and_exchange_bool_32_int(mem, newval, oldval, model) \ | |
44 | ({ \ | |
45 | typeof (*mem) __oldval = (oldval); \ | |
46 | !__atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
47 | model, __ATOMIC_RELAXED); \ | |
48 | }) | |
49 | ||
50 | # define __arch_compare_and_exchange_bool_64_int(mem, newval, oldval, model) \ | |
51 | ({ \ | |
52 | typeof (*mem) __oldval = (oldval); \ | |
53 | !__atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
54 | model, __ATOMIC_RELAXED); \ | |
55 | }) | |
56 | ||
57 | # define __arch_compare_and_exchange_val_8_int(mem, newval, oldval, model) \ | |
58 | ({ \ | |
59 | typeof (*mem) __oldval = (oldval); \ | |
60 | __atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
61 | model, __ATOMIC_RELAXED); \ | |
62 | __oldval; \ | |
63 | }) | |
64 | ||
65 | # define __arch_compare_and_exchange_val_16_int(mem, newval, oldval, model) \ | |
66 | ({ \ | |
67 | typeof (*mem) __oldval = (oldval); \ | |
68 | __atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
69 | model, __ATOMIC_RELAXED); \ | |
70 | __oldval; \ | |
71 | }) | |
72 | ||
73 | # define __arch_compare_and_exchange_val_32_int(mem, newval, oldval, model) \ | |
74 | ({ \ | |
75 | typeof (*mem) __oldval = (oldval); \ | |
76 | __atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
77 | model, __ATOMIC_RELAXED); \ | |
78 | __oldval; \ | |
79 | }) | |
80 | ||
81 | # define __arch_compare_and_exchange_val_64_int(mem, newval, oldval, model) \ | |
82 | ({ \ | |
83 | typeof (*mem) __oldval = (oldval); \ | |
84 | __atomic_compare_exchange_n (mem, (void *) &__oldval, newval, 0, \ | |
85 | model, __ATOMIC_RELAXED); \ | |
86 | __oldval; \ | |
87 | }) | |
88 | ||
89 | ||
90 | /* Compare and exchange with "acquire" semantics, ie barrier after. */ | |
91 | ||
92 | # define atomic_compare_and_exchange_bool_acq(mem, new, old) \ | |
93 | __atomic_bool_bysize (__arch_compare_and_exchange_bool, int, \ | |
94 | mem, new, old, __ATOMIC_ACQUIRE) | |
95 | ||
96 | # define atomic_compare_and_exchange_val_acq(mem, new, old) \ | |
97 | __atomic_val_bysize (__arch_compare_and_exchange_val, int, \ | |
98 | mem, new, old, __ATOMIC_ACQUIRE) | |
99 | ||
100 | /* Compare and exchange with "release" semantics, ie barrier before. */ | |
101 | ||
554066b8 MS |
102 | # define atomic_compare_and_exchange_val_rel(mem, new, old) \ |
103 | __atomic_val_bysize (__arch_compare_and_exchange_val, int, \ | |
104 | mem, new, old, __ATOMIC_RELEASE) | |
105 | ||
106 | ||
107 | /* Atomic exchange (without compare). */ | |
108 | ||
109 | # define __arch_exchange_8_int(mem, newval, model) \ | |
110 | __atomic_exchange_n (mem, newval, model) | |
111 | ||
112 | # define __arch_exchange_16_int(mem, newval, model) \ | |
113 | __atomic_exchange_n (mem, newval, model) | |
114 | ||
115 | # define __arch_exchange_32_int(mem, newval, model) \ | |
116 | __atomic_exchange_n (mem, newval, model) | |
117 | ||
118 | # define __arch_exchange_64_int(mem, newval, model) \ | |
119 | __atomic_exchange_n (mem, newval, model) | |
120 | ||
121 | # define atomic_exchange_acq(mem, value) \ | |
122 | __atomic_val_bysize (__arch_exchange, int, mem, value, __ATOMIC_ACQUIRE) | |
123 | ||
124 | # define atomic_exchange_rel(mem, value) \ | |
125 | __atomic_val_bysize (__arch_exchange, int, mem, value, __ATOMIC_RELEASE) | |
126 | ||
127 | ||
128 | /* Atomically add value and return the previous (unincremented) value. */ | |
129 | ||
130 | # define __arch_exchange_and_add_8_int(mem, value, model) \ | |
131 | __atomic_fetch_add (mem, value, model) | |
132 | ||
133 | # define __arch_exchange_and_add_16_int(mem, value, model) \ | |
134 | __atomic_fetch_add (mem, value, model) | |
135 | ||
136 | # define __arch_exchange_and_add_32_int(mem, value, model) \ | |
137 | __atomic_fetch_add (mem, value, model) | |
138 | ||
139 | # define __arch_exchange_and_add_64_int(mem, value, model) \ | |
140 | __atomic_fetch_add (mem, value, model) | |
141 | ||
142 | # define atomic_exchange_and_add_acq(mem, value) \ | |
143 | __atomic_val_bysize (__arch_exchange_and_add, int, mem, value, \ | |
144 | __ATOMIC_ACQUIRE) | |
145 | ||
146 | # define atomic_exchange_and_add_rel(mem, value) \ | |
147 | __atomic_val_bysize (__arch_exchange_and_add, int, mem, value, \ | |
148 | __ATOMIC_RELEASE) | |
149 | ||
150 | /* Barrier macro. */ | |
151 | #define atomic_full_barrier() __sync_synchronize() | |
152 | ||
153 | #endif |