Lines Matching refs:p
11 #define _aso_cas8(p,o,n) __sync_val_compare_and_swap(p,o,n)
12 #define _aso_inc8(p) __sync_fetch_and_add(p,1)
13 #define _aso_dec8(p) __sync_fetch_and_sub(p,1)
14 #define _aso_cas16(p,o,n) __sync_val_compare_and_swap(p,o,n)
15 #define _aso_inc16(p) __sync_fetch_and_add(p,1)
16 #define _aso_dec16(p) __sync_fetch_and_sub(p,1)
17 #define _aso_cas32(p,o,n) __sync_val_compare_and_swap(p,o,n)
18 #define _aso_inc32(p) __sync_fetch_and_add(p,1)
19 #define _aso_dec32(p) __sync_fetch_and_sub(p,1)
20 #define _aso_cas64(p,o,n) __sync_val_compare_and_swap(p,o,n)
21 #define _aso_inc64(p) __sync_fetch_and_add(p,1)
22 #define _aso_dec64(p) __sync_fetch_and_sub(p,1)
24 #define _aso_casptr(p,o,n) ((void*)__sync_val_compare_and_swap(p,(uint64_t)o,(uint64_t)n))
26 #define _aso_casptr(p,o,n) ((void*)__sync_val_compare_and_swap(p,(uint32_t)o,(uint32_t)n))
37 #define _aso_cas8(p,o,n) __sync_val_compare_and_swap(p,o,n)
38 #define _aso_inc8(p) __sync_fetch_and_add(p,1)
39 #define _aso_dec8(p) __sync_fetch_and_sub(p,1)
40 #define _aso_cas16(p,o,n) __sync_val_compare_and_swap(p,o,n)
41 #define _aso_inc16(p) __sync_fetch_and_add(p,1)
42 #define _aso_dec16(p) __sync_fetch_and_sub(p,1)
43 #define _aso_cas32(p,o,n) __sync_val_compare_and_swap(p,o,n)
44 #define _aso_inc32(p) __sync_fetch_and_add(p,1)
45 #define _aso_dec32(p) __sync_fetch_and_sub(p,1)
46 #define _aso_casptr(p,o,n) ((void*)__sync_val_compare_and_swap(p,(uint32_t)o,(uint32_t)n))
59 #define _aso_cas8(p,o,n) atomic_cas_8(p,o,n)
60 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
61 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
62 #define _aso_cas16(p,o,n) atomic_cas_16(p,o,n)
63 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
64 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
65 #define _aso_cas32(p,o,n) atomic_cas_32(p,o,n)
66 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
67 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
68 #define _aso_cas64(p,o,n) atomic_cas_64(p,o,n)
69 #define _aso_inc64(p) (atomic_add_64_nv(p,1)-1)
70 #define _aso_dec64(p) (atomic_add_64_nv(p,-1)+1)
72 #define _aso_casptr(p,o,n) ((void*)atomic_cas_64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
74 #define _aso_casptr(p,o,n) ((void*)atomic_cas_32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
87 #define _aso_cas8(p,o,n) atomic_cas_8(p,o,n)
88 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
89 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
90 #define _aso_cas16(p,o,n) atomic_cas_16(p,o,n)
91 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
92 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
93 #define _aso_cas32(p,o,n) atomic_cas_32(p,o,n)
94 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
95 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
96 #define _aso_casptr(p,o,n) ((void*)atomic_cas_32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
110 #define _aso_cas8(p,o,n) atomic_cas_8(p,o,n)
111 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
112 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
113 #define _aso_cas16(p,o,n) atomic_cas_16(p,o,n)
114 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
115 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
116 #define _aso_cas32(p,o,n) atomic_cas_32(p,o,n)
117 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
118 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
119 #define _aso_cas64(p,o,n) atomic_cas_64(p,o,n)
120 #define _aso_inc64(p) (atomic_add_64_nv(p,1)-1)
121 #define _aso_dec64(p) (atomic_add_64_nv(p,-1)+1)
123 #define _aso_casptr(p,o,n) ((void*)atomic_cas_64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
125 #define _aso_casptr(p,o,n) ((void*)atomic_cas_32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
139 #define _aso_cas8(p,o,n) atomic_cas_8(p,o,n)
140 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
141 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
142 #define _aso_cas16(p,o,n) atomic_cas_16(p,o,n)
143 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
144 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
145 #define _aso_cas32(p,o,n) atomic_cas_32(p,o,n)
146 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
147 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
148 #define _aso_casptr(p,o,n) ((void*)atomic_cas_32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
161 #define _aso_cas8(p,o,n) cas8(p,o,n)
162 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
163 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
164 #define _aso_cas16(p,o,n) cas16(p,o,n)
165 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
166 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
167 #define _aso_cas32(p,o,n) cas32(p,o,n)
168 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
169 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
170 #define _aso_cas64(p,o,n) cas64(p,o,n)
171 #define _aso_inc64(p) (atomic_add_64_nv(p,1)-1)
172 #define _aso_dec64(p) (atomic_add_64_nv(p,-1)+1)
174 #define _aso_casptr(p,o,n) ((void*)cas64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
176 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
192 #define _aso_cas8(p,o,n) cas8(p,o,n)
193 #define _aso_cas16(p,o,n) cas16(p,o,n)
194 #define _aso_cas32(p,o,n) cas32(p,o,n)
195 #define _aso_cas64(p,o,n) cas64(p,o,n)
197 #define _aso_casptr(p,o,n) ((void*)cas64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
199 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
212 #define _aso_cas8(p,o,n) cas8(p,o,n)
213 #define _aso_inc8(p) (atomic_add_8_nv(p,1)-1)
214 #define _aso_dec8(p) (atomic_add_8_nv(p,-1)+1)
215 #define _aso_cas16(p,o,n) cas16(p,o,n)
216 #define _aso_inc16(p) (atomic_add_16_nv(p,1)-1)
217 #define _aso_dec16(p) (atomic_add_16_nv(p,-1)+1)
218 #define _aso_cas32(p,o,n) cas32(p,o,n)
219 #define _aso_inc32(p) (atomic_add_32_nv(p,1)-1)
220 #define _aso_dec32(p) (atomic_add_32_nv(p,-1)+1)
221 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
235 #define _aso_cas8(p,o,n) cas8(p,o,n)
236 #define _aso_cas16(p,o,n) cas16(p,o,n)
237 #define _aso_cas32(p,o,n) cas32(p,o,n)
238 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
252 #define _aso_cas32(p,o,n) InterlockedCompareExchange((LONG volatile*)p,n,o)
253 #define _aso_inc32(p) (InterlockedIncrement((LONG volatile*)p)-1)
254 #define _aso_dec32(p) (InterlockedDecrement((LONG volatile*)p)+1)
256 #define _aso_cas64(p,o,n) InterlockedCompareExchange64((LONGLONG volatile*)p,n,o)
257 #define _aso_inc64(p) (InterlockedIncrement64((LONGLONG volatile*)p)-1)
258 #define _aso_dec64(p) (InterlockedDecrement64((LONGLONG volatile*)p)+1)
259 …#define _aso_casptr(p,o,n) ((void*)InterlockedCompareExchange64((LONGLONG volatile*)p,(LONGLONG)n,…
274 #define _aso_cas64(p,o,n) _aso_InterlockedCompareExchange64((LONGLONG volatile*)p,n,o)
278 static LONGLONG _aso_InterlockedCompareExchange64_32(LONGLONG volatile* p, LONGLONG o, LONGLONG n)
280 LL_t* lp = (LL_t*)p;
285 r = *p;
294 …static LONGLONG _aso_InterlockedCompareExchange64_init(LONGLONG volatile* p, LONGLONG o, LONGLONG …
298 return _aso_InterlockedCompareExchange64(p, o, n);
301 #define _aso_inc64(p) (_aso_InterlockedIncrement64((LONGLONG volatile*)p)-1)
305 static LONGLONG _aso_InterlockedIncrement64_32(LONGLONG volatile* p)
311 o = *p;
312 } while (_aso_InterlockedCompareExchange64_32(p, o, o + 1) != o);
315 static LONGLONG _aso_InterlockedIncrement64_init(LONGLONG volatile* p)
319 return _aso_InterlockedIncrement64(p);
322 #define _aso_dec64(p) (_aso_InterlockedDecrement64((LONGLONG volatile*)p)+1)
326 static LONGLONG _aso_InterlockedDecrement64_32(LONGLONG volatile* p)
332 o = *p;
333 } while (_aso_InterlockedCompareExchange64_32(p, o, o - 1) != o);
336 static LONGLONG _aso_InterlockedDecrement64_init(LONGLONG volatile* p)
340 return _aso_InterlockedDecrement64(p);
343 #define _aso_casptr(p,o,n) ((void*)InterlockedCompareExchange((LONG volatile*)p,(LONG)n,(LONG)o))
355 #define _aso_incint(p) fetch_and_add((atomic_p)p,1)
356 #define _aso_decint(p) fetch_and_add((atomic_p)p,-1)
357 #define _aso_casint(p,o,n) (compare_and_swap((atomic_p)p,(int*)&o,(int)n) ? o : *p)
359 #define _aso_casptr(p,o,n) (compare_and_swaplp((atomic_l)p,(long*)&o,(long)n) ? o : *(void**)p)
361 #define _aso_casptr(p,o,n) (compare_and_swap((atomic_p)p,(int*)&o,(int)n) ? o : *(void**)p)
371 #define _aso_cas32(p,o,n) (__compare_and_swap(p,o,n) ? o : *p)
372 #define _aso_casptr(p,o,n) (__compare_and_swap((long*)p,(long)o,(long)n) ? o : *(void**)p)
378 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
384 : "=a"(r), "=m"(*p)
385 : "0"(o), "q"(n), "m"(*p)
394 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
400 : "=a"(r), "=m"(*p)
401 : "0"(o), "q"(n), "m"(*p)
409 #define cas64(p,o,n) (*(p))
421 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
427 : "=a"(r), "=m"(*p)
428 : "0"(o), "q"(n), "m"(*p)
437 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
443 : "=a"(r), "=m"(*p)
444 : "0"(o), "q"(n), "m"(*p)
452 #define _aso_cas32(p,o,n) cas32(p,o,n)
454 #define _aso_cas64(p,o,n) cas64(p,o,n)
455 #define _aso_casptr(p,o,n) ((void*)cas64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
457 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
464 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
470 : "=r"(r), "+S"(*p)
477 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
483 : "=r"(r), "+S"(*p)
497 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
503 : "=r"(r), "+S"(*p)
510 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
516 : "=r"(r), "+S"(*p)
522 #define _aso_cas32(p,o,n) cas32(p,o,n)
523 #define _aso_cas64(p,o,n) cas64(p,o,n)
525 #define _aso_casptr(p,o,n) ((void*)cas64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
527 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))
534 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
546 : "r"(p), "r"(n), "r"(o)
550 return r ? *p : o;
554 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
566 : "r"(p), "r"(n), "r"(o)
570 return r ? *p : o;
581 cas32(uint32_t volatile* p, uint32_t o, uint32_t n)
593 : "r"(p), "r"(n), "r"(o)
597 return r ? *p : o;
601 cas64(uint64_t volatile* p, uint64_t o, uint64_t n)
613 : "r"(p), "r"(n), "r"(o)
617 return r ? *p : o;
620 #define _aso_cas32(p,o,n) cas32(p,o,n)
621 #define _aso_cas64(p,o,n) cas64(p,o,n)
623 #define _aso_casptr(p,o,n) ((void*)cas64((uint64_t*)p,(uint64_t)o,(uint64_t)n))
625 #define _aso_casptr(p,o,n) ((void*)cas32((uint32_t*)p,(uint32_t)o,(uint32_t)n))