1
2 /*
3 * Copyright (C) Igor Sysoev
4 */
5
6
7 #ifndef _NGX_ATOMIC_H_INCLUDED_
8 #define _NGX_ATOMIC_H_INCLUDED_
9
10
11 #include <ngx_config.h>
12 #include <ngx_core.h>
13
14
15 #if (NGX_DARWIN_ATOMIC)
16
17 /*
18 * use Darwin 8 atomic(3) and barrier(3) operations
19 * optimized at run-time for UP and SMP
20 */
21
22 #include <libkern/OSAtomic.h>
23
24 /* "bool" conflicts with perl's CORE/handy.h */
25 #undef bool
26
27
28 #define NGX_HAVE_ATOMIC_OPS 1
29
30 #if (NGX_PTR_SIZE == 8)
31
32 typedef int64_t ngx_atomic_int_t;
33 typedef uint64_t ngx_atomic_uint_t;
34 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
35
36 #define ngx_atomic_cmp_set(lock, old, new) \
37 OSAtomicCompareAndSwap64Barrier(old, new, (int64_t *) lock)
38
39 #define ngx_atomic_fetch_add(value, add) \
40 (OSAtomicAdd64(add, (int64_t *) value) - add)
41
42 #else
43
44 typedef int32_t ngx_atomic_int_t;
45 typedef uint32_t ngx_atomic_uint_t;
46 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
47
48 #define ngx_atomic_cmp_set(lock, old, new) \
49 OSAtomicCompareAndSwap32Barrier(old, new, (int32_t *) lock)
50
51 #define ngx_atomic_fetch_add(value, add) \
52 (OSAtomicAdd32(add, (int32_t *) value) - add)
53
54 #endif
55
56 #define ngx_memory_barrier() OSMemoryBarrier()
57
58 #define ngx_cpu_pause()
59
60 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
61
62
63 #else /* !(NGX_DARWIN) */
64
65
66 #if ( __i386__ || __i386 )
67
68 typedef int32_t ngx_atomic_int_t;
69 typedef uint32_t ngx_atomic_uint_t;
70 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
71 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
72
73
74 #if ( __SUNPRO_C )
75
76 #define NGX_HAVE_ATOMIC_OPS 1
77
78 ngx_atomic_uint_t
79 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
80 ngx_atomic_uint_t set);
81
82 ngx_atomic_int_t
83 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
84
85 /*
86 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
87 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_x86.il
88 */
89
90 void
91 ngx_cpu_pause(void);
92
93 /* the code in src/os/unix/ngx_sunpro_x86.il */
94
95 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
96
97
98 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
99
100 #define NGX_HAVE_ATOMIC_OPS 1
101
102 #include "ngx_gcc_atomic_x86.h"
103
104 #endif
105
106
107 #elif ( __amd64__ || __amd64 )
108
109 typedef int64_t ngx_atomic_int_t;
110 typedef uint64_t ngx_atomic_uint_t;
111 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
112 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
113
114
115 #if ( __SUNPRO_C )
116
117 #define NGX_HAVE_ATOMIC_OPS 1
118
119 ngx_atomic_uint_t
120 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
121 ngx_atomic_uint_t set);
122
123 ngx_atomic_int_t
124 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add);
125
126 /*
127 * Sun Studio 12 exits with segmentation fault on '__asm ("pause")',
128 * so ngx_cpu_pause is declared in src/os/unix/ngx_sunpro_amd64.il
129 */
130
131 void
132 ngx_cpu_pause(void);
133
134 /* the code in src/os/unix/ngx_sunpro_amd64.il */
135
136 #define ngx_memory_barrier() __asm (".volatile"); __asm (".nonvolatile")
137
138
139 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
140
141 #define NGX_HAVE_ATOMIC_OPS 1
142
143 #include "ngx_gcc_atomic_amd64.h"
144
145 #endif
146
147
148 #elif ( __sparc__ || __sparc || __sparcv9 )
149
150 #if (NGX_PTR_SIZE == 8)
151
152 typedef int64_t ngx_atomic_int_t;
153 typedef uint64_t ngx_atomic_uint_t;
154 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
155
156 #else
157
158 typedef int32_t ngx_atomic_int_t;
159 typedef uint32_t ngx_atomic_uint_t;
160 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
161
162 #endif
163
164 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
165
166
167 #if ( __SUNPRO_C )
168
169 #define NGX_HAVE_ATOMIC_OPS 1
170
171 #include "ngx_sunpro_atomic_sparc64.h"
172
173
174 #else /* ( __GNUC__ || __INTEL_COMPILER ) */
175
176 #define NGX_HAVE_ATOMIC_OPS 1
177
178 #include "ngx_gcc_atomic_sparc64.h"
179
180 #endif
181
182
183 #elif ( __powerpc__ || __POWERPC__ )
184
185 #define NGX_HAVE_ATOMIC_OPS 1
186
187 #if (NGX_PTR_SIZE == 8)
188
189 typedef int64_t ngx_atomic_int_t;
190 typedef uint64_t ngx_atomic_uint_t;
191 #define NGX_ATOMIC_T_LEN (sizeof("-9223372036854775808") - 1)
192
193 #else
194
195 typedef int32_t ngx_atomic_int_t;
196 typedef uint32_t ngx_atomic_uint_t;
197 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
198
199 #endif
200
201 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
202
203
204 #include "ngx_gcc_atomic_ppc.h"
205
206
207 #endif
208
209 #endif
210
211
212 #if !(NGX_HAVE_ATOMIC_OPS)
213
214 #define NGX_HAVE_ATOMIC_OPS 0
215
216 typedef int32_t ngx_atomic_int_t;
217 typedef uint32_t ngx_atomic_uint_t;
218 typedef volatile ngx_atomic_uint_t ngx_atomic_t;
219 #define NGX_ATOMIC_T_LEN (sizeof("-2147483648") - 1)
220
221
222 static ngx_inline ngx_atomic_uint_t
223 ngx_atomic_cmp_set(ngx_atomic_t *lock, ngx_atomic_uint_t old,
224 ngx_atomic_uint_t set)
225 {
226 if (*lock == old) {
227 *lock = set;
228 return 1;
229 }
230
231 return 0;
232 }
233
234
235 static ngx_inline ngx_atomic_int_t
236 ngx_atomic_fetch_add(ngx_atomic_t *value, ngx_atomic_int_t add)
237 {
238 ngx_atomic_int_t old;
239
240 old = *value;
241 *value += add;
242
243 return old;
244 }
245
246 #define ngx_memory_barrier()
247 #define ngx_cpu_pause()
248
249 #endif
250
251
252 void ngx_spinlock(ngx_atomic_t *lock, ngx_atomic_int_t value, ngx_uint_t spin);
253
254 #define ngx_trylock(lock) (*(lock) == 0 && ngx_atomic_cmp_set(lock, 0, 1))
255 #define ngx_unlock(lock) *(lock) = 0
256
257
258 #endif /* _NGX_ATOMIC_H_INCLUDED_ */
259
This page was automatically generated by the
LXR engine.
Visit the LXR main site for more
information.