1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
|
#ifndef BUILT_IN_H
#define BUILT_IN_H
/* Parts taken from the Linux kernel, GPL, version 2. */
#include <linux/if_packet.h>
#include <assert.h>
#include <endian.h>
#include <byteswap.h>
#include <asm/byteorder.h>
#include <stdint.h>
typedef uint64_t u64;
typedef uint32_t u32;
typedef uint16_t u16;
typedef uint8_t u8;
#ifndef CO_CACHE_LINE_SIZE
# define CO_CACHE_LINE_SIZE (1 << CO_IN_CACHE_SHIFT)
#endif
#ifndef __aligned_16
# define __aligned_16 __attribute__((aligned(16)))
#endif
#ifndef __cacheline_aligned
# define __cacheline_aligned __attribute__((aligned(CO_CACHE_LINE_SIZE)))
#endif
#ifndef __aligned_tpacket
# define __aligned_tpacket __attribute__((aligned(TPACKET_ALIGNMENT)))
#endif
#ifndef __align_tpacket
# define __align_tpacket(x) __attribute__((aligned(TPACKET_ALIGN(x))))
#endif
#ifndef __check_format_printf
# define __check_format_printf(pos_fmtstr, pos_fmtargs) \
__attribute__ ((format (printf, (pos_fmtstr), (pos_fmtargs))))
#endif
#ifndef __packed
# define __packed __attribute__((packed))
#endif
#ifndef round_up
# define round_up(x, alignment) (((x) + (alignment) - 1) & ~((alignment) - 1))
#endif
#ifndef round_up_cacheline
# define round_up_cacheline(x) round_up((x), CO_CACHE_LINE_SIZE)
#endif
#ifndef likely
# define likely(x) __builtin_expect(!!(x), 1)
#endif
#ifndef unlikely
# define unlikely(x) __builtin_expect(!!(x), 0)
#endif
#ifndef constant
# define constant(x) __builtin_constant_p(x)
#endif
#ifndef fmemset
# define fmemset __builtin_memset
#endif
#ifndef fmemcpy
# define fmemcpy __builtin_memcpy
#endif
#ifndef __maybe_unused
# define __maybe_unused __attribute__ ((__unused__))
#endif
#ifndef noinline
# define noinline __attribute__((noinline))
#endif
#ifndef __noreturn
# define __noreturn __attribute__((noreturn))
#endif
#ifndef __hidden
# define __hidden __attribute__((visibility("hidden")))
#endif
#ifndef __pure
# define __pure __attribute__ ((pure))
#endif
#ifndef __force
# define __force /* unimplemented */
#endif
#ifndef force_cast
# define force_cast(type, arg) ((type) (arg))
#endif
#ifndef max
# define max(a, b) \
({ \
typeof (a) _a = (a); \
typeof (b) _b = (b); \
_a > _b ? _a : _b; \
})
#endif /* max */
#ifndef max_t
# define max_t(type, a, b) \
({ \
type ___max1 = (a); \
type ___max2 = (b); \
___max1 > ___max2 ? ___max1 : ___max2; \
})
#endif /* max_t */
#ifndef min
# define min(a, b) \
({ \
typeof (a) _a = (a); \
typeof (b) _b = (b); \
_a < _b ? _a : _b; \
})
#endif /* min */
#ifndef min_t
# define min_t(type, a, b) \
({ \
type ___min1 = (a); \
type ___min2 = (b); \
___min1 < ___min2 ? ___min1 : ___min2; \
})
#endif /* min_t */
#ifndef ispow2
# define ispow2(x) ({ !!((x) && !((x) & ((x) - 1))); })
#endif
#ifndef offsetof
# define offsetof(type, member) ((size_t) &((type *) 0)->member)
#endif
#ifndef container_of
# define container_of(ptr, type, member) \
({ \
const typeof(((type *) 0)->member) * __mptr = (ptr); \
(type *) ((char *) __mptr - offsetof(type, member)); \
})
#endif
#ifndef array_size
# define array_size(x) (sizeof(x) / sizeof((x)[0]) + __must_be_array(x))
#endif
#ifndef __must_be_array
# define __must_be_array(x) \
build_bug_on_zero(__builtin_types_compatible_p(typeof(x), \
typeof(&x[0])))
#endif
#ifndef build_bug_on_zero
# define build_bug_on_zero(e) (sizeof(char[1 - 2 * !!(e)]) - 1)
#endif
#ifndef build_bug_on
# define build_bug_on(e) ((void)sizeof(char[1 - 2*!!(e)]))
#endif
#ifndef bug_on
# define bug_on(cond) assert(!(cond))
#endif
#ifndef bug
# define bug() assert(0)
#endif
#define PAGE_SIZE (getpagesize())
#define PAGE_MASK (~(PAGE_SIZE - 1))
#define PAGE_ALIGN(addr) (((addr) + PAGE_SIZE - 1) & PAGE_MASK)
#if __BYTE_ORDER == __LITTLE_ENDIAN
static inline uint64_t htonll(uint64_t x)
{
return bswap_64(x);
}
static inline uint64_t ntohll(uint64_t x)
{
return bswap_64(x);
}
#elif __BYTE_ORDER == __BIG_ENDIAN
static inline uint64_t htonll(uint64_t x)
{
return x;
}
static inline uint64_t ntohll(uint64_t x)
{
return x;
}
#else
# error __BYTE_ORDER is neither __LITTLE_ENDIAN nor __BIG_ENDIAN
#endif
#ifndef ___constant_swab16
# define ___constant_swab16(x) ((__u16)( \
(((__u16)(x) & (__u16)0x00ffU) << 8) | \
(((__u16)(x) & (__u16)0xff00U) >> 8)))
#endif
#ifndef ___constant_swab32
# define ___constant_swab32(x) ((__u32)( \
(((__u32)(x) & (__u32)0x000000ffUL) << 24) | \
(((__u32)(x) & (__u32)0x0000ff00UL) << 8) | \
(((__u32)(x) & (__u32)0x00ff0000UL) >> 8) | \
(((__u32)(x) & (__u32)0xff000000UL) >> 24)))
#endif
#if __BYTE_ORDER == __LITTLE_ENDIAN
static inline u16 cpu_to_be16(u16 val)
{
return bswap_16(val);
}
static inline u32 cpu_to_be32(u32 val)
{
return bswap_32(val);
}
static inline u64 cpu_to_be64(u64 val)
{
return bswap_64(val);
}
static inline u16 cpu_to_le16(u16 val)
{
return val;
}
static inline u32 cpu_to_le32(u32 val)
{
return val;
}
static inline u64 cpu_to_le64(u64 val)
{
return val;
}
# ifndef __constant_htonl
# define __constant_htonl(x) ((__force __be32)___constant_swab32((x)))
# endif
# ifndef __constant_ntohl
# define __constant_ntohl(x) ___constant_swab32((__force __be32)(x))
# endif
# ifndef __constant_htons
# define __constant_htons(x) ((__force __be16)___constant_swab16((x)))
# endif
# ifndef __constant_ntohs
# define __constant_ntohs(x) ___constant_swab16((__force __be16)(x))
# endif
#elif __BYTE_ORDER == __BIG_ENDIAN
static inline u16 cpu_to_be16(u16 val)
{
return val;
}
static inline u32 cpu_to_be32(u32 val)
{
return val;
}
static inline u64 cpu_to_be64(u64 val)
{
return val;
}
static inline u16 cpu_to_le16(u16 val)
{
return bswap_16(val);
}
static inline u32 cpu_to_le32(u32 val)
{
return bswap_32(val);
}
static inline u64 cpu_to_le64(u64 val)
{
return bswap_64(val);
}
# ifndef __constant_htonl
# define __constant_htonl(x) ((__force __be32)(__u32)(x))
# endif
# ifndef __constant_ntohl
# define __constant_ntohl(x) ((__force __u32)(__be32)(x))
# endif
# ifndef __constant_htons
# define __constant_htons(x) ((__force __be16)(__u16)(x))
# endif
# ifndef __constant_ntohs
# define __constant_ntohs(x) ((__force __u16)(__be16)(x))
# endif
#else
# error __BYTE_ORDER is neither __LITTLE_ENDIAN nor __BIG_ENDIAN
#endif
#define le64_to_cpu cpu_to_le64
#define le32_to_cpu cpu_to_le32
#define le16_to_cpu cpu_to_le16
#define be64_to_cpu cpu_to_be64
#define be32_to_cpu cpu_to_be32
#define be16_to_cpu cpu_to_be16
#undef memset
#undef memcpy
#define memset fmemset
#define memcpy fmemcpy
#if defined(__amd64__) || defined(__x86_64__) || defined(__AMD64__) || \
defined(_M_X64) || defined(__amd64)
# define CO_IN_CACHE_SHIFT 7
#elif defined(__i386__) || defined(__x86__) || defined(__X86__) || \
defined(_M_IX86) || defined(__i386)
# define CO_IN_CACHE_SHIFT 7
#elif defined(__ia64__) || defined(__IA64__) || defined(__M_IA64)
# define CO_IN_CACHE_SHIFT 6
#elif defined(__SPU__)
# define CO_IN_CACHE_SHIFT 7
#elif defined(__powerpc64__) || defined(__ppc64__) || defined(__PPC64__) || \
defined(_ARCH_PPC64)
# define CO_IN_CACHE_SHIFT 8
#elif defined(__powerpc__) || defined(__ppc__) || defined(__PPC__) || \
defined(_ARCH_PPC)
# define CO_IN_CACHE_SHIFT 7
#elif defined(__sparcv9__) || defined(__sparcv9)
# define CO_IN_CACHE_SHIFT 6
#elif defined(__sparc_v8__)
# define CO_IN_CACHE_SHIFT 5
#elif defined(__sparc__) || defined(__sparc)
# define CO_IN_CACHE_SHIFT 5
#elif defined(__ARM_EABI__)
# define CO_IN_CACHE_SHIFT 5
#elif defined(__arm__)
# define CO_IN_CACHE_SHIFT 5
#elif defined(__mips__) || defined(__mips) || defined(__MIPS__)
# if defined(_ABIO32)
# define CO_IN_CACHE_SHIFT 5
# elif defined(_ABIN32)
# define CO_IN_CACHE_SHIFT 5
# else
# define CO_IN_CACHE_SHIFT 6
# endif
#else
# define CO_IN_CACHE_SHIFT 5
#endif
#ifndef TP_STATUS_TS_SOFTWARE
# define TP_STATUS_TS_SOFTWARE (1 << 29)
#endif
#ifndef TP_STATUS_TS_SYS_HARDWARE
# define TP_STATUS_TS_SYS_HARDWARE (1 << 30)
#endif
#ifndef TP_STATUS_TS_RAW_HARDWARE
# define TP_STATUS_TS_RAW_HARDWARE (1 << 31)
#endif
#ifndef PACKET_QDISC_BYPASS
# define PACKET_QDISC_BYPASS 20
#endif
#ifndef POLLRDNORM
# define POLLRDNORM 0x0040
#endif
#ifndef POLLWRNORM
# define POLLWRNORM 0x0100
#endif
#ifndef POLLRDHUP
# define POLLRDHUP 0x2000
#endif
#ifndef ARPHRD_IEEE802154_MONITOR
# define ARPHRD_IEEE802154_MONITOR 805
#endif
#ifndef ARPHRD_IP6GRE
# define ARPHRD_IP6GRE 823
#endif
#ifndef ARPHRD_NETLINK
# define ARPHRD_NETLINK 824
#endif
#ifndef PACKET_USER
# define PACKET_USER 6
#endif
#ifndef PACKET_KERNEL
# define PACKET_KERNEL 7
#endif
#endif /* BUILT_IN_H */
|
