2 * Copyright (c) 2016-2017 Mellanox Technologies, Ltd.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice unmodified, this list of conditions, and the following
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 #ifndef _LINUX_RCUPDATE_H_
29 #define _LINUX_RCUPDATE_H_
31 #include <linux/compiler.h>
32 #include <linux/types.h>
34 #include <machine/atomic.h>
36 #define LINUX_KFREE_RCU_OFFSET_MAX 4096 /* exclusive */
38 #define RCU_INITIALIZER(v) \
39 ((__typeof(*(v)) *)(v))
41 #define RCU_INIT_POINTER(p, v) do { \
45 #define call_rcu(ptr, func) do { \
46 linux_call_rcu(ptr, func); \
49 #define rcu_barrier(void) do { \
50 linux_rcu_barrier(); \
53 #define rcu_read_lock(void) do { \
54 linux_rcu_read_lock(); \
57 #define rcu_read_unlock(void) do { \
58 linux_rcu_read_unlock(); \
61 #define synchronize_rcu(void) do { \
62 linux_synchronize_rcu(); \
65 #define synchronize_rcu_expedited(void) do { \
66 linux_synchronize_rcu(); \
69 #define kfree_rcu(ptr, rcu_head) do { \
70 CTASSERT(offsetof(__typeof(*(ptr)), rcu_head) < \
71 LINUX_KFREE_RCU_OFFSET_MAX); \
72 call_rcu(&(ptr)->rcu_head, (rcu_callback_t)(uintptr_t) \
73 offsetof(__typeof(*(ptr)), rcu_head)); \
76 #define rcu_access_pointer(p) \
77 ((__typeof(*p) *)(READ_ONCE(p)))
79 #define rcu_dereference_protected(p, c) \
82 #define rcu_dereference(p) \
83 rcu_dereference_protected(p, 0)
85 #define rcu_pointer_handoff(p) (p)
87 #define rcu_assign_pointer(p, v) do { \
88 atomic_store_rel_ptr((volatile uintptr_t *)&(p), \
94 extern void linux_call_rcu(struct rcu_head *ptr, rcu_callback_t func);
95 extern void linux_rcu_barrier(void);
96 extern void linux_rcu_read_lock(void);
97 extern void linux_rcu_read_unlock(void);
98 extern void linux_synchronize_rcu(void);
100 #endif /* _LINUX_RCUPDATE_H_ */