rcu: priority boosting for TINY_PREEMPT_RCU
[linux-2.6.git] / include / linux / init_task.h
1 #ifndef _LINUX__INIT_TASK_H
2 #define _LINUX__INIT_TASK_H
3
4 #include <linux/rcupdate.h>
5 #include <linux/irqflags.h>
6 #include <linux/utsname.h>
7 #include <linux/lockdep.h>
8 #include <linux/ftrace.h>
9 #include <linux/ipc.h>
10 #include <linux/pid_namespace.h>
11 #include <linux/user_namespace.h>
12 #include <linux/securebits.h>
13 #include <net/net_namespace.h>
14
15 extern struct files_struct init_files;
16 extern struct fs_struct init_fs;
17
18 #define INIT_SIGNALS(sig) {                                             \
19         .nr_threads     = 1,                                            \
20         .wait_chldexit  = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
21         .shared_pending = {                                             \
22                 .list = LIST_HEAD_INIT(sig.shared_pending.list),        \
23                 .signal =  {{0}}},                                      \
24         .posix_timers    = LIST_HEAD_INIT(sig.posix_timers),            \
25         .cpu_timers     = INIT_CPU_TIMERS(sig.cpu_timers),              \
26         .rlim           = INIT_RLIMITS,                                 \
27         .cputimer       = {                                             \
28                 .cputime = INIT_CPUTIME,                                \
29                 .running = 0,                                           \
30                 .lock = __SPIN_LOCK_UNLOCKED(sig.cputimer.lock),        \
31         },                                                              \
32 }
33
34 extern struct nsproxy init_nsproxy;
35
36 #define INIT_SIGHAND(sighand) {                                         \
37         .count          = ATOMIC_INIT(1),                               \
38         .action         = { { { .sa_handler = SIG_DFL, } }, },          \
39         .siglock        = __SPIN_LOCK_UNLOCKED(sighand.siglock),        \
40         .signalfd_wqh   = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh),  \
41 }
42
43 extern struct group_info init_groups;
44
45 #define INIT_STRUCT_PID {                                               \
46         .count          = ATOMIC_INIT(1),                               \
47         .tasks          = {                                             \
48                 { .first = NULL },                                      \
49                 { .first = NULL },                                      \
50                 { .first = NULL },                                      \
51         },                                                              \
52         .level          = 0,                                            \
53         .numbers        = { {                                           \
54                 .nr             = 0,                                    \
55                 .ns             = &init_pid_ns,                         \
56                 .pid_chain      = { .next = NULL, .pprev = NULL },      \
57         }, }                                                            \
58 }
59
60 #define INIT_PID_LINK(type)                                     \
61 {                                                               \
62         .node = {                                               \
63                 .next = NULL,                                   \
64                 .pprev = NULL,                                  \
65         },                                                      \
66         .pid = &init_struct_pid,                                \
67 }
68
69 #ifdef CONFIG_AUDITSYSCALL
70 #define INIT_IDS \
71         .loginuid = -1, \
72         .sessionid = -1,
73 #else
74 #define INIT_IDS
75 #endif
76
77 /*
78  * Because of the reduced scope of CAP_SETPCAP when filesystem
79  * capabilities are in effect, it is safe to allow CAP_SETPCAP to
80  * be available in the default configuration.
81  */
82 # define CAP_INIT_BSET  CAP_FULL_SET
83
84 #ifdef CONFIG_RCU_BOOST
85 #define INIT_TASK_RCU_BOOST()                                           \
86         .rcu_boost_mutex = NULL,
87 #else
88 #define INIT_TASK_RCU_BOOST()
89 #endif
90 #ifdef CONFIG_TREE_PREEMPT_RCU
91 #define INIT_TASK_RCU_TREE_PREEMPT()                                    \
92         .rcu_blocked_node = NULL,
93 #else
94 #define INIT_TASK_RCU_TREE_PREEMPT(tsk)
95 #endif
96 #ifdef CONFIG_PREEMPT_RCU
97 #define INIT_TASK_RCU_PREEMPT(tsk)                                      \
98         .rcu_read_lock_nesting = 0,                                     \
99         .rcu_read_unlock_special = 0,                                   \
100         .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry),           \
101         INIT_TASK_RCU_TREE_PREEMPT()                                    \
102         INIT_TASK_RCU_BOOST()
103 #else
104 #define INIT_TASK_RCU_PREEMPT(tsk)
105 #endif
106
107 extern struct cred init_cred;
108
109 #ifdef CONFIG_PERF_EVENTS
110 # define INIT_PERF_EVENTS(tsk)                                  \
111         .perf_event_mutex =                                             \
112                  __MUTEX_INITIALIZER(tsk.perf_event_mutex),             \
113         .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
114 #else
115 # define INIT_PERF_EVENTS(tsk)
116 #endif
117
118 /*
119  *  INIT_TASK is used to set up the first task table, touch at
120  * your own risk!. Base=0, limit=0x1fffff (=2MB)
121  */
122 #define INIT_TASK(tsk)  \
123 {                                                                       \
124         .state          = 0,                                            \
125         .stack          = &init_thread_info,                            \
126         .usage          = ATOMIC_INIT(2),                               \
127         .flags          = PF_KTHREAD,                                   \
128         .lock_depth     = -1,                                           \
129         .prio           = MAX_PRIO-20,                                  \
130         .static_prio    = MAX_PRIO-20,                                  \
131         .normal_prio    = MAX_PRIO-20,                                  \
132         .policy         = SCHED_NORMAL,                                 \
133         .cpus_allowed   = CPU_MASK_ALL,                                 \
134         .mm             = NULL,                                         \
135         .active_mm      = &init_mm,                                     \
136         .se             = {                                             \
137                 .group_node     = LIST_HEAD_INIT(tsk.se.group_node),    \
138         },                                                              \
139         .rt             = {                                             \
140                 .run_list       = LIST_HEAD_INIT(tsk.rt.run_list),      \
141                 .time_slice     = HZ,                                   \
142                 .nr_cpus_allowed = NR_CPUS,                             \
143         },                                                              \
144         .tasks          = LIST_HEAD_INIT(tsk.tasks),                    \
145         .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), \
146         .ptraced        = LIST_HEAD_INIT(tsk.ptraced),                  \
147         .ptrace_entry   = LIST_HEAD_INIT(tsk.ptrace_entry),             \
148         .real_parent    = &tsk,                                         \
149         .parent         = &tsk,                                         \
150         .children       = LIST_HEAD_INIT(tsk.children),                 \
151         .sibling        = LIST_HEAD_INIT(tsk.sibling),                  \
152         .group_leader   = &tsk,                                         \
153         RCU_INIT_POINTER(.real_cred, &init_cred),                       \
154         RCU_INIT_POINTER(.cred, &init_cred),                            \
155         .cred_guard_mutex =                                             \
156                  __MUTEX_INITIALIZER(tsk.cred_guard_mutex),             \
157         .comm           = "swapper",                                    \
158         .thread         = INIT_THREAD,                                  \
159         .fs             = &init_fs,                                     \
160         .files          = &init_files,                                  \
161         .signal         = &init_signals,                                \
162         .sighand        = &init_sighand,                                \
163         .nsproxy        = &init_nsproxy,                                \
164         .pending        = {                                             \
165                 .list = LIST_HEAD_INIT(tsk.pending.list),               \
166                 .signal = {{0}}},                                       \
167         .blocked        = {{0}},                                        \
168         .alloc_lock     = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock),         \
169         .journal_info   = NULL,                                         \
170         .cpu_timers     = INIT_CPU_TIMERS(tsk.cpu_timers),              \
171         .fs_excl        = ATOMIC_INIT(0),                               \
172         .pi_lock        = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock),        \
173         .timer_slack_ns = 50000, /* 50 usec default slack */            \
174         .pids = {                                                       \
175                 [PIDTYPE_PID]  = INIT_PID_LINK(PIDTYPE_PID),            \
176                 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID),           \
177                 [PIDTYPE_SID]  = INIT_PID_LINK(PIDTYPE_SID),            \
178         },                                                              \
179         .thread_group   = LIST_HEAD_INIT(tsk.thread_group),             \
180         .dirties = INIT_PROP_LOCAL_SINGLE(dirties),                     \
181         INIT_IDS                                                        \
182         INIT_PERF_EVENTS(tsk)                                           \
183         INIT_TRACE_IRQFLAGS                                             \
184         INIT_LOCKDEP                                                    \
185         INIT_FTRACE_GRAPH                                               \
186         INIT_TRACE_RECURSION                                            \
187         INIT_TASK_RCU_PREEMPT(tsk)                                      \
188 }
189
190
191 #define INIT_CPU_TIMERS(cpu_timers)                                     \
192 {                                                                       \
193         LIST_HEAD_INIT(cpu_timers[0]),                                  \
194         LIST_HEAD_INIT(cpu_timers[1]),                                  \
195         LIST_HEAD_INIT(cpu_timers[2]),                                  \
196 }
197
198 /* Attach to the init_task data structure for proper alignment */
199 #define __init_task_data __attribute__((__section__(".data..init_task")))
200
201
202 #endif