include/linux/init_task.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _LINUX__INIT_TASK_H
   3 #define _LINUX__INIT_TASK_H
   4
   5 #include <linux/rcupdate.h>
   6 #include <linux/irqflags.h>
   7 #include <linux/utsname.h>
   8 #include <linux/lockdep.h>
   9 #include <linux/ftrace.h>
  10 #include <linux/ipc.h>
  11 #include <linux/pid_namespace.h>
  12 #include <linux/user_namespace.h>
  13 #include <linux/securebits.h>
  14 #include <linux/seqlock.h>
  15 #include <linux/rbtree.h>
  16 #include <linux/sched/autogroup.h>
  17 #include <net/net_namespace.h>
  18 #include <linux/sched/rt.h>
  19 #include <linux/livepatch.h>
  20 #include <linux/mm_types.h>
  21
  22 #include <asm/thread_info.h>
  23
  24 #ifdef CONFIG_SMP
  25 # define INIT_PUSHABLE_TASKS(tsk)                                       \
  26         .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
  27 #else
  28 # define INIT_PUSHABLE_TASKS(tsk)
  29 #endif
  30
  31 extern struct files_struct init_files;
  32 extern struct fs_struct init_fs;
  33
  34 #ifdef CONFIG_CPUSETS
  35 #define INIT_CPUSET_SEQ(tsk)                                                    \
  36         .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
  37 #else
  38 #define INIT_CPUSET_SEQ(tsk)
  39 #endif
  40
  41 #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
  42 #define INIT_PREV_CPUTIME(x)    .prev_cputime = {                       \
  43         .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock),          \
  44 },
  45 #else
  46 #define INIT_PREV_CPUTIME(x)
  47 #endif
  48
  49 #ifdef CONFIG_POSIX_TIMERS
  50 #define INIT_POSIX_TIMERS(s)                                            \
  51         .posix_timers = LIST_HEAD_INIT(s.posix_timers),
  52 #define INIT_CPU_TIMERS(s)                                              \
  53         .cpu_timers = {                                                 \
  54                 LIST_HEAD_INIT(s.cpu_timers[0]),                        \
  55                 LIST_HEAD_INIT(s.cpu_timers[1]),                        \
  56                 LIST_HEAD_INIT(s.cpu_timers[2]),                                                                \
  57         },
  58 #define INIT_CPUTIMER(s)                                                \
  59         .cputimer       = {                                             \
  60                 .cputime_atomic = INIT_CPUTIME_ATOMIC,                  \
  61                 .running        = false,                                \
  62                 .checking_timer = false,                                \
  63         },
  64 #else
  65 #define INIT_POSIX_TIMERS(s)
  66 #define INIT_CPU_TIMERS(s)
  67 #define INIT_CPUTIMER(s)
  68 #endif
  69
  70 #define INIT_SIGNALS(sig) {                                             \
  71         .nr_threads     = 1,                                            \
  72         .thread_head    = LIST_HEAD_INIT(init_task.thread_node),        \
  73         .wait_chldexit  = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
  74         .shared_pending = {                                             \
  75                 .list = LIST_HEAD_INIT(sig.shared_pending.list),        \
  76                 .signal =  {{0}}},                                      \
  77         INIT_POSIX_TIMERS(sig)                                          \
  78         INIT_CPU_TIMERS(sig)                                            \
  79         .rlim           = INIT_RLIMITS,                                 \
  80         INIT_CPUTIMER(sig)                                              \
  81         INIT_PREV_CPUTIME(sig)                                          \
  82         .cred_guard_mutex =                                             \
  83                  __MUTEX_INITIALIZER(sig.cred_guard_mutex),             \
  84 }
  85
  86 extern struct nsproxy init_nsproxy;
  87
  88 #define INIT_SIGHAND(sighand) {                                         \
  89         .count          = ATOMIC_INIT(1),                               \
  90         .action         = { { { .sa_handler = SIG_DFL, } }, },          \
  91         .siglock        = __SPIN_LOCK_UNLOCKED(sighand.siglock),        \
  92         .signalfd_wqh   = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh),  \
  93 }
  94
  95 extern struct group_info init_groups;
  96
  97 #define INIT_STRUCT_PID {                                               \
  98         .count          = ATOMIC_INIT(1),                               \
  99         .tasks          = {                                             \
 100                 { .first = NULL },                                      \
 101                 { .first = NULL },                                      \
 102                 { .first = NULL },                                      \
 103         },                                                              \
 104         .level          = 0,                                            \
 105         .numbers        = { {                                           \
 106                 .nr             = 0,                                    \
 107                 .ns             = &init_pid_ns,                         \
 108                 .pid_chain      = { .next = NULL, .pprev = NULL },      \
 109         }, }                                                            \
 110 }
 111
 112 #define INIT_PID_LINK(type)                                     \
 113 {                                                               \
 114         .node = {                                               \
 115                 .next = NULL,                                   \
 116                 .pprev = NULL,                                  \
 117         },                                                      \
 118         .pid = &init_struct_pid,                                \
 119 }
 120
 121 #ifdef CONFIG_AUDITSYSCALL
 122 #define INIT_IDS \
 123         .loginuid = INVALID_UID, \
 124         .sessionid = (unsigned int)-1,
 125 #else
 126 #define INIT_IDS
 127 #endif
 128
 129 #ifdef CONFIG_PREEMPT_RCU
 130 #define INIT_TASK_RCU_PREEMPT(tsk)                                      \
 131         .rcu_read_lock_nesting = 0,                                     \
 132         .rcu_read_unlock_special.s = 0,                                 \
 133         .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry),           \
 134         .rcu_blocked_node = NULL,
 135 #else
 136 #define INIT_TASK_RCU_PREEMPT(tsk)
 137 #endif
 138 #ifdef CONFIG_TASKS_RCU
 139 #define INIT_TASK_RCU_TASKS(tsk)                                        \
 140         .rcu_tasks_holdout = false,                                     \
 141         .rcu_tasks_holdout_list =                                       \
 142                 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list),             \
 143         .rcu_tasks_idle_cpu = -1,
 144 #else
 145 #define INIT_TASK_RCU_TASKS(tsk)
 146 #endif
 147
 148 extern struct cred init_cred;
 149
 150 #ifdef CONFIG_CGROUP_SCHED
 151 # define INIT_CGROUP_SCHED(tsk)                                         \
 152         .sched_task_group = &root_task_group,
 153 #else
 154 # define INIT_CGROUP_SCHED(tsk)
 155 #endif
 156
 157 #ifdef CONFIG_PERF_EVENTS
 158 # define INIT_PERF_EVENTS(tsk)                                          \
 159         .perf_event_mutex =                                             \
 160                  __MUTEX_INITIALIZER(tsk.perf_event_mutex),             \
 161         .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
 162 #else
 163 # define INIT_PERF_EVENTS(tsk)
 164 #endif
 165
 166 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
 167 # define INIT_VTIME(tsk)                                                \
 168         .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount),              \
 169         .vtime.starttime = 0,                                           \
 170         .vtime.state = VTIME_SYS,
 171 #else
 172 # define INIT_VTIME(tsk)
 173 #endif
 174
 175 #define INIT_TASK_COMM "swapper"
 176
 177 #ifdef CONFIG_RT_MUTEXES
 178 # define INIT_RT_MUTEXES(tsk)                                           \
 179         .pi_waiters = RB_ROOT_CACHED,                                   \
 180         .pi_top_task = NULL,
 181 #else
 182 # define INIT_RT_MUTEXES(tsk)
 183 #endif
 184
 185 #ifdef CONFIG_NUMA_BALANCING
 186 # define INIT_NUMA_BALANCING(tsk)                                       \
 187         .numa_preferred_nid = -1,                                       \
 188         .numa_group = NULL,                                             \
 189         .numa_faults = NULL,
 190 #else
 191 # define INIT_NUMA_BALANCING(tsk)
 192 #endif
 193
 194 #ifdef CONFIG_KASAN
 195 # define INIT_KASAN(tsk)                                                \
 196         .kasan_depth = 1,
 197 #else
 198 # define INIT_KASAN(tsk)
 199 #endif
 200
 201 #ifdef CONFIG_LIVEPATCH
 202 # define INIT_LIVEPATCH(tsk)                                            \
 203         .patch_state = KLP_UNDEFINED,
 204 #else
 205 # define INIT_LIVEPATCH(tsk)
 206 #endif
 207
 208 #ifdef CONFIG_THREAD_INFO_IN_TASK
 209 # define INIT_TASK_TI(tsk)                      \
 210         .thread_info = INIT_THREAD_INFO(tsk),   \
 211         .stack_refcount = ATOMIC_INIT(1),
 212 #else
 213 # define INIT_TASK_TI(tsk)
 214 #endif
 215
 216 #ifdef CONFIG_SECURITY
 217 #define INIT_TASK_SECURITY .security = NULL,
 218 #else
 219 #define INIT_TASK_SECURITY
 220 #endif
 221
 222 /*
 223  *  INIT_TASK is used to set up the first task table, touch at
 224  * your own risk!. Base=0, limit=0x1fffff (=2MB)
 225  */
 226 #define INIT_TASK(tsk)  \
 227 {                                                                       \
 228         INIT_TASK_TI(tsk)                                               \
 229         .state          = 0,                                            \
 230         .stack          = init_stack,                                   \
 231         .usage          = ATOMIC_INIT(2),                               \
 232         .flags          = PF_KTHREAD,                                   \
 233         .prio           = MAX_PRIO-20,                                  \
 234         .static_prio    = MAX_PRIO-20,                                  \
 235         .normal_prio    = MAX_PRIO-20,                                  \
 236         .policy         = SCHED_NORMAL,                                 \
 237         .cpus_allowed   = CPU_MASK_ALL,                                 \
 238         .nr_cpus_allowed= NR_CPUS,                                      \
 239         .mm             = NULL,                                         \
 240         .active_mm      = &init_mm,                                     \
 241         .restart_block = {                                              \
 242                 .fn = do_no_restart_syscall,                            \
 243         },                                                              \
 244         .se             = {                                             \
 245                 .group_node     = LIST_HEAD_INIT(tsk.se.group_node),    \
 246         },                                                              \
 247         .rt             = {                                             \
 248                 .run_list       = LIST_HEAD_INIT(tsk.rt.run_list),      \
 249                 .time_slice     = RR_TIMESLICE,                         \
 250         },                                                              \
 251         .tasks          = LIST_HEAD_INIT(tsk.tasks),                    \
 252         INIT_PUSHABLE_TASKS(tsk)                                        \
 253         INIT_CGROUP_SCHED(tsk)                                          \
 254         .ptraced        = LIST_HEAD_INIT(tsk.ptraced),                  \
 255         .ptrace_entry   = LIST_HEAD_INIT(tsk.ptrace_entry),             \
 256         .real_parent    = &tsk,                                         \
 257         .parent         = &tsk,                                         \
 258         .children       = LIST_HEAD_INIT(tsk.children),                 \
 259         .sibling        = LIST_HEAD_INIT(tsk.sibling),                  \
 260         .group_leader   = &tsk,                                         \
 261         RCU_POINTER_INITIALIZER(real_cred, &init_cred),                 \
 262         RCU_POINTER_INITIALIZER(cred, &init_cred),                      \
 263         .comm           = INIT_TASK_COMM,                               \
 264         .thread         = INIT_THREAD,                                  \
 265         .fs             = &init_fs,                                     \
 266         .files          = &init_files,                                  \
 267         .signal         = &init_signals,                                \
 268         .sighand        = &init_sighand,                                \
 269         .nsproxy        = &init_nsproxy,                                \
 270         .pending        = {                                             \
 271                 .list = LIST_HEAD_INIT(tsk.pending.list),               \
 272                 .signal = {{0}}},                                       \
 273         .blocked        = {{0}},                                        \
 274         .alloc_lock     = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock),         \
 275         .journal_info   = NULL,                                         \
 276         INIT_CPU_TIMERS(tsk)                                            \
 277         .pi_lock        = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock),        \
 278         .timer_slack_ns = 50000, /* 50 usec default slack */            \
 279         .pids = {                                                       \
 280                 [PIDTYPE_PID]  = INIT_PID_LINK(PIDTYPE_PID),            \
 281                 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID),           \
 282                 [PIDTYPE_SID]  = INIT_PID_LINK(PIDTYPE_SID),            \
 283         },                                                              \
 284         .thread_group   = LIST_HEAD_INIT(tsk.thread_group),             \
 285         .thread_node    = LIST_HEAD_INIT(init_signals.thread_head),     \
 286         INIT_IDS                                                        \
 287         INIT_PERF_EVENTS(tsk)                                           \
 288         INIT_TRACE_IRQFLAGS                                             \
 289         INIT_LOCKDEP                                                    \
 290         INIT_FTRACE_GRAPH                                               \
 291         INIT_TRACE_RECURSION                                            \
 292         INIT_TASK_RCU_PREEMPT(tsk)                                      \
 293         INIT_TASK_RCU_TASKS(tsk)                                        \
 294         INIT_CPUSET_SEQ(tsk)                                            \
 295         INIT_RT_MUTEXES(tsk)                                            \
 296         INIT_PREV_CPUTIME(tsk)                                          \
 297         INIT_VTIME(tsk)                                                 \
 298         INIT_NUMA_BALANCING(tsk)                                        \
 299         INIT_KASAN(tsk)                                                 \
 300         INIT_LIVEPATCH(tsk)                                             \
 301         INIT_TASK_SECURITY                                              \
 302 }
 303
 304
 305 /* Attach to the init_task data structure for proper alignment */
 306 #define __init_task_data __attribute__((__section__(".data..init_task")))
 307
 308
 309 #endif