11da177e4SLinus Torvalds #ifndef _LINUX_SCHED_H 21da177e4SLinus Torvalds #define _LINUX_SCHED_H 31da177e4SLinus Torvalds 4b7b3c76aSDavid Woodhouse #include <linux/auxvec.h> /* For AT_VECTOR_SIZE */ 5b7b3c76aSDavid Woodhouse 6b7b3c76aSDavid Woodhouse /* 7b7b3c76aSDavid Woodhouse * cloning flags: 8b7b3c76aSDavid Woodhouse */ 9b7b3c76aSDavid Woodhouse #define CSIGNAL 0x000000ff /* signal mask to be sent at exit */ 10b7b3c76aSDavid Woodhouse #define CLONE_VM 0x00000100 /* set if VM shared between processes */ 11b7b3c76aSDavid Woodhouse #define CLONE_FS 0x00000200 /* set if fs info shared between processes */ 12b7b3c76aSDavid Woodhouse #define CLONE_FILES 0x00000400 /* set if open files shared between processes */ 13b7b3c76aSDavid Woodhouse #define CLONE_SIGHAND 0x00000800 /* set if signal handlers and blocked signals shared */ 14b7b3c76aSDavid Woodhouse #define CLONE_PTRACE 0x00002000 /* set if we want to let tracing continue on the child too */ 15b7b3c76aSDavid Woodhouse #define CLONE_VFORK 0x00004000 /* set if the parent wants the child to wake it up on mm_release */ 16b7b3c76aSDavid Woodhouse #define CLONE_PARENT 0x00008000 /* set if we want to have the same parent as the cloner */ 17b7b3c76aSDavid Woodhouse #define CLONE_THREAD 0x00010000 /* Same thread group? */ 18b7b3c76aSDavid Woodhouse #define CLONE_NEWNS 0x00020000 /* New namespace group? */ 19b7b3c76aSDavid Woodhouse #define CLONE_SYSVSEM 0x00040000 /* share system V SEM_UNDO semantics */ 20b7b3c76aSDavid Woodhouse #define CLONE_SETTLS 0x00080000 /* create a new TLS for the child */ 21b7b3c76aSDavid Woodhouse #define CLONE_PARENT_SETTID 0x00100000 /* set the TID in the parent */ 22b7b3c76aSDavid Woodhouse #define CLONE_CHILD_CLEARTID 0x00200000 /* clear the TID in the child */ 23b7b3c76aSDavid Woodhouse #define CLONE_DETACHED 0x00400000 /* Unused, ignored */ 24b7b3c76aSDavid Woodhouse #define CLONE_UNTRACED 0x00800000 /* set if the tracing process can't force CLONE_PTRACE on this clone */ 25b7b3c76aSDavid Woodhouse #define CLONE_CHILD_SETTID 0x01000000 /* set the TID in the child */ 26b7b3c76aSDavid Woodhouse #define CLONE_STOPPED 0x02000000 /* Start in stopped state */ 27071df104SSerge E. Hallyn #define CLONE_NEWUTS 0x04000000 /* New utsname group? */ 2825b21cb2SKirill Korotaev #define CLONE_NEWIPC 0x08000000 /* New ipcs */ 29b7b3c76aSDavid Woodhouse 30b7b3c76aSDavid Woodhouse /* 31b7b3c76aSDavid Woodhouse * Scheduling policies 32b7b3c76aSDavid Woodhouse */ 33b7b3c76aSDavid Woodhouse #define SCHED_NORMAL 0 34b7b3c76aSDavid Woodhouse #define SCHED_FIFO 1 35b7b3c76aSDavid Woodhouse #define SCHED_RR 2 36b7b3c76aSDavid Woodhouse #define SCHED_BATCH 3 37b7b3c76aSDavid Woodhouse 38a3b6714eSDavid Woodhouse #ifdef __KERNEL__ 39b7b3c76aSDavid Woodhouse 40b7b3c76aSDavid Woodhouse struct sched_param { 41b7b3c76aSDavid Woodhouse int sched_priority; 42b7b3c76aSDavid Woodhouse }; 43b7b3c76aSDavid Woodhouse 441da177e4SLinus Torvalds #include <asm/param.h> /* for HZ */ 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds #include <linux/capability.h> 471da177e4SLinus Torvalds #include <linux/threads.h> 481da177e4SLinus Torvalds #include <linux/kernel.h> 491da177e4SLinus Torvalds #include <linux/types.h> 501da177e4SLinus Torvalds #include <linux/timex.h> 511da177e4SLinus Torvalds #include <linux/jiffies.h> 521da177e4SLinus Torvalds #include <linux/rbtree.h> 531da177e4SLinus Torvalds #include <linux/thread_info.h> 541da177e4SLinus Torvalds #include <linux/cpumask.h> 551da177e4SLinus Torvalds #include <linux/errno.h> 561da177e4SLinus Torvalds #include <linux/nodemask.h> 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds #include <asm/system.h> 591da177e4SLinus Torvalds #include <asm/semaphore.h> 601da177e4SLinus Torvalds #include <asm/page.h> 611da177e4SLinus Torvalds #include <asm/ptrace.h> 621da177e4SLinus Torvalds #include <asm/mmu.h> 631da177e4SLinus Torvalds #include <asm/cputime.h> 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds #include <linux/smp.h> 661da177e4SLinus Torvalds #include <linux/sem.h> 671da177e4SLinus Torvalds #include <linux/signal.h> 681da177e4SLinus Torvalds #include <linux/securebits.h> 691da177e4SLinus Torvalds #include <linux/fs_struct.h> 701da177e4SLinus Torvalds #include <linux/compiler.h> 711da177e4SLinus Torvalds #include <linux/completion.h> 721da177e4SLinus Torvalds #include <linux/pid.h> 731da177e4SLinus Torvalds #include <linux/percpu.h> 741da177e4SLinus Torvalds #include <linux/topology.h> 751da177e4SLinus Torvalds #include <linux/seccomp.h> 76e56d0903SIngo Molnar #include <linux/rcupdate.h> 770771dfefSIngo Molnar #include <linux/futex.h> 7823f78d4aSIngo Molnar #include <linux/rtmutex.h> 791da177e4SLinus Torvalds 80a3b6714eSDavid Woodhouse #include <linux/time.h> 81a3b6714eSDavid Woodhouse #include <linux/param.h> 82a3b6714eSDavid Woodhouse #include <linux/resource.h> 83a3b6714eSDavid Woodhouse #include <linux/timer.h> 84a3b6714eSDavid Woodhouse #include <linux/hrtimer.h> 857c3ab738SAndrew Morton #include <linux/task_io_accounting.h> 86a3b6714eSDavid Woodhouse 87a3b6714eSDavid Woodhouse #include <asm/processor.h> 8836d57ac4SH. J. Lu 891da177e4SLinus Torvalds struct exec_domain; 90c87e2837SIngo Molnar struct futex_pi_state; 91*d89d8796SNeil Brown struct bio; 921da177e4SLinus Torvalds 931da177e4SLinus Torvalds /* 941da177e4SLinus Torvalds * List of flags we want to share for kernel threads, 951da177e4SLinus Torvalds * if only because they are not used by them anyway. 961da177e4SLinus Torvalds */ 971da177e4SLinus Torvalds #define CLONE_KERNEL (CLONE_FS | CLONE_FILES | CLONE_SIGHAND) 981da177e4SLinus Torvalds 991da177e4SLinus Torvalds /* 1001da177e4SLinus Torvalds * These are the constant used to fake the fixed-point load-average 1011da177e4SLinus Torvalds * counting. Some notes: 1021da177e4SLinus Torvalds * - 11 bit fractions expand to 22 bits by the multiplies: this gives 1031da177e4SLinus Torvalds * a load-average precision of 10 bits integer + 11 bits fractional 1041da177e4SLinus Torvalds * - if you want to count load-averages more often, you need more 1051da177e4SLinus Torvalds * precision, or rounding will get you. With 2-second counting freq, 1061da177e4SLinus Torvalds * the EXP_n values would be 1981, 2034 and 2043 if still using only 1071da177e4SLinus Torvalds * 11 bit fractions. 1081da177e4SLinus Torvalds */ 1091da177e4SLinus Torvalds extern unsigned long avenrun[]; /* Load averages */ 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds #define FSHIFT 11 /* nr of bits of precision */ 1121da177e4SLinus Torvalds #define FIXED_1 (1<<FSHIFT) /* 1.0 as fixed-point */ 1131da177e4SLinus Torvalds #define LOAD_FREQ (5*HZ) /* 5 sec intervals */ 1141da177e4SLinus Torvalds #define EXP_1 1884 /* 1/exp(5sec/1min) as fixed-point */ 1151da177e4SLinus Torvalds #define EXP_5 2014 /* 1/exp(5sec/5min) */ 1161da177e4SLinus Torvalds #define EXP_15 2037 /* 1/exp(5sec/15min) */ 1171da177e4SLinus Torvalds 1181da177e4SLinus Torvalds #define CALC_LOAD(load,exp,n) \ 1191da177e4SLinus Torvalds load *= exp; \ 1201da177e4SLinus Torvalds load += n*(FIXED_1-exp); \ 1211da177e4SLinus Torvalds load >>= FSHIFT; 1221da177e4SLinus Torvalds 1231da177e4SLinus Torvalds extern unsigned long total_forks; 1241da177e4SLinus Torvalds extern int nr_threads; 1251da177e4SLinus Torvalds DECLARE_PER_CPU(unsigned long, process_counts); 1261da177e4SLinus Torvalds extern int nr_processes(void); 1271da177e4SLinus Torvalds extern unsigned long nr_running(void); 1281da177e4SLinus Torvalds extern unsigned long nr_uninterruptible(void); 129db1b1fefSJack Steiner extern unsigned long nr_active(void); 1301da177e4SLinus Torvalds extern unsigned long nr_iowait(void); 1312dd73a4fSPeter Williams extern unsigned long weighted_cpuload(const int cpu); 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds 1344a8342d2SLinus Torvalds /* 1354a8342d2SLinus Torvalds * Task state bitmask. NOTE! These bits are also 1364a8342d2SLinus Torvalds * encoded in fs/proc/array.c: get_task_state(). 1374a8342d2SLinus Torvalds * 1384a8342d2SLinus Torvalds * We have two separate sets of flags: task->state 1394a8342d2SLinus Torvalds * is about runnability, while task->exit_state are 1404a8342d2SLinus Torvalds * about the task exiting. Confusing, but this way 1414a8342d2SLinus Torvalds * modifying one set can't modify the other one by 1424a8342d2SLinus Torvalds * mistake. 1434a8342d2SLinus Torvalds */ 1441da177e4SLinus Torvalds #define TASK_RUNNING 0 1451da177e4SLinus Torvalds #define TASK_INTERRUPTIBLE 1 1461da177e4SLinus Torvalds #define TASK_UNINTERRUPTIBLE 2 1474a8342d2SLinus Torvalds #define TASK_STOPPED 4 1484a8342d2SLinus Torvalds #define TASK_TRACED 8 1494a8342d2SLinus Torvalds /* in tsk->exit_state */ 1504a8342d2SLinus Torvalds #define EXIT_ZOMBIE 16 1514a8342d2SLinus Torvalds #define EXIT_DEAD 32 1524a8342d2SLinus Torvalds /* in tsk->state again */ 1534a8342d2SLinus Torvalds #define TASK_NONINTERACTIVE 64 154c394cc9fSOleg Nesterov #define TASK_DEAD 128 1551da177e4SLinus Torvalds 1561da177e4SLinus Torvalds #define __set_task_state(tsk, state_value) \ 1571da177e4SLinus Torvalds do { (tsk)->state = (state_value); } while (0) 1581da177e4SLinus Torvalds #define set_task_state(tsk, state_value) \ 1591da177e4SLinus Torvalds set_mb((tsk)->state, (state_value)) 1601da177e4SLinus Torvalds 161498d0c57SAndrew Morton /* 162498d0c57SAndrew Morton * set_current_state() includes a barrier so that the write of current->state 163498d0c57SAndrew Morton * is correctly serialised wrt the caller's subsequent test of whether to 164498d0c57SAndrew Morton * actually sleep: 165498d0c57SAndrew Morton * 166498d0c57SAndrew Morton * set_current_state(TASK_UNINTERRUPTIBLE); 167498d0c57SAndrew Morton * if (do_i_need_to_sleep()) 168498d0c57SAndrew Morton * schedule(); 169498d0c57SAndrew Morton * 170498d0c57SAndrew Morton * If the caller does not need such serialisation then use __set_current_state() 171498d0c57SAndrew Morton */ 1721da177e4SLinus Torvalds #define __set_current_state(state_value) \ 1731da177e4SLinus Torvalds do { current->state = (state_value); } while (0) 1741da177e4SLinus Torvalds #define set_current_state(state_value) \ 1751da177e4SLinus Torvalds set_mb(current->state, (state_value)) 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds /* Task command name length */ 1781da177e4SLinus Torvalds #define TASK_COMM_LEN 16 1791da177e4SLinus Torvalds 1801da177e4SLinus Torvalds #include <linux/spinlock.h> 1811da177e4SLinus Torvalds 1821da177e4SLinus Torvalds /* 1831da177e4SLinus Torvalds * This serializes "schedule()" and also protects 1841da177e4SLinus Torvalds * the run-queue from deletions/modifications (but 1851da177e4SLinus Torvalds * _adding_ to the beginning of the run-queue has 1861da177e4SLinus Torvalds * a separate lock). 1871da177e4SLinus Torvalds */ 1881da177e4SLinus Torvalds extern rwlock_t tasklist_lock; 1891da177e4SLinus Torvalds extern spinlock_t mmlist_lock; 1901da177e4SLinus Torvalds 19136c8b586SIngo Molnar struct task_struct; 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds extern void sched_init(void); 1941da177e4SLinus Torvalds extern void sched_init_smp(void); 19536c8b586SIngo Molnar extern void init_idle(struct task_struct *idle, int cpu); 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds extern cpumask_t nohz_cpu_mask; 19846cb4b7cSSiddha, Suresh B #if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ) 19946cb4b7cSSiddha, Suresh B extern int select_nohz_load_balancer(int cpu); 20046cb4b7cSSiddha, Suresh B #else 20146cb4b7cSSiddha, Suresh B static inline int select_nohz_load_balancer(int cpu) 20246cb4b7cSSiddha, Suresh B { 20346cb4b7cSSiddha, Suresh B return 0; 20446cb4b7cSSiddha, Suresh B } 20546cb4b7cSSiddha, Suresh B #endif 2061da177e4SLinus Torvalds 207e59e2ae2SIngo Molnar /* 20839bc89fdSIngo Molnar * Only dump TASK_* tasks. (0 for all tasks) 209e59e2ae2SIngo Molnar */ 210e59e2ae2SIngo Molnar extern void show_state_filter(unsigned long state_filter); 211e59e2ae2SIngo Molnar 212e59e2ae2SIngo Molnar static inline void show_state(void) 213e59e2ae2SIngo Molnar { 21439bc89fdSIngo Molnar show_state_filter(0); 215e59e2ae2SIngo Molnar } 216e59e2ae2SIngo Molnar 2171da177e4SLinus Torvalds extern void show_regs(struct pt_regs *); 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds /* 2201da177e4SLinus Torvalds * TASK is a pointer to the task whose backtrace we want to see (or NULL for current 2211da177e4SLinus Torvalds * task), SP is the stack pointer of the first frame that should be shown in the back 2221da177e4SLinus Torvalds * trace (or NULL if the entire call-chain of the task should be shown). 2231da177e4SLinus Torvalds */ 2241da177e4SLinus Torvalds extern void show_stack(struct task_struct *task, unsigned long *sp); 2251da177e4SLinus Torvalds 2261da177e4SLinus Torvalds void io_schedule(void); 2271da177e4SLinus Torvalds long io_schedule_timeout(long timeout); 2281da177e4SLinus Torvalds 2291da177e4SLinus Torvalds extern void cpu_init (void); 2301da177e4SLinus Torvalds extern void trap_init(void); 2311da177e4SLinus Torvalds extern void update_process_times(int user); 2321da177e4SLinus Torvalds extern void scheduler_tick(void); 2331da177e4SLinus Torvalds 2348446f1d3SIngo Molnar #ifdef CONFIG_DETECT_SOFTLOCKUP 2356687a97dSIngo Molnar extern void softlockup_tick(void); 2368446f1d3SIngo Molnar extern void spawn_softlockup_task(void); 2378446f1d3SIngo Molnar extern void touch_softlockup_watchdog(void); 23804c9167fSJeremy Fitzhardinge extern void touch_all_softlockup_watchdogs(void); 2398446f1d3SIngo Molnar #else 2406687a97dSIngo Molnar static inline void softlockup_tick(void) 2418446f1d3SIngo Molnar { 2428446f1d3SIngo Molnar } 2438446f1d3SIngo Molnar static inline void spawn_softlockup_task(void) 2448446f1d3SIngo Molnar { 2458446f1d3SIngo Molnar } 2468446f1d3SIngo Molnar static inline void touch_softlockup_watchdog(void) 2478446f1d3SIngo Molnar { 2488446f1d3SIngo Molnar } 24904c9167fSJeremy Fitzhardinge static inline void touch_all_softlockup_watchdogs(void) 25004c9167fSJeremy Fitzhardinge { 25104c9167fSJeremy Fitzhardinge } 2528446f1d3SIngo Molnar #endif 2538446f1d3SIngo Molnar 2548446f1d3SIngo Molnar 2551da177e4SLinus Torvalds /* Attach to any functions which should be ignored in wchan output. */ 2561da177e4SLinus Torvalds #define __sched __attribute__((__section__(".sched.text"))) 2571da177e4SLinus Torvalds /* Is this address in the __sched functions? */ 2581da177e4SLinus Torvalds extern int in_sched_functions(unsigned long addr); 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds #define MAX_SCHEDULE_TIMEOUT LONG_MAX 2611da177e4SLinus Torvalds extern signed long FASTCALL(schedule_timeout(signed long timeout)); 26264ed93a2SNishanth Aravamudan extern signed long schedule_timeout_interruptible(signed long timeout); 26364ed93a2SNishanth Aravamudan extern signed long schedule_timeout_uninterruptible(signed long timeout); 2641da177e4SLinus Torvalds asmlinkage void schedule(void); 2651da177e4SLinus Torvalds 266ab516013SSerge E. Hallyn struct nsproxy; 2671da177e4SLinus Torvalds 2681da177e4SLinus Torvalds /* Maximum number of active map areas.. This is a random (large) number */ 2691da177e4SLinus Torvalds #define DEFAULT_MAX_MAP_COUNT 65536 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds extern int sysctl_max_map_count; 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds #include <linux/aio.h> 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds extern unsigned long 2761da177e4SLinus Torvalds arch_get_unmapped_area(struct file *, unsigned long, unsigned long, 2771da177e4SLinus Torvalds unsigned long, unsigned long); 2781da177e4SLinus Torvalds extern unsigned long 2791da177e4SLinus Torvalds arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr, 2801da177e4SLinus Torvalds unsigned long len, unsigned long pgoff, 2811da177e4SLinus Torvalds unsigned long flags); 2821363c3cdSWolfgang Wander extern void arch_unmap_area(struct mm_struct *, unsigned long); 2831363c3cdSWolfgang Wander extern void arch_unmap_area_topdown(struct mm_struct *, unsigned long); 2841da177e4SLinus Torvalds 285f412ac08SHugh Dickins #if NR_CPUS >= CONFIG_SPLIT_PTLOCK_CPUS 286f412ac08SHugh Dickins /* 287f412ac08SHugh Dickins * The mm counters are not protected by its page_table_lock, 288f412ac08SHugh Dickins * so must be incremented atomically. 289f412ac08SHugh Dickins */ 290d3cb4871SChristoph Lameter #define set_mm_counter(mm, member, value) atomic_long_set(&(mm)->_##member, value) 291d3cb4871SChristoph Lameter #define get_mm_counter(mm, member) ((unsigned long)atomic_long_read(&(mm)->_##member)) 292d3cb4871SChristoph Lameter #define add_mm_counter(mm, member, value) atomic_long_add(value, &(mm)->_##member) 293d3cb4871SChristoph Lameter #define inc_mm_counter(mm, member) atomic_long_inc(&(mm)->_##member) 294d3cb4871SChristoph Lameter #define dec_mm_counter(mm, member) atomic_long_dec(&(mm)->_##member) 295d3cb4871SChristoph Lameter typedef atomic_long_t mm_counter_t; 296f412ac08SHugh Dickins 297f412ac08SHugh Dickins #else /* NR_CPUS < CONFIG_SPLIT_PTLOCK_CPUS */ 298f412ac08SHugh Dickins /* 299f412ac08SHugh Dickins * The mm counters are protected by its page_table_lock, 300f412ac08SHugh Dickins * so can be incremented directly. 301f412ac08SHugh Dickins */ 3021da177e4SLinus Torvalds #define set_mm_counter(mm, member, value) (mm)->_##member = (value) 3031da177e4SLinus Torvalds #define get_mm_counter(mm, member) ((mm)->_##member) 3041da177e4SLinus Torvalds #define add_mm_counter(mm, member, value) (mm)->_##member += (value) 3051da177e4SLinus Torvalds #define inc_mm_counter(mm, member) (mm)->_##member++ 3061da177e4SLinus Torvalds #define dec_mm_counter(mm, member) (mm)->_##member-- 307f412ac08SHugh Dickins typedef unsigned long mm_counter_t; 3084294621fSHugh Dickins 309f412ac08SHugh Dickins #endif /* NR_CPUS < CONFIG_SPLIT_PTLOCK_CPUS */ 310f412ac08SHugh Dickins 311f412ac08SHugh Dickins #define get_mm_rss(mm) \ 312f412ac08SHugh Dickins (get_mm_counter(mm, file_rss) + get_mm_counter(mm, anon_rss)) 313365e9c87SHugh Dickins #define update_hiwater_rss(mm) do { \ 314365e9c87SHugh Dickins unsigned long _rss = get_mm_rss(mm); \ 315365e9c87SHugh Dickins if ((mm)->hiwater_rss < _rss) \ 316365e9c87SHugh Dickins (mm)->hiwater_rss = _rss; \ 317365e9c87SHugh Dickins } while (0) 318365e9c87SHugh Dickins #define update_hiwater_vm(mm) do { \ 319365e9c87SHugh Dickins if ((mm)->hiwater_vm < (mm)->total_vm) \ 320365e9c87SHugh Dickins (mm)->hiwater_vm = (mm)->total_vm; \ 321365e9c87SHugh Dickins } while (0) 322365e9c87SHugh Dickins 3231da177e4SLinus Torvalds struct mm_struct { 3241da177e4SLinus Torvalds struct vm_area_struct * mmap; /* list of VMAs */ 3251da177e4SLinus Torvalds struct rb_root mm_rb; 3261da177e4SLinus Torvalds struct vm_area_struct * mmap_cache; /* last find_vma result */ 3271da177e4SLinus Torvalds unsigned long (*get_unmapped_area) (struct file *filp, 3281da177e4SLinus Torvalds unsigned long addr, unsigned long len, 3291da177e4SLinus Torvalds unsigned long pgoff, unsigned long flags); 3301363c3cdSWolfgang Wander void (*unmap_area) (struct mm_struct *mm, unsigned long addr); 3311da177e4SLinus Torvalds unsigned long mmap_base; /* base of mmap area */ 3320551fbd2SBenjamin Herrenschmidt unsigned long task_size; /* size of task vm space */ 3331363c3cdSWolfgang Wander unsigned long cached_hole_size; /* if non-zero, the largest hole below free_area_cache */ 3341363c3cdSWolfgang Wander unsigned long free_area_cache; /* first hole of size cached_hole_size or larger */ 3351da177e4SLinus Torvalds pgd_t * pgd; 3361da177e4SLinus Torvalds atomic_t mm_users; /* How many users with user space? */ 3371da177e4SLinus Torvalds atomic_t mm_count; /* How many references to "struct mm_struct" (users count as 1) */ 3381da177e4SLinus Torvalds int map_count; /* number of VMAs */ 3391da177e4SLinus Torvalds struct rw_semaphore mmap_sem; 3401da177e4SLinus Torvalds spinlock_t page_table_lock; /* Protects page tables and some counters */ 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds struct list_head mmlist; /* List of maybe swapped mm's. These are globally strung 3431da177e4SLinus Torvalds * together off init_mm.mmlist, and are protected 3441da177e4SLinus Torvalds * by mmlist_lock 3451da177e4SLinus Torvalds */ 3461da177e4SLinus Torvalds 347f412ac08SHugh Dickins /* Special counters, in some configurations protected by the 348f412ac08SHugh Dickins * page_table_lock, in other configurations by being atomic. 349f412ac08SHugh Dickins */ 3504294621fSHugh Dickins mm_counter_t _file_rss; 3511da177e4SLinus Torvalds mm_counter_t _anon_rss; 3521da177e4SLinus Torvalds 353f449952bSHugh Dickins unsigned long hiwater_rss; /* High-watermark of RSS usage */ 354f449952bSHugh Dickins unsigned long hiwater_vm; /* High-water virtual memory usage */ 355f449952bSHugh Dickins 356f449952bSHugh Dickins unsigned long total_vm, locked_vm, shared_vm, exec_vm; 357f449952bSHugh Dickins unsigned long stack_vm, reserved_vm, def_flags, nr_ptes; 358f449952bSHugh Dickins unsigned long start_code, end_code, start_data, end_data; 359f449952bSHugh Dickins unsigned long start_brk, brk, start_stack; 360f449952bSHugh Dickins unsigned long arg_start, arg_end, env_start, env_end; 361f449952bSHugh Dickins 36236d57ac4SH. J. Lu unsigned long saved_auxv[AT_VECTOR_SIZE]; /* for /proc/PID/auxv */ 3631da177e4SLinus Torvalds 3641da177e4SLinus Torvalds cpumask_t cpu_vm_mask; 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds /* Architecture-specific MM context */ 3671da177e4SLinus Torvalds mm_context_t context; 3681da177e4SLinus Torvalds 3697602bdf2SAshwin Chaugule /* Swap token stuff */ 3707602bdf2SAshwin Chaugule /* 3717602bdf2SAshwin Chaugule * Last value of global fault stamp as seen by this process. 3727602bdf2SAshwin Chaugule * In other words, this value gives an indication of how long 3737602bdf2SAshwin Chaugule * it has been since this task got the token. 3747602bdf2SAshwin Chaugule * Look at mm/thrash.c 3757602bdf2SAshwin Chaugule */ 3767602bdf2SAshwin Chaugule unsigned int faultstamp; 3777602bdf2SAshwin Chaugule unsigned int token_priority; 3787602bdf2SAshwin Chaugule unsigned int last_interval; 3791da177e4SLinus Torvalds 38036de6437SArnaldo Carvalho de Melo unsigned char dumpable:2; 38136de6437SArnaldo Carvalho de Melo 3821da177e4SLinus Torvalds /* coredumping support */ 3831da177e4SLinus Torvalds int core_waiters; 3841da177e4SLinus Torvalds struct completion *core_startup_done, core_done; 3851da177e4SLinus Torvalds 3861da177e4SLinus Torvalds /* aio bits */ 3871da177e4SLinus Torvalds rwlock_t ioctx_list_lock; 3881da177e4SLinus Torvalds struct kioctx *ioctx_list; 3891da177e4SLinus Torvalds }; 3901da177e4SLinus Torvalds 3911da177e4SLinus Torvalds struct sighand_struct { 3921da177e4SLinus Torvalds atomic_t count; 3931da177e4SLinus Torvalds struct k_sigaction action[_NSIG]; 3941da177e4SLinus Torvalds spinlock_t siglock; 3951da177e4SLinus Torvalds }; 3961da177e4SLinus Torvalds 3970e464814SKaiGai Kohei struct pacct_struct { 398f6ec29a4SKaiGai Kohei int ac_flag; 399f6ec29a4SKaiGai Kohei long ac_exitcode; 4000e464814SKaiGai Kohei unsigned long ac_mem; 40177787bfbSKaiGai Kohei cputime_t ac_utime, ac_stime; 40277787bfbSKaiGai Kohei unsigned long ac_minflt, ac_majflt; 4030e464814SKaiGai Kohei }; 4040e464814SKaiGai Kohei 4051da177e4SLinus Torvalds /* 4061da177e4SLinus Torvalds * NOTE! "signal_struct" does not have it's own 4071da177e4SLinus Torvalds * locking, because a shared signal_struct always 4081da177e4SLinus Torvalds * implies a shared sighand_struct, so locking 4091da177e4SLinus Torvalds * sighand_struct is always a proper superset of 4101da177e4SLinus Torvalds * the locking of signal_struct. 4111da177e4SLinus Torvalds */ 4121da177e4SLinus Torvalds struct signal_struct { 4131da177e4SLinus Torvalds atomic_t count; 4141da177e4SLinus Torvalds atomic_t live; 4151da177e4SLinus Torvalds 4161da177e4SLinus Torvalds wait_queue_head_t wait_chldexit; /* for wait4() */ 4171da177e4SLinus Torvalds 4181da177e4SLinus Torvalds /* current thread group signal load-balancing target: */ 41936c8b586SIngo Molnar struct task_struct *curr_target; 4201da177e4SLinus Torvalds 4211da177e4SLinus Torvalds /* shared signal handling: */ 4221da177e4SLinus Torvalds struct sigpending shared_pending; 4231da177e4SLinus Torvalds 4241da177e4SLinus Torvalds /* thread group exit support */ 4251da177e4SLinus Torvalds int group_exit_code; 4261da177e4SLinus Torvalds /* overloaded: 4271da177e4SLinus Torvalds * - notify group_exit_task when ->count is equal to notify_count 4281da177e4SLinus Torvalds * - everyone except group_exit_task is stopped during signal delivery 4291da177e4SLinus Torvalds * of fatal signals, group_exit_task processes the signal. 4301da177e4SLinus Torvalds */ 4311da177e4SLinus Torvalds struct task_struct *group_exit_task; 4321da177e4SLinus Torvalds int notify_count; 4331da177e4SLinus Torvalds 4341da177e4SLinus Torvalds /* thread group stop support, overloads group_exit_code too */ 4351da177e4SLinus Torvalds int group_stop_count; 4361da177e4SLinus Torvalds unsigned int flags; /* see SIGNAL_* flags below */ 4371da177e4SLinus Torvalds 4381da177e4SLinus Torvalds /* POSIX.1b Interval Timers */ 4391da177e4SLinus Torvalds struct list_head posix_timers; 4401da177e4SLinus Torvalds 4411da177e4SLinus Torvalds /* ITIMER_REAL timer for the process */ 4422ff678b8SThomas Gleixner struct hrtimer real_timer; 44305cfb614SRoman Zippel struct task_struct *tsk; 4442ff678b8SThomas Gleixner ktime_t it_real_incr; 4451da177e4SLinus Torvalds 4461da177e4SLinus Torvalds /* ITIMER_PROF and ITIMER_VIRTUAL timers for the process */ 4471da177e4SLinus Torvalds cputime_t it_prof_expires, it_virt_expires; 4481da177e4SLinus Torvalds cputime_t it_prof_incr, it_virt_incr; 4491da177e4SLinus Torvalds 4501da177e4SLinus Torvalds /* job control IDs */ 4511da177e4SLinus Torvalds pid_t pgrp; 452ab521dc0SEric W. Biederman struct pid *tty_old_pgrp; 4531ec320afSCedric Le Goater 4541ec320afSCedric Le Goater union { 4551ec320afSCedric Le Goater pid_t session __deprecated; 4561ec320afSCedric Le Goater pid_t __session; 4571ec320afSCedric Le Goater }; 4581ec320afSCedric Le Goater 4591da177e4SLinus Torvalds /* boolean value for session group leader */ 4601da177e4SLinus Torvalds int leader; 4611da177e4SLinus Torvalds 4621da177e4SLinus Torvalds struct tty_struct *tty; /* NULL if no tty */ 4631da177e4SLinus Torvalds 4641da177e4SLinus Torvalds /* 4651da177e4SLinus Torvalds * Cumulative resource counters for dead threads in the group, 4661da177e4SLinus Torvalds * and for reaped dead child processes forked by this group. 4671da177e4SLinus Torvalds * Live threads maintain their own counters and add to these 4681da177e4SLinus Torvalds * in __exit_signal, except for the group leader. 4691da177e4SLinus Torvalds */ 4701da177e4SLinus Torvalds cputime_t utime, stime, cutime, cstime; 4711da177e4SLinus Torvalds unsigned long nvcsw, nivcsw, cnvcsw, cnivcsw; 4721da177e4SLinus Torvalds unsigned long min_flt, maj_flt, cmin_flt, cmaj_flt; 4731da177e4SLinus Torvalds 4741da177e4SLinus Torvalds /* 4751da177e4SLinus Torvalds * Cumulative ns of scheduled CPU time for dead threads in the 4761da177e4SLinus Torvalds * group, not including a zombie group leader. (This only differs 4771da177e4SLinus Torvalds * from jiffies_to_ns(utime + stime) if sched_clock uses something 4781da177e4SLinus Torvalds * other than jiffies.) 4791da177e4SLinus Torvalds */ 4801da177e4SLinus Torvalds unsigned long long sched_time; 4811da177e4SLinus Torvalds 4821da177e4SLinus Torvalds /* 4831da177e4SLinus Torvalds * We don't bother to synchronize most readers of this at all, 4841da177e4SLinus Torvalds * because there is no reader checking a limit that actually needs 4851da177e4SLinus Torvalds * to get both rlim_cur and rlim_max atomically, and either one 4861da177e4SLinus Torvalds * alone is a single word that can safely be read normally. 4871da177e4SLinus Torvalds * getrlimit/setrlimit use task_lock(current->group_leader) to 4881da177e4SLinus Torvalds * protect this instead of the siglock, because they really 4891da177e4SLinus Torvalds * have no need to disable irqs. 4901da177e4SLinus Torvalds */ 4911da177e4SLinus Torvalds struct rlimit rlim[RLIM_NLIMITS]; 4921da177e4SLinus Torvalds 4931da177e4SLinus Torvalds struct list_head cpu_timers[3]; 4941da177e4SLinus Torvalds 4951da177e4SLinus Torvalds /* keep the process-shared keyrings here so that they do the right 4961da177e4SLinus Torvalds * thing in threads created with CLONE_THREAD */ 4971da177e4SLinus Torvalds #ifdef CONFIG_KEYS 4981da177e4SLinus Torvalds struct key *session_keyring; /* keyring inherited over fork */ 4991da177e4SLinus Torvalds struct key *process_keyring; /* keyring private to this process */ 5001da177e4SLinus Torvalds #endif 5010e464814SKaiGai Kohei #ifdef CONFIG_BSD_PROCESS_ACCT 5020e464814SKaiGai Kohei struct pacct_struct pacct; /* per-process accounting information */ 5030e464814SKaiGai Kohei #endif 504ad4ecbcbSShailabh Nagar #ifdef CONFIG_TASKSTATS 505ad4ecbcbSShailabh Nagar struct taskstats *stats; 506ad4ecbcbSShailabh Nagar #endif 5071da177e4SLinus Torvalds }; 5081da177e4SLinus Torvalds 5094866cde0SNick Piggin /* Context switch must be unlocked if interrupts are to be enabled */ 5104866cde0SNick Piggin #ifdef __ARCH_WANT_INTERRUPTS_ON_CTXSW 5114866cde0SNick Piggin # define __ARCH_WANT_UNLOCKED_CTXSW 5124866cde0SNick Piggin #endif 5134866cde0SNick Piggin 5141da177e4SLinus Torvalds /* 5151da177e4SLinus Torvalds * Bits in flags field of signal_struct. 5161da177e4SLinus Torvalds */ 5171da177e4SLinus Torvalds #define SIGNAL_STOP_STOPPED 0x00000001 /* job control stop in effect */ 5181da177e4SLinus Torvalds #define SIGNAL_STOP_DEQUEUED 0x00000002 /* stop signal dequeued */ 5191da177e4SLinus Torvalds #define SIGNAL_STOP_CONTINUED 0x00000004 /* SIGCONT since WCONTINUED reap */ 5201da177e4SLinus Torvalds #define SIGNAL_GROUP_EXIT 0x00000008 /* group exit in progress */ 5211da177e4SLinus Torvalds 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds /* 5241da177e4SLinus Torvalds * Priority of a process goes from 0..MAX_PRIO-1, valid RT 525b0a9499cSIngo Molnar * priority is 0..MAX_RT_PRIO-1, and SCHED_NORMAL/SCHED_BATCH 526b0a9499cSIngo Molnar * tasks are in the range MAX_RT_PRIO..MAX_PRIO-1. Priority 527b0a9499cSIngo Molnar * values are inverted: lower p->prio value means higher priority. 5281da177e4SLinus Torvalds * 5291da177e4SLinus Torvalds * The MAX_USER_RT_PRIO value allows the actual maximum 5301da177e4SLinus Torvalds * RT priority to be separate from the value exported to 5311da177e4SLinus Torvalds * user-space. This allows kernel threads to set their 5321da177e4SLinus Torvalds * priority to a value higher than any user task. Note: 5331da177e4SLinus Torvalds * MAX_RT_PRIO must not be smaller than MAX_USER_RT_PRIO. 5341da177e4SLinus Torvalds */ 5351da177e4SLinus Torvalds 5361da177e4SLinus Torvalds #define MAX_USER_RT_PRIO 100 5371da177e4SLinus Torvalds #define MAX_RT_PRIO MAX_USER_RT_PRIO 5381da177e4SLinus Torvalds 5391da177e4SLinus Torvalds #define MAX_PRIO (MAX_RT_PRIO + 40) 5401da177e4SLinus Torvalds 541b29739f9SIngo Molnar #define rt_prio(prio) unlikely((prio) < MAX_RT_PRIO) 542b29739f9SIngo Molnar #define rt_task(p) rt_prio((p)->prio) 543d425b274SCon Kolivas #define batch_task(p) (unlikely((p)->policy == SCHED_BATCH)) 54457a6f51cSOleg Nesterov #define is_rt_policy(p) ((p) != SCHED_NORMAL && (p) != SCHED_BATCH) 54557a6f51cSOleg Nesterov #define has_rt_policy(p) unlikely(is_rt_policy((p)->policy)) 5461da177e4SLinus Torvalds 5471da177e4SLinus Torvalds /* 5481da177e4SLinus Torvalds * Some day this will be a full-fledged user tracking system.. 5491da177e4SLinus Torvalds */ 5501da177e4SLinus Torvalds struct user_struct { 5511da177e4SLinus Torvalds atomic_t __count; /* reference count */ 5521da177e4SLinus Torvalds atomic_t processes; /* How many processes does this user have? */ 5531da177e4SLinus Torvalds atomic_t files; /* How many open files does this user have? */ 5541da177e4SLinus Torvalds atomic_t sigpending; /* How many pending signals does this user have? */ 5552d9048e2SAmy Griffis #ifdef CONFIG_INOTIFY_USER 5560eeca283SRobert Love atomic_t inotify_watches; /* How many inotify watches does this user have? */ 5570eeca283SRobert Love atomic_t inotify_devs; /* How many inotify devs does this user have opened? */ 5580eeca283SRobert Love #endif 5591da177e4SLinus Torvalds /* protected by mq_lock */ 5601da177e4SLinus Torvalds unsigned long mq_bytes; /* How many bytes can be allocated to mqueue? */ 5611da177e4SLinus Torvalds unsigned long locked_shm; /* How many pages of mlocked shm ? */ 5621da177e4SLinus Torvalds 5631da177e4SLinus Torvalds #ifdef CONFIG_KEYS 5641da177e4SLinus Torvalds struct key *uid_keyring; /* UID specific keyring */ 5651da177e4SLinus Torvalds struct key *session_keyring; /* UID's default session keyring */ 5661da177e4SLinus Torvalds #endif 5671da177e4SLinus Torvalds 5681da177e4SLinus Torvalds /* Hash table maintenance information */ 5691da177e4SLinus Torvalds struct list_head uidhash_list; 5701da177e4SLinus Torvalds uid_t uid; 5711da177e4SLinus Torvalds }; 5721da177e4SLinus Torvalds 5731da177e4SLinus Torvalds extern struct user_struct *find_user(uid_t); 5741da177e4SLinus Torvalds 5751da177e4SLinus Torvalds extern struct user_struct root_user; 5761da177e4SLinus Torvalds #define INIT_USER (&root_user) 5771da177e4SLinus Torvalds 5781da177e4SLinus Torvalds struct backing_dev_info; 5791da177e4SLinus Torvalds struct reclaim_state; 5801da177e4SLinus Torvalds 58152f17b6cSChandra Seetharaman #if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) 5821da177e4SLinus Torvalds struct sched_info { 5831da177e4SLinus Torvalds /* cumulative counters */ 5841da177e4SLinus Torvalds unsigned long cpu_time, /* time spent on the cpu */ 5851da177e4SLinus Torvalds run_delay, /* time spent waiting on a runqueue */ 5861da177e4SLinus Torvalds pcnt; /* # of timeslices run on this cpu */ 5871da177e4SLinus Torvalds 5881da177e4SLinus Torvalds /* timestamps */ 5891da177e4SLinus Torvalds unsigned long last_arrival, /* when we last ran on a cpu */ 5901da177e4SLinus Torvalds last_queued; /* when we were last queued to run */ 5911da177e4SLinus Torvalds }; 59252f17b6cSChandra Seetharaman #endif /* defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) */ 5931da177e4SLinus Torvalds 59452f17b6cSChandra Seetharaman #ifdef CONFIG_SCHEDSTATS 59515ad7cdcSHelge Deller extern const struct file_operations proc_schedstat_operations; 59652f17b6cSChandra Seetharaman #endif /* CONFIG_SCHEDSTATS */ 5971da177e4SLinus Torvalds 598ca74e92bSShailabh Nagar #ifdef CONFIG_TASK_DELAY_ACCT 599ca74e92bSShailabh Nagar struct task_delay_info { 600ca74e92bSShailabh Nagar spinlock_t lock; 601ca74e92bSShailabh Nagar unsigned int flags; /* Private per-task flags */ 602ca74e92bSShailabh Nagar 603ca74e92bSShailabh Nagar /* For each stat XXX, add following, aligned appropriately 604ca74e92bSShailabh Nagar * 605ca74e92bSShailabh Nagar * struct timespec XXX_start, XXX_end; 606ca74e92bSShailabh Nagar * u64 XXX_delay; 607ca74e92bSShailabh Nagar * u32 XXX_count; 608ca74e92bSShailabh Nagar * 609ca74e92bSShailabh Nagar * Atomicity of updates to XXX_delay, XXX_count protected by 610ca74e92bSShailabh Nagar * single lock above (split into XXX_lock if contention is an issue). 611ca74e92bSShailabh Nagar */ 6120ff92245SShailabh Nagar 6130ff92245SShailabh Nagar /* 6140ff92245SShailabh Nagar * XXX_count is incremented on every XXX operation, the delay 6150ff92245SShailabh Nagar * associated with the operation is added to XXX_delay. 6160ff92245SShailabh Nagar * XXX_delay contains the accumulated delay time in nanoseconds. 6170ff92245SShailabh Nagar */ 6180ff92245SShailabh Nagar struct timespec blkio_start, blkio_end; /* Shared by blkio, swapin */ 6190ff92245SShailabh Nagar u64 blkio_delay; /* wait for sync block io completion */ 6200ff92245SShailabh Nagar u64 swapin_delay; /* wait for swapin block io completion */ 6210ff92245SShailabh Nagar u32 blkio_count; /* total count of the number of sync block */ 6220ff92245SShailabh Nagar /* io operations performed */ 6230ff92245SShailabh Nagar u32 swapin_count; /* total count of the number of swapin block */ 6240ff92245SShailabh Nagar /* io operations performed */ 625ca74e92bSShailabh Nagar }; 62652f17b6cSChandra Seetharaman #endif /* CONFIG_TASK_DELAY_ACCT */ 62752f17b6cSChandra Seetharaman 62852f17b6cSChandra Seetharaman static inline int sched_info_on(void) 62952f17b6cSChandra Seetharaman { 63052f17b6cSChandra Seetharaman #ifdef CONFIG_SCHEDSTATS 63152f17b6cSChandra Seetharaman return 1; 63252f17b6cSChandra Seetharaman #elif defined(CONFIG_TASK_DELAY_ACCT) 63352f17b6cSChandra Seetharaman extern int delayacct_on; 63452f17b6cSChandra Seetharaman return delayacct_on; 63552f17b6cSChandra Seetharaman #else 63652f17b6cSChandra Seetharaman return 0; 637ca74e92bSShailabh Nagar #endif 63852f17b6cSChandra Seetharaman } 639ca74e92bSShailabh Nagar 6401da177e4SLinus Torvalds enum idle_type 6411da177e4SLinus Torvalds { 6421da177e4SLinus Torvalds SCHED_IDLE, 6431da177e4SLinus Torvalds NOT_IDLE, 6441da177e4SLinus Torvalds NEWLY_IDLE, 6451da177e4SLinus Torvalds MAX_IDLE_TYPES 6461da177e4SLinus Torvalds }; 6471da177e4SLinus Torvalds 6481da177e4SLinus Torvalds /* 6491da177e4SLinus Torvalds * sched-domains (multiprocessor balancing) declarations: 6501da177e4SLinus Torvalds */ 6511da177e4SLinus Torvalds #define SCHED_LOAD_SCALE 128UL /* increase resolution of load */ 6521da177e4SLinus Torvalds 6532dd73a4fSPeter Williams #ifdef CONFIG_SMP 6541da177e4SLinus Torvalds #define SD_LOAD_BALANCE 1 /* Do load balancing on this domain. */ 6551da177e4SLinus Torvalds #define SD_BALANCE_NEWIDLE 2 /* Balance when about to become idle */ 6561da177e4SLinus Torvalds #define SD_BALANCE_EXEC 4 /* Balance on exec */ 657147cbb4bSNick Piggin #define SD_BALANCE_FORK 8 /* Balance on fork, clone */ 658147cbb4bSNick Piggin #define SD_WAKE_IDLE 16 /* Wake to idle CPU on task wakeup */ 659147cbb4bSNick Piggin #define SD_WAKE_AFFINE 32 /* Wake task to waking CPU */ 660147cbb4bSNick Piggin #define SD_WAKE_BALANCE 64 /* Perform balancing at task wakeup */ 661147cbb4bSNick Piggin #define SD_SHARE_CPUPOWER 128 /* Domain members share cpu power */ 6625c45bf27SSiddha, Suresh B #define SD_POWERSAVINGS_BALANCE 256 /* Balance for power savings */ 66389c4710eSSiddha, Suresh B #define SD_SHARE_PKG_RESOURCES 512 /* Domain members share cpu pkg resources */ 66408c183f3SChristoph Lameter #define SD_SERIALIZE 1024 /* Only a single load balancing instance */ 6655c45bf27SSiddha, Suresh B 66689c4710eSSiddha, Suresh B #define BALANCE_FOR_MC_POWER \ 66789c4710eSSiddha, Suresh B (sched_smt_power_savings ? SD_POWERSAVINGS_BALANCE : 0) 66889c4710eSSiddha, Suresh B 66989c4710eSSiddha, Suresh B #define BALANCE_FOR_PKG_POWER \ 67089c4710eSSiddha, Suresh B ((sched_mc_power_savings || sched_smt_power_savings) ? \ 67189c4710eSSiddha, Suresh B SD_POWERSAVINGS_BALANCE : 0) 67289c4710eSSiddha, Suresh B 67389c4710eSSiddha, Suresh B #define test_sd_parent(sd, flag) ((sd->parent && \ 67489c4710eSSiddha, Suresh B (sd->parent->flags & flag)) ? 1 : 0) 6755c45bf27SSiddha, Suresh B 6761da177e4SLinus Torvalds 6771da177e4SLinus Torvalds struct sched_group { 6781da177e4SLinus Torvalds struct sched_group *next; /* Must be a circular list */ 6791da177e4SLinus Torvalds cpumask_t cpumask; 6801da177e4SLinus Torvalds 6811da177e4SLinus Torvalds /* 6821da177e4SLinus Torvalds * CPU power of this group, SCHED_LOAD_SCALE being max power for a 6831da177e4SLinus Torvalds * single CPU. This is read only (except for setup, hotplug CPU). 6845517d86bSEric Dumazet * Note : Never change cpu_power without recompute its reciprocal 6851da177e4SLinus Torvalds */ 6865517d86bSEric Dumazet unsigned int __cpu_power; 6875517d86bSEric Dumazet /* 6885517d86bSEric Dumazet * reciprocal value of cpu_power to avoid expensive divides 6895517d86bSEric Dumazet * (see include/linux/reciprocal_div.h) 6905517d86bSEric Dumazet */ 6915517d86bSEric Dumazet u32 reciprocal_cpu_power; 6921da177e4SLinus Torvalds }; 6931da177e4SLinus Torvalds 6941da177e4SLinus Torvalds struct sched_domain { 6951da177e4SLinus Torvalds /* These fields must be setup */ 6961da177e4SLinus Torvalds struct sched_domain *parent; /* top domain must be null terminated */ 6971a848870SSiddha, Suresh B struct sched_domain *child; /* bottom domain must be null terminated */ 6981da177e4SLinus Torvalds struct sched_group *groups; /* the balancing groups of the domain */ 6991da177e4SLinus Torvalds cpumask_t span; /* span of all CPUs in this domain */ 7001da177e4SLinus Torvalds unsigned long min_interval; /* Minimum balance interval ms */ 7011da177e4SLinus Torvalds unsigned long max_interval; /* Maximum balance interval ms */ 7021da177e4SLinus Torvalds unsigned int busy_factor; /* less balancing by factor if busy */ 7031da177e4SLinus Torvalds unsigned int imbalance_pct; /* No balance until over watermark */ 7041da177e4SLinus Torvalds unsigned long long cache_hot_time; /* Task considered cache hot (ns) */ 7051da177e4SLinus Torvalds unsigned int cache_nice_tries; /* Leave cache hot tasks for # tries */ 7067897986bSNick Piggin unsigned int busy_idx; 7077897986bSNick Piggin unsigned int idle_idx; 7087897986bSNick Piggin unsigned int newidle_idx; 7097897986bSNick Piggin unsigned int wake_idx; 710147cbb4bSNick Piggin unsigned int forkexec_idx; 7111da177e4SLinus Torvalds int flags; /* See SD_* */ 7121da177e4SLinus Torvalds 7131da177e4SLinus Torvalds /* Runtime fields. */ 7141da177e4SLinus Torvalds unsigned long last_balance; /* init to jiffies. units in jiffies */ 7151da177e4SLinus Torvalds unsigned int balance_interval; /* initialise to 1. units in ms. */ 7161da177e4SLinus Torvalds unsigned int nr_balance_failed; /* initialise to 0 */ 7171da177e4SLinus Torvalds 7181da177e4SLinus Torvalds #ifdef CONFIG_SCHEDSTATS 7191da177e4SLinus Torvalds /* load_balance() stats */ 7201da177e4SLinus Torvalds unsigned long lb_cnt[MAX_IDLE_TYPES]; 7211da177e4SLinus Torvalds unsigned long lb_failed[MAX_IDLE_TYPES]; 7221da177e4SLinus Torvalds unsigned long lb_balanced[MAX_IDLE_TYPES]; 7231da177e4SLinus Torvalds unsigned long lb_imbalance[MAX_IDLE_TYPES]; 7241da177e4SLinus Torvalds unsigned long lb_gained[MAX_IDLE_TYPES]; 7251da177e4SLinus Torvalds unsigned long lb_hot_gained[MAX_IDLE_TYPES]; 7261da177e4SLinus Torvalds unsigned long lb_nobusyg[MAX_IDLE_TYPES]; 7271da177e4SLinus Torvalds unsigned long lb_nobusyq[MAX_IDLE_TYPES]; 7281da177e4SLinus Torvalds 7291da177e4SLinus Torvalds /* Active load balancing */ 7301da177e4SLinus Torvalds unsigned long alb_cnt; 7311da177e4SLinus Torvalds unsigned long alb_failed; 7321da177e4SLinus Torvalds unsigned long alb_pushed; 7331da177e4SLinus Torvalds 73468767a0aSNick Piggin /* SD_BALANCE_EXEC stats */ 73568767a0aSNick Piggin unsigned long sbe_cnt; 73668767a0aSNick Piggin unsigned long sbe_balanced; 7371da177e4SLinus Torvalds unsigned long sbe_pushed; 7381da177e4SLinus Torvalds 73968767a0aSNick Piggin /* SD_BALANCE_FORK stats */ 74068767a0aSNick Piggin unsigned long sbf_cnt; 74168767a0aSNick Piggin unsigned long sbf_balanced; 74268767a0aSNick Piggin unsigned long sbf_pushed; 74368767a0aSNick Piggin 7441da177e4SLinus Torvalds /* try_to_wake_up() stats */ 7451da177e4SLinus Torvalds unsigned long ttwu_wake_remote; 7461da177e4SLinus Torvalds unsigned long ttwu_move_affine; 7471da177e4SLinus Torvalds unsigned long ttwu_move_balance; 7481da177e4SLinus Torvalds #endif 7491da177e4SLinus Torvalds }; 7501da177e4SLinus Torvalds 75151888ca2SSrivatsa Vaddagiri extern int partition_sched_domains(cpumask_t *partition1, 7521a20ff27SDinakar Guniguntala cpumask_t *partition2); 753198e2f18Sakpm@osdl.org 754198e2f18Sakpm@osdl.org /* 755198e2f18Sakpm@osdl.org * Maximum cache size the migration-costs auto-tuning code will 756198e2f18Sakpm@osdl.org * search from: 757198e2f18Sakpm@osdl.org */ 758198e2f18Sakpm@osdl.org extern unsigned int max_cache_size; 759198e2f18Sakpm@osdl.org 7601da177e4SLinus Torvalds #endif /* CONFIG_SMP */ 7611da177e4SLinus Torvalds 7621da177e4SLinus Torvalds 7631da177e4SLinus Torvalds struct io_context; /* See blkdev.h */ 7641da177e4SLinus Torvalds struct cpuset; 7651da177e4SLinus Torvalds 7661da177e4SLinus Torvalds #define NGROUPS_SMALL 32 7671da177e4SLinus Torvalds #define NGROUPS_PER_BLOCK ((int)(PAGE_SIZE / sizeof(gid_t))) 7681da177e4SLinus Torvalds struct group_info { 7691da177e4SLinus Torvalds int ngroups; 7701da177e4SLinus Torvalds atomic_t usage; 7711da177e4SLinus Torvalds gid_t small_block[NGROUPS_SMALL]; 7721da177e4SLinus Torvalds int nblocks; 7731da177e4SLinus Torvalds gid_t *blocks[0]; 7741da177e4SLinus Torvalds }; 7751da177e4SLinus Torvalds 7761da177e4SLinus Torvalds /* 7771da177e4SLinus Torvalds * get_group_info() must be called with the owning task locked (via task_lock()) 7781da177e4SLinus Torvalds * when task != current. The reason being that the vast majority of callers are 7791da177e4SLinus Torvalds * looking at current->group_info, which can not be changed except by the 7801da177e4SLinus Torvalds * current task. Changing current->group_info requires the task lock, too. 7811da177e4SLinus Torvalds */ 7821da177e4SLinus Torvalds #define get_group_info(group_info) do { \ 7831da177e4SLinus Torvalds atomic_inc(&(group_info)->usage); \ 7841da177e4SLinus Torvalds } while (0) 7851da177e4SLinus Torvalds 7861da177e4SLinus Torvalds #define put_group_info(group_info) do { \ 7871da177e4SLinus Torvalds if (atomic_dec_and_test(&(group_info)->usage)) \ 7881da177e4SLinus Torvalds groups_free(group_info); \ 7891da177e4SLinus Torvalds } while (0) 7901da177e4SLinus Torvalds 7913e30148cSDavid Howells extern struct group_info *groups_alloc(int gidsetsize); 7923e30148cSDavid Howells extern void groups_free(struct group_info *group_info); 7933e30148cSDavid Howells extern int set_current_groups(struct group_info *group_info); 7943e30148cSDavid Howells extern int groups_search(struct group_info *group_info, gid_t grp); 7951da177e4SLinus Torvalds /* access the groups "array" with this macro */ 7961da177e4SLinus Torvalds #define GROUP_AT(gi, i) \ 7971da177e4SLinus Torvalds ((gi)->blocks[(i)/NGROUPS_PER_BLOCK][(i)%NGROUPS_PER_BLOCK]) 7981da177e4SLinus Torvalds 799383f2835SChen, Kenneth W #ifdef ARCH_HAS_PREFETCH_SWITCH_STACK 80036c8b586SIngo Molnar extern void prefetch_stack(struct task_struct *t); 801383f2835SChen, Kenneth W #else 802383f2835SChen, Kenneth W static inline void prefetch_stack(struct task_struct *t) { } 803383f2835SChen, Kenneth W #endif 8041da177e4SLinus Torvalds 8051da177e4SLinus Torvalds struct audit_context; /* See audit.c */ 8061da177e4SLinus Torvalds struct mempolicy; 807b92ce558SJens Axboe struct pipe_inode_info; 8084865ecf1SSerge E. Hallyn struct uts_namespace; 8091da177e4SLinus Torvalds 8103dee386eSCon Kolivas enum sleep_type { 8113dee386eSCon Kolivas SLEEP_NORMAL, 8123dee386eSCon Kolivas SLEEP_NONINTERACTIVE, 8133dee386eSCon Kolivas SLEEP_INTERACTIVE, 8143dee386eSCon Kolivas SLEEP_INTERRUPTED, 8153dee386eSCon Kolivas }; 8163dee386eSCon Kolivas 81770b97a7fSIngo Molnar struct prio_array; 81870b97a7fSIngo Molnar 8191da177e4SLinus Torvalds struct task_struct { 8201da177e4SLinus Torvalds volatile long state; /* -1 unrunnable, 0 runnable, >0 stopped */ 821f7e4217bSRoman Zippel void *stack; 8221da177e4SLinus Torvalds atomic_t usage; 82397dc32cdSWilliam Cohen unsigned int flags; /* per process flags, defined below */ 82497dc32cdSWilliam Cohen unsigned int ptrace; 8251da177e4SLinus Torvalds 82636772092SPaolo 'Blaisorblade' Giarrusso int lock_depth; /* BKL lock depth */ 8271da177e4SLinus Torvalds 8282dd73a4fSPeter Williams #ifdef CONFIG_SMP 8292dd73a4fSPeter Williams #ifdef __ARCH_WANT_UNLOCKED_CTXSW 8304866cde0SNick Piggin int oncpu; 8314866cde0SNick Piggin #endif 8322dd73a4fSPeter Williams #endif 8332dd73a4fSPeter Williams int load_weight; /* for niceness load balancing purposes */ 834b29739f9SIngo Molnar int prio, static_prio, normal_prio; 8351da177e4SLinus Torvalds struct list_head run_list; 83670b97a7fSIngo Molnar struct prio_array *array; 8371da177e4SLinus Torvalds 83822e2c507SJens Axboe unsigned short ioprio; 8396c5c9341SAlexey Dobriyan #ifdef CONFIG_BLK_DEV_IO_TRACE 8402056a782SJens Axboe unsigned int btrace_seq; 8416c5c9341SAlexey Dobriyan #endif 8421da177e4SLinus Torvalds unsigned long sleep_avg; 8431da177e4SLinus Torvalds unsigned long long timestamp, last_ran; 8441da177e4SLinus Torvalds unsigned long long sched_time; /* sched_clock time spent running */ 8453dee386eSCon Kolivas enum sleep_type sleep_type; 8461da177e4SLinus Torvalds 84797dc32cdSWilliam Cohen unsigned int policy; 8481da177e4SLinus Torvalds cpumask_t cpus_allowed; 8491da177e4SLinus Torvalds unsigned int time_slice, first_time_slice; 8501da177e4SLinus Torvalds 85152f17b6cSChandra Seetharaman #if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) 8521da177e4SLinus Torvalds struct sched_info sched_info; 8531da177e4SLinus Torvalds #endif 8541da177e4SLinus Torvalds 8551da177e4SLinus Torvalds struct list_head tasks; 8561da177e4SLinus Torvalds /* 8571da177e4SLinus Torvalds * ptrace_list/ptrace_children forms the list of my children 8581da177e4SLinus Torvalds * that were stolen by a ptracer. 8591da177e4SLinus Torvalds */ 8601da177e4SLinus Torvalds struct list_head ptrace_children; 8611da177e4SLinus Torvalds struct list_head ptrace_list; 8621da177e4SLinus Torvalds 8631da177e4SLinus Torvalds struct mm_struct *mm, *active_mm; 8641da177e4SLinus Torvalds 8651da177e4SLinus Torvalds /* task state */ 8661da177e4SLinus Torvalds struct linux_binfmt *binfmt; 86797dc32cdSWilliam Cohen int exit_state; 8681da177e4SLinus Torvalds int exit_code, exit_signal; 8691da177e4SLinus Torvalds int pdeath_signal; /* The signal sent when the parent dies */ 8701da177e4SLinus Torvalds /* ??? */ 87197dc32cdSWilliam Cohen unsigned int personality; 8721da177e4SLinus Torvalds unsigned did_exec:1; 8731da177e4SLinus Torvalds pid_t pid; 8741da177e4SLinus Torvalds pid_t tgid; 8750a425405SArjan van de Ven 8760a425405SArjan van de Ven #ifdef CONFIG_CC_STACKPROTECTOR 8770a425405SArjan van de Ven /* Canary value for the -fstack-protector gcc feature */ 8780a425405SArjan van de Ven unsigned long stack_canary; 8790a425405SArjan van de Ven #endif 8801da177e4SLinus Torvalds /* 8811da177e4SLinus Torvalds * pointers to (original) parent process, youngest child, younger sibling, 8821da177e4SLinus Torvalds * older sibling, respectively. (p->father can be replaced with 8831da177e4SLinus Torvalds * p->parent->pid) 8841da177e4SLinus Torvalds */ 8851da177e4SLinus Torvalds struct task_struct *real_parent; /* real parent process (when being debugged) */ 8861da177e4SLinus Torvalds struct task_struct *parent; /* parent process */ 8871da177e4SLinus Torvalds /* 8881da177e4SLinus Torvalds * children/sibling forms the list of my children plus the 8891da177e4SLinus Torvalds * tasks I'm ptracing. 8901da177e4SLinus Torvalds */ 8911da177e4SLinus Torvalds struct list_head children; /* list of my children */ 8921da177e4SLinus Torvalds struct list_head sibling; /* linkage in my parent's children list */ 8931da177e4SLinus Torvalds struct task_struct *group_leader; /* threadgroup leader */ 8941da177e4SLinus Torvalds 8951da177e4SLinus Torvalds /* PID/PID hash table linkage. */ 89692476d7fSEric W. Biederman struct pid_link pids[PIDTYPE_MAX]; 89747e65328SOleg Nesterov struct list_head thread_group; 8981da177e4SLinus Torvalds 8991da177e4SLinus Torvalds struct completion *vfork_done; /* for vfork() */ 9001da177e4SLinus Torvalds int __user *set_child_tid; /* CLONE_CHILD_SETTID */ 9011da177e4SLinus Torvalds int __user *clear_child_tid; /* CLONE_CHILD_CLEARTID */ 9021da177e4SLinus Torvalds 90397dc32cdSWilliam Cohen unsigned int rt_priority; 9041da177e4SLinus Torvalds cputime_t utime, stime; 9051da177e4SLinus Torvalds unsigned long nvcsw, nivcsw; /* context switch counts */ 9061da177e4SLinus Torvalds struct timespec start_time; 9071da177e4SLinus Torvalds /* mm fault and swap info: this can arguably be seen as either mm-specific or thread-specific */ 9081da177e4SLinus Torvalds unsigned long min_flt, maj_flt; 9091da177e4SLinus Torvalds 9101da177e4SLinus Torvalds cputime_t it_prof_expires, it_virt_expires; 9111da177e4SLinus Torvalds unsigned long long it_sched_expires; 9121da177e4SLinus Torvalds struct list_head cpu_timers[3]; 9131da177e4SLinus Torvalds 9141da177e4SLinus Torvalds /* process credentials */ 9151da177e4SLinus Torvalds uid_t uid,euid,suid,fsuid; 9161da177e4SLinus Torvalds gid_t gid,egid,sgid,fsgid; 9171da177e4SLinus Torvalds struct group_info *group_info; 9181da177e4SLinus Torvalds kernel_cap_t cap_effective, cap_inheritable, cap_permitted; 9191da177e4SLinus Torvalds unsigned keep_capabilities:1; 9201da177e4SLinus Torvalds struct user_struct *user; 9211da177e4SLinus Torvalds #ifdef CONFIG_KEYS 922b5f545c8SDavid Howells struct key *request_key_auth; /* assumed request_key authority */ 9231da177e4SLinus Torvalds struct key *thread_keyring; /* keyring private to this thread */ 9243e30148cSDavid Howells unsigned char jit_keyring; /* default keyring to attach requested keys to */ 9251da177e4SLinus Torvalds #endif 926e07e23e1SArjan van de Ven /* 927e07e23e1SArjan van de Ven * fpu_counter contains the number of consecutive context switches 928e07e23e1SArjan van de Ven * that the FPU is used. If this is over a threshold, the lazy fpu 929e07e23e1SArjan van de Ven * saving becomes unlazy to save the trap. This is an unsigned char 930e07e23e1SArjan van de Ven * so that after 256 times the counter wraps and the behavior turns 931e07e23e1SArjan van de Ven * lazy again; this to deal with bursty apps that only use FPU for 932e07e23e1SArjan van de Ven * a short time 933e07e23e1SArjan van de Ven */ 934e07e23e1SArjan van de Ven unsigned char fpu_counter; 9351da177e4SLinus Torvalds int oomkilladj; /* OOM kill score adjustment (bit shift). */ 93636772092SPaolo 'Blaisorblade' Giarrusso char comm[TASK_COMM_LEN]; /* executable name excluding path 93736772092SPaolo 'Blaisorblade' Giarrusso - access with [gs]et_task_comm (which lock 93836772092SPaolo 'Blaisorblade' Giarrusso it with task_lock()) 93936772092SPaolo 'Blaisorblade' Giarrusso - initialized normally by flush_old_exec */ 9401da177e4SLinus Torvalds /* file system info */ 9411da177e4SLinus Torvalds int link_count, total_link_count; 9423d5b6fccSAlexey Dobriyan #ifdef CONFIG_SYSVIPC 9431da177e4SLinus Torvalds /* ipc stuff */ 9441da177e4SLinus Torvalds struct sysv_sem sysvsem; 9453d5b6fccSAlexey Dobriyan #endif 9461da177e4SLinus Torvalds /* CPU-specific state of this task */ 9471da177e4SLinus Torvalds struct thread_struct thread; 9481da177e4SLinus Torvalds /* filesystem information */ 9491da177e4SLinus Torvalds struct fs_struct *fs; 9501da177e4SLinus Torvalds /* open file information */ 9511da177e4SLinus Torvalds struct files_struct *files; 9521651e14eSSerge E. Hallyn /* namespaces */ 953ab516013SSerge E. Hallyn struct nsproxy *nsproxy; 9541da177e4SLinus Torvalds /* signal handlers */ 9551da177e4SLinus Torvalds struct signal_struct *signal; 9561da177e4SLinus Torvalds struct sighand_struct *sighand; 9571da177e4SLinus Torvalds 9581da177e4SLinus Torvalds sigset_t blocked, real_blocked; 959150256d8SDavid Woodhouse sigset_t saved_sigmask; /* To be restored with TIF_RESTORE_SIGMASK */ 9601da177e4SLinus Torvalds struct sigpending pending; 9611da177e4SLinus Torvalds 9621da177e4SLinus Torvalds unsigned long sas_ss_sp; 9631da177e4SLinus Torvalds size_t sas_ss_size; 9641da177e4SLinus Torvalds int (*notifier)(void *priv); 9651da177e4SLinus Torvalds void *notifier_data; 9661da177e4SLinus Torvalds sigset_t *notifier_mask; 9671da177e4SLinus Torvalds 9681da177e4SLinus Torvalds void *security; 9691da177e4SLinus Torvalds struct audit_context *audit_context; 9701da177e4SLinus Torvalds seccomp_t seccomp; 9711da177e4SLinus Torvalds 9721da177e4SLinus Torvalds /* Thread group tracking */ 9731da177e4SLinus Torvalds u32 parent_exec_id; 9741da177e4SLinus Torvalds u32 self_exec_id; 9751da177e4SLinus Torvalds /* Protection of (de-)allocation: mm, files, fs, tty, keyrings */ 9761da177e4SLinus Torvalds spinlock_t alloc_lock; 9771da177e4SLinus Torvalds 978b29739f9SIngo Molnar /* Protection of the PI data structures: */ 979b29739f9SIngo Molnar spinlock_t pi_lock; 980b29739f9SIngo Molnar 98123f78d4aSIngo Molnar #ifdef CONFIG_RT_MUTEXES 98223f78d4aSIngo Molnar /* PI waiters blocked on a rt_mutex held by this task */ 98323f78d4aSIngo Molnar struct plist_head pi_waiters; 98423f78d4aSIngo Molnar /* Deadlock detection and priority inheritance handling */ 98523f78d4aSIngo Molnar struct rt_mutex_waiter *pi_blocked_on; 98623f78d4aSIngo Molnar #endif 98723f78d4aSIngo Molnar 988408894eeSIngo Molnar #ifdef CONFIG_DEBUG_MUTEXES 989408894eeSIngo Molnar /* mutex deadlock detection */ 990408894eeSIngo Molnar struct mutex_waiter *blocked_on; 991408894eeSIngo Molnar #endif 992de30a2b3SIngo Molnar #ifdef CONFIG_TRACE_IRQFLAGS 993de30a2b3SIngo Molnar unsigned int irq_events; 994de30a2b3SIngo Molnar int hardirqs_enabled; 995de30a2b3SIngo Molnar unsigned long hardirq_enable_ip; 996de30a2b3SIngo Molnar unsigned int hardirq_enable_event; 997de30a2b3SIngo Molnar unsigned long hardirq_disable_ip; 998de30a2b3SIngo Molnar unsigned int hardirq_disable_event; 999de30a2b3SIngo Molnar int softirqs_enabled; 1000de30a2b3SIngo Molnar unsigned long softirq_disable_ip; 1001de30a2b3SIngo Molnar unsigned int softirq_disable_event; 1002de30a2b3SIngo Molnar unsigned long softirq_enable_ip; 1003de30a2b3SIngo Molnar unsigned int softirq_enable_event; 1004de30a2b3SIngo Molnar int hardirq_context; 1005de30a2b3SIngo Molnar int softirq_context; 1006de30a2b3SIngo Molnar #endif 1007fbb9ce95SIngo Molnar #ifdef CONFIG_LOCKDEP 1008fbb9ce95SIngo Molnar # define MAX_LOCK_DEPTH 30UL 1009fbb9ce95SIngo Molnar u64 curr_chain_key; 1010fbb9ce95SIngo Molnar int lockdep_depth; 1011fbb9ce95SIngo Molnar struct held_lock held_locks[MAX_LOCK_DEPTH]; 1012fbb9ce95SIngo Molnar unsigned int lockdep_recursion; 1013fbb9ce95SIngo Molnar #endif 1014408894eeSIngo Molnar 10151da177e4SLinus Torvalds /* journalling filesystem info */ 10161da177e4SLinus Torvalds void *journal_info; 10171da177e4SLinus Torvalds 1018*d89d8796SNeil Brown /* stacked block device info */ 1019*d89d8796SNeil Brown struct bio *bio_list, **bio_tail; 1020*d89d8796SNeil Brown 10211da177e4SLinus Torvalds /* VM state */ 10221da177e4SLinus Torvalds struct reclaim_state *reclaim_state; 10231da177e4SLinus Torvalds 10241da177e4SLinus Torvalds struct backing_dev_info *backing_dev_info; 10251da177e4SLinus Torvalds 10261da177e4SLinus Torvalds struct io_context *io_context; 10271da177e4SLinus Torvalds 10281da177e4SLinus Torvalds unsigned long ptrace_message; 10291da177e4SLinus Torvalds siginfo_t *last_siginfo; /* For ptrace use. */ 10301da177e4SLinus Torvalds /* 10311da177e4SLinus Torvalds * current io wait handle: wait queue entry to use for io waits 10321da177e4SLinus Torvalds * If this thread is processing aio, this points at the waitqueue 10331da177e4SLinus Torvalds * inside the currently handled kiocb. It may be NULL (i.e. default 10341da177e4SLinus Torvalds * to a stack based synchronous wait) if its doing sync IO. 10351da177e4SLinus Torvalds */ 10361da177e4SLinus Torvalds wait_queue_t *io_wait; 10374b98d11bSAlexey Dobriyan #ifdef CONFIG_TASK_XACCT 10381da177e4SLinus Torvalds /* i/o counters(bytes read/written, #syscalls */ 10391da177e4SLinus Torvalds u64 rchar, wchar, syscr, syscw; 10404b98d11bSAlexey Dobriyan #endif 10417c3ab738SAndrew Morton struct task_io_accounting ioac; 10428f0ab514SJay Lan #if defined(CONFIG_TASK_XACCT) 10431da177e4SLinus Torvalds u64 acct_rss_mem1; /* accumulated rss usage */ 10441da177e4SLinus Torvalds u64 acct_vm_mem1; /* accumulated virtual memory usage */ 1045db5fed26SJay Lan cputime_t acct_stimexpd;/* stime since last update */ 10461da177e4SLinus Torvalds #endif 10471da177e4SLinus Torvalds #ifdef CONFIG_NUMA 10481da177e4SLinus Torvalds struct mempolicy *mempolicy; 10491da177e4SLinus Torvalds short il_next; 10501da177e4SLinus Torvalds #endif 10511da177e4SLinus Torvalds #ifdef CONFIG_CPUSETS 10521da177e4SLinus Torvalds struct cpuset *cpuset; 10531da177e4SLinus Torvalds nodemask_t mems_allowed; 10541da177e4SLinus Torvalds int cpuset_mems_generation; 1055825a46afSPaul Jackson int cpuset_mem_spread_rotor; 10561da177e4SLinus Torvalds #endif 10570771dfefSIngo Molnar struct robust_list_head __user *robust_list; 105834f192c6SIngo Molnar #ifdef CONFIG_COMPAT 105934f192c6SIngo Molnar struct compat_robust_list_head __user *compat_robust_list; 106034f192c6SIngo Molnar #endif 1061c87e2837SIngo Molnar struct list_head pi_state_list; 1062c87e2837SIngo Molnar struct futex_pi_state *pi_state_cache; 10630771dfefSIngo Molnar 106422e2c507SJens Axboe atomic_t fs_excl; /* holding fs exclusive resources */ 1065e56d0903SIngo Molnar struct rcu_head rcu; 1066b92ce558SJens Axboe 1067b92ce558SJens Axboe /* 1068b92ce558SJens Axboe * cache last used pipe for splice 1069b92ce558SJens Axboe */ 1070b92ce558SJens Axboe struct pipe_inode_info *splice_pipe; 1071ca74e92bSShailabh Nagar #ifdef CONFIG_TASK_DELAY_ACCT 1072ca74e92bSShailabh Nagar struct task_delay_info *delays; 1073ca74e92bSShailabh Nagar #endif 1074f4f154fdSAkinobu Mita #ifdef CONFIG_FAULT_INJECTION 1075f4f154fdSAkinobu Mita int make_it_fail; 1076f4f154fdSAkinobu Mita #endif 10771da177e4SLinus Torvalds }; 10781da177e4SLinus Torvalds 10791da177e4SLinus Torvalds static inline pid_t process_group(struct task_struct *tsk) 10801da177e4SLinus Torvalds { 10811da177e4SLinus Torvalds return tsk->signal->pgrp; 10821da177e4SLinus Torvalds } 10831da177e4SLinus Torvalds 10841ec320afSCedric Le Goater static inline pid_t signal_session(struct signal_struct *sig) 10851ec320afSCedric Le Goater { 10861ec320afSCedric Le Goater return sig->__session; 10871ec320afSCedric Le Goater } 10881ec320afSCedric Le Goater 1089937949d9SCedric Le Goater static inline pid_t process_session(struct task_struct *tsk) 1090937949d9SCedric Le Goater { 10911ec320afSCedric Le Goater return signal_session(tsk->signal); 10921ec320afSCedric Le Goater } 10931ec320afSCedric Le Goater 10941ec320afSCedric Le Goater static inline void set_signal_session(struct signal_struct *sig, pid_t session) 10951ec320afSCedric Le Goater { 10961ec320afSCedric Le Goater sig->__session = session; 1097937949d9SCedric Le Goater } 1098937949d9SCedric Le Goater 109922c935f4SEric W. Biederman static inline struct pid *task_pid(struct task_struct *task) 110022c935f4SEric W. Biederman { 110122c935f4SEric W. Biederman return task->pids[PIDTYPE_PID].pid; 110222c935f4SEric W. Biederman } 110322c935f4SEric W. Biederman 110422c935f4SEric W. Biederman static inline struct pid *task_tgid(struct task_struct *task) 110522c935f4SEric W. Biederman { 110622c935f4SEric W. Biederman return task->group_leader->pids[PIDTYPE_PID].pid; 110722c935f4SEric W. Biederman } 110822c935f4SEric W. Biederman 110922c935f4SEric W. Biederman static inline struct pid *task_pgrp(struct task_struct *task) 111022c935f4SEric W. Biederman { 111122c935f4SEric W. Biederman return task->group_leader->pids[PIDTYPE_PGID].pid; 111222c935f4SEric W. Biederman } 111322c935f4SEric W. Biederman 111422c935f4SEric W. Biederman static inline struct pid *task_session(struct task_struct *task) 111522c935f4SEric W. Biederman { 111622c935f4SEric W. Biederman return task->group_leader->pids[PIDTYPE_SID].pid; 111722c935f4SEric W. Biederman } 111822c935f4SEric W. Biederman 11191da177e4SLinus Torvalds /** 11201da177e4SLinus Torvalds * pid_alive - check that a task structure is not stale 11211da177e4SLinus Torvalds * @p: Task structure to be checked. 11221da177e4SLinus Torvalds * 11231da177e4SLinus Torvalds * Test if a process is not yet dead (at most zombie state) 11241da177e4SLinus Torvalds * If pid_alive fails, then pointers within the task structure 11251da177e4SLinus Torvalds * can be stale and must not be dereferenced. 11261da177e4SLinus Torvalds */ 11271da177e4SLinus Torvalds static inline int pid_alive(struct task_struct *p) 11281da177e4SLinus Torvalds { 112992476d7fSEric W. Biederman return p->pids[PIDTYPE_PID].pid != NULL; 11301da177e4SLinus Torvalds } 11311da177e4SLinus Torvalds 1132f400e198SSukadev Bhattiprolu /** 11333260259fSHenne * is_init - check if a task structure is init 11343260259fSHenne * @tsk: Task structure to be checked. 11353260259fSHenne * 11363260259fSHenne * Check if a task structure is the first user space task the kernel created. 1137f400e198SSukadev Bhattiprolu */ 1138f400e198SSukadev Bhattiprolu static inline int is_init(struct task_struct *tsk) 1139f400e198SSukadev Bhattiprolu { 1140f400e198SSukadev Bhattiprolu return tsk->pid == 1; 1141f400e198SSukadev Bhattiprolu } 1142f400e198SSukadev Bhattiprolu 11439ec52099SCedric Le Goater extern struct pid *cad_pid; 11449ec52099SCedric Le Goater 11451da177e4SLinus Torvalds extern void free_task(struct task_struct *tsk); 11461da177e4SLinus Torvalds #define get_task_struct(tsk) do { atomic_inc(&(tsk)->usage); } while(0) 1147e56d0903SIngo Molnar 1148158d9ebdSAndrew Morton extern void __put_task_struct(struct task_struct *t); 1149e56d0903SIngo Molnar 1150e56d0903SIngo Molnar static inline void put_task_struct(struct task_struct *t) 1151e56d0903SIngo Molnar { 1152e56d0903SIngo Molnar if (atomic_dec_and_test(&t->usage)) 11538c7904a0SEric W. Biederman __put_task_struct(t); 1154e56d0903SIngo Molnar } 11551da177e4SLinus Torvalds 11561da177e4SLinus Torvalds /* 11571da177e4SLinus Torvalds * Per process flags 11581da177e4SLinus Torvalds */ 11591da177e4SLinus Torvalds #define PF_ALIGNWARN 0x00000001 /* Print alignment warning msgs */ 11601da177e4SLinus Torvalds /* Not implemented yet, only for 486*/ 11611da177e4SLinus Torvalds #define PF_STARTING 0x00000002 /* being created */ 11621da177e4SLinus Torvalds #define PF_EXITING 0x00000004 /* getting shut down */ 11631da177e4SLinus Torvalds #define PF_FORKNOEXEC 0x00000040 /* forked but didn't exec */ 11641da177e4SLinus Torvalds #define PF_SUPERPRIV 0x00000100 /* used super-user privileges */ 11651da177e4SLinus Torvalds #define PF_DUMPCORE 0x00000200 /* dumped core */ 11661da177e4SLinus Torvalds #define PF_SIGNALED 0x00000400 /* killed by a signal */ 11671da177e4SLinus Torvalds #define PF_MEMALLOC 0x00000800 /* Allocating memory */ 11681da177e4SLinus Torvalds #define PF_FLUSHER 0x00001000 /* responsible for disk writeback */ 11691da177e4SLinus Torvalds #define PF_USED_MATH 0x00002000 /* if unset the fpu must be initialized before use */ 11701da177e4SLinus Torvalds #define PF_NOFREEZE 0x00008000 /* this thread should not be frozen */ 11711da177e4SLinus Torvalds #define PF_FROZEN 0x00010000 /* frozen for system suspend */ 11721da177e4SLinus Torvalds #define PF_FSTRANS 0x00020000 /* inside a filesystem transaction */ 11731da177e4SLinus Torvalds #define PF_KSWAPD 0x00040000 /* I am kswapd */ 11741da177e4SLinus Torvalds #define PF_SWAPOFF 0x00080000 /* I am in swapoff */ 11751da177e4SLinus Torvalds #define PF_LESS_THROTTLE 0x00100000 /* Throttle me less: I clean memory */ 1176b31dc66aSJens Axboe #define PF_BORROWED_MM 0x00200000 /* I am a kthread doing use_mm */ 1177b31dc66aSJens Axboe #define PF_RANDOMIZE 0x00400000 /* randomize virtual address space */ 1178b31dc66aSJens Axboe #define PF_SWAPWRITE 0x00800000 /* Allowed to write to swap */ 1179b31dc66aSJens Axboe #define PF_SPREAD_PAGE 0x01000000 /* Spread page cache over cpuset */ 1180b31dc66aSJens Axboe #define PF_SPREAD_SLAB 0x02000000 /* Spread some slab caches over cpuset */ 1181c61afb18SPaul Jackson #define PF_MEMPOLICY 0x10000000 /* Non-default NUMA mempolicy */ 118261a87122SThomas Gleixner #define PF_MUTEX_TESTER 0x20000000 /* Thread belongs to the rt mutex tester */ 11831da177e4SLinus Torvalds 11841da177e4SLinus Torvalds /* 11851da177e4SLinus Torvalds * Only the _current_ task can read/write to tsk->flags, but other 11861da177e4SLinus Torvalds * tasks can access tsk->flags in readonly mode for example 11871da177e4SLinus Torvalds * with tsk_used_math (like during threaded core dumping). 11881da177e4SLinus Torvalds * There is however an exception to this rule during ptrace 11891da177e4SLinus Torvalds * or during fork: the ptracer task is allowed to write to the 11901da177e4SLinus Torvalds * child->flags of its traced child (same goes for fork, the parent 11911da177e4SLinus Torvalds * can write to the child->flags), because we're guaranteed the 11921da177e4SLinus Torvalds * child is not running and in turn not changing child->flags 11931da177e4SLinus Torvalds * at the same time the parent does it. 11941da177e4SLinus Torvalds */ 11951da177e4SLinus Torvalds #define clear_stopped_child_used_math(child) do { (child)->flags &= ~PF_USED_MATH; } while (0) 11961da177e4SLinus Torvalds #define set_stopped_child_used_math(child) do { (child)->flags |= PF_USED_MATH; } while (0) 11971da177e4SLinus Torvalds #define clear_used_math() clear_stopped_child_used_math(current) 11981da177e4SLinus Torvalds #define set_used_math() set_stopped_child_used_math(current) 11991da177e4SLinus Torvalds #define conditional_stopped_child_used_math(condition, child) \ 12001da177e4SLinus Torvalds do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= (condition) ? PF_USED_MATH : 0; } while (0) 12011da177e4SLinus Torvalds #define conditional_used_math(condition) \ 12021da177e4SLinus Torvalds conditional_stopped_child_used_math(condition, current) 12031da177e4SLinus Torvalds #define copy_to_stopped_child_used_math(child) \ 12041da177e4SLinus Torvalds do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= current->flags & PF_USED_MATH; } while (0) 12051da177e4SLinus Torvalds /* NOTE: this will return 0 or PF_USED_MATH, it will never return 1 */ 12061da177e4SLinus Torvalds #define tsk_used_math(p) ((p)->flags & PF_USED_MATH) 12071da177e4SLinus Torvalds #define used_math() tsk_used_math(current) 12081da177e4SLinus Torvalds 12091da177e4SLinus Torvalds #ifdef CONFIG_SMP 121036c8b586SIngo Molnar extern int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask); 12111da177e4SLinus Torvalds #else 121236c8b586SIngo Molnar static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask) 12131da177e4SLinus Torvalds { 12144098f991SPaul Jackson if (!cpu_isset(0, new_mask)) 12151da177e4SLinus Torvalds return -EINVAL; 12161da177e4SLinus Torvalds return 0; 12171da177e4SLinus Torvalds } 12181da177e4SLinus Torvalds #endif 12191da177e4SLinus Torvalds 12201da177e4SLinus Torvalds extern unsigned long long sched_clock(void); 122136c8b586SIngo Molnar extern unsigned long long 122236c8b586SIngo Molnar current_sched_time(const struct task_struct *current_task); 12231da177e4SLinus Torvalds 12241da177e4SLinus Torvalds /* sched_exec is called by processes performing an exec */ 12251da177e4SLinus Torvalds #ifdef CONFIG_SMP 12261da177e4SLinus Torvalds extern void sched_exec(void); 12271da177e4SLinus Torvalds #else 12281da177e4SLinus Torvalds #define sched_exec() {} 12291da177e4SLinus Torvalds #endif 12301da177e4SLinus Torvalds 12311da177e4SLinus Torvalds #ifdef CONFIG_HOTPLUG_CPU 12321da177e4SLinus Torvalds extern void idle_task_exit(void); 12331da177e4SLinus Torvalds #else 12341da177e4SLinus Torvalds static inline void idle_task_exit(void) {} 12351da177e4SLinus Torvalds #endif 12361da177e4SLinus Torvalds 12371da177e4SLinus Torvalds extern void sched_idle_next(void); 1238b29739f9SIngo Molnar 1239b29739f9SIngo Molnar #ifdef CONFIG_RT_MUTEXES 124036c8b586SIngo Molnar extern int rt_mutex_getprio(struct task_struct *p); 124136c8b586SIngo Molnar extern void rt_mutex_setprio(struct task_struct *p, int prio); 124236c8b586SIngo Molnar extern void rt_mutex_adjust_pi(struct task_struct *p); 1243b29739f9SIngo Molnar #else 124436c8b586SIngo Molnar static inline int rt_mutex_getprio(struct task_struct *p) 1245b29739f9SIngo Molnar { 1246b29739f9SIngo Molnar return p->normal_prio; 1247b29739f9SIngo Molnar } 124895e02ca9SThomas Gleixner # define rt_mutex_adjust_pi(p) do { } while (0) 1249b29739f9SIngo Molnar #endif 1250b29739f9SIngo Molnar 125136c8b586SIngo Molnar extern void set_user_nice(struct task_struct *p, long nice); 125236c8b586SIngo Molnar extern int task_prio(const struct task_struct *p); 125336c8b586SIngo Molnar extern int task_nice(const struct task_struct *p); 125436c8b586SIngo Molnar extern int can_nice(const struct task_struct *p, const int nice); 125536c8b586SIngo Molnar extern int task_curr(const struct task_struct *p); 12561da177e4SLinus Torvalds extern int idle_cpu(int cpu); 12571da177e4SLinus Torvalds extern int sched_setscheduler(struct task_struct *, int, struct sched_param *); 125836c8b586SIngo Molnar extern struct task_struct *idle_task(int cpu); 125936c8b586SIngo Molnar extern struct task_struct *curr_task(int cpu); 126036c8b586SIngo Molnar extern void set_curr_task(int cpu, struct task_struct *p); 12611da177e4SLinus Torvalds 12621da177e4SLinus Torvalds void yield(void); 12631da177e4SLinus Torvalds 12641da177e4SLinus Torvalds /* 12651da177e4SLinus Torvalds * The default (Linux) execution domain. 12661da177e4SLinus Torvalds */ 12671da177e4SLinus Torvalds extern struct exec_domain default_exec_domain; 12681da177e4SLinus Torvalds 12691da177e4SLinus Torvalds union thread_union { 12701da177e4SLinus Torvalds struct thread_info thread_info; 12711da177e4SLinus Torvalds unsigned long stack[THREAD_SIZE/sizeof(long)]; 12721da177e4SLinus Torvalds }; 12731da177e4SLinus Torvalds 12741da177e4SLinus Torvalds #ifndef __HAVE_ARCH_KSTACK_END 12751da177e4SLinus Torvalds static inline int kstack_end(void *addr) 12761da177e4SLinus Torvalds { 12771da177e4SLinus Torvalds /* Reliable end of stack detection: 12781da177e4SLinus Torvalds * Some APM bios versions misalign the stack 12791da177e4SLinus Torvalds */ 12801da177e4SLinus Torvalds return !(((unsigned long)addr+sizeof(void*)-1) & (THREAD_SIZE-sizeof(void*))); 12811da177e4SLinus Torvalds } 12821da177e4SLinus Torvalds #endif 12831da177e4SLinus Torvalds 12841da177e4SLinus Torvalds extern union thread_union init_thread_union; 12851da177e4SLinus Torvalds extern struct task_struct init_task; 12861da177e4SLinus Torvalds 12871da177e4SLinus Torvalds extern struct mm_struct init_mm; 12881da177e4SLinus Torvalds 12891da177e4SLinus Torvalds #define find_task_by_pid(nr) find_task_by_pid_type(PIDTYPE_PID, nr) 12901da177e4SLinus Torvalds extern struct task_struct *find_task_by_pid_type(int type, int pid); 12911da177e4SLinus Torvalds extern void __set_special_pids(pid_t session, pid_t pgrp); 12921da177e4SLinus Torvalds 12931da177e4SLinus Torvalds /* per-UID process charging. */ 12941da177e4SLinus Torvalds extern struct user_struct * alloc_uid(uid_t); 12951da177e4SLinus Torvalds static inline struct user_struct *get_uid(struct user_struct *u) 12961da177e4SLinus Torvalds { 12971da177e4SLinus Torvalds atomic_inc(&u->__count); 12981da177e4SLinus Torvalds return u; 12991da177e4SLinus Torvalds } 13001da177e4SLinus Torvalds extern void free_uid(struct user_struct *); 13011da177e4SLinus Torvalds extern void switch_uid(struct user_struct *); 13021da177e4SLinus Torvalds 13031da177e4SLinus Torvalds #include <asm/current.h> 13041da177e4SLinus Torvalds 13053171a030SAtsushi Nemoto extern void do_timer(unsigned long ticks); 13061da177e4SLinus Torvalds 13071da177e4SLinus Torvalds extern int FASTCALL(wake_up_state(struct task_struct * tsk, unsigned int state)); 13081da177e4SLinus Torvalds extern int FASTCALL(wake_up_process(struct task_struct * tsk)); 13091da177e4SLinus Torvalds extern void FASTCALL(wake_up_new_task(struct task_struct * tsk, 13101da177e4SLinus Torvalds unsigned long clone_flags)); 13111da177e4SLinus Torvalds #ifdef CONFIG_SMP 13121da177e4SLinus Torvalds extern void kick_process(struct task_struct *tsk); 13131da177e4SLinus Torvalds #else 13141da177e4SLinus Torvalds static inline void kick_process(struct task_struct *tsk) { } 13151da177e4SLinus Torvalds #endif 131636c8b586SIngo Molnar extern void FASTCALL(sched_fork(struct task_struct * p, int clone_flags)); 131736c8b586SIngo Molnar extern void FASTCALL(sched_exit(struct task_struct * p)); 13181da177e4SLinus Torvalds 13191da177e4SLinus Torvalds extern int in_group_p(gid_t); 13201da177e4SLinus Torvalds extern int in_egroup_p(gid_t); 13211da177e4SLinus Torvalds 13221da177e4SLinus Torvalds extern void proc_caches_init(void); 13231da177e4SLinus Torvalds extern void flush_signals(struct task_struct *); 132410ab825bSOleg Nesterov extern void ignore_signals(struct task_struct *); 13251da177e4SLinus Torvalds extern void flush_signal_handlers(struct task_struct *, int force_default); 13261da177e4SLinus Torvalds extern int dequeue_signal(struct task_struct *tsk, sigset_t *mask, siginfo_t *info); 13271da177e4SLinus Torvalds 13281da177e4SLinus Torvalds static inline int dequeue_signal_lock(struct task_struct *tsk, sigset_t *mask, siginfo_t *info) 13291da177e4SLinus Torvalds { 13301da177e4SLinus Torvalds unsigned long flags; 13311da177e4SLinus Torvalds int ret; 13321da177e4SLinus Torvalds 13331da177e4SLinus Torvalds spin_lock_irqsave(&tsk->sighand->siglock, flags); 13341da177e4SLinus Torvalds ret = dequeue_signal(tsk, mask, info); 13351da177e4SLinus Torvalds spin_unlock_irqrestore(&tsk->sighand->siglock, flags); 13361da177e4SLinus Torvalds 13371da177e4SLinus Torvalds return ret; 13381da177e4SLinus Torvalds } 13391da177e4SLinus Torvalds 13401da177e4SLinus Torvalds extern void block_all_signals(int (*notifier)(void *priv), void *priv, 13411da177e4SLinus Torvalds sigset_t *mask); 13421da177e4SLinus Torvalds extern void unblock_all_signals(void); 13431da177e4SLinus Torvalds extern void release_task(struct task_struct * p); 13441da177e4SLinus Torvalds extern int send_sig_info(int, struct siginfo *, struct task_struct *); 13451da177e4SLinus Torvalds extern int send_group_sig_info(int, struct siginfo *, struct task_struct *); 13461da177e4SLinus Torvalds extern int force_sigsegv(int, struct task_struct *); 13471da177e4SLinus Torvalds extern int force_sig_info(int, struct siginfo *, struct task_struct *); 1348c4b92fc1SEric W. Biederman extern int __kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp); 1349c4b92fc1SEric W. Biederman extern int kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp); 1350c4b92fc1SEric W. Biederman extern int kill_pid_info(int sig, struct siginfo *info, struct pid *pid); 13512425c08bSEric W. Biederman extern int kill_pid_info_as_uid(int, struct siginfo *, struct pid *, uid_t, uid_t, u32); 1352c4b92fc1SEric W. Biederman extern int kill_pgrp(struct pid *pid, int sig, int priv); 1353c4b92fc1SEric W. Biederman extern int kill_pid(struct pid *pid, int sig, int priv); 1354c3de4b38SMatthew Wilcox extern int kill_proc_info(int, struct siginfo *, pid_t); 13551da177e4SLinus Torvalds extern void do_notify_parent(struct task_struct *, int); 13561da177e4SLinus Torvalds extern void force_sig(int, struct task_struct *); 13571da177e4SLinus Torvalds extern void force_sig_specific(int, struct task_struct *); 13581da177e4SLinus Torvalds extern int send_sig(int, struct task_struct *, int); 13591da177e4SLinus Torvalds extern void zap_other_threads(struct task_struct *p); 13601da177e4SLinus Torvalds extern int kill_proc(pid_t, int, int); 13611da177e4SLinus Torvalds extern struct sigqueue *sigqueue_alloc(void); 13621da177e4SLinus Torvalds extern void sigqueue_free(struct sigqueue *); 13631da177e4SLinus Torvalds extern int send_sigqueue(int, struct sigqueue *, struct task_struct *); 13641da177e4SLinus Torvalds extern int send_group_sigqueue(int, struct sigqueue *, struct task_struct *); 13659ac95f2fSOleg Nesterov extern int do_sigaction(int, struct k_sigaction *, struct k_sigaction *); 13661da177e4SLinus Torvalds extern int do_sigaltstack(const stack_t __user *, stack_t __user *, unsigned long); 13671da177e4SLinus Torvalds 13689ec52099SCedric Le Goater static inline int kill_cad_pid(int sig, int priv) 13699ec52099SCedric Le Goater { 13709ec52099SCedric Le Goater return kill_pid(cad_pid, sig, priv); 13719ec52099SCedric Le Goater } 13729ec52099SCedric Le Goater 13731da177e4SLinus Torvalds /* These can be the second arg to send_sig_info/send_group_sig_info. */ 13741da177e4SLinus Torvalds #define SEND_SIG_NOINFO ((struct siginfo *) 0) 13751da177e4SLinus Torvalds #define SEND_SIG_PRIV ((struct siginfo *) 1) 13761da177e4SLinus Torvalds #define SEND_SIG_FORCED ((struct siginfo *) 2) 13771da177e4SLinus Torvalds 1378621d3121SOleg Nesterov static inline int is_si_special(const struct siginfo *info) 1379621d3121SOleg Nesterov { 1380621d3121SOleg Nesterov return info <= SEND_SIG_FORCED; 1381621d3121SOleg Nesterov } 1382621d3121SOleg Nesterov 13831da177e4SLinus Torvalds /* True if we are on the alternate signal stack. */ 13841da177e4SLinus Torvalds 13851da177e4SLinus Torvalds static inline int on_sig_stack(unsigned long sp) 13861da177e4SLinus Torvalds { 13871da177e4SLinus Torvalds return (sp - current->sas_ss_sp < current->sas_ss_size); 13881da177e4SLinus Torvalds } 13891da177e4SLinus Torvalds 13901da177e4SLinus Torvalds static inline int sas_ss_flags(unsigned long sp) 13911da177e4SLinus Torvalds { 13921da177e4SLinus Torvalds return (current->sas_ss_size == 0 ? SS_DISABLE 13931da177e4SLinus Torvalds : on_sig_stack(sp) ? SS_ONSTACK : 0); 13941da177e4SLinus Torvalds } 13951da177e4SLinus Torvalds 13961da177e4SLinus Torvalds /* 13971da177e4SLinus Torvalds * Routines for handling mm_structs 13981da177e4SLinus Torvalds */ 13991da177e4SLinus Torvalds extern struct mm_struct * mm_alloc(void); 14001da177e4SLinus Torvalds 14011da177e4SLinus Torvalds /* mmdrop drops the mm and the page tables */ 14021da177e4SLinus Torvalds extern void FASTCALL(__mmdrop(struct mm_struct *)); 14031da177e4SLinus Torvalds static inline void mmdrop(struct mm_struct * mm) 14041da177e4SLinus Torvalds { 14051da177e4SLinus Torvalds if (atomic_dec_and_test(&mm->mm_count)) 14061da177e4SLinus Torvalds __mmdrop(mm); 14071da177e4SLinus Torvalds } 14081da177e4SLinus Torvalds 14091da177e4SLinus Torvalds /* mmput gets rid of the mappings and all user-space */ 14101da177e4SLinus Torvalds extern void mmput(struct mm_struct *); 14111da177e4SLinus Torvalds /* Grab a reference to a task's mm, if it is not already going away */ 14121da177e4SLinus Torvalds extern struct mm_struct *get_task_mm(struct task_struct *task); 14131da177e4SLinus Torvalds /* Remove the current tasks stale references to the old mm_struct */ 14141da177e4SLinus Torvalds extern void mm_release(struct task_struct *, struct mm_struct *); 14151da177e4SLinus Torvalds 14161da177e4SLinus Torvalds extern int copy_thread(int, unsigned long, unsigned long, unsigned long, struct task_struct *, struct pt_regs *); 14171da177e4SLinus Torvalds extern void flush_thread(void); 14181da177e4SLinus Torvalds extern void exit_thread(void); 14191da177e4SLinus Torvalds 14201da177e4SLinus Torvalds extern void exit_files(struct task_struct *); 14216b3934efSOleg Nesterov extern void __cleanup_signal(struct signal_struct *); 1422a7e5328aSOleg Nesterov extern void __cleanup_sighand(struct sighand_struct *); 14231da177e4SLinus Torvalds extern void exit_itimers(struct signal_struct *); 14241da177e4SLinus Torvalds 14251da177e4SLinus Torvalds extern NORET_TYPE void do_group_exit(int); 14261da177e4SLinus Torvalds 14271da177e4SLinus Torvalds extern void daemonize(const char *, ...); 14281da177e4SLinus Torvalds extern int allow_signal(int); 14291da177e4SLinus Torvalds extern int disallow_signal(int); 14301da177e4SLinus Torvalds 14311da177e4SLinus Torvalds extern int do_execve(char *, char __user * __user *, char __user * __user *, struct pt_regs *); 14321da177e4SLinus Torvalds extern long do_fork(unsigned long, unsigned long, struct pt_regs *, unsigned long, int __user *, int __user *); 143336c8b586SIngo Molnar struct task_struct *fork_idle(int); 14341da177e4SLinus Torvalds 14351da177e4SLinus Torvalds extern void set_task_comm(struct task_struct *tsk, char *from); 14361da177e4SLinus Torvalds extern void get_task_comm(char *to, struct task_struct *tsk); 14371da177e4SLinus Torvalds 14381da177e4SLinus Torvalds #ifdef CONFIG_SMP 143936c8b586SIngo Molnar extern void wait_task_inactive(struct task_struct * p); 14401da177e4SLinus Torvalds #else 14411da177e4SLinus Torvalds #define wait_task_inactive(p) do { } while (0) 14421da177e4SLinus Torvalds #endif 14431da177e4SLinus Torvalds 14441da177e4SLinus Torvalds #define remove_parent(p) list_del_init(&(p)->sibling) 14458fafabd8SOleg Nesterov #define add_parent(p) list_add_tail(&(p)->sibling,&(p)->parent->children) 14461da177e4SLinus Torvalds 14475e85d4abSEric W. Biederman #define next_task(p) list_entry(rcu_dereference((p)->tasks.next), struct task_struct, tasks) 14481da177e4SLinus Torvalds 14491da177e4SLinus Torvalds #define for_each_process(p) \ 14501da177e4SLinus Torvalds for (p = &init_task ; (p = next_task(p)) != &init_task ; ) 14511da177e4SLinus Torvalds 14521da177e4SLinus Torvalds /* 14531da177e4SLinus Torvalds * Careful: do_each_thread/while_each_thread is a double loop so 14541da177e4SLinus Torvalds * 'break' will not work as expected - use goto instead. 14551da177e4SLinus Torvalds */ 14561da177e4SLinus Torvalds #define do_each_thread(g, t) \ 14571da177e4SLinus Torvalds for (g = t = &init_task ; (g = t = next_task(g)) != &init_task ; ) do 14581da177e4SLinus Torvalds 14591da177e4SLinus Torvalds #define while_each_thread(g, t) \ 14601da177e4SLinus Torvalds while ((t = next_thread(t)) != g) 14611da177e4SLinus Torvalds 1462de12a787SEric W. Biederman /* de_thread depends on thread_group_leader not being a pid based check */ 1463de12a787SEric W. Biederman #define thread_group_leader(p) (p == p->group_leader) 14641da177e4SLinus Torvalds 14650804ef4bSEric W. Biederman /* Do to the insanities of de_thread it is possible for a process 14660804ef4bSEric W. Biederman * to have the pid of the thread group leader without actually being 14670804ef4bSEric W. Biederman * the thread group leader. For iteration through the pids in proc 14680804ef4bSEric W. Biederman * all we care about is that we have a task with the appropriate 14690804ef4bSEric W. Biederman * pid, we don't actually care if we have the right task. 14700804ef4bSEric W. Biederman */ 14710804ef4bSEric W. Biederman static inline int has_group_leader_pid(struct task_struct *p) 14720804ef4bSEric W. Biederman { 14730804ef4bSEric W. Biederman return p->pid == p->tgid; 14740804ef4bSEric W. Biederman } 14750804ef4bSEric W. Biederman 147636c8b586SIngo Molnar static inline struct task_struct *next_thread(const struct task_struct *p) 147747e65328SOleg Nesterov { 147847e65328SOleg Nesterov return list_entry(rcu_dereference(p->thread_group.next), 147936c8b586SIngo Molnar struct task_struct, thread_group); 148047e65328SOleg Nesterov } 148147e65328SOleg Nesterov 148236c8b586SIngo Molnar static inline int thread_group_empty(struct task_struct *p) 14831da177e4SLinus Torvalds { 148447e65328SOleg Nesterov return list_empty(&p->thread_group); 14851da177e4SLinus Torvalds } 14861da177e4SLinus Torvalds 14871da177e4SLinus Torvalds #define delay_group_leader(p) \ 14881da177e4SLinus Torvalds (thread_group_leader(p) && !thread_group_empty(p)) 14891da177e4SLinus Torvalds 14901da177e4SLinus Torvalds /* 1491260ea101SEric W. Biederman * Protects ->fs, ->files, ->mm, ->group_info, ->comm, keyring 149222e2c507SJens Axboe * subscriptions and synchronises with wait4(). Also used in procfs. Also 1493053199edSPaul Jackson * pins the final release of task.io_context. Also protects ->cpuset. 14941da177e4SLinus Torvalds * 14951da177e4SLinus Torvalds * Nests both inside and outside of read_lock(&tasklist_lock). 14961da177e4SLinus Torvalds * It must not be nested with write_lock_irq(&tasklist_lock), 14971da177e4SLinus Torvalds * neither inside nor outside. 14981da177e4SLinus Torvalds */ 14991da177e4SLinus Torvalds static inline void task_lock(struct task_struct *p) 15001da177e4SLinus Torvalds { 15011da177e4SLinus Torvalds spin_lock(&p->alloc_lock); 15021da177e4SLinus Torvalds } 15031da177e4SLinus Torvalds 15041da177e4SLinus Torvalds static inline void task_unlock(struct task_struct *p) 15051da177e4SLinus Torvalds { 15061da177e4SLinus Torvalds spin_unlock(&p->alloc_lock); 15071da177e4SLinus Torvalds } 15081da177e4SLinus Torvalds 1509f63ee72eSOleg Nesterov extern struct sighand_struct *lock_task_sighand(struct task_struct *tsk, 1510f63ee72eSOleg Nesterov unsigned long *flags); 1511f63ee72eSOleg Nesterov 1512f63ee72eSOleg Nesterov static inline void unlock_task_sighand(struct task_struct *tsk, 1513f63ee72eSOleg Nesterov unsigned long *flags) 1514f63ee72eSOleg Nesterov { 1515f63ee72eSOleg Nesterov spin_unlock_irqrestore(&tsk->sighand->siglock, *flags); 1516f63ee72eSOleg Nesterov } 1517f63ee72eSOleg Nesterov 1518f037360fSAl Viro #ifndef __HAVE_THREAD_FUNCTIONS 1519f037360fSAl Viro 1520f7e4217bSRoman Zippel #define task_thread_info(task) ((struct thread_info *)(task)->stack) 1521f7e4217bSRoman Zippel #define task_stack_page(task) ((task)->stack) 1522a1261f54SAl Viro 152310ebffdeSAl Viro static inline void setup_thread_stack(struct task_struct *p, struct task_struct *org) 152410ebffdeSAl Viro { 152510ebffdeSAl Viro *task_thread_info(p) = *task_thread_info(org); 152610ebffdeSAl Viro task_thread_info(p)->task = p; 152710ebffdeSAl Viro } 152810ebffdeSAl Viro 152910ebffdeSAl Viro static inline unsigned long *end_of_stack(struct task_struct *p) 153010ebffdeSAl Viro { 1531f7e4217bSRoman Zippel return (unsigned long *)(task_thread_info(p) + 1); 153210ebffdeSAl Viro } 153310ebffdeSAl Viro 1534f037360fSAl Viro #endif 1535f037360fSAl Viro 15361da177e4SLinus Torvalds /* set thread flags in other task's structures 15371da177e4SLinus Torvalds * - see asm/thread_info.h for TIF_xxxx flags available 15381da177e4SLinus Torvalds */ 15391da177e4SLinus Torvalds static inline void set_tsk_thread_flag(struct task_struct *tsk, int flag) 15401da177e4SLinus Torvalds { 1541a1261f54SAl Viro set_ti_thread_flag(task_thread_info(tsk), flag); 15421da177e4SLinus Torvalds } 15431da177e4SLinus Torvalds 15441da177e4SLinus Torvalds static inline void clear_tsk_thread_flag(struct task_struct *tsk, int flag) 15451da177e4SLinus Torvalds { 1546a1261f54SAl Viro clear_ti_thread_flag(task_thread_info(tsk), flag); 15471da177e4SLinus Torvalds } 15481da177e4SLinus Torvalds 15491da177e4SLinus Torvalds static inline int test_and_set_tsk_thread_flag(struct task_struct *tsk, int flag) 15501da177e4SLinus Torvalds { 1551a1261f54SAl Viro return test_and_set_ti_thread_flag(task_thread_info(tsk), flag); 15521da177e4SLinus Torvalds } 15531da177e4SLinus Torvalds 15541da177e4SLinus Torvalds static inline int test_and_clear_tsk_thread_flag(struct task_struct *tsk, int flag) 15551da177e4SLinus Torvalds { 1556a1261f54SAl Viro return test_and_clear_ti_thread_flag(task_thread_info(tsk), flag); 15571da177e4SLinus Torvalds } 15581da177e4SLinus Torvalds 15591da177e4SLinus Torvalds static inline int test_tsk_thread_flag(struct task_struct *tsk, int flag) 15601da177e4SLinus Torvalds { 1561a1261f54SAl Viro return test_ti_thread_flag(task_thread_info(tsk), flag); 15621da177e4SLinus Torvalds } 15631da177e4SLinus Torvalds 15641da177e4SLinus Torvalds static inline void set_tsk_need_resched(struct task_struct *tsk) 15651da177e4SLinus Torvalds { 15661da177e4SLinus Torvalds set_tsk_thread_flag(tsk,TIF_NEED_RESCHED); 15671da177e4SLinus Torvalds } 15681da177e4SLinus Torvalds 15691da177e4SLinus Torvalds static inline void clear_tsk_need_resched(struct task_struct *tsk) 15701da177e4SLinus Torvalds { 15711da177e4SLinus Torvalds clear_tsk_thread_flag(tsk,TIF_NEED_RESCHED); 15721da177e4SLinus Torvalds } 15731da177e4SLinus Torvalds 15741da177e4SLinus Torvalds static inline int signal_pending(struct task_struct *p) 15751da177e4SLinus Torvalds { 15761da177e4SLinus Torvalds return unlikely(test_tsk_thread_flag(p,TIF_SIGPENDING)); 15771da177e4SLinus Torvalds } 15781da177e4SLinus Torvalds 15791da177e4SLinus Torvalds static inline int need_resched(void) 15801da177e4SLinus Torvalds { 15811da177e4SLinus Torvalds return unlikely(test_thread_flag(TIF_NEED_RESCHED)); 15821da177e4SLinus Torvalds } 15831da177e4SLinus Torvalds 15841da177e4SLinus Torvalds /* 15851da177e4SLinus Torvalds * cond_resched() and cond_resched_lock(): latency reduction via 15861da177e4SLinus Torvalds * explicit rescheduling in places that are safe. The return 15871da177e4SLinus Torvalds * value indicates whether a reschedule was done in fact. 15881da177e4SLinus Torvalds * cond_resched_lock() will drop the spinlock before scheduling, 15891da177e4SLinus Torvalds * cond_resched_softirq() will enable bhs before scheduling. 15901da177e4SLinus Torvalds */ 15911da177e4SLinus Torvalds extern int cond_resched(void); 15921da177e4SLinus Torvalds extern int cond_resched_lock(spinlock_t * lock); 15931da177e4SLinus Torvalds extern int cond_resched_softirq(void); 15941da177e4SLinus Torvalds 15951da177e4SLinus Torvalds /* 15961da177e4SLinus Torvalds * Does a critical section need to be broken due to another 15971da177e4SLinus Torvalds * task waiting?: 15981da177e4SLinus Torvalds */ 15991da177e4SLinus Torvalds #if defined(CONFIG_PREEMPT) && defined(CONFIG_SMP) 16001da177e4SLinus Torvalds # define need_lockbreak(lock) ((lock)->break_lock) 16011da177e4SLinus Torvalds #else 16021da177e4SLinus Torvalds # define need_lockbreak(lock) 0 16031da177e4SLinus Torvalds #endif 16041da177e4SLinus Torvalds 16051da177e4SLinus Torvalds /* 16061da177e4SLinus Torvalds * Does a critical section need to be broken due to another 16071da177e4SLinus Torvalds * task waiting or preemption being signalled: 16081da177e4SLinus Torvalds */ 16091da177e4SLinus Torvalds static inline int lock_need_resched(spinlock_t *lock) 16101da177e4SLinus Torvalds { 16111da177e4SLinus Torvalds if (need_lockbreak(lock) || need_resched()) 16121da177e4SLinus Torvalds return 1; 16131da177e4SLinus Torvalds return 0; 16141da177e4SLinus Torvalds } 16151da177e4SLinus Torvalds 16161da177e4SLinus Torvalds /* Reevaluate whether the task has signals pending delivery. 16171da177e4SLinus Torvalds This is required every time the blocked sigset_t changes. 16181da177e4SLinus Torvalds callers must hold sighand->siglock. */ 16191da177e4SLinus Torvalds 16201da177e4SLinus Torvalds extern FASTCALL(void recalc_sigpending_tsk(struct task_struct *t)); 16211da177e4SLinus Torvalds extern void recalc_sigpending(void); 16221da177e4SLinus Torvalds 16231da177e4SLinus Torvalds extern void signal_wake_up(struct task_struct *t, int resume_stopped); 16241da177e4SLinus Torvalds 16251da177e4SLinus Torvalds /* 16261da177e4SLinus Torvalds * Wrappers for p->thread_info->cpu access. No-op on UP. 16271da177e4SLinus Torvalds */ 16281da177e4SLinus Torvalds #ifdef CONFIG_SMP 16291da177e4SLinus Torvalds 16301da177e4SLinus Torvalds static inline unsigned int task_cpu(const struct task_struct *p) 16311da177e4SLinus Torvalds { 1632a1261f54SAl Viro return task_thread_info(p)->cpu; 16331da177e4SLinus Torvalds } 16341da177e4SLinus Torvalds 16351da177e4SLinus Torvalds static inline void set_task_cpu(struct task_struct *p, unsigned int cpu) 16361da177e4SLinus Torvalds { 1637a1261f54SAl Viro task_thread_info(p)->cpu = cpu; 16381da177e4SLinus Torvalds } 16391da177e4SLinus Torvalds 16401da177e4SLinus Torvalds #else 16411da177e4SLinus Torvalds 16421da177e4SLinus Torvalds static inline unsigned int task_cpu(const struct task_struct *p) 16431da177e4SLinus Torvalds { 16441da177e4SLinus Torvalds return 0; 16451da177e4SLinus Torvalds } 16461da177e4SLinus Torvalds 16471da177e4SLinus Torvalds static inline void set_task_cpu(struct task_struct *p, unsigned int cpu) 16481da177e4SLinus Torvalds { 16491da177e4SLinus Torvalds } 16501da177e4SLinus Torvalds 16511da177e4SLinus Torvalds #endif /* CONFIG_SMP */ 16521da177e4SLinus Torvalds 16531da177e4SLinus Torvalds #ifdef HAVE_ARCH_PICK_MMAP_LAYOUT 16541da177e4SLinus Torvalds extern void arch_pick_mmap_layout(struct mm_struct *mm); 16551da177e4SLinus Torvalds #else 16561da177e4SLinus Torvalds static inline void arch_pick_mmap_layout(struct mm_struct *mm) 16571da177e4SLinus Torvalds { 16581da177e4SLinus Torvalds mm->mmap_base = TASK_UNMAPPED_BASE; 16591da177e4SLinus Torvalds mm->get_unmapped_area = arch_get_unmapped_area; 16601da177e4SLinus Torvalds mm->unmap_area = arch_unmap_area; 16611da177e4SLinus Torvalds } 16621da177e4SLinus Torvalds #endif 16631da177e4SLinus Torvalds 16641da177e4SLinus Torvalds extern long sched_setaffinity(pid_t pid, cpumask_t new_mask); 16651da177e4SLinus Torvalds extern long sched_getaffinity(pid_t pid, cpumask_t *mask); 16661da177e4SLinus Torvalds 16675c45bf27SSiddha, Suresh B extern int sched_mc_power_savings, sched_smt_power_savings; 16685c45bf27SSiddha, Suresh B 16691da177e4SLinus Torvalds extern void normalize_rt_tasks(void); 16701da177e4SLinus Torvalds 16714b98d11bSAlexey Dobriyan #ifdef CONFIG_TASK_XACCT 16724b98d11bSAlexey Dobriyan static inline void add_rchar(struct task_struct *tsk, ssize_t amt) 16734b98d11bSAlexey Dobriyan { 16744b98d11bSAlexey Dobriyan tsk->rchar += amt; 16754b98d11bSAlexey Dobriyan } 16764b98d11bSAlexey Dobriyan 16774b98d11bSAlexey Dobriyan static inline void add_wchar(struct task_struct *tsk, ssize_t amt) 16784b98d11bSAlexey Dobriyan { 16794b98d11bSAlexey Dobriyan tsk->wchar += amt; 16804b98d11bSAlexey Dobriyan } 16814b98d11bSAlexey Dobriyan 16824b98d11bSAlexey Dobriyan static inline void inc_syscr(struct task_struct *tsk) 16834b98d11bSAlexey Dobriyan { 16844b98d11bSAlexey Dobriyan tsk->syscr++; 16854b98d11bSAlexey Dobriyan } 16864b98d11bSAlexey Dobriyan 16874b98d11bSAlexey Dobriyan static inline void inc_syscw(struct task_struct *tsk) 16884b98d11bSAlexey Dobriyan { 16894b98d11bSAlexey Dobriyan tsk->syscw++; 16904b98d11bSAlexey Dobriyan } 16914b98d11bSAlexey Dobriyan #else 16924b98d11bSAlexey Dobriyan static inline void add_rchar(struct task_struct *tsk, ssize_t amt) 16934b98d11bSAlexey Dobriyan { 16944b98d11bSAlexey Dobriyan } 16954b98d11bSAlexey Dobriyan 16964b98d11bSAlexey Dobriyan static inline void add_wchar(struct task_struct *tsk, ssize_t amt) 16974b98d11bSAlexey Dobriyan { 16984b98d11bSAlexey Dobriyan } 16994b98d11bSAlexey Dobriyan 17004b98d11bSAlexey Dobriyan static inline void inc_syscr(struct task_struct *tsk) 17014b98d11bSAlexey Dobriyan { 17024b98d11bSAlexey Dobriyan } 17034b98d11bSAlexey Dobriyan 17044b98d11bSAlexey Dobriyan static inline void inc_syscw(struct task_struct *tsk) 17054b98d11bSAlexey Dobriyan { 17064b98d11bSAlexey Dobriyan } 17074b98d11bSAlexey Dobriyan #endif 17084b98d11bSAlexey Dobriyan 17091da177e4SLinus Torvalds #endif /* __KERNEL__ */ 17101da177e4SLinus Torvalds 17111da177e4SLinus Torvalds #endif 1712