1097055e2SEdward Tomasz Napierala /*- 28a36da99SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 38a36da99SPedro F. Giffuni * 4097055e2SEdward Tomasz Napierala * Copyright (c) 2010 The FreeBSD Foundation 5097055e2SEdward Tomasz Napierala * All rights reserved. 6097055e2SEdward Tomasz Napierala * 7097055e2SEdward Tomasz Napierala * This software was developed by Edward Tomasz Napierala under sponsorship 8097055e2SEdward Tomasz Napierala * from the FreeBSD Foundation. 9097055e2SEdward Tomasz Napierala * 10097055e2SEdward Tomasz Napierala * Redistribution and use in source and binary forms, with or without 11097055e2SEdward Tomasz Napierala * modification, are permitted provided that the following conditions 12097055e2SEdward Tomasz Napierala * are met: 13097055e2SEdward Tomasz Napierala * 1. Redistributions of source code must retain the above copyright 14097055e2SEdward Tomasz Napierala * notice, this list of conditions and the following disclaimer. 15097055e2SEdward Tomasz Napierala * 2. Redistributions in binary form must reproduce the above copyright 16097055e2SEdward Tomasz Napierala * notice, this list of conditions and the following disclaimer in the 17097055e2SEdward Tomasz Napierala * documentation and/or other materials provided with the distribution. 18097055e2SEdward Tomasz Napierala * 19097055e2SEdward Tomasz Napierala * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 20097055e2SEdward Tomasz Napierala * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21097055e2SEdward Tomasz Napierala * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22097055e2SEdward Tomasz Napierala * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 23097055e2SEdward Tomasz Napierala * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24097055e2SEdward Tomasz Napierala * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 25097055e2SEdward Tomasz Napierala * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 26097055e2SEdward Tomasz Napierala * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27097055e2SEdward Tomasz Napierala * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 28097055e2SEdward Tomasz Napierala * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 29097055e2SEdward Tomasz Napierala * SUCH DAMAGE. 30097055e2SEdward Tomasz Napierala * 31097055e2SEdward Tomasz Napierala * $FreeBSD$ 32097055e2SEdward Tomasz Napierala */ 33097055e2SEdward Tomasz Napierala 34097055e2SEdward Tomasz Napierala #include <sys/cdefs.h> 35097055e2SEdward Tomasz Napierala __FBSDID("$FreeBSD$"); 36097055e2SEdward Tomasz Napierala 3736af9869SEdward Tomasz Napierala #include "opt_sched.h" 38097055e2SEdward Tomasz Napierala 39097055e2SEdward Tomasz Napierala #include <sys/param.h> 40ae34b6ffSEdward Tomasz Napierala #include <sys/buf.h> 410e225211SAndriy Gapon #include <sys/systm.h> 42097055e2SEdward Tomasz Napierala #include <sys/eventhandler.h> 43097055e2SEdward Tomasz Napierala #include <sys/jail.h> 44097055e2SEdward Tomasz Napierala #include <sys/kernel.h> 45097055e2SEdward Tomasz Napierala #include <sys/kthread.h> 46097055e2SEdward Tomasz Napierala #include <sys/lock.h> 47097055e2SEdward Tomasz Napierala #include <sys/loginclass.h> 48097055e2SEdward Tomasz Napierala #include <sys/malloc.h> 49097055e2SEdward Tomasz Napierala #include <sys/mutex.h> 50097055e2SEdward Tomasz Napierala #include <sys/proc.h> 51097055e2SEdward Tomasz Napierala #include <sys/racct.h> 52097055e2SEdward Tomasz Napierala #include <sys/resourcevar.h> 53097055e2SEdward Tomasz Napierala #include <sys/sbuf.h> 54097055e2SEdward Tomasz Napierala #include <sys/sched.h> 55097055e2SEdward Tomasz Napierala #include <sys/sdt.h> 5636af9869SEdward Tomasz Napierala #include <sys/smp.h> 57097055e2SEdward Tomasz Napierala #include <sys/sx.h> 5836af9869SEdward Tomasz Napierala #include <sys/sysctl.h> 59097055e2SEdward Tomasz Napierala #include <sys/sysent.h> 60097055e2SEdward Tomasz Napierala #include <sys/sysproto.h> 61097055e2SEdward Tomasz Napierala #include <sys/umtx.h> 6236af9869SEdward Tomasz Napierala #include <machine/smp.h> 63097055e2SEdward Tomasz Napierala 64097055e2SEdward Tomasz Napierala #ifdef RCTL 65097055e2SEdward Tomasz Napierala #include <sys/rctl.h> 66097055e2SEdward Tomasz Napierala #endif 67097055e2SEdward Tomasz Napierala 68097055e2SEdward Tomasz Napierala #ifdef RACCT 69097055e2SEdward Tomasz Napierala 70097055e2SEdward Tomasz Napierala FEATURE(racct, "Resource Accounting"); 71097055e2SEdward Tomasz Napierala 7236af9869SEdward Tomasz Napierala /* 7336af9869SEdward Tomasz Napierala * Do not block processes that have their %cpu usage <= pcpu_threshold. 7436af9869SEdward Tomasz Napierala */ 7536af9869SEdward Tomasz Napierala static int pcpu_threshold = 1; 76ba8f0eb8SEdward Tomasz Napierala #ifdef RACCT_DEFAULT_TO_DISABLED 77eec8d0a3SMateusz Guzik bool __read_frequently racct_enable = false; 784b5c9cf6SEdward Tomasz Napierala #else 79eec8d0a3SMateusz Guzik bool __read_frequently racct_enable = true; 804b5c9cf6SEdward Tomasz Napierala #endif 8136af9869SEdward Tomasz Napierala 82*7029da5cSPawel Biernacki SYSCTL_NODE(_kern, OID_AUTO, racct, CTLFLAG_RW | CTLFLAG_MPSAFE, 0, 83*7029da5cSPawel Biernacki "Resource Accounting"); 84eec8d0a3SMateusz Guzik SYSCTL_BOOL(_kern_racct, OID_AUTO, enable, CTLFLAG_RDTUN, &racct_enable, 854b5c9cf6SEdward Tomasz Napierala 0, "Enable RACCT/RCTL"); 8636af9869SEdward Tomasz Napierala SYSCTL_UINT(_kern_racct, OID_AUTO, pcpu_threshold, CTLFLAG_RW, &pcpu_threshold, 8736af9869SEdward Tomasz Napierala 0, "Processes with higher %cpu usage than this value can be throttled."); 8836af9869SEdward Tomasz Napierala 8936af9869SEdward Tomasz Napierala /* 9036af9869SEdward Tomasz Napierala * How many seconds it takes to use the scheduler %cpu calculations. When a 9136af9869SEdward Tomasz Napierala * process starts, we compute its %cpu usage by dividing its runtime by the 9236af9869SEdward Tomasz Napierala * process wall clock time. After RACCT_PCPU_SECS pass, we use the value 9336af9869SEdward Tomasz Napierala * provided by the scheduler. 9436af9869SEdward Tomasz Napierala */ 9536af9869SEdward Tomasz Napierala #define RACCT_PCPU_SECS 3 9636af9869SEdward Tomasz Napierala 97bbe4eb6dSEdward Tomasz Napierala struct mtx racct_lock; 98097055e2SEdward Tomasz Napierala MTX_SYSINIT(racct_lock, &racct_lock, "racct lock", MTX_DEF); 99097055e2SEdward Tomasz Napierala 100097055e2SEdward Tomasz Napierala static uma_zone_t racct_zone; 101097055e2SEdward Tomasz Napierala 102097055e2SEdward Tomasz Napierala static void racct_sub_racct(struct racct *dest, const struct racct *src); 103097055e2SEdward Tomasz Napierala static void racct_sub_cred_locked(struct ucred *cred, int resource, 104097055e2SEdward Tomasz Napierala uint64_t amount); 105097055e2SEdward Tomasz Napierala static void racct_add_cred_locked(struct ucred *cred, int resource, 106097055e2SEdward Tomasz Napierala uint64_t amount); 107097055e2SEdward Tomasz Napierala 108097055e2SEdward Tomasz Napierala SDT_PROVIDER_DEFINE(racct); 10936160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, add, 110097055e2SEdward Tomasz Napierala "struct proc *", "int", "uint64_t"); 11136160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, add__failure, 112097055e2SEdward Tomasz Napierala "struct proc *", "int", "uint64_t"); 113bbe4eb6dSEdward Tomasz Napierala SDT_PROBE_DEFINE3(racct, , rusage, add__buf, 114bbe4eb6dSEdward Tomasz Napierala "struct proc *", "const struct buf *", "int"); 11536160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, add__cred, 11636160958SMark Johnston "struct ucred *", "int", "uint64_t"); 11736160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, add__force, 11836160958SMark Johnston "struct proc *", "int", "uint64_t"); 11936160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, set, 12036160958SMark Johnston "struct proc *", "int", "uint64_t"); 12136160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, set__failure, 12236160958SMark Johnston "struct proc *", "int", "uint64_t"); 12310287198SEdward Tomasz Napierala SDT_PROBE_DEFINE3(racct, , rusage, set__force, 12410287198SEdward Tomasz Napierala "struct proc *", "int", "uint64_t"); 12536160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, sub, 12636160958SMark Johnston "struct proc *", "int", "uint64_t"); 12736160958SMark Johnston SDT_PROBE_DEFINE3(racct, , rusage, sub__cred, 12836160958SMark Johnston "struct ucred *", "int", "uint64_t"); 12936160958SMark Johnston SDT_PROBE_DEFINE1(racct, , racct, create, 130097055e2SEdward Tomasz Napierala "struct racct *"); 13136160958SMark Johnston SDT_PROBE_DEFINE1(racct, , racct, destroy, 13236160958SMark Johnston "struct racct *"); 13336160958SMark Johnston SDT_PROBE_DEFINE2(racct, , racct, join, 134097055e2SEdward Tomasz Napierala "struct racct *", "struct racct *"); 13536160958SMark Johnston SDT_PROBE_DEFINE2(racct, , racct, join__failure, 13636160958SMark Johnston "struct racct *", "struct racct *"); 13736160958SMark Johnston SDT_PROBE_DEFINE2(racct, , racct, leave, 13836160958SMark Johnston "struct racct *", "struct racct *"); 139097055e2SEdward Tomasz Napierala 140097055e2SEdward Tomasz Napierala int racct_types[] = { 141097055e2SEdward Tomasz Napierala [RACCT_CPU] = 14285a2f1b4SEdward Tomasz Napierala RACCT_IN_MILLIONS, 143097055e2SEdward Tomasz Napierala [RACCT_DATA] = 144097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_INHERITABLE | RACCT_DENIABLE, 145097055e2SEdward Tomasz Napierala [RACCT_STACK] = 146097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_INHERITABLE | RACCT_DENIABLE, 147097055e2SEdward Tomasz Napierala [RACCT_CORE] = 148097055e2SEdward Tomasz Napierala RACCT_DENIABLE, 149097055e2SEdward Tomasz Napierala [RACCT_RSS] = 150097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE, 151097055e2SEdward Tomasz Napierala [RACCT_MEMLOCK] = 152097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE, 153097055e2SEdward Tomasz Napierala [RACCT_NPROC] = 154097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE, 155097055e2SEdward Tomasz Napierala [RACCT_NOFILE] = 156097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_INHERITABLE | RACCT_DENIABLE, 157097055e2SEdward Tomasz Napierala [RACCT_VMEM] = 158097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_INHERITABLE | RACCT_DENIABLE, 159097055e2SEdward Tomasz Napierala [RACCT_NPTS] = 160097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 161097055e2SEdward Tomasz Napierala [RACCT_SWAP] = 162097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 163097055e2SEdward Tomasz Napierala [RACCT_NTHR] = 164097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE, 165097055e2SEdward Tomasz Napierala [RACCT_MSGQQUEUED] = 166097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 167097055e2SEdward Tomasz Napierala [RACCT_MSGQSIZE] = 168097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 169097055e2SEdward Tomasz Napierala [RACCT_NMSGQ] = 170097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 171097055e2SEdward Tomasz Napierala [RACCT_NSEM] = 172097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 173097055e2SEdward Tomasz Napierala [RACCT_NSEMOP] = 174097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_INHERITABLE | RACCT_DENIABLE, 175097055e2SEdward Tomasz Napierala [RACCT_NSHM] = 176097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 177097055e2SEdward Tomasz Napierala [RACCT_SHMSIZE] = 178097055e2SEdward Tomasz Napierala RACCT_RECLAIMABLE | RACCT_DENIABLE | RACCT_SLOPPY, 179097055e2SEdward Tomasz Napierala [RACCT_WALLCLOCK] = 18036af9869SEdward Tomasz Napierala RACCT_IN_MILLIONS, 18136af9869SEdward Tomasz Napierala [RACCT_PCTCPU] = 182ae34b6ffSEdward Tomasz Napierala RACCT_DECAYING | RACCT_DENIABLE | RACCT_IN_MILLIONS, 183ae34b6ffSEdward Tomasz Napierala [RACCT_READBPS] = 184ae34b6ffSEdward Tomasz Napierala RACCT_DECAYING, 185ae34b6ffSEdward Tomasz Napierala [RACCT_WRITEBPS] = 186ae34b6ffSEdward Tomasz Napierala RACCT_DECAYING, 187ae34b6ffSEdward Tomasz Napierala [RACCT_READIOPS] = 188ae34b6ffSEdward Tomasz Napierala RACCT_DECAYING, 189ae34b6ffSEdward Tomasz Napierala [RACCT_WRITEIOPS] = 190ae34b6ffSEdward Tomasz Napierala RACCT_DECAYING }; 19136af9869SEdward Tomasz Napierala 19236af9869SEdward Tomasz Napierala static const fixpt_t RACCT_DECAY_FACTOR = 0.3 * FSCALE; 19336af9869SEdward Tomasz Napierala 19436af9869SEdward Tomasz Napierala #ifdef SCHED_4BSD 19536af9869SEdward Tomasz Napierala /* 19636af9869SEdward Tomasz Napierala * Contains intermediate values for %cpu calculations to avoid using floating 19736af9869SEdward Tomasz Napierala * point in the kernel. 19836af9869SEdward Tomasz Napierala * ccpu_exp[k] = FSCALE * (ccpu/FSCALE)^k = FSCALE * exp(-k/20) 19936af9869SEdward Tomasz Napierala * It is needed only for the 4BSD scheduler, because in ULE, the ccpu equals to 20036af9869SEdward Tomasz Napierala * zero so the calculations are more straightforward. 20136af9869SEdward Tomasz Napierala */ 20236af9869SEdward Tomasz Napierala fixpt_t ccpu_exp[] = { 20336af9869SEdward Tomasz Napierala [0] = FSCALE * 1, 20436af9869SEdward Tomasz Napierala [1] = FSCALE * 0.95122942450071400909, 20536af9869SEdward Tomasz Napierala [2] = FSCALE * 0.90483741803595957316, 20636af9869SEdward Tomasz Napierala [3] = FSCALE * 0.86070797642505780722, 20736af9869SEdward Tomasz Napierala [4] = FSCALE * 0.81873075307798185866, 20836af9869SEdward Tomasz Napierala [5] = FSCALE * 0.77880078307140486824, 20936af9869SEdward Tomasz Napierala [6] = FSCALE * 0.74081822068171786606, 21036af9869SEdward Tomasz Napierala [7] = FSCALE * 0.70468808971871343435, 21136af9869SEdward Tomasz Napierala [8] = FSCALE * 0.67032004603563930074, 21236af9869SEdward Tomasz Napierala [9] = FSCALE * 0.63762815162177329314, 21336af9869SEdward Tomasz Napierala [10] = FSCALE * 0.60653065971263342360, 21436af9869SEdward Tomasz Napierala [11] = FSCALE * 0.57694981038048669531, 21536af9869SEdward Tomasz Napierala [12] = FSCALE * 0.54881163609402643262, 21636af9869SEdward Tomasz Napierala [13] = FSCALE * 0.52204577676101604789, 21736af9869SEdward Tomasz Napierala [14] = FSCALE * 0.49658530379140951470, 21836af9869SEdward Tomasz Napierala [15] = FSCALE * 0.47236655274101470713, 21936af9869SEdward Tomasz Napierala [16] = FSCALE * 0.44932896411722159143, 22036af9869SEdward Tomasz Napierala [17] = FSCALE * 0.42741493194872666992, 22136af9869SEdward Tomasz Napierala [18] = FSCALE * 0.40656965974059911188, 22236af9869SEdward Tomasz Napierala [19] = FSCALE * 0.38674102345450120691, 22336af9869SEdward Tomasz Napierala [20] = FSCALE * 0.36787944117144232159, 22436af9869SEdward Tomasz Napierala [21] = FSCALE * 0.34993774911115535467, 22536af9869SEdward Tomasz Napierala [22] = FSCALE * 0.33287108369807955328, 22636af9869SEdward Tomasz Napierala [23] = FSCALE * 0.31663676937905321821, 22736af9869SEdward Tomasz Napierala [24] = FSCALE * 0.30119421191220209664, 22836af9869SEdward Tomasz Napierala [25] = FSCALE * 0.28650479686019010032, 22936af9869SEdward Tomasz Napierala [26] = FSCALE * 0.27253179303401260312, 23036af9869SEdward Tomasz Napierala [27] = FSCALE * 0.25924026064589150757, 23136af9869SEdward Tomasz Napierala [28] = FSCALE * 0.24659696394160647693, 23236af9869SEdward Tomasz Napierala [29] = FSCALE * 0.23457028809379765313, 23336af9869SEdward Tomasz Napierala [30] = FSCALE * 0.22313016014842982893, 23436af9869SEdward Tomasz Napierala [31] = FSCALE * 0.21224797382674305771, 23536af9869SEdward Tomasz Napierala [32] = FSCALE * 0.20189651799465540848, 23636af9869SEdward Tomasz Napierala [33] = FSCALE * 0.19204990862075411423, 23736af9869SEdward Tomasz Napierala [34] = FSCALE * 0.18268352405273465022, 23836af9869SEdward Tomasz Napierala [35] = FSCALE * 0.17377394345044512668, 23936af9869SEdward Tomasz Napierala [36] = FSCALE * 0.16529888822158653829, 24036af9869SEdward Tomasz Napierala [37] = FSCALE * 0.15723716631362761621, 24136af9869SEdward Tomasz Napierala [38] = FSCALE * 0.14956861922263505264, 24236af9869SEdward Tomasz Napierala [39] = FSCALE * 0.14227407158651357185, 24336af9869SEdward Tomasz Napierala [40] = FSCALE * 0.13533528323661269189, 24436af9869SEdward Tomasz Napierala [41] = FSCALE * 0.12873490358780421886, 24536af9869SEdward Tomasz Napierala [42] = FSCALE * 0.12245642825298191021, 24636af9869SEdward Tomasz Napierala [43] = FSCALE * 0.11648415777349695786, 24736af9869SEdward Tomasz Napierala [44] = FSCALE * 0.11080315836233388333, 24836af9869SEdward Tomasz Napierala [45] = FSCALE * 0.10539922456186433678, 24936af9869SEdward Tomasz Napierala [46] = FSCALE * 0.10025884372280373372, 25036af9869SEdward Tomasz Napierala [47] = FSCALE * 0.09536916221554961888, 25136af9869SEdward Tomasz Napierala [48] = FSCALE * 0.09071795328941250337, 25236af9869SEdward Tomasz Napierala [49] = FSCALE * 0.08629358649937051097, 25336af9869SEdward Tomasz Napierala [50] = FSCALE * 0.08208499862389879516, 25436af9869SEdward Tomasz Napierala [51] = FSCALE * 0.07808166600115315231, 25536af9869SEdward Tomasz Napierala [52] = FSCALE * 0.07427357821433388042, 25636af9869SEdward Tomasz Napierala [53] = FSCALE * 0.07065121306042958674, 25736af9869SEdward Tomasz Napierala [54] = FSCALE * 0.06720551273974976512, 25836af9869SEdward Tomasz Napierala [55] = FSCALE * 0.06392786120670757270, 25936af9869SEdward Tomasz Napierala [56] = FSCALE * 0.06081006262521796499, 26036af9869SEdward Tomasz Napierala [57] = FSCALE * 0.05784432087483846296, 26136af9869SEdward Tomasz Napierala [58] = FSCALE * 0.05502322005640722902, 26236af9869SEdward Tomasz Napierala [59] = FSCALE * 0.05233970594843239308, 26336af9869SEdward Tomasz Napierala [60] = FSCALE * 0.04978706836786394297, 26436af9869SEdward Tomasz Napierala [61] = FSCALE * 0.04735892439114092119, 26536af9869SEdward Tomasz Napierala [62] = FSCALE * 0.04504920239355780606, 26636af9869SEdward Tomasz Napierala [63] = FSCALE * 0.04285212686704017991, 26736af9869SEdward Tomasz Napierala [64] = FSCALE * 0.04076220397836621516, 26836af9869SEdward Tomasz Napierala [65] = FSCALE * 0.03877420783172200988, 26936af9869SEdward Tomasz Napierala [66] = FSCALE * 0.03688316740124000544, 27036af9869SEdward Tomasz Napierala [67] = FSCALE * 0.03508435410084502588, 27136af9869SEdward Tomasz Napierala [68] = FSCALE * 0.03337326996032607948, 27236af9869SEdward Tomasz Napierala [69] = FSCALE * 0.03174563637806794323, 27336af9869SEdward Tomasz Napierala [70] = FSCALE * 0.03019738342231850073, 27436af9869SEdward Tomasz Napierala [71] = FSCALE * 0.02872463965423942912, 27536af9869SEdward Tomasz Napierala [72] = FSCALE * 0.02732372244729256080, 27636af9869SEdward Tomasz Napierala [73] = FSCALE * 0.02599112877875534358, 27736af9869SEdward Tomasz Napierala [74] = FSCALE * 0.02472352647033939120, 27836af9869SEdward Tomasz Napierala [75] = FSCALE * 0.02351774585600910823, 27936af9869SEdward Tomasz Napierala [76] = FSCALE * 0.02237077185616559577, 28036af9869SEdward Tomasz Napierala [77] = FSCALE * 0.02127973643837716938, 28136af9869SEdward Tomasz Napierala [78] = FSCALE * 0.02024191144580438847, 28236af9869SEdward Tomasz Napierala [79] = FSCALE * 0.01925470177538692429, 28336af9869SEdward Tomasz Napierala [80] = FSCALE * 0.01831563888873418029, 28436af9869SEdward Tomasz Napierala [81] = FSCALE * 0.01742237463949351138, 28536af9869SEdward Tomasz Napierala [82] = FSCALE * 0.01657267540176124754, 28636af9869SEdward Tomasz Napierala [83] = FSCALE * 0.01576441648485449082, 28736af9869SEdward Tomasz Napierala [84] = FSCALE * 0.01499557682047770621, 28836af9869SEdward Tomasz Napierala [85] = FSCALE * 0.01426423390899925527, 28936af9869SEdward Tomasz Napierala [86] = FSCALE * 0.01356855901220093175, 29036af9869SEdward Tomasz Napierala [87] = FSCALE * 0.01290681258047986886, 29136af9869SEdward Tomasz Napierala [88] = FSCALE * 0.01227733990306844117, 29236af9869SEdward Tomasz Napierala [89] = FSCALE * 0.01167856697039544521, 29336af9869SEdward Tomasz Napierala [90] = FSCALE * 0.01110899653824230649, 29436af9869SEdward Tomasz Napierala [91] = FSCALE * 0.01056720438385265337, 29536af9869SEdward Tomasz Napierala [92] = FSCALE * 0.01005183574463358164, 29636af9869SEdward Tomasz Napierala [93] = FSCALE * 0.00956160193054350793, 29736af9869SEdward Tomasz Napierala [94] = FSCALE * 0.00909527710169581709, 29836af9869SEdward Tomasz Napierala [95] = FSCALE * 0.00865169520312063417, 29936af9869SEdward Tomasz Napierala [96] = FSCALE * 0.00822974704902002884, 30036af9869SEdward Tomasz Napierala [97] = FSCALE * 0.00782837754922577143, 30136af9869SEdward Tomasz Napierala [98] = FSCALE * 0.00744658307092434051, 30236af9869SEdward Tomasz Napierala [99] = FSCALE * 0.00708340892905212004, 30336af9869SEdward Tomasz Napierala [100] = FSCALE * 0.00673794699908546709, 30436af9869SEdward Tomasz Napierala [101] = FSCALE * 0.00640933344625638184, 30536af9869SEdward Tomasz Napierala [102] = FSCALE * 0.00609674656551563610, 30636af9869SEdward Tomasz Napierala [103] = FSCALE * 0.00579940472684214321, 30736af9869SEdward Tomasz Napierala [104] = FSCALE * 0.00551656442076077241, 30836af9869SEdward Tomasz Napierala [105] = FSCALE * 0.00524751839918138427, 30936af9869SEdward Tomasz Napierala [106] = FSCALE * 0.00499159390691021621, 31036af9869SEdward Tomasz Napierala [107] = FSCALE * 0.00474815099941147558, 31136af9869SEdward Tomasz Napierala [108] = FSCALE * 0.00451658094261266798, 31236af9869SEdward Tomasz Napierala [109] = FSCALE * 0.00429630469075234057, 31336af9869SEdward Tomasz Napierala [110] = FSCALE * 0.00408677143846406699, 31436af9869SEdward Tomasz Napierala }; 31536af9869SEdward Tomasz Napierala #endif 31636af9869SEdward Tomasz Napierala 31736af9869SEdward Tomasz Napierala #define CCPU_EXP_MAX 110 31836af9869SEdward Tomasz Napierala 31936af9869SEdward Tomasz Napierala /* 32036af9869SEdward Tomasz Napierala * This function is analogical to the getpcpu() function in the ps(1) command. 32136af9869SEdward Tomasz Napierala * They should both calculate in the same way so that the racct %cpu 32236af9869SEdward Tomasz Napierala * calculations are consistent with the values showed by the ps(1) tool. 32336af9869SEdward Tomasz Napierala * The calculations are more complex in the 4BSD scheduler because of the value 32436af9869SEdward Tomasz Napierala * of the ccpu variable. In ULE it is defined to be zero which saves us some 32536af9869SEdward Tomasz Napierala * work. 32636af9869SEdward Tomasz Napierala */ 32736af9869SEdward Tomasz Napierala static uint64_t 32836af9869SEdward Tomasz Napierala racct_getpcpu(struct proc *p, u_int pcpu) 32936af9869SEdward Tomasz Napierala { 33036af9869SEdward Tomasz Napierala u_int swtime; 33136af9869SEdward Tomasz Napierala #ifdef SCHED_4BSD 33236af9869SEdward Tomasz Napierala fixpt_t pctcpu, pctcpu_next; 33336af9869SEdward Tomasz Napierala #endif 33436af9869SEdward Tomasz Napierala #ifdef SMP 33536af9869SEdward Tomasz Napierala struct pcpu *pc; 33636af9869SEdward Tomasz Napierala int found; 33736af9869SEdward Tomasz Napierala #endif 33836af9869SEdward Tomasz Napierala fixpt_t p_pctcpu; 33936af9869SEdward Tomasz Napierala struct thread *td; 34036af9869SEdward Tomasz Napierala 3414b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 3424b5c9cf6SEdward Tomasz Napierala 34336af9869SEdward Tomasz Napierala /* 34436af9869SEdward Tomasz Napierala * If the process is swapped out, we count its %cpu usage as zero. 34536af9869SEdward Tomasz Napierala * This behaviour is consistent with the userland ps(1) tool. 34636af9869SEdward Tomasz Napierala */ 34736af9869SEdward Tomasz Napierala if ((p->p_flag & P_INMEM) == 0) 34836af9869SEdward Tomasz Napierala return (0); 34936af9869SEdward Tomasz Napierala swtime = (ticks - p->p_swtick) / hz; 35036af9869SEdward Tomasz Napierala 35136af9869SEdward Tomasz Napierala /* 35236af9869SEdward Tomasz Napierala * For short-lived processes, the sched_pctcpu() returns small 35336af9869SEdward Tomasz Napierala * values even for cpu intensive processes. Therefore we use 35436af9869SEdward Tomasz Napierala * our own estimate in this case. 35536af9869SEdward Tomasz Napierala */ 35636af9869SEdward Tomasz Napierala if (swtime < RACCT_PCPU_SECS) 35736af9869SEdward Tomasz Napierala return (pcpu); 35836af9869SEdward Tomasz Napierala 35936af9869SEdward Tomasz Napierala p_pctcpu = 0; 36036af9869SEdward Tomasz Napierala FOREACH_THREAD_IN_PROC(p, td) { 36136af9869SEdward Tomasz Napierala if (td == PCPU_GET(idlethread)) 36236af9869SEdward Tomasz Napierala continue; 36336af9869SEdward Tomasz Napierala #ifdef SMP 36436af9869SEdward Tomasz Napierala found = 0; 36536af9869SEdward Tomasz Napierala STAILQ_FOREACH(pc, &cpuhead, pc_allcpu) { 36636af9869SEdward Tomasz Napierala if (td == pc->pc_idlethread) { 36736af9869SEdward Tomasz Napierala found = 1; 36836af9869SEdward Tomasz Napierala break; 36936af9869SEdward Tomasz Napierala } 37036af9869SEdward Tomasz Napierala } 37136af9869SEdward Tomasz Napierala if (found) 37236af9869SEdward Tomasz Napierala continue; 37336af9869SEdward Tomasz Napierala #endif 37436af9869SEdward Tomasz Napierala thread_lock(td); 37536af9869SEdward Tomasz Napierala #ifdef SCHED_4BSD 37636af9869SEdward Tomasz Napierala pctcpu = sched_pctcpu(td); 37736af9869SEdward Tomasz Napierala /* Count also the yet unfinished second. */ 37836af9869SEdward Tomasz Napierala pctcpu_next = (pctcpu * ccpu_exp[1]) >> FSHIFT; 37936af9869SEdward Tomasz Napierala pctcpu_next += sched_pctcpu_delta(td); 38036af9869SEdward Tomasz Napierala p_pctcpu += max(pctcpu, pctcpu_next); 38136af9869SEdward Tomasz Napierala #else 38236af9869SEdward Tomasz Napierala /* 38336af9869SEdward Tomasz Napierala * In ULE the %cpu statistics are updated on every 38436af9869SEdward Tomasz Napierala * sched_pctcpu() call. So special calculations to 38536af9869SEdward Tomasz Napierala * account for the latest (unfinished) second are 38636af9869SEdward Tomasz Napierala * not needed. 38736af9869SEdward Tomasz Napierala */ 38836af9869SEdward Tomasz Napierala p_pctcpu += sched_pctcpu(td); 38936af9869SEdward Tomasz Napierala #endif 39036af9869SEdward Tomasz Napierala thread_unlock(td); 39136af9869SEdward Tomasz Napierala } 39236af9869SEdward Tomasz Napierala 39336af9869SEdward Tomasz Napierala #ifdef SCHED_4BSD 39436af9869SEdward Tomasz Napierala if (swtime <= CCPU_EXP_MAX) 39536af9869SEdward Tomasz Napierala return ((100 * (uint64_t)p_pctcpu * 1000000) / 39636af9869SEdward Tomasz Napierala (FSCALE - ccpu_exp[swtime])); 39736af9869SEdward Tomasz Napierala #endif 39836af9869SEdward Tomasz Napierala 39936af9869SEdward Tomasz Napierala return ((100 * (uint64_t)p_pctcpu * 1000000) / FSCALE); 40036af9869SEdward Tomasz Napierala } 401097055e2SEdward Tomasz Napierala 402097055e2SEdward Tomasz Napierala static void 403097055e2SEdward Tomasz Napierala racct_add_racct(struct racct *dest, const struct racct *src) 404097055e2SEdward Tomasz Napierala { 405097055e2SEdward Tomasz Napierala int i; 406097055e2SEdward Tomasz Napierala 4074b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 4084c230cdaSEdward Tomasz Napierala RACCT_LOCK_ASSERT(); 409097055e2SEdward Tomasz Napierala 410097055e2SEdward Tomasz Napierala /* 411097055e2SEdward Tomasz Napierala * Update resource usage in dest. 412097055e2SEdward Tomasz Napierala */ 413097055e2SEdward Tomasz Napierala for (i = 0; i <= RACCT_MAX; i++) { 414097055e2SEdward Tomasz Napierala KASSERT(dest->r_resources[i] >= 0, 415baf85d0aSEdward Tomasz Napierala ("%s: resource %d propagation meltdown: dest < 0", 416baf85d0aSEdward Tomasz Napierala __func__, i)); 417097055e2SEdward Tomasz Napierala KASSERT(src->r_resources[i] >= 0, 418baf85d0aSEdward Tomasz Napierala ("%s: resource %d propagation meltdown: src < 0", 419baf85d0aSEdward Tomasz Napierala __func__, i)); 420097055e2SEdward Tomasz Napierala dest->r_resources[i] += src->r_resources[i]; 421097055e2SEdward Tomasz Napierala } 422097055e2SEdward Tomasz Napierala } 423097055e2SEdward Tomasz Napierala 424097055e2SEdward Tomasz Napierala static void 425097055e2SEdward Tomasz Napierala racct_sub_racct(struct racct *dest, const struct racct *src) 426097055e2SEdward Tomasz Napierala { 427097055e2SEdward Tomasz Napierala int i; 428097055e2SEdward Tomasz Napierala 4294b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 4304c230cdaSEdward Tomasz Napierala RACCT_LOCK_ASSERT(); 431097055e2SEdward Tomasz Napierala 432097055e2SEdward Tomasz Napierala /* 433097055e2SEdward Tomasz Napierala * Update resource usage in dest. 434097055e2SEdward Tomasz Napierala */ 435097055e2SEdward Tomasz Napierala for (i = 0; i <= RACCT_MAX; i++) { 43684c9193bSEdward Tomasz Napierala if (!RACCT_IS_SLOPPY(i) && !RACCT_IS_DECAYING(i)) { 437097055e2SEdward Tomasz Napierala KASSERT(dest->r_resources[i] >= 0, 438baf85d0aSEdward Tomasz Napierala ("%s: resource %d propagation meltdown: dest < 0", 439baf85d0aSEdward Tomasz Napierala __func__, i)); 440097055e2SEdward Tomasz Napierala KASSERT(src->r_resources[i] >= 0, 441baf85d0aSEdward Tomasz Napierala ("%s: resource %d propagation meltdown: src < 0", 442baf85d0aSEdward Tomasz Napierala __func__, i)); 443097055e2SEdward Tomasz Napierala KASSERT(src->r_resources[i] <= dest->r_resources[i], 444baf85d0aSEdward Tomasz Napierala ("%s: resource %d propagation meltdown: src > dest", 445baf85d0aSEdward Tomasz Napierala __func__, i)); 446097055e2SEdward Tomasz Napierala } 44736af9869SEdward Tomasz Napierala if (RACCT_CAN_DROP(i)) { 448097055e2SEdward Tomasz Napierala dest->r_resources[i] -= src->r_resources[i]; 4495c939660SEdward Tomasz Napierala if (dest->r_resources[i] < 0) 450097055e2SEdward Tomasz Napierala dest->r_resources[i] = 0; 451097055e2SEdward Tomasz Napierala } 452097055e2SEdward Tomasz Napierala } 453097055e2SEdward Tomasz Napierala } 454097055e2SEdward Tomasz Napierala 455097055e2SEdward Tomasz Napierala void 456097055e2SEdward Tomasz Napierala racct_create(struct racct **racctp) 457097055e2SEdward Tomasz Napierala { 458097055e2SEdward Tomasz Napierala 4594b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 4604b5c9cf6SEdward Tomasz Napierala return; 4614b5c9cf6SEdward Tomasz Napierala 46236160958SMark Johnston SDT_PROBE1(racct, , racct, create, racctp); 463097055e2SEdward Tomasz Napierala 464097055e2SEdward Tomasz Napierala KASSERT(*racctp == NULL, ("racct already allocated")); 465097055e2SEdward Tomasz Napierala 466097055e2SEdward Tomasz Napierala *racctp = uma_zalloc(racct_zone, M_WAITOK | M_ZERO); 467097055e2SEdward Tomasz Napierala } 468097055e2SEdward Tomasz Napierala 469097055e2SEdward Tomasz Napierala static void 470097055e2SEdward Tomasz Napierala racct_destroy_locked(struct racct **racctp) 471097055e2SEdward Tomasz Napierala { 472097055e2SEdward Tomasz Napierala struct racct *racct; 473c1a43e73SEdward Tomasz Napierala int i; 474097055e2SEdward Tomasz Napierala 4754b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 4764b5c9cf6SEdward Tomasz Napierala 47736160958SMark Johnston SDT_PROBE1(racct, , racct, destroy, racctp); 478097055e2SEdward Tomasz Napierala 4794c230cdaSEdward Tomasz Napierala RACCT_LOCK_ASSERT(); 480097055e2SEdward Tomasz Napierala KASSERT(racctp != NULL, ("NULL racctp")); 481097055e2SEdward Tomasz Napierala KASSERT(*racctp != NULL, ("NULL racct")); 482097055e2SEdward Tomasz Napierala 483097055e2SEdward Tomasz Napierala racct = *racctp; 484097055e2SEdward Tomasz Napierala 485097055e2SEdward Tomasz Napierala for (i = 0; i <= RACCT_MAX; i++) { 4864fe84775SEdward Tomasz Napierala if (RACCT_IS_SLOPPY(i)) 487097055e2SEdward Tomasz Napierala continue; 4884fe84775SEdward Tomasz Napierala if (!RACCT_IS_RECLAIMABLE(i)) 489097055e2SEdward Tomasz Napierala continue; 490097055e2SEdward Tomasz Napierala KASSERT(racct->r_resources[i] == 0, 491097055e2SEdward Tomasz Napierala ("destroying non-empty racct: " 492097055e2SEdward Tomasz Napierala "%ju allocated for resource %d\n", 493097055e2SEdward Tomasz Napierala racct->r_resources[i], i)); 494097055e2SEdward Tomasz Napierala } 495097055e2SEdward Tomasz Napierala uma_zfree(racct_zone, racct); 496097055e2SEdward Tomasz Napierala *racctp = NULL; 497097055e2SEdward Tomasz Napierala } 498097055e2SEdward Tomasz Napierala 499097055e2SEdward Tomasz Napierala void 500097055e2SEdward Tomasz Napierala racct_destroy(struct racct **racct) 501097055e2SEdward Tomasz Napierala { 502097055e2SEdward Tomasz Napierala 5034b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 5044b5c9cf6SEdward Tomasz Napierala return; 5054b5c9cf6SEdward Tomasz Napierala 5064c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 507097055e2SEdward Tomasz Napierala racct_destroy_locked(racct); 5084c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 509097055e2SEdward Tomasz Napierala } 510097055e2SEdward Tomasz Napierala 511097055e2SEdward Tomasz Napierala /* 512af1a7b25SEdward Tomasz Napierala * Increase consumption of 'resource' by 'amount' for 'racct', 513af1a7b25SEdward Tomasz Napierala * but not its parents. Differently from other cases, 'amount' here 514097055e2SEdward Tomasz Napierala * may be less than zero. 515097055e2SEdward Tomasz Napierala */ 516097055e2SEdward Tomasz Napierala static void 5173768a5dfSJeremie Le Hen racct_adjust_resource(struct racct *racct, int resource, 518a8e0740eSEdward Tomasz Napierala int64_t amount) 519097055e2SEdward Tomasz Napierala { 520097055e2SEdward Tomasz Napierala 5214b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 5224c230cdaSEdward Tomasz Napierala RACCT_LOCK_ASSERT(); 523097055e2SEdward Tomasz Napierala KASSERT(racct != NULL, ("NULL racct")); 524097055e2SEdward Tomasz Napierala 525097055e2SEdward Tomasz Napierala racct->r_resources[resource] += amount; 526097055e2SEdward Tomasz Napierala if (racct->r_resources[resource] < 0) { 52736af9869SEdward Tomasz Napierala KASSERT(RACCT_IS_SLOPPY(resource) || RACCT_IS_DECAYING(resource), 528baf85d0aSEdward Tomasz Napierala ("%s: resource %d usage < 0", __func__, resource)); 529097055e2SEdward Tomasz Napierala racct->r_resources[resource] = 0; 530097055e2SEdward Tomasz Napierala } 53136af9869SEdward Tomasz Napierala 53236af9869SEdward Tomasz Napierala /* 53336af9869SEdward Tomasz Napierala * There are some cases where the racct %cpu resource would grow 53409766dd5SJosh Paetzel * beyond 100% per core. For example in racct_proc_exit() we add 53509766dd5SJosh Paetzel * the process %cpu usage to the ucred racct containers. If too 53609766dd5SJosh Paetzel * many processes terminated in a short time span, the ucred %cpu 53709766dd5SJosh Paetzel * resource could grow too much. Also, the 4BSD scheduler sometimes 53809766dd5SJosh Paetzel * returns for a thread more than 100% cpu usage. So we set a sane 53909766dd5SJosh Paetzel * boundary here to 100% * the maxumum number of CPUs. 54036af9869SEdward Tomasz Napierala */ 54136af9869SEdward Tomasz Napierala if ((resource == RACCT_PCTCPU) && 54209766dd5SJosh Paetzel (racct->r_resources[RACCT_PCTCPU] > 100 * 1000000 * (int64_t)MAXCPU)) 54309766dd5SJosh Paetzel racct->r_resources[RACCT_PCTCPU] = 100 * 1000000 * (int64_t)MAXCPU; 544097055e2SEdward Tomasz Napierala } 545097055e2SEdward Tomasz Napierala 5462d8696d1SEdward Tomasz Napierala static int 5477cea96f6SEdward Tomasz Napierala racct_add_locked(struct proc *p, int resource, uint64_t amount, int force) 548097055e2SEdward Tomasz Napierala { 549097055e2SEdward Tomasz Napierala #ifdef RCTL 550097055e2SEdward Tomasz Napierala int error; 551097055e2SEdward Tomasz Napierala #endif 552097055e2SEdward Tomasz Napierala 5534b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 5544b5c9cf6SEdward Tomasz Napierala 555097055e2SEdward Tomasz Napierala /* 556097055e2SEdward Tomasz Napierala * We need proc lock to dereference p->p_ucred. 557097055e2SEdward Tomasz Napierala */ 558097055e2SEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 559097055e2SEdward Tomasz Napierala 560097055e2SEdward Tomasz Napierala #ifdef RCTL 561097055e2SEdward Tomasz Napierala error = rctl_enforce(p, resource, amount); 562659e7466SEdward Tomasz Napierala if (error && !force && RACCT_IS_DENIABLE(resource)) { 56336160958SMark Johnston SDT_PROBE3(racct, , rusage, add__failure, p, resource, amount); 564097055e2SEdward Tomasz Napierala return (error); 565097055e2SEdward Tomasz Napierala } 566097055e2SEdward Tomasz Napierala #endif 5673768a5dfSJeremie Le Hen racct_adjust_resource(p->p_racct, resource, amount); 568097055e2SEdward Tomasz Napierala racct_add_cred_locked(p->p_ucred, resource, amount); 569097055e2SEdward Tomasz Napierala 570097055e2SEdward Tomasz Napierala return (0); 571097055e2SEdward Tomasz Napierala } 572097055e2SEdward Tomasz Napierala 5732d8696d1SEdward Tomasz Napierala /* 5742d8696d1SEdward Tomasz Napierala * Increase allocation of 'resource' by 'amount' for process 'p'. 5752d8696d1SEdward Tomasz Napierala * Return 0 if it's below limits, or errno, if it's not. 5762d8696d1SEdward Tomasz Napierala */ 5772d8696d1SEdward Tomasz Napierala int 5782d8696d1SEdward Tomasz Napierala racct_add(struct proc *p, int resource, uint64_t amount) 5792d8696d1SEdward Tomasz Napierala { 5802d8696d1SEdward Tomasz Napierala int error; 5812d8696d1SEdward Tomasz Napierala 5824b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 5834b5c9cf6SEdward Tomasz Napierala return (0); 5844b5c9cf6SEdward Tomasz Napierala 5857cea96f6SEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, add, p, resource, amount); 5867cea96f6SEdward Tomasz Napierala 5874c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 5887cea96f6SEdward Tomasz Napierala error = racct_add_locked(p, resource, amount, 0); 5894c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 5902d8696d1SEdward Tomasz Napierala return (error); 5912d8696d1SEdward Tomasz Napierala } 5922d8696d1SEdward Tomasz Napierala 5930b9f1ecbSEdward Tomasz Napierala /* 5940b9f1ecbSEdward Tomasz Napierala * Increase allocation of 'resource' by 'amount' for process 'p'. 5950b9f1ecbSEdward Tomasz Napierala * Doesn't check for limits and never fails. 5960b9f1ecbSEdward Tomasz Napierala */ 5970b9f1ecbSEdward Tomasz Napierala void 5980b9f1ecbSEdward Tomasz Napierala racct_add_force(struct proc *p, int resource, uint64_t amount) 5990b9f1ecbSEdward Tomasz Napierala { 6000b9f1ecbSEdward Tomasz Napierala 6010b9f1ecbSEdward Tomasz Napierala if (!racct_enable) 6020b9f1ecbSEdward Tomasz Napierala return; 6030b9f1ecbSEdward Tomasz Napierala 6040b9f1ecbSEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, add__force, p, resource, amount); 6050b9f1ecbSEdward Tomasz Napierala 6064c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 6070b9f1ecbSEdward Tomasz Napierala racct_add_locked(p, resource, amount, 1); 6084c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 6090b9f1ecbSEdward Tomasz Napierala } 6100b9f1ecbSEdward Tomasz Napierala 611097055e2SEdward Tomasz Napierala static void 612097055e2SEdward Tomasz Napierala racct_add_cred_locked(struct ucred *cred, int resource, uint64_t amount) 613097055e2SEdward Tomasz Napierala { 614097055e2SEdward Tomasz Napierala struct prison *pr; 615097055e2SEdward Tomasz Napierala 6164b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 6174b5c9cf6SEdward Tomasz Napierala 6183768a5dfSJeremie Le Hen racct_adjust_resource(cred->cr_ruidinfo->ui_racct, resource, amount); 619097055e2SEdward Tomasz Napierala for (pr = cred->cr_prison; pr != NULL; pr = pr->pr_parent) 6203768a5dfSJeremie Le Hen racct_adjust_resource(pr->pr_prison_racct->prr_racct, resource, 621a7ad07bfSEdward Tomasz Napierala amount); 6223768a5dfSJeremie Le Hen racct_adjust_resource(cred->cr_loginclass->lc_racct, resource, amount); 623097055e2SEdward Tomasz Napierala } 624097055e2SEdward Tomasz Napierala 625097055e2SEdward Tomasz Napierala /* 626097055e2SEdward Tomasz Napierala * Increase allocation of 'resource' by 'amount' for credential 'cred'. 627097055e2SEdward Tomasz Napierala * Doesn't check for limits and never fails. 628097055e2SEdward Tomasz Napierala */ 629097055e2SEdward Tomasz Napierala void 630097055e2SEdward Tomasz Napierala racct_add_cred(struct ucred *cred, int resource, uint64_t amount) 631097055e2SEdward Tomasz Napierala { 632097055e2SEdward Tomasz Napierala 6334b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 6344b5c9cf6SEdward Tomasz Napierala return; 6354b5c9cf6SEdward Tomasz Napierala 636bbe4eb6dSEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, add__cred, cred, resource, amount); 637bbe4eb6dSEdward Tomasz Napierala 6384c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 639097055e2SEdward Tomasz Napierala racct_add_cred_locked(cred, resource, amount); 6404c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 641097055e2SEdward Tomasz Napierala } 642097055e2SEdward Tomasz Napierala 643ae34b6ffSEdward Tomasz Napierala /* 644ae34b6ffSEdward Tomasz Napierala * Account for disk IO resource consumption. Checks for limits, 645ae34b6ffSEdward Tomasz Napierala * but never fails, due to disk limits being undeniable. 646ae34b6ffSEdward Tomasz Napierala */ 647ae34b6ffSEdward Tomasz Napierala void 648ae34b6ffSEdward Tomasz Napierala racct_add_buf(struct proc *p, const struct buf *bp, int is_write) 649ae34b6ffSEdward Tomasz Napierala { 650ae34b6ffSEdward Tomasz Napierala 651ae34b6ffSEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 652ae34b6ffSEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 653ae34b6ffSEdward Tomasz Napierala 654bbe4eb6dSEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, add__buf, p, bp, is_write); 655bbe4eb6dSEdward Tomasz Napierala 656ae34b6ffSEdward Tomasz Napierala RACCT_LOCK(); 657ae34b6ffSEdward Tomasz Napierala if (is_write) { 658ae34b6ffSEdward Tomasz Napierala racct_add_locked(curproc, RACCT_WRITEBPS, bp->b_bcount, 1); 659ae34b6ffSEdward Tomasz Napierala racct_add_locked(curproc, RACCT_WRITEIOPS, 1, 1); 660ae34b6ffSEdward Tomasz Napierala } else { 661ae34b6ffSEdward Tomasz Napierala racct_add_locked(curproc, RACCT_READBPS, bp->b_bcount, 1); 662ae34b6ffSEdward Tomasz Napierala racct_add_locked(curproc, RACCT_READIOPS, 1, 1); 663ae34b6ffSEdward Tomasz Napierala } 664ae34b6ffSEdward Tomasz Napierala RACCT_UNLOCK(); 665ae34b6ffSEdward Tomasz Napierala } 666ae34b6ffSEdward Tomasz Napierala 667097055e2SEdward Tomasz Napierala static int 66810287198SEdward Tomasz Napierala racct_set_locked(struct proc *p, int resource, uint64_t amount, int force) 669097055e2SEdward Tomasz Napierala { 670c1a43e73SEdward Tomasz Napierala int64_t old_amount, decayed_amount, diff_proc, diff_cred; 671097055e2SEdward Tomasz Napierala #ifdef RCTL 672097055e2SEdward Tomasz Napierala int error; 673097055e2SEdward Tomasz Napierala #endif 674097055e2SEdward Tomasz Napierala 6754b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 6764b5c9cf6SEdward Tomasz Napierala 677097055e2SEdward Tomasz Napierala /* 678097055e2SEdward Tomasz Napierala * We need proc lock to dereference p->p_ucred. 679097055e2SEdward Tomasz Napierala */ 680097055e2SEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 681097055e2SEdward Tomasz Napierala 68236af9869SEdward Tomasz Napierala old_amount = p->p_racct->r_resources[resource]; 68336af9869SEdward Tomasz Napierala /* 68436af9869SEdward Tomasz Napierala * The diffs may be negative. 68536af9869SEdward Tomasz Napierala */ 68636af9869SEdward Tomasz Napierala diff_proc = amount - old_amount; 687ae34b6ffSEdward Tomasz Napierala if (resource == RACCT_PCTCPU) { 68836af9869SEdward Tomasz Napierala /* 68936af9869SEdward Tomasz Napierala * Resources in per-credential racct containers may decay. 69036af9869SEdward Tomasz Napierala * If this is the case, we need to calculate the difference 69136af9869SEdward Tomasz Napierala * between the new amount and the proportional value of the 69236af9869SEdward Tomasz Napierala * old amount that has decayed in the ucred racct containers. 69336af9869SEdward Tomasz Napierala */ 69436af9869SEdward Tomasz Napierala decayed_amount = old_amount * RACCT_DECAY_FACTOR / FSCALE; 69536af9869SEdward Tomasz Napierala diff_cred = amount - decayed_amount; 69636af9869SEdward Tomasz Napierala } else 69736af9869SEdward Tomasz Napierala diff_cred = diff_proc; 698097055e2SEdward Tomasz Napierala #ifdef notyet 69936af9869SEdward Tomasz Napierala KASSERT(diff_proc >= 0 || RACCT_CAN_DROP(resource), 700baf85d0aSEdward Tomasz Napierala ("%s: usage of non-droppable resource %d dropping", __func__, 701097055e2SEdward Tomasz Napierala resource)); 702097055e2SEdward Tomasz Napierala #endif 703097055e2SEdward Tomasz Napierala #ifdef RCTL 704659e7466SEdward Tomasz Napierala if (diff_proc > 0) { 70536af9869SEdward Tomasz Napierala error = rctl_enforce(p, resource, diff_proc); 706659e7466SEdward Tomasz Napierala if (error && !force && RACCT_IS_DENIABLE(resource)) { 70736160958SMark Johnston SDT_PROBE3(racct, , rusage, set__failure, p, resource, 70836160958SMark Johnston amount); 709097055e2SEdward Tomasz Napierala return (error); 710097055e2SEdward Tomasz Napierala } 711097055e2SEdward Tomasz Napierala } 712097055e2SEdward Tomasz Napierala #endif 7133768a5dfSJeremie Le Hen racct_adjust_resource(p->p_racct, resource, diff_proc); 71436af9869SEdward Tomasz Napierala if (diff_cred > 0) 71536af9869SEdward Tomasz Napierala racct_add_cred_locked(p->p_ucred, resource, diff_cred); 71636af9869SEdward Tomasz Napierala else if (diff_cred < 0) 71736af9869SEdward Tomasz Napierala racct_sub_cred_locked(p->p_ucred, resource, -diff_cred); 718097055e2SEdward Tomasz Napierala 719097055e2SEdward Tomasz Napierala return (0); 720097055e2SEdward Tomasz Napierala } 721097055e2SEdward Tomasz Napierala 722097055e2SEdward Tomasz Napierala /* 723097055e2SEdward Tomasz Napierala * Set allocation of 'resource' to 'amount' for process 'p'. 724097055e2SEdward Tomasz Napierala * Return 0 if it's below limits, or errno, if it's not. 725097055e2SEdward Tomasz Napierala * 726097055e2SEdward Tomasz Napierala * Note that decreasing the allocation always returns 0, 727097055e2SEdward Tomasz Napierala * even if it's above the limit. 728097055e2SEdward Tomasz Napierala */ 729097055e2SEdward Tomasz Napierala int 730448db4f7SMateusz Guzik racct_set_unlocked(struct proc *p, int resource, uint64_t amount) 731448db4f7SMateusz Guzik { 732448db4f7SMateusz Guzik int error; 733448db4f7SMateusz Guzik 734448db4f7SMateusz Guzik ASSERT_RACCT_ENABLED(); 735448db4f7SMateusz Guzik PROC_LOCK(p); 736448db4f7SMateusz Guzik error = racct_set(p, resource, amount); 737448db4f7SMateusz Guzik PROC_UNLOCK(p); 738448db4f7SMateusz Guzik return (error); 739448db4f7SMateusz Guzik } 740448db4f7SMateusz Guzik 741448db4f7SMateusz Guzik int 742097055e2SEdward Tomasz Napierala racct_set(struct proc *p, int resource, uint64_t amount) 743097055e2SEdward Tomasz Napierala { 744097055e2SEdward Tomasz Napierala int error; 745097055e2SEdward Tomasz Napierala 7464b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 7474b5c9cf6SEdward Tomasz Napierala return (0); 7484b5c9cf6SEdward Tomasz Napierala 74910287198SEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, set__force, p, resource, amount); 75010287198SEdward Tomasz Napierala 7514c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 75210287198SEdward Tomasz Napierala error = racct_set_locked(p, resource, amount, 0); 7534c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 754097055e2SEdward Tomasz Napierala return (error); 755097055e2SEdward Tomasz Napierala } 756097055e2SEdward Tomasz Napierala 7570b9f1ecbSEdward Tomasz Napierala void 7580b9f1ecbSEdward Tomasz Napierala racct_set_force(struct proc *p, int resource, uint64_t amount) 7590b9f1ecbSEdward Tomasz Napierala { 7600b9f1ecbSEdward Tomasz Napierala 7610b9f1ecbSEdward Tomasz Napierala if (!racct_enable) 7620b9f1ecbSEdward Tomasz Napierala return; 7630b9f1ecbSEdward Tomasz Napierala 7640b9f1ecbSEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, set, p, resource, amount); 7650b9f1ecbSEdward Tomasz Napierala 7664c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 7670b9f1ecbSEdward Tomasz Napierala racct_set_locked(p, resource, amount, 1); 7684c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 7690b9f1ecbSEdward Tomasz Napierala } 7700b9f1ecbSEdward Tomasz Napierala 771097055e2SEdward Tomasz Napierala /* 772097055e2SEdward Tomasz Napierala * Returns amount of 'resource' the process 'p' can keep allocated. 773097055e2SEdward Tomasz Napierala * Allocating more than that would be denied, unless the resource 774097055e2SEdward Tomasz Napierala * is marked undeniable. Amount of already allocated resource does 775097055e2SEdward Tomasz Napierala * not matter. 776097055e2SEdward Tomasz Napierala */ 777097055e2SEdward Tomasz Napierala uint64_t 778097055e2SEdward Tomasz Napierala racct_get_limit(struct proc *p, int resource) 779097055e2SEdward Tomasz Napierala { 780bbe4eb6dSEdward Tomasz Napierala #ifdef RCTL 781bbe4eb6dSEdward Tomasz Napierala uint64_t available; 782097055e2SEdward Tomasz Napierala 7834b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 7844b5c9cf6SEdward Tomasz Napierala return (UINT64_MAX); 7854b5c9cf6SEdward Tomasz Napierala 786bbe4eb6dSEdward Tomasz Napierala RACCT_LOCK(); 787bbe4eb6dSEdward Tomasz Napierala available = rctl_get_limit(p, resource); 788bbe4eb6dSEdward Tomasz Napierala RACCT_UNLOCK(); 789bbe4eb6dSEdward Tomasz Napierala 790bbe4eb6dSEdward Tomasz Napierala return (available); 791097055e2SEdward Tomasz Napierala #else 792bbe4eb6dSEdward Tomasz Napierala 793097055e2SEdward Tomasz Napierala return (UINT64_MAX); 794097055e2SEdward Tomasz Napierala #endif 795097055e2SEdward Tomasz Napierala } 796097055e2SEdward Tomasz Napierala 797097055e2SEdward Tomasz Napierala /* 798097055e2SEdward Tomasz Napierala * Returns amount of 'resource' the process 'p' can keep allocated. 799097055e2SEdward Tomasz Napierala * Allocating more than that would be denied, unless the resource 800097055e2SEdward Tomasz Napierala * is marked undeniable. Amount of already allocated resource does 801097055e2SEdward Tomasz Napierala * matter. 802097055e2SEdward Tomasz Napierala */ 803097055e2SEdward Tomasz Napierala uint64_t 804097055e2SEdward Tomasz Napierala racct_get_available(struct proc *p, int resource) 805097055e2SEdward Tomasz Napierala { 806bbe4eb6dSEdward Tomasz Napierala #ifdef RCTL 807bbe4eb6dSEdward Tomasz Napierala uint64_t available; 808097055e2SEdward Tomasz Napierala 8094b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 8104b5c9cf6SEdward Tomasz Napierala return (UINT64_MAX); 8114b5c9cf6SEdward Tomasz Napierala 812bbe4eb6dSEdward Tomasz Napierala RACCT_LOCK(); 813bbe4eb6dSEdward Tomasz Napierala available = rctl_get_available(p, resource); 814bbe4eb6dSEdward Tomasz Napierala RACCT_UNLOCK(); 815bbe4eb6dSEdward Tomasz Napierala 816bbe4eb6dSEdward Tomasz Napierala return (available); 817097055e2SEdward Tomasz Napierala #else 818bbe4eb6dSEdward Tomasz Napierala 819097055e2SEdward Tomasz Napierala return (UINT64_MAX); 820097055e2SEdward Tomasz Napierala #endif 821097055e2SEdward Tomasz Napierala } 822097055e2SEdward Tomasz Napierala 823097055e2SEdward Tomasz Napierala /* 82436af9869SEdward Tomasz Napierala * Returns amount of the %cpu resource that process 'p' can add to its %cpu 82536af9869SEdward Tomasz Napierala * utilization. Adding more than that would lead to the process being 82636af9869SEdward Tomasz Napierala * throttled. 82736af9869SEdward Tomasz Napierala */ 82836af9869SEdward Tomasz Napierala static int64_t 82936af9869SEdward Tomasz Napierala racct_pcpu_available(struct proc *p) 83036af9869SEdward Tomasz Napierala { 831bbe4eb6dSEdward Tomasz Napierala #ifdef RCTL 832bbe4eb6dSEdward Tomasz Napierala uint64_t available; 83336af9869SEdward Tomasz Napierala 8344b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 8354b5c9cf6SEdward Tomasz Napierala 836bbe4eb6dSEdward Tomasz Napierala RACCT_LOCK(); 837bbe4eb6dSEdward Tomasz Napierala available = rctl_pcpu_available(p); 838bbe4eb6dSEdward Tomasz Napierala RACCT_UNLOCK(); 839bbe4eb6dSEdward Tomasz Napierala 840bbe4eb6dSEdward Tomasz Napierala return (available); 84136af9869SEdward Tomasz Napierala #else 842bbe4eb6dSEdward Tomasz Napierala 84336af9869SEdward Tomasz Napierala return (INT64_MAX); 84436af9869SEdward Tomasz Napierala #endif 84536af9869SEdward Tomasz Napierala } 84636af9869SEdward Tomasz Napierala 84736af9869SEdward Tomasz Napierala /* 848097055e2SEdward Tomasz Napierala * Decrease allocation of 'resource' by 'amount' for process 'p'. 849097055e2SEdward Tomasz Napierala */ 850097055e2SEdward Tomasz Napierala void 851097055e2SEdward Tomasz Napierala racct_sub(struct proc *p, int resource, uint64_t amount) 852097055e2SEdward Tomasz Napierala { 853097055e2SEdward Tomasz Napierala 8544b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 8554b5c9cf6SEdward Tomasz Napierala return; 8564b5c9cf6SEdward Tomasz Napierala 85736160958SMark Johnston SDT_PROBE3(racct, , rusage, sub, p, resource, amount); 858097055e2SEdward Tomasz Napierala 859097055e2SEdward Tomasz Napierala /* 860097055e2SEdward Tomasz Napierala * We need proc lock to dereference p->p_ucred. 861097055e2SEdward Tomasz Napierala */ 862097055e2SEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 86336af9869SEdward Tomasz Napierala KASSERT(RACCT_CAN_DROP(resource), 864baf85d0aSEdward Tomasz Napierala ("%s: called for non-droppable resource %d", __func__, resource)); 865097055e2SEdward Tomasz Napierala 8664c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 867097055e2SEdward Tomasz Napierala KASSERT(amount <= p->p_racct->r_resources[resource], 868baf85d0aSEdward Tomasz Napierala ("%s: freeing %ju of resource %d, which is more " 869baf85d0aSEdward Tomasz Napierala "than allocated %jd for %s (pid %d)", __func__, amount, resource, 870097055e2SEdward Tomasz Napierala (intmax_t)p->p_racct->r_resources[resource], p->p_comm, p->p_pid)); 871097055e2SEdward Tomasz Napierala 8723768a5dfSJeremie Le Hen racct_adjust_resource(p->p_racct, resource, -amount); 873097055e2SEdward Tomasz Napierala racct_sub_cred_locked(p->p_ucred, resource, amount); 8744c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 875097055e2SEdward Tomasz Napierala } 876097055e2SEdward Tomasz Napierala 877097055e2SEdward Tomasz Napierala static void 878097055e2SEdward Tomasz Napierala racct_sub_cred_locked(struct ucred *cred, int resource, uint64_t amount) 879097055e2SEdward Tomasz Napierala { 880097055e2SEdward Tomasz Napierala struct prison *pr; 881097055e2SEdward Tomasz Napierala 8824b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 8834b5c9cf6SEdward Tomasz Napierala 8843768a5dfSJeremie Le Hen racct_adjust_resource(cred->cr_ruidinfo->ui_racct, resource, -amount); 885097055e2SEdward Tomasz Napierala for (pr = cred->cr_prison; pr != NULL; pr = pr->pr_parent) 8863768a5dfSJeremie Le Hen racct_adjust_resource(pr->pr_prison_racct->prr_racct, resource, 887a7ad07bfSEdward Tomasz Napierala -amount); 8883768a5dfSJeremie Le Hen racct_adjust_resource(cred->cr_loginclass->lc_racct, resource, -amount); 889097055e2SEdward Tomasz Napierala } 890097055e2SEdward Tomasz Napierala 891097055e2SEdward Tomasz Napierala /* 892097055e2SEdward Tomasz Napierala * Decrease allocation of 'resource' by 'amount' for credential 'cred'. 893097055e2SEdward Tomasz Napierala */ 894097055e2SEdward Tomasz Napierala void 895097055e2SEdward Tomasz Napierala racct_sub_cred(struct ucred *cred, int resource, uint64_t amount) 896097055e2SEdward Tomasz Napierala { 897097055e2SEdward Tomasz Napierala 8984b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 8994b5c9cf6SEdward Tomasz Napierala return; 9004b5c9cf6SEdward Tomasz Napierala 901bbe4eb6dSEdward Tomasz Napierala SDT_PROBE3(racct, , rusage, sub__cred, cred, resource, amount); 902bbe4eb6dSEdward Tomasz Napierala 903bbe4eb6dSEdward Tomasz Napierala #ifdef notyet 904bbe4eb6dSEdward Tomasz Napierala KASSERT(RACCT_CAN_DROP(resource), 905bbe4eb6dSEdward Tomasz Napierala ("%s: called for resource %d which can not drop", __func__, 906bbe4eb6dSEdward Tomasz Napierala resource)); 907bbe4eb6dSEdward Tomasz Napierala #endif 908bbe4eb6dSEdward Tomasz Napierala 9094c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 910097055e2SEdward Tomasz Napierala racct_sub_cred_locked(cred, resource, amount); 9114c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 912097055e2SEdward Tomasz Napierala } 913097055e2SEdward Tomasz Napierala 914097055e2SEdward Tomasz Napierala /* 915097055e2SEdward Tomasz Napierala * Inherit resource usage information from the parent process. 916097055e2SEdward Tomasz Napierala */ 917097055e2SEdward Tomasz Napierala int 918097055e2SEdward Tomasz Napierala racct_proc_fork(struct proc *parent, struct proc *child) 919097055e2SEdward Tomasz Napierala { 920097055e2SEdward Tomasz Napierala int i, error = 0; 921097055e2SEdward Tomasz Napierala 9224b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 9234b5c9cf6SEdward Tomasz Napierala return (0); 9244b5c9cf6SEdward Tomasz Napierala 925097055e2SEdward Tomasz Napierala /* 926097055e2SEdward Tomasz Napierala * Create racct for the child process. 927097055e2SEdward Tomasz Napierala */ 928097055e2SEdward Tomasz Napierala racct_create(&child->p_racct); 929097055e2SEdward Tomasz Napierala 930097055e2SEdward Tomasz Napierala PROC_LOCK(parent); 931097055e2SEdward Tomasz Napierala PROC_LOCK(child); 9324c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 933097055e2SEdward Tomasz Napierala 934c0c09362SEdward Tomasz Napierala #ifdef RCTL 935c0c09362SEdward Tomasz Napierala error = rctl_proc_fork(parent, child); 936c0c09362SEdward Tomasz Napierala if (error != 0) 937c0c09362SEdward Tomasz Napierala goto out; 938c0c09362SEdward Tomasz Napierala #endif 939c0c09362SEdward Tomasz Napierala 94036af9869SEdward Tomasz Napierala /* Init process cpu time. */ 94136af9869SEdward Tomasz Napierala child->p_prev_runtime = 0; 94236af9869SEdward Tomasz Napierala child->p_throttled = 0; 94336af9869SEdward Tomasz Napierala 944097055e2SEdward Tomasz Napierala /* 945097055e2SEdward Tomasz Napierala * Inherit resource usage. 946097055e2SEdward Tomasz Napierala */ 947097055e2SEdward Tomasz Napierala for (i = 0; i <= RACCT_MAX; i++) { 948097055e2SEdward Tomasz Napierala if (parent->p_racct->r_resources[i] == 0 || 9494fe84775SEdward Tomasz Napierala !RACCT_IS_INHERITABLE(i)) 950097055e2SEdward Tomasz Napierala continue; 951097055e2SEdward Tomasz Napierala 952097055e2SEdward Tomasz Napierala error = racct_set_locked(child, i, 95310287198SEdward Tomasz Napierala parent->p_racct->r_resources[i], 0); 954ac6fafe6SEdward Tomasz Napierala if (error != 0) 955097055e2SEdward Tomasz Napierala goto out; 956097055e2SEdward Tomasz Napierala } 957097055e2SEdward Tomasz Napierala 9587cea96f6SEdward Tomasz Napierala error = racct_add_locked(child, RACCT_NPROC, 1, 0); 9597cea96f6SEdward Tomasz Napierala error += racct_add_locked(child, RACCT_NTHR, 1, 0); 9602d8696d1SEdward Tomasz Napierala 961097055e2SEdward Tomasz Napierala out: 9624c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 963097055e2SEdward Tomasz Napierala PROC_UNLOCK(child); 964097055e2SEdward Tomasz Napierala PROC_UNLOCK(parent); 965097055e2SEdward Tomasz Napierala 966ab27d5d8SEdward Tomasz Napierala if (error != 0) 967ab27d5d8SEdward Tomasz Napierala racct_proc_exit(child); 968ab27d5d8SEdward Tomasz Napierala 969097055e2SEdward Tomasz Napierala return (error); 970097055e2SEdward Tomasz Napierala } 971097055e2SEdward Tomasz Napierala 97272a401d9SEdward Tomasz Napierala /* 97372a401d9SEdward Tomasz Napierala * Called at the end of fork1(), to handle rules that require the process 97472a401d9SEdward Tomasz Napierala * to be fully initialized. 97572a401d9SEdward Tomasz Napierala */ 97672a401d9SEdward Tomasz Napierala void 97772a401d9SEdward Tomasz Napierala racct_proc_fork_done(struct proc *child) 97872a401d9SEdward Tomasz Napierala { 97972a401d9SEdward Tomasz Napierala 9804b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 9814b5c9cf6SEdward Tomasz Napierala return; 9824b5c9cf6SEdward Tomasz Napierala 983bbe4eb6dSEdward Tomasz Napierala #ifdef RCTL 984a5ac8272SMateusz Guzik PROC_LOCK(child); 9854c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 98672a401d9SEdward Tomasz Napierala rctl_enforce(child, RACCT_NPROC, 0); 98772a401d9SEdward Tomasz Napierala rctl_enforce(child, RACCT_NTHR, 0); 9884c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 989a5ac8272SMateusz Guzik PROC_UNLOCK(child); 99072a401d9SEdward Tomasz Napierala #endif 99172a401d9SEdward Tomasz Napierala } 99272a401d9SEdward Tomasz Napierala 993097055e2SEdward Tomasz Napierala void 994097055e2SEdward Tomasz Napierala racct_proc_exit(struct proc *p) 995097055e2SEdward Tomasz Napierala { 99636af9869SEdward Tomasz Napierala struct timeval wallclock; 997c1a43e73SEdward Tomasz Napierala uint64_t pct_estimate, pct, runtime; 998c1a43e73SEdward Tomasz Napierala int i; 999097055e2SEdward Tomasz Napierala 10004b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 10014b5c9cf6SEdward Tomasz Napierala return; 10024b5c9cf6SEdward Tomasz Napierala 1003097055e2SEdward Tomasz Napierala PROC_LOCK(p); 1004097055e2SEdward Tomasz Napierala /* 1005097055e2SEdward Tomasz Napierala * We don't need to calculate rux, proc_reap() has already done this. 1006097055e2SEdward Tomasz Napierala */ 1007097055e2SEdward Tomasz Napierala runtime = cputick2usec(p->p_rux.rux_runtime); 1008097055e2SEdward Tomasz Napierala #ifdef notyet 1009097055e2SEdward Tomasz Napierala KASSERT(runtime >= p->p_prev_runtime, ("runtime < p_prev_runtime")); 1010097055e2SEdward Tomasz Napierala #else 1011097055e2SEdward Tomasz Napierala if (runtime < p->p_prev_runtime) 1012097055e2SEdward Tomasz Napierala runtime = p->p_prev_runtime; 1013097055e2SEdward Tomasz Napierala #endif 101436af9869SEdward Tomasz Napierala microuptime(&wallclock); 101536af9869SEdward Tomasz Napierala timevalsub(&wallclock, &p->p_stats->p_start); 101684590fd8SEdward Tomasz Napierala if (wallclock.tv_sec > 0 || wallclock.tv_usec > 0) { 101736af9869SEdward Tomasz Napierala pct_estimate = (1000000 * runtime * 100) / 101836af9869SEdward Tomasz Napierala ((uint64_t)wallclock.tv_sec * 1000000 + 101936af9869SEdward Tomasz Napierala wallclock.tv_usec); 102084590fd8SEdward Tomasz Napierala } else 102184590fd8SEdward Tomasz Napierala pct_estimate = 0; 102236af9869SEdward Tomasz Napierala pct = racct_getpcpu(p, pct_estimate); 102336af9869SEdward Tomasz Napierala 10244c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 102510287198SEdward Tomasz Napierala racct_set_locked(p, RACCT_CPU, runtime, 0); 102636af9869SEdward Tomasz Napierala racct_add_cred_locked(p->p_ucred, RACCT_PCTCPU, pct); 1027097055e2SEdward Tomasz Napierala 1028937c1b07SAndriy Gapon KASSERT(p->p_racct->r_resources[RACCT_RSS] == 0, 1029937c1b07SAndriy Gapon ("process reaped with %ju allocated for RSS\n", 1030937c1b07SAndriy Gapon p->p_racct->r_resources[RACCT_RSS])); 10312419d7f9SEdward Tomasz Napierala for (i = 0; i <= RACCT_MAX; i++) { 10322419d7f9SEdward Tomasz Napierala if (p->p_racct->r_resources[i] == 0) 10332419d7f9SEdward Tomasz Napierala continue; 10342419d7f9SEdward Tomasz Napierala if (!RACCT_IS_RECLAIMABLE(i)) 10352419d7f9SEdward Tomasz Napierala continue; 103610287198SEdward Tomasz Napierala racct_set_locked(p, i, 0, 0); 10372419d7f9SEdward Tomasz Napierala } 10382419d7f9SEdward Tomasz Napierala 1039097055e2SEdward Tomasz Napierala #ifdef RCTL 1040097055e2SEdward Tomasz Napierala rctl_racct_release(p->p_racct); 1041097055e2SEdward Tomasz Napierala #endif 1042bbe4eb6dSEdward Tomasz Napierala racct_destroy_locked(&p->p_racct); 1043bbe4eb6dSEdward Tomasz Napierala RACCT_UNLOCK(); 1044bbe4eb6dSEdward Tomasz Napierala PROC_UNLOCK(p); 1045097055e2SEdward Tomasz Napierala } 1046097055e2SEdward Tomasz Napierala 1047097055e2SEdward Tomasz Napierala /* 1048097055e2SEdward Tomasz Napierala * Called after credentials change, to move resource utilisation 1049097055e2SEdward Tomasz Napierala * between raccts. 1050097055e2SEdward Tomasz Napierala */ 1051097055e2SEdward Tomasz Napierala void 1052097055e2SEdward Tomasz Napierala racct_proc_ucred_changed(struct proc *p, struct ucred *oldcred, 1053097055e2SEdward Tomasz Napierala struct ucred *newcred) 1054097055e2SEdward Tomasz Napierala { 1055097055e2SEdward Tomasz Napierala struct uidinfo *olduip, *newuip; 1056097055e2SEdward Tomasz Napierala struct loginclass *oldlc, *newlc; 1057097055e2SEdward Tomasz Napierala struct prison *oldpr, *newpr, *pr; 1058097055e2SEdward Tomasz Napierala 10594b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 10604b5c9cf6SEdward Tomasz Napierala return; 10614b5c9cf6SEdward Tomasz Napierala 1062f87beb93SAndriy Gapon PROC_LOCK_ASSERT(p, MA_OWNED); 1063097055e2SEdward Tomasz Napierala 1064097055e2SEdward Tomasz Napierala newuip = newcred->cr_ruidinfo; 1065097055e2SEdward Tomasz Napierala olduip = oldcred->cr_ruidinfo; 1066097055e2SEdward Tomasz Napierala newlc = newcred->cr_loginclass; 1067097055e2SEdward Tomasz Napierala oldlc = oldcred->cr_loginclass; 1068097055e2SEdward Tomasz Napierala newpr = newcred->cr_prison; 1069097055e2SEdward Tomasz Napierala oldpr = oldcred->cr_prison; 1070097055e2SEdward Tomasz Napierala 10714c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 1072097055e2SEdward Tomasz Napierala if (newuip != olduip) { 1073097055e2SEdward Tomasz Napierala racct_sub_racct(olduip->ui_racct, p->p_racct); 1074097055e2SEdward Tomasz Napierala racct_add_racct(newuip->ui_racct, p->p_racct); 1075097055e2SEdward Tomasz Napierala } 1076097055e2SEdward Tomasz Napierala if (newlc != oldlc) { 1077097055e2SEdward Tomasz Napierala racct_sub_racct(oldlc->lc_racct, p->p_racct); 1078097055e2SEdward Tomasz Napierala racct_add_racct(newlc->lc_racct, p->p_racct); 1079097055e2SEdward Tomasz Napierala } 1080097055e2SEdward Tomasz Napierala if (newpr != oldpr) { 1081097055e2SEdward Tomasz Napierala for (pr = oldpr; pr != NULL; pr = pr->pr_parent) 1082a7ad07bfSEdward Tomasz Napierala racct_sub_racct(pr->pr_prison_racct->prr_racct, 1083a7ad07bfSEdward Tomasz Napierala p->p_racct); 1084097055e2SEdward Tomasz Napierala for (pr = newpr; pr != NULL; pr = pr->pr_parent) 1085a7ad07bfSEdward Tomasz Napierala racct_add_racct(pr->pr_prison_racct->prr_racct, 1086a7ad07bfSEdward Tomasz Napierala p->p_racct); 1087097055e2SEdward Tomasz Napierala } 10884c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 1089097055e2SEdward Tomasz Napierala } 1090097055e2SEdward Tomasz Napierala 1091c34bbd2aSEdward Tomasz Napierala void 1092c34bbd2aSEdward Tomasz Napierala racct_move(struct racct *dest, struct racct *src) 1093c34bbd2aSEdward Tomasz Napierala { 1094c34bbd2aSEdward Tomasz Napierala 10954b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 10964b5c9cf6SEdward Tomasz Napierala 10974c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 1098c34bbd2aSEdward Tomasz Napierala racct_add_racct(dest, src); 1099c34bbd2aSEdward Tomasz Napierala racct_sub_racct(src, src); 11004c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 1101c34bbd2aSEdward Tomasz Napierala } 1102c34bbd2aSEdward Tomasz Napierala 110364cf6a62SMateusz Guzik void 110464cf6a62SMateusz Guzik racct_proc_throttled(struct proc *p) 110564cf6a62SMateusz Guzik { 110664cf6a62SMateusz Guzik 110764cf6a62SMateusz Guzik ASSERT_RACCT_ENABLED(); 110864cf6a62SMateusz Guzik 110964cf6a62SMateusz Guzik PROC_LOCK(p); 111064cf6a62SMateusz Guzik while (p->p_throttled != 0) { 111164cf6a62SMateusz Guzik msleep(p->p_racct, &p->p_mtx, 0, "racct", 111264cf6a62SMateusz Guzik p->p_throttled < 0 ? 0 : p->p_throttled); 111364cf6a62SMateusz Guzik if (p->p_throttled > 0) 111464cf6a62SMateusz Guzik p->p_throttled = 0; 111564cf6a62SMateusz Guzik } 111664cf6a62SMateusz Guzik PROC_UNLOCK(p); 111764cf6a62SMateusz Guzik } 111864cf6a62SMateusz Guzik 1119ae34b6ffSEdward Tomasz Napierala /* 1120ae34b6ffSEdward Tomasz Napierala * Make the process sleep in userret() for 'timeout' ticks. Setting 1121ae34b6ffSEdward Tomasz Napierala * timeout to -1 makes it sleep until woken up by racct_proc_wakeup(). 1122ae34b6ffSEdward Tomasz Napierala */ 1123ae34b6ffSEdward Tomasz Napierala void 1124ae34b6ffSEdward Tomasz Napierala racct_proc_throttle(struct proc *p, int timeout) 112536af9869SEdward Tomasz Napierala { 112636af9869SEdward Tomasz Napierala struct thread *td; 112736af9869SEdward Tomasz Napierala #ifdef SMP 112836af9869SEdward Tomasz Napierala int cpuid; 112936af9869SEdward Tomasz Napierala #endif 113036af9869SEdward Tomasz Napierala 1131ae34b6ffSEdward Tomasz Napierala KASSERT(timeout != 0, ("timeout %d", timeout)); 11324b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 113336af9869SEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 113436af9869SEdward Tomasz Napierala 113536af9869SEdward Tomasz Napierala /* 113636af9869SEdward Tomasz Napierala * Do not block kernel processes. Also do not block processes with 113736af9869SEdward Tomasz Napierala * low %cpu utilization to improve interactivity. 113836af9869SEdward Tomasz Napierala */ 1139ae34b6ffSEdward Tomasz Napierala if ((p->p_flag & (P_SYSTEM | P_KPROC)) != 0) 114036af9869SEdward Tomasz Napierala return; 1141ae34b6ffSEdward Tomasz Napierala 1142ae34b6ffSEdward Tomasz Napierala if (p->p_throttled < 0 || (timeout > 0 && p->p_throttled > timeout)) 1143ae34b6ffSEdward Tomasz Napierala return; 1144ae34b6ffSEdward Tomasz Napierala 1145ae34b6ffSEdward Tomasz Napierala p->p_throttled = timeout; 114636af9869SEdward Tomasz Napierala 114736af9869SEdward Tomasz Napierala FOREACH_THREAD_IN_PROC(p, td) { 114816befafdSEdward Tomasz Napierala thread_lock(td); 114936af9869SEdward Tomasz Napierala switch (td->td_state) { 115036af9869SEdward Tomasz Napierala case TDS_RUNQ: 115136af9869SEdward Tomasz Napierala /* 115236af9869SEdward Tomasz Napierala * If the thread is on the scheduler run-queue, we can 115336af9869SEdward Tomasz Napierala * not just remove it from there. So we set the flag 115436af9869SEdward Tomasz Napierala * TDF_NEEDRESCHED for the thread, so that once it is 115536af9869SEdward Tomasz Napierala * running, it is taken off the cpu as soon as possible. 115636af9869SEdward Tomasz Napierala */ 115736af9869SEdward Tomasz Napierala td->td_flags |= TDF_NEEDRESCHED; 115836af9869SEdward Tomasz Napierala break; 115936af9869SEdward Tomasz Napierala case TDS_RUNNING: 116036af9869SEdward Tomasz Napierala /* 116136af9869SEdward Tomasz Napierala * If the thread is running, we request a context 116236af9869SEdward Tomasz Napierala * switch for it by setting the TDF_NEEDRESCHED flag. 116336af9869SEdward Tomasz Napierala */ 116436af9869SEdward Tomasz Napierala td->td_flags |= TDF_NEEDRESCHED; 116536af9869SEdward Tomasz Napierala #ifdef SMP 116636af9869SEdward Tomasz Napierala cpuid = td->td_oncpu; 116736af9869SEdward Tomasz Napierala if ((cpuid != NOCPU) && (td != curthread)) 116836af9869SEdward Tomasz Napierala ipi_cpu(cpuid, IPI_AST); 116936af9869SEdward Tomasz Napierala #endif 117036af9869SEdward Tomasz Napierala break; 117136af9869SEdward Tomasz Napierala default: 117236af9869SEdward Tomasz Napierala break; 117336af9869SEdward Tomasz Napierala } 117416befafdSEdward Tomasz Napierala thread_unlock(td); 117536af9869SEdward Tomasz Napierala } 117636af9869SEdward Tomasz Napierala } 117736af9869SEdward Tomasz Napierala 117836af9869SEdward Tomasz Napierala static void 117936af9869SEdward Tomasz Napierala racct_proc_wakeup(struct proc *p) 118036af9869SEdward Tomasz Napierala { 11814b5c9cf6SEdward Tomasz Napierala 11824b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 11834b5c9cf6SEdward Tomasz Napierala 118436af9869SEdward Tomasz Napierala PROC_LOCK_ASSERT(p, MA_OWNED); 118536af9869SEdward Tomasz Napierala 1186ae34b6ffSEdward Tomasz Napierala if (p->p_throttled != 0) { 118736af9869SEdward Tomasz Napierala p->p_throttled = 0; 118836af9869SEdward Tomasz Napierala wakeup(p->p_racct); 118936af9869SEdward Tomasz Napierala } 119036af9869SEdward Tomasz Napierala } 119136af9869SEdward Tomasz Napierala 119236af9869SEdward Tomasz Napierala static void 1193862d03fbSEdward Tomasz Napierala racct_decay_callback(struct racct *racct, void *dummy1, void *dummy2) 119436af9869SEdward Tomasz Napierala { 119536af9869SEdward Tomasz Napierala int64_t r_old, r_new; 119636af9869SEdward Tomasz Napierala 11974b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 11984c230cdaSEdward Tomasz Napierala RACCT_LOCK_ASSERT(); 11994b5c9cf6SEdward Tomasz Napierala 1200ae34b6ffSEdward Tomasz Napierala #ifdef RCTL 1201ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(racct, RACCT_READBPS); 1202ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(racct, RACCT_WRITEBPS); 1203ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(racct, RACCT_READIOPS); 1204ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(racct, RACCT_WRITEIOPS); 1205ae34b6ffSEdward Tomasz Napierala #endif 1206ae34b6ffSEdward Tomasz Napierala 1207862d03fbSEdward Tomasz Napierala r_old = racct->r_resources[RACCT_PCTCPU]; 120836af9869SEdward Tomasz Napierala 120936af9869SEdward Tomasz Napierala /* If there is nothing to decay, just exit. */ 121036af9869SEdward Tomasz Napierala if (r_old <= 0) 121136af9869SEdward Tomasz Napierala return; 121236af9869SEdward Tomasz Napierala 121336af9869SEdward Tomasz Napierala r_new = r_old * RACCT_DECAY_FACTOR / FSCALE; 1214862d03fbSEdward Tomasz Napierala racct->r_resources[RACCT_PCTCPU] = r_new; 121515db3c07SEdward Tomasz Napierala } 121615db3c07SEdward Tomasz Napierala 121715db3c07SEdward Tomasz Napierala static void 121815db3c07SEdward Tomasz Napierala racct_decay_pre(void) 121915db3c07SEdward Tomasz Napierala { 122015db3c07SEdward Tomasz Napierala 12214c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 122215db3c07SEdward Tomasz Napierala } 122315db3c07SEdward Tomasz Napierala 122415db3c07SEdward Tomasz Napierala static void 122515db3c07SEdward Tomasz Napierala racct_decay_post(void) 122615db3c07SEdward Tomasz Napierala { 122715db3c07SEdward Tomasz Napierala 12284c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 122936af9869SEdward Tomasz Napierala } 123036af9869SEdward Tomasz Napierala 123136af9869SEdward Tomasz Napierala static void 1232097e0da7SEdward Tomasz Napierala racct_decay(void) 123336af9869SEdward Tomasz Napierala { 12344b5c9cf6SEdward Tomasz Napierala 12354b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 12364b5c9cf6SEdward Tomasz Napierala 1237862d03fbSEdward Tomasz Napierala ui_racct_foreach(racct_decay_callback, racct_decay_pre, 1238862d03fbSEdward Tomasz Napierala racct_decay_post, NULL, NULL); 1239862d03fbSEdward Tomasz Napierala loginclass_racct_foreach(racct_decay_callback, racct_decay_pre, 1240862d03fbSEdward Tomasz Napierala racct_decay_post, NULL, NULL); 1241862d03fbSEdward Tomasz Napierala prison_racct_foreach(racct_decay_callback, racct_decay_pre, 1242862d03fbSEdward Tomasz Napierala racct_decay_post, NULL, NULL); 124336af9869SEdward Tomasz Napierala } 124436af9869SEdward Tomasz Napierala 124536af9869SEdward Tomasz Napierala static void 1246097055e2SEdward Tomasz Napierala racctd(void) 1247097055e2SEdward Tomasz Napierala { 1248097055e2SEdward Tomasz Napierala struct thread *td; 1249097055e2SEdward Tomasz Napierala struct proc *p; 1250097055e2SEdward Tomasz Napierala struct timeval wallclock; 1251c1a43e73SEdward Tomasz Napierala uint64_t pct, pct_estimate, runtime; 1252097055e2SEdward Tomasz Napierala 12534b5c9cf6SEdward Tomasz Napierala ASSERT_RACCT_ENABLED(); 12544b5c9cf6SEdward Tomasz Napierala 1255097055e2SEdward Tomasz Napierala for (;;) { 1256862d03fbSEdward Tomasz Napierala racct_decay(); 125736af9869SEdward Tomasz Napierala 1258097055e2SEdward Tomasz Napierala sx_slock(&allproc_lock); 1259097055e2SEdward Tomasz Napierala 1260097055e2SEdward Tomasz Napierala FOREACH_PROC_IN_SYSTEM(p) { 126136af9869SEdward Tomasz Napierala PROC_LOCK(p); 126236af9869SEdward Tomasz Napierala if (p->p_state != PRS_NORMAL) { 126388cc62e5SMateusz Guzik if (p->p_state == PRS_ZOMBIE) 126488cc62e5SMateusz Guzik racct_set(p, RACCT_PCTCPU, 0); 126536af9869SEdward Tomasz Napierala PROC_UNLOCK(p); 1266097055e2SEdward Tomasz Napierala continue; 126736af9869SEdward Tomasz Napierala } 1268097055e2SEdward Tomasz Napierala 1269097055e2SEdward Tomasz Napierala microuptime(&wallclock); 1270097055e2SEdward Tomasz Napierala timevalsub(&wallclock, &p->p_stats->p_start); 12715c7bebf9SKonstantin Belousov PROC_STATLOCK(p); 12720a53cd57SEdward Tomasz Napierala FOREACH_THREAD_IN_PROC(p, td) 1273097055e2SEdward Tomasz Napierala ruxagg(p, td); 1274097055e2SEdward Tomasz Napierala runtime = cputick2usec(p->p_rux.rux_runtime); 12755c7bebf9SKonstantin Belousov PROC_STATUNLOCK(p); 1276097055e2SEdward Tomasz Napierala #ifdef notyet 1277097055e2SEdward Tomasz Napierala KASSERT(runtime >= p->p_prev_runtime, 1278097055e2SEdward Tomasz Napierala ("runtime < p_prev_runtime")); 1279097055e2SEdward Tomasz Napierala #else 1280097055e2SEdward Tomasz Napierala if (runtime < p->p_prev_runtime) 1281097055e2SEdward Tomasz Napierala runtime = p->p_prev_runtime; 1282097055e2SEdward Tomasz Napierala #endif 1283097055e2SEdward Tomasz Napierala p->p_prev_runtime = runtime; 128484590fd8SEdward Tomasz Napierala if (wallclock.tv_sec > 0 || wallclock.tv_usec > 0) { 128536af9869SEdward Tomasz Napierala pct_estimate = (1000000 * runtime * 100) / 128636af9869SEdward Tomasz Napierala ((uint64_t)wallclock.tv_sec * 1000000 + 128736af9869SEdward Tomasz Napierala wallclock.tv_usec); 128884590fd8SEdward Tomasz Napierala } else 128984590fd8SEdward Tomasz Napierala pct_estimate = 0; 129036af9869SEdward Tomasz Napierala pct = racct_getpcpu(p, pct_estimate); 12914c230cdaSEdward Tomasz Napierala RACCT_LOCK(); 1292ae34b6ffSEdward Tomasz Napierala #ifdef RCTL 1293ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(p->p_racct, RACCT_READBPS); 1294ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(p->p_racct, RACCT_WRITEBPS); 1295ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(p->p_racct, RACCT_READIOPS); 1296ae34b6ffSEdward Tomasz Napierala rctl_throttle_decay(p->p_racct, RACCT_WRITEIOPS); 1297ae34b6ffSEdward Tomasz Napierala #endif 129810287198SEdward Tomasz Napierala racct_set_locked(p, RACCT_PCTCPU, pct, 1); 129910287198SEdward Tomasz Napierala racct_set_locked(p, RACCT_CPU, runtime, 0); 1300097055e2SEdward Tomasz Napierala racct_set_locked(p, RACCT_WALLCLOCK, 130159f513cdSJaakko Heinonen (uint64_t)wallclock.tv_sec * 1000000 + 130210287198SEdward Tomasz Napierala wallclock.tv_usec, 0); 13034c230cdaSEdward Tomasz Napierala RACCT_UNLOCK(); 1304097055e2SEdward Tomasz Napierala PROC_UNLOCK(p); 1305097055e2SEdward Tomasz Napierala } 130636af9869SEdward Tomasz Napierala 130736af9869SEdward Tomasz Napierala /* 130836af9869SEdward Tomasz Napierala * To ensure that processes are throttled in a fair way, we need 130936af9869SEdward Tomasz Napierala * to iterate over all processes again and check the limits 131036af9869SEdward Tomasz Napierala * for %cpu resource only after ucred racct containers have been 131136af9869SEdward Tomasz Napierala * properly filled. 131236af9869SEdward Tomasz Napierala */ 131336af9869SEdward Tomasz Napierala FOREACH_PROC_IN_SYSTEM(p) { 131436af9869SEdward Tomasz Napierala PROC_LOCK(p); 131536af9869SEdward Tomasz Napierala if (p->p_state != PRS_NORMAL) { 131636af9869SEdward Tomasz Napierala PROC_UNLOCK(p); 131736af9869SEdward Tomasz Napierala continue; 131836af9869SEdward Tomasz Napierala } 131936af9869SEdward Tomasz Napierala 1320ae34b6ffSEdward Tomasz Napierala if (racct_pcpu_available(p) <= 0) { 1321ae34b6ffSEdward Tomasz Napierala if (p->p_racct->r_resources[RACCT_PCTCPU] > 1322ae34b6ffSEdward Tomasz Napierala pcpu_threshold) 1323ae34b6ffSEdward Tomasz Napierala racct_proc_throttle(p, -1); 1324ae34b6ffSEdward Tomasz Napierala } else if (p->p_throttled == -1) { 132536af9869SEdward Tomasz Napierala racct_proc_wakeup(p); 1326ae34b6ffSEdward Tomasz Napierala } 132736af9869SEdward Tomasz Napierala PROC_UNLOCK(p); 132836af9869SEdward Tomasz Napierala } 1329097055e2SEdward Tomasz Napierala sx_sunlock(&allproc_lock); 1330097055e2SEdward Tomasz Napierala pause("-", hz); 1331097055e2SEdward Tomasz Napierala } 1332097055e2SEdward Tomasz Napierala } 1333097055e2SEdward Tomasz Napierala 1334097055e2SEdward Tomasz Napierala static struct kproc_desc racctd_kp = { 1335097055e2SEdward Tomasz Napierala "racctd", 1336097055e2SEdward Tomasz Napierala racctd, 1337097055e2SEdward Tomasz Napierala NULL 1338097055e2SEdward Tomasz Napierala }; 13394b5c9cf6SEdward Tomasz Napierala 13404b5c9cf6SEdward Tomasz Napierala static void 13414b5c9cf6SEdward Tomasz Napierala racctd_init(void) 13424b5c9cf6SEdward Tomasz Napierala { 13434b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 13444b5c9cf6SEdward Tomasz Napierala return; 13454b5c9cf6SEdward Tomasz Napierala 13464b5c9cf6SEdward Tomasz Napierala kproc_start(&racctd_kp); 13474b5c9cf6SEdward Tomasz Napierala } 13484b5c9cf6SEdward Tomasz Napierala SYSINIT(racctd, SI_SUB_RACCTD, SI_ORDER_FIRST, racctd_init, NULL); 1349097055e2SEdward Tomasz Napierala 1350097055e2SEdward Tomasz Napierala static void 1351097055e2SEdward Tomasz Napierala racct_init(void) 1352097055e2SEdward Tomasz Napierala { 13534b5c9cf6SEdward Tomasz Napierala if (!racct_enable) 13544b5c9cf6SEdward Tomasz Napierala return; 1355097055e2SEdward Tomasz Napierala 1356097055e2SEdward Tomasz Napierala racct_zone = uma_zcreate("racct", sizeof(struct racct), 135723e6fff2SEdward Tomasz Napierala NULL, NULL, NULL, NULL, UMA_ALIGN_PTR, 0); 1358097055e2SEdward Tomasz Napierala /* 1359097055e2SEdward Tomasz Napierala * XXX: Move this somewhere. 1360097055e2SEdward Tomasz Napierala */ 1361a7ad07bfSEdward Tomasz Napierala prison0.pr_prison_racct = prison_racct_find("0"); 1362097055e2SEdward Tomasz Napierala } 1363097055e2SEdward Tomasz Napierala SYSINIT(racct, SI_SUB_RACCT, SI_ORDER_FIRST, racct_init, NULL); 1364097055e2SEdward Tomasz Napierala 1365097055e2SEdward Tomasz Napierala #endif /* !RACCT */ 1366