1847a2a17SPawel Jakub Dawidek /*-
2*4d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause
3fe267a55SPedro F. Giffuni *
4847a2a17SPawel Jakub Dawidek * Copyright (c) 2006 Pawel Jakub Dawidek <pjd@FreeBSD.org>
5847a2a17SPawel Jakub Dawidek * All rights reserved.
6847a2a17SPawel Jakub Dawidek *
7847a2a17SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without
8847a2a17SPawel Jakub Dawidek * modification, are permitted provided that the following conditions
9847a2a17SPawel Jakub Dawidek * are met:
10847a2a17SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright
11847a2a17SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer.
12847a2a17SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright
13847a2a17SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the
14847a2a17SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution.
15847a2a17SPawel Jakub Dawidek *
16847a2a17SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
17847a2a17SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18847a2a17SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19847a2a17SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
20847a2a17SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21847a2a17SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22847a2a17SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23847a2a17SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24847a2a17SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25847a2a17SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26847a2a17SPawel Jakub Dawidek * SUCH DAMAGE.
27847a2a17SPawel Jakub Dawidek */
28847a2a17SPawel Jakub Dawidek
29847a2a17SPawel Jakub Dawidek #include <sys/param.h>
30847a2a17SPawel Jakub Dawidek #include <sys/systm.h>
31847a2a17SPawel Jakub Dawidek #include <sys/kernel.h>
32847a2a17SPawel Jakub Dawidek #include <sys/stack.h>
33847a2a17SPawel Jakub Dawidek #include <sys/sysctl.h>
34847a2a17SPawel Jakub Dawidek
35847a2a17SPawel Jakub Dawidek #include <vm/redzone.h>
36847a2a17SPawel Jakub Dawidek
374e8e26a0SMark Johnston #ifdef KASAN
384e8e26a0SMark Johnston #error KASAN and DEBUG_REDZONE cannot be configured together
394e8e26a0SMark Johnston #endif
404e8e26a0SMark Johnston
417029da5cSPawel Biernacki static SYSCTL_NODE(_vm, OID_AUTO, redzone, CTLFLAG_RW | CTLFLAG_MPSAFE, NULL,
427029da5cSPawel Biernacki "RedZone data");
43847a2a17SPawel Jakub Dawidek static u_long redzone_extra_mem = 0;
44847a2a17SPawel Jakub Dawidek SYSCTL_ULONG(_vm_redzone, OID_AUTO, extra_mem, CTLFLAG_RD, &redzone_extra_mem,
45847a2a17SPawel Jakub Dawidek 0, "Extra memory allocated by redzone");
46847a2a17SPawel Jakub Dawidek static int redzone_panic = 0;
47af3b2549SHans Petter Selasky SYSCTL_INT(_vm_redzone, OID_AUTO, panic, CTLFLAG_RWTUN, &redzone_panic, 0,
48847a2a17SPawel Jakub Dawidek "Panic when buffer corruption is detected");
49847a2a17SPawel Jakub Dawidek
50847a2a17SPawel Jakub Dawidek #define REDZONE_CHSIZE (16)
51847a2a17SPawel Jakub Dawidek #define REDZONE_CFSIZE (16)
52847a2a17SPawel Jakub Dawidek #define REDZONE_HSIZE (sizeof(struct stack) + sizeof(u_long) + REDZONE_CHSIZE)
53847a2a17SPawel Jakub Dawidek #define REDZONE_FSIZE (REDZONE_CFSIZE)
54847a2a17SPawel Jakub Dawidek
55847a2a17SPawel Jakub Dawidek static u_long
redzone_roundup(u_long n)56847a2a17SPawel Jakub Dawidek redzone_roundup(u_long n)
57847a2a17SPawel Jakub Dawidek {
58847a2a17SPawel Jakub Dawidek
5942223587SEd Maste if (n < REDZONE_HSIZE)
6042223587SEd Maste n = REDZONE_HSIZE;
61847a2a17SPawel Jakub Dawidek if (n <= 128)
62847a2a17SPawel Jakub Dawidek return (128);
63847a2a17SPawel Jakub Dawidek else if (n <= 256)
64847a2a17SPawel Jakub Dawidek return (256);
65847a2a17SPawel Jakub Dawidek else if (n <= 512)
66847a2a17SPawel Jakub Dawidek return (512);
67847a2a17SPawel Jakub Dawidek else if (n <= 1024)
68847a2a17SPawel Jakub Dawidek return (1024);
69847a2a17SPawel Jakub Dawidek else if (n <= 2048)
70847a2a17SPawel Jakub Dawidek return (2048);
71847a2a17SPawel Jakub Dawidek return (PAGE_SIZE);
72847a2a17SPawel Jakub Dawidek }
73847a2a17SPawel Jakub Dawidek
74847a2a17SPawel Jakub Dawidek u_long
redzone_get_size(caddr_t naddr)75847a2a17SPawel Jakub Dawidek redzone_get_size(caddr_t naddr)
76847a2a17SPawel Jakub Dawidek {
77847a2a17SPawel Jakub Dawidek u_long nsize;
78847a2a17SPawel Jakub Dawidek
79847a2a17SPawel Jakub Dawidek bcopy(naddr - REDZONE_CHSIZE - sizeof(u_long), &nsize, sizeof(nsize));
80847a2a17SPawel Jakub Dawidek return (nsize);
81847a2a17SPawel Jakub Dawidek }
82847a2a17SPawel Jakub Dawidek
83847a2a17SPawel Jakub Dawidek u_long
redzone_size_ntor(u_long nsize)84847a2a17SPawel Jakub Dawidek redzone_size_ntor(u_long nsize)
85847a2a17SPawel Jakub Dawidek {
86847a2a17SPawel Jakub Dawidek
87847a2a17SPawel Jakub Dawidek return (nsize + redzone_roundup(nsize) + REDZONE_FSIZE);
88847a2a17SPawel Jakub Dawidek }
89847a2a17SPawel Jakub Dawidek
90847a2a17SPawel Jakub Dawidek void *
redzone_addr_ntor(caddr_t naddr)91847a2a17SPawel Jakub Dawidek redzone_addr_ntor(caddr_t naddr)
92847a2a17SPawel Jakub Dawidek {
93847a2a17SPawel Jakub Dawidek
94847a2a17SPawel Jakub Dawidek return (naddr - redzone_roundup(redzone_get_size(naddr)));
95847a2a17SPawel Jakub Dawidek }
96847a2a17SPawel Jakub Dawidek
97847a2a17SPawel Jakub Dawidek /*
98847a2a17SPawel Jakub Dawidek * Set redzones and remember allocation backtrace.
99847a2a17SPawel Jakub Dawidek */
100847a2a17SPawel Jakub Dawidek void *
redzone_setup(caddr_t raddr,u_long nsize)101847a2a17SPawel Jakub Dawidek redzone_setup(caddr_t raddr, u_long nsize)
102847a2a17SPawel Jakub Dawidek {
103847a2a17SPawel Jakub Dawidek struct stack st;
104847a2a17SPawel Jakub Dawidek caddr_t haddr, faddr;
105847a2a17SPawel Jakub Dawidek
106847a2a17SPawel Jakub Dawidek atomic_add_long(&redzone_extra_mem, redzone_size_ntor(nsize) - nsize);
107847a2a17SPawel Jakub Dawidek
108847a2a17SPawel Jakub Dawidek haddr = raddr + redzone_roundup(nsize) - REDZONE_HSIZE;
109847a2a17SPawel Jakub Dawidek faddr = haddr + REDZONE_HSIZE + nsize;
110847a2a17SPawel Jakub Dawidek
111847a2a17SPawel Jakub Dawidek /* Redzone header. */
112847a2a17SPawel Jakub Dawidek stack_save(&st);
113847a2a17SPawel Jakub Dawidek bcopy(&st, haddr, sizeof(st));
114847a2a17SPawel Jakub Dawidek haddr += sizeof(st);
115847a2a17SPawel Jakub Dawidek bcopy(&nsize, haddr, sizeof(nsize));
116847a2a17SPawel Jakub Dawidek haddr += sizeof(nsize);
117847a2a17SPawel Jakub Dawidek memset(haddr, 0x42, REDZONE_CHSIZE);
118847a2a17SPawel Jakub Dawidek haddr += REDZONE_CHSIZE;
119847a2a17SPawel Jakub Dawidek
120847a2a17SPawel Jakub Dawidek /* Redzone footer. */
121847a2a17SPawel Jakub Dawidek memset(faddr, 0x42, REDZONE_CFSIZE);
122847a2a17SPawel Jakub Dawidek
123847a2a17SPawel Jakub Dawidek return (haddr);
124847a2a17SPawel Jakub Dawidek }
125847a2a17SPawel Jakub Dawidek
126847a2a17SPawel Jakub Dawidek /*
127847a2a17SPawel Jakub Dawidek * Verify redzones.
128847a2a17SPawel Jakub Dawidek * This function is called on free() and realloc().
129847a2a17SPawel Jakub Dawidek */
130847a2a17SPawel Jakub Dawidek void
redzone_check(caddr_t naddr)131847a2a17SPawel Jakub Dawidek redzone_check(caddr_t naddr)
132847a2a17SPawel Jakub Dawidek {
133847a2a17SPawel Jakub Dawidek struct stack ast, fst;
134847a2a17SPawel Jakub Dawidek caddr_t haddr, faddr;
135847a2a17SPawel Jakub Dawidek u_int ncorruptions;
136847a2a17SPawel Jakub Dawidek u_long nsize;
137847a2a17SPawel Jakub Dawidek int i;
138847a2a17SPawel Jakub Dawidek
139847a2a17SPawel Jakub Dawidek haddr = naddr - REDZONE_HSIZE;
140847a2a17SPawel Jakub Dawidek bcopy(haddr, &ast, sizeof(ast));
141847a2a17SPawel Jakub Dawidek haddr += sizeof(ast);
142847a2a17SPawel Jakub Dawidek bcopy(haddr, &nsize, sizeof(nsize));
143847a2a17SPawel Jakub Dawidek haddr += sizeof(nsize);
144847a2a17SPawel Jakub Dawidek
145847a2a17SPawel Jakub Dawidek atomic_subtract_long(&redzone_extra_mem,
146847a2a17SPawel Jakub Dawidek redzone_size_ntor(nsize) - nsize);
147847a2a17SPawel Jakub Dawidek
148847a2a17SPawel Jakub Dawidek /* Look for buffer underflow. */
149847a2a17SPawel Jakub Dawidek ncorruptions = 0;
150847a2a17SPawel Jakub Dawidek for (i = 0; i < REDZONE_CHSIZE; i++, haddr++) {
151847a2a17SPawel Jakub Dawidek if (*(u_char *)haddr != 0x42)
152847a2a17SPawel Jakub Dawidek ncorruptions++;
153847a2a17SPawel Jakub Dawidek }
154847a2a17SPawel Jakub Dawidek if (ncorruptions > 0) {
155847a2a17SPawel Jakub Dawidek printf("REDZONE: Buffer underflow detected. %u byte%s "
156847a2a17SPawel Jakub Dawidek "corrupted before %p (%lu bytes allocated).\n",
157847a2a17SPawel Jakub Dawidek ncorruptions, ncorruptions == 1 ? "" : "s", naddr, nsize);
158847a2a17SPawel Jakub Dawidek printf("Allocation backtrace:\n");
1599ccca7d1SRobert Watson stack_print_ddb(&ast);
160847a2a17SPawel Jakub Dawidek printf("Free backtrace:\n");
161847a2a17SPawel Jakub Dawidek stack_save(&fst);
1629ccca7d1SRobert Watson stack_print_ddb(&fst);
163847a2a17SPawel Jakub Dawidek if (redzone_panic)
164847a2a17SPawel Jakub Dawidek panic("Stopping here.");
165847a2a17SPawel Jakub Dawidek }
166847a2a17SPawel Jakub Dawidek faddr = naddr + nsize;
167847a2a17SPawel Jakub Dawidek /* Look for buffer overflow. */
168847a2a17SPawel Jakub Dawidek ncorruptions = 0;
169847a2a17SPawel Jakub Dawidek for (i = 0; i < REDZONE_CFSIZE; i++, faddr++) {
170847a2a17SPawel Jakub Dawidek if (*(u_char *)faddr != 0x42)
171847a2a17SPawel Jakub Dawidek ncorruptions++;
172847a2a17SPawel Jakub Dawidek }
173847a2a17SPawel Jakub Dawidek if (ncorruptions > 0) {
174847a2a17SPawel Jakub Dawidek printf("REDZONE: Buffer overflow detected. %u byte%s corrupted "
175847a2a17SPawel Jakub Dawidek "after %p (%lu bytes allocated).\n", ncorruptions,
176847a2a17SPawel Jakub Dawidek ncorruptions == 1 ? "" : "s", naddr + nsize, nsize);
177847a2a17SPawel Jakub Dawidek printf("Allocation backtrace:\n");
1789ccca7d1SRobert Watson stack_print_ddb(&ast);
179847a2a17SPawel Jakub Dawidek printf("Free backtrace:\n");
180847a2a17SPawel Jakub Dawidek stack_save(&fst);
1819ccca7d1SRobert Watson stack_print_ddb(&fst);
182847a2a17SPawel Jakub Dawidek if (redzone_panic)
183847a2a17SPawel Jakub Dawidek panic("Stopping here.");
184847a2a17SPawel Jakub Dawidek }
185847a2a17SPawel Jakub Dawidek }
186