xref: /freebsd/sys/vm/vm_phys.h (revision 8ef24a0d4b28fe230e20637f56869cc4148cd2ca)
1 /*-
2  * Copyright (c) 2002-2006 Rice University
3  * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
4  * All rights reserved.
5  *
6  * This software was developed for the FreeBSD Project by Alan L. Cox,
7  * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT
22  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
25  * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
28  * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29  * POSSIBILITY OF SUCH DAMAGE.
30  *
31  * $FreeBSD$
32  */
33 
34 /*
35  *	Physical memory system definitions
36  */
37 
38 #ifndef	_VM_PHYS_H_
39 #define	_VM_PHYS_H_
40 
41 #ifdef _KERNEL
42 
43 /* Domains must be dense (non-sparse) and zero-based. */
44 struct mem_affinity {
45 	vm_paddr_t start;
46 	vm_paddr_t end;
47 	int domain;
48 };
49 
50 struct vm_freelist {
51 	struct pglist pl;
52 	int lcnt;
53 };
54 
55 struct vm_phys_seg {
56 	vm_paddr_t	start;
57 	vm_paddr_t	end;
58 	vm_page_t	first_page;
59 	int		domain;
60 	struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61 };
62 
63 extern struct mem_affinity *mem_affinity;
64 extern int *mem_locality;
65 extern int vm_ndomains;
66 extern struct vm_phys_seg vm_phys_segs[];
67 extern int vm_phys_nsegs;
68 
69 /*
70  * The following functions are only to be used by the virtual memory system.
71  */
72 void vm_phys_add_page(vm_paddr_t pa);
73 void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
74 vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
75     u_long alignment, vm_paddr_t boundary);
76 vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
77 vm_page_t vm_phys_alloc_pages(int pool, int order);
78 boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
79 int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
80     vm_memattr_t memattr);
81 void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
82 vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
83 void vm_phys_free_contig(vm_page_t m, u_long npages);
84 void vm_phys_free_pages(vm_page_t m, int order);
85 void vm_phys_init(void);
86 vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
87 vm_page_t vm_phys_scan_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
88     u_long alignment, vm_paddr_t boundary, int options);
89 void vm_phys_set_pool(int pool, vm_page_t m, int order);
90 boolean_t vm_phys_unfree_page(vm_page_t m);
91 boolean_t vm_phys_zero_pages_idle(void);
92 int vm_phys_mem_affinity(int f, int t);
93 
94 /*
95  *	vm_phys_domain:
96  *
97  * 	Return the memory domain the page belongs to.
98  */
99 static inline struct vm_domain *
100 vm_phys_domain(vm_page_t m)
101 {
102 #ifdef VM_NUMA_ALLOC
103 	int domn, segind;
104 
105 	/* XXXKIB try to assert that the page is managed */
106 	segind = m->segind;
107 	KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
108 	domn = vm_phys_segs[segind].domain;
109 	KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
110 	return (&vm_dom[domn]);
111 #else
112 	return (&vm_dom[0]);
113 #endif
114 }
115 
116 static inline void
117 vm_phys_freecnt_adj(vm_page_t m, int adj)
118 {
119 
120 	mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
121 	vm_cnt.v_free_count += adj;
122 	vm_phys_domain(m)->vmd_free_count += adj;
123 }
124 
125 #endif	/* _KERNEL */
126 #endif	/* !_VM_PHYS_H_ */
127