xref: /freebsd/sys/vm/vm_phys.h (revision 273c26a3c3bea87a241d6879abd4f991db180bf0)
1 /*-
2  * Copyright (c) 2002-2006 Rice University
3  * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
4  * All rights reserved.
5  *
6  * This software was developed for the FreeBSD Project by Alan L. Cox,
7  * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT
22  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
25  * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
28  * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29  * POSSIBILITY OF SUCH DAMAGE.
30  *
31  * $FreeBSD$
32  */
33 
34 /*
35  *	Physical memory system definitions
36  */
37 
38 #ifndef	_VM_PHYS_H_
39 #define	_VM_PHYS_H_
40 
41 #ifdef _KERNEL
42 
43 /* Domains must be dense (non-sparse) and zero-based. */
44 struct mem_affinity {
45 	vm_paddr_t start;
46 	vm_paddr_t end;
47 	int domain;
48 };
49 
50 struct vm_freelist {
51 	struct pglist pl;
52 	int lcnt;
53 };
54 
55 struct vm_phys_seg {
56 	vm_paddr_t	start;
57 	vm_paddr_t	end;
58 	vm_page_t	first_page;
59 	int		domain;
60 	struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61 };
62 
63 extern struct mem_affinity *mem_affinity;
64 extern int *mem_locality;
65 extern int vm_ndomains;
66 extern struct vm_phys_seg vm_phys_segs[];
67 extern int vm_phys_nsegs;
68 
69 /*
70  * The following functions are only to be used by the virtual memory system.
71  */
72 void vm_phys_add_page(vm_paddr_t pa);
73 void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
74 vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
75     u_long alignment, vm_paddr_t boundary);
76 vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
77 vm_page_t vm_phys_alloc_pages(int pool, int order);
78 boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
79 int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
80     vm_memattr_t memattr);
81 void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
82 vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
83 void vm_phys_free_contig(vm_page_t m, u_long npages);
84 void vm_phys_free_pages(vm_page_t m, int order);
85 void vm_phys_init(void);
86 vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
87 vm_page_t vm_phys_scan_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
88     u_long alignment, vm_paddr_t boundary, int options);
89 void vm_phys_set_pool(int pool, vm_page_t m, int order);
90 boolean_t vm_phys_unfree_page(vm_page_t m);
91 int vm_phys_mem_affinity(int f, int t);
92 
93 /*
94  *	vm_phys_domain:
95  *
96  * 	Return the memory domain the page belongs to.
97  */
98 static inline struct vm_domain *
99 vm_phys_domain(vm_page_t m)
100 {
101 #ifdef VM_NUMA_ALLOC
102 	int domn, segind;
103 
104 	/* XXXKIB try to assert that the page is managed */
105 	segind = m->segind;
106 	KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
107 	domn = vm_phys_segs[segind].domain;
108 	KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
109 	return (&vm_dom[domn]);
110 #else
111 	return (&vm_dom[0]);
112 #endif
113 }
114 
115 static inline void
116 vm_phys_freecnt_adj(vm_page_t m, int adj)
117 {
118 
119 	mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
120 	vm_cnt.v_free_count += adj;
121 	vm_phys_domain(m)->vmd_free_count += adj;
122 }
123 
124 #endif	/* _KERNEL */
125 #endif	/* !_VM_PHYS_H_ */
126