xref: /freebsd/sys/vm/vm_phys.h (revision 6520495abc109aa5af083b7cde70e4cf9c338de0)
111752d88SAlan Cox /*-
211752d88SAlan Cox  * Copyright (c) 2002-2006 Rice University
37bfda801SAlan Cox  * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
411752d88SAlan Cox  * All rights reserved.
511752d88SAlan Cox  *
611752d88SAlan Cox  * This software was developed for the FreeBSD Project by Alan L. Cox,
711752d88SAlan Cox  * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
811752d88SAlan Cox  *
911752d88SAlan Cox  * Redistribution and use in source and binary forms, with or without
1011752d88SAlan Cox  * modification, are permitted provided that the following conditions
1111752d88SAlan Cox  * are met:
1211752d88SAlan Cox  * 1. Redistributions of source code must retain the above copyright
1311752d88SAlan Cox  *    notice, this list of conditions and the following disclaimer.
1411752d88SAlan Cox  * 2. Redistributions in binary form must reproduce the above copyright
1511752d88SAlan Cox  *    notice, this list of conditions and the following disclaimer in the
1611752d88SAlan Cox  *    documentation and/or other materials provided with the distribution.
1711752d88SAlan Cox  *
1811752d88SAlan Cox  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1911752d88SAlan Cox  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2011752d88SAlan Cox  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
2111752d88SAlan Cox  * A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT
2211752d88SAlan Cox  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
2311752d88SAlan Cox  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
2411752d88SAlan Cox  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
2511752d88SAlan Cox  * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
2611752d88SAlan Cox  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2711752d88SAlan Cox  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
2811752d88SAlan Cox  * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
2911752d88SAlan Cox  * POSSIBILITY OF SUCH DAMAGE.
3011752d88SAlan Cox  *
3111752d88SAlan Cox  * $FreeBSD$
3211752d88SAlan Cox  */
3311752d88SAlan Cox 
3411752d88SAlan Cox /*
3511752d88SAlan Cox  *	Physical memory system definitions
3611752d88SAlan Cox  */
3711752d88SAlan Cox 
3811752d88SAlan Cox #ifndef	_VM_PHYS_H_
3911752d88SAlan Cox #define	_VM_PHYS_H_
4011752d88SAlan Cox 
41e35395ceSAlan Cox #ifdef _KERNEL
42e35395ceSAlan Cox 
43a3870a18SJohn Baldwin /* Domains must be dense (non-sparse) and zero-based. */
44a3870a18SJohn Baldwin struct mem_affinity {
45a3870a18SJohn Baldwin 	vm_paddr_t start;
46a3870a18SJohn Baldwin 	vm_paddr_t end;
47a3870a18SJohn Baldwin 	int domain;
48a3870a18SJohn Baldwin };
49a3870a18SJohn Baldwin 
50449c2e92SKonstantin Belousov struct vm_freelist {
51449c2e92SKonstantin Belousov 	struct pglist pl;
52449c2e92SKonstantin Belousov 	int lcnt;
53449c2e92SKonstantin Belousov };
54449c2e92SKonstantin Belousov 
55449c2e92SKonstantin Belousov struct vm_phys_seg {
56449c2e92SKonstantin Belousov 	vm_paddr_t	start;
57449c2e92SKonstantin Belousov 	vm_paddr_t	end;
58449c2e92SKonstantin Belousov 	vm_page_t	first_page;
59449c2e92SKonstantin Belousov 	int		domain;
60449c2e92SKonstantin Belousov 	struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61449c2e92SKonstantin Belousov };
62449c2e92SKonstantin Belousov 
63a3870a18SJohn Baldwin extern struct mem_affinity *mem_affinity;
64cf82d811SAdrian Chadd extern int *mem_locality;
657e226537SAttilio Rao extern int vm_ndomains;
66449c2e92SKonstantin Belousov extern struct vm_phys_seg vm_phys_segs[];
67449c2e92SKonstantin Belousov extern int vm_phys_nsegs;
68a3870a18SJohn Baldwin 
69fbd80bd0SAlan Cox /*
70fbd80bd0SAlan Cox  * The following functions are only to be used by the virtual memory system.
71fbd80bd0SAlan Cox  */
7211752d88SAlan Cox void vm_phys_add_page(vm_paddr_t pa);
73271f0f12SAlan Cox void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
745c1f2cc4SAlan Cox vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
755c1f2cc4SAlan Cox     u_long alignment, vm_paddr_t boundary);
76d866a563SAlan Cox vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
7711752d88SAlan Cox vm_page_t vm_phys_alloc_pages(int pool, int order);
78449c2e92SKonstantin Belousov boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
79b6de32bdSKonstantin Belousov int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
80b6de32bdSKonstantin Belousov     vm_memattr_t memattr);
81b6de32bdSKonstantin Belousov void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
82b6de32bdSKonstantin Belousov vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
835c1f2cc4SAlan Cox void vm_phys_free_contig(vm_page_t m, u_long npages);
8411752d88SAlan Cox void vm_phys_free_pages(vm_page_t m, int order);
8511752d88SAlan Cox void vm_phys_init(void);
8643f48b65SKonstantin Belousov vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
877bfda801SAlan Cox void vm_phys_set_pool(int pool, vm_page_t m, int order);
88e35395ceSAlan Cox boolean_t vm_phys_unfree_page(vm_page_t m);
8911752d88SAlan Cox boolean_t vm_phys_zero_pages_idle(void);
90*6520495aSAdrian Chadd int vm_phys_mem_affinity(int f, int t);
9111752d88SAlan Cox 
92449c2e92SKonstantin Belousov /*
93449c2e92SKonstantin Belousov  *	vm_phys_domain:
94449c2e92SKonstantin Belousov  *
95449c2e92SKonstantin Belousov  * 	Return the memory domain the page belongs to.
96449c2e92SKonstantin Belousov  */
97449c2e92SKonstantin Belousov static inline struct vm_domain *
98449c2e92SKonstantin Belousov vm_phys_domain(vm_page_t m)
99449c2e92SKonstantin Belousov {
100449c2e92SKonstantin Belousov #if MAXMEMDOM > 1
101449c2e92SKonstantin Belousov 	int domn, segind;
102449c2e92SKonstantin Belousov 
103449c2e92SKonstantin Belousov 	/* XXXKIB try to assert that the page is managed */
104449c2e92SKonstantin Belousov 	segind = m->segind;
105449c2e92SKonstantin Belousov 	KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
106449c2e92SKonstantin Belousov 	domn = vm_phys_segs[segind].domain;
107449c2e92SKonstantin Belousov 	KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
108449c2e92SKonstantin Belousov 	return (&vm_dom[domn]);
109449c2e92SKonstantin Belousov #else
110449c2e92SKonstantin Belousov 	return (&vm_dom[0]);
111449c2e92SKonstantin Belousov #endif
112449c2e92SKonstantin Belousov }
113449c2e92SKonstantin Belousov 
114449c2e92SKonstantin Belousov static inline void
115449c2e92SKonstantin Belousov vm_phys_freecnt_adj(vm_page_t m, int adj)
116449c2e92SKonstantin Belousov {
117449c2e92SKonstantin Belousov 
118449c2e92SKonstantin Belousov 	mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
11944f1c916SBryan Drewery 	vm_cnt.v_free_count += adj;
120449c2e92SKonstantin Belousov 	vm_phys_domain(m)->vmd_free_count += adj;
121449c2e92SKonstantin Belousov }
122449c2e92SKonstantin Belousov 
123e35395ceSAlan Cox #endif	/* _KERNEL */
12411752d88SAlan Cox #endif	/* !_VM_PHYS_H_ */
125