master
1/* $NetBSD: pmap.h,v 1.64 2020/09/06 10:48:21 mrg Exp $ */
2
3/*-
4 * Copyright (C) 1995, 1996 Wolfgang Solfrank.
5 * Copyright (C) 1995, 1996 TooLs GmbH.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by TooLs GmbH.
19 * 4. The name of TooLs GmbH may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
27 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
28 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
29 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
30 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
31 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 */
33
34#ifndef _MACHINE_PMAP_H_
35#define _MACHINE_PMAP_H_
36
37#ifndef _LOCORE
38#include <machine/pte.h>
39#include <sys/queue.h>
40struct vm_page;
41#include <uvm/uvm_prot.h>
42#include <uvm/uvm_pmap.h>
43#include <uvm/uvm_object.h>
44#ifdef _KERNEL
45#include <machine/cpuset.h>
46#ifdef SUN4V
47#include <machine/hypervisor.h>
48#endif
49#endif
50#endif
51
52/*
53 * This scheme uses 2-level page tables.
54 *
55 * While we're still in 32-bit mode we do the following:
56 *
57 * offset: 13 bits
58 * 1st level: 1024 64-bit TTEs in an 8K page for 10 bits
59 * 2nd level: 512 32-bit pointers in the pmap for 9 bits
60 * -------
61 * total: 32 bits
62 *
63 * In 64-bit mode the Spitfire and Blackbird CPUs support only
64 * 44-bit virtual addresses. All addresses between
65 * 0x0000 07ff ffff ffff and 0xffff f800 0000 0000 are in the
66 * "VA hole" and trap, so we don't have to track them. However,
67 * we do need to keep them in mind during PT walking. If they
68 * ever change the size of the address "hole" we need to rework
69 * all the page table handling.
70 *
71 * offset: 13 bits
72 * 1st level: 1024 64-bit TTEs in an 8K page for 10 bits
73 * 2nd level: 1024 64-bit pointers in an 8K page for 10 bits
74 * 3rd level: 1024 64-bit pointers in the segmap for 10 bits
75 * -------
76 * total: 43 bits
77 *
78 * Of course, this means for 32-bit spaces we always have a (practically)
79 * wasted page for the segmap (only one entry used) and half a page wasted
80 * for the page directory. We still have need of one extra bit 8^(.
81 */
82
83#define HOLESHIFT (43)
84
85#define PTSZ (PAGE_SIZE/8) /* page table entry */
86#define PDSZ (PTSZ) /* page directory */
87#define STSZ (PTSZ) /* psegs */
88
89#define PTSHIFT (13)
90#define PDSHIFT (10+PTSHIFT)
91#define STSHIFT (10+PDSHIFT)
92
93#define PTMASK (PTSZ-1)
94#define PDMASK (PDSZ-1)
95#define STMASK (STSZ-1)
96
97#ifndef _LOCORE
98
99#ifdef _LP64
100int sparc64_mmap_range_test(vaddr_t, vaddr_t);
101#define MD_MMAP_RANGE_TEST(MINVA, MAXVA) sparc64_mmap_range_test(MINVA, MAXVA)
102#endif
103
104/*
105 * Support for big page sizes. This maps the page size to the
106 * page bits.
107 */
108struct page_size_map {
109 uint64_t mask;
110 uint64_t code;
111#if defined(DEBUG) || 1
112 uint64_t use;
113#endif
114};
115extern struct page_size_map page_size_map[];
116
117/*
118 * Pmap stuff
119 */
120
121#define va_to_seg(v) (int)((((paddr_t)(v))>>STSHIFT)&STMASK)
122#define va_to_dir(v) (int)((((paddr_t)(v))>>PDSHIFT)&PDMASK)
123#define va_to_pte(v) (int)((((paddr_t)(v))>>PTSHIFT)&PTMASK)
124
125#ifdef MULTIPROCESSOR
126#define PMAP_LIST_MAXNUMCPU CPUSET_MAXNUMCPU
127#else
128#define PMAP_LIST_MAXNUMCPU 1
129#endif
130
131struct pmap {
132 unsigned int pm_refs;
133 TAILQ_HEAD(, vm_page) pm_ptps;
134 LIST_ENTRY(pmap) pm_list[PMAP_LIST_MAXNUMCPU]; /* per cpu ctx used list */
135
136 struct pmap_statistics pm_stats;
137
138 /*
139 * We record the context used on any cpu here. If the context
140 * is actually present in the TLB, it will be the plain context
141 * number. If the context is allocated, but has been flushed
142 * from the tlb, the number will be negative.
143 * If this pmap has no context allocated on that cpu, the entry
144 * will be 0.
145 */
146 int pm_ctx[PMAP_LIST_MAXNUMCPU]; /* Current context per cpu */
147
148 /*
149 * This contains 64-bit pointers to pages that contain
150 * 1024 64-bit pointers to page tables. All addresses
151 * are physical.
152 *
153 * !!! Only touch this through pseg_get() and pseg_set() !!!
154 */
155 paddr_t pm_physaddr; /* physical address of pm_segs */
156 int64_t *pm_segs;
157};
158
159/*
160 * This comes from the PROM and is used to map prom entries.
161 */
162struct prom_map {
163 uint64_t vstart;
164 uint64_t vsize;
165 uint64_t tte;
166};
167
168#define PMAP_NC 0x001 /* Don't cache, set the E bit in the page */
169#define PMAP_NVC 0x002 /* Don't enable the virtual cache */
170#define PMAP_LITTLE 0x004 /* Map in little endian mode */
171/* Large page size hints --
172 we really should use another param to pmap_enter() */
173#define PMAP_8K 0x000
174#define PMAP_64K 0x008 /* Use 64K page */
175#define PMAP_512K 0x010
176#define PMAP_4M 0x018
177#define PMAP_SZ_TO_TTE(x) (((x)&0x018)<<58)
178/* If these bits are different in va's to the same PA
179 then there is an aliasing in the d$ */
180#define VA_ALIAS_MASK (1 << 13)
181#define PMAP_WC 0x20 /* allow write combinimg */
182
183#ifdef _KERNEL
184#ifdef PMAP_COUNT_DEBUG
185/* diagnostic versions if PMAP_COUNT_DEBUG option is used */
186int pmap_count_res(struct pmap *);
187int pmap_count_wired(struct pmap *);
188#define pmap_resident_count(pm) pmap_count_res((pm))
189#define pmap_wired_count(pm) pmap_count_wired((pm))
190#else
191#define pmap_resident_count(pm) ((pm)->pm_stats.resident_count)
192#define pmap_wired_count(pm) ((pm)->pm_stats.wired_count)
193#endif
194
195#define pmap_phys_address(x) (x)
196
197void pmap_activate_pmap(struct pmap *);
198void pmap_update(struct pmap *);
199void pmap_bootstrap(u_long, u_long);
200
201/* make sure all page mappings are modulo 16K to prevent d$ aliasing */
202#define PMAP_PREFER(fo, va, sz, td) pmap_prefer((fo), (va), (td))
203static inline void
204pmap_prefer(vaddr_t fo, vaddr_t *va, int td)
205{
206 vaddr_t newva;
207 vaddr_t m;
208
209 m = 2 * PAGE_SIZE;
210 newva = (*va & ~(m - 1)) | (fo & (m - 1));
211
212 if (td) {
213 if (newva > *va)
214 newva -= m;
215 } else {
216 if (newva < *va)
217 newva += m;
218 }
219 *va = newva;
220}
221
222#define PMAP_GROWKERNEL /* turn on pmap_growkernel interface */
223#define PMAP_NEED_PROCWR
224
225void pmap_procwr(struct proc *, vaddr_t, size_t);
226
227/* SPARC specific? */
228int pmap_dumpsize(void);
229int pmap_dumpmmu(int (*)(dev_t, daddr_t, void *, size_t),
230 daddr_t);
231int pmap_pa_exists(paddr_t);
232void switchexit(struct lwp *, int);
233void pmap_kprotect(vaddr_t, vm_prot_t);
234
235/* SPARC64 specific */
236void pmap_copy_page_phys(paddr_t, paddr_t);
237void pmap_zero_page_phys(paddr_t);
238
239#ifdef SUN4V
240/* sun4v specific */
241void pmap_setup_intstack_sun4v(paddr_t);
242void pmap_setup_tsb_sun4v(struct tsb_desc*);
243#endif
244
245/* Installed physical memory, as discovered during bootstrap. */
246extern int phys_installed_size;
247extern struct mem_region *phys_installed;
248
249#define __HAVE_VM_PAGE_MD
250
251/*
252 * For each struct vm_page, there is a list of all currently valid virtual
253 * mappings of that page. An entry is a pv_entry_t.
254 */
255struct pmap;
256typedef struct pv_entry {
257 struct pv_entry *pv_next; /* next pv_entry */
258 struct pmap *pv_pmap; /* pmap where mapping lies */
259 vaddr_t pv_va; /* virtual address for mapping */
260} *pv_entry_t;
261/* PV flags encoded in the low bits of the VA of the first pv_entry */
262
263struct vm_page_md {
264 struct pv_entry mdpg_pvh;
265};
266#define VM_MDPAGE_INIT(pg) \
267do { \
268 (pg)->mdpage.mdpg_pvh.pv_next = NULL; \
269 (pg)->mdpage.mdpg_pvh.pv_pmap = NULL; \
270 (pg)->mdpage.mdpg_pvh.pv_va = 0; \
271} while (/*CONSTCOND*/0)
272
273#ifdef MULTIPROCESSOR
274#define pmap_ctx_cpu(PM, C) ((PM)->pm_ctx[(C)])
275#define pmap_ctx(PM) pmap_ctx_cpu((PM), cpu_number())
276#else
277#define pmap_ctx(PM) ((PM)->pm_ctx[0])
278#endif
279
280#endif /* _KERNEL */
281
282#endif /* _LOCORE */
283#endif /* _MACHINE_PMAP_H_ */