blob: 291cee28ccb60da84576ba1d9e103a0dc6e78ba5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _PARISC_PGTABLE_H
2#define _PARISC_PGTABLE_H
3
4#include <asm-generic/4level-fixup.h>
5
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <asm/fixmap.h>
7
8#ifndef __ASSEMBLY__
9/*
10 * we simulate an x86-style page table for the linux mm code
11 */
12
Jiri Slaby1977f032007-10-18 23:40:25 -070013#include <linux/bitops.h>
James Bottomley11537422011-01-16 23:06:14 +010014#include <linux/spinlock.h>
John David Anglin7139bc12013-01-14 19:45:00 -050015#include <linux/mm_types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <asm/processor.h>
17#include <asm/cache.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
John David Anglin01ab6052015-07-01 17:18:37 -040019extern spinlock_t pa_tlb_lock;
John David Anglinbda079d2013-04-23 22:42:07 +020020
Linus Torvalds1da177e2005-04-16 15:20:36 -070021/*
22 * kern_addr_valid(ADDR) tests if ADDR is pointing to valid kernel
23 * memory. For the return value to be meaningful, ADDR must be >=
24 * PAGE_OFFSET. This operation can be relatively expensive (e.g.,
25 * require a hash-, or multi-level tree-lookup or something of that
26 * sort) but it guarantees to return TRUE only if accessing the page
27 * at that address does not cause an error. Note that there may be
28 * addresses for which kern_addr_valid() returns FALSE even though an
29 * access would not cause an error (e.g., this is typically true for
30 * memory mapped I/O regions.
31 *
32 * XXX Need to implement this for parisc.
33 */
34#define kern_addr_valid(addr) (1)
35
John David Anglin01ab6052015-07-01 17:18:37 -040036/* Purge data and instruction TLB entries. Must be called holding
37 * the pa_tlb_lock. The TLB purge instructions are slow on SMP
38 * machines since the purge must be broadcast to all CPUs.
39 */
40
41static inline void purge_tlb_entries(struct mm_struct *mm, unsigned long addr)
42{
43 mtsp(mm->context, 1);
44 pdtlb(addr);
45 if (unlikely(split_tlb))
46 pitlb(addr);
47}
48
Linus Torvalds1da177e2005-04-16 15:20:36 -070049/* Certain architectures need to do special things when PTEs
50 * within a page table are directly modified. Thus, the following
51 * hook is made available.
52 */
53#define set_pte(pteptr, pteval) \
54 do{ \
55 *(pteptr) = (pteval); \
56 } while(0)
John David Anglin7139bc12013-01-14 19:45:00 -050057
John David Anglin01ab6052015-07-01 17:18:37 -040058#define pte_inserted(x) \
59 ((pte_val(x) & (_PAGE_PRESENT|_PAGE_ACCESSED)) \
60 == (_PAGE_PRESENT|_PAGE_ACCESSED))
John David Anglin7139bc12013-01-14 19:45:00 -050061
John David Anglin01ab6052015-07-01 17:18:37 -040062#define set_pte_at(mm, addr, ptep, pteval) \
63 do { \
64 pte_t old_pte; \
John David Anglinbda079d2013-04-23 22:42:07 +020065 unsigned long flags; \
John David Anglin01ab6052015-07-01 17:18:37 -040066 spin_lock_irqsave(&pa_tlb_lock, flags); \
67 old_pte = *ptep; \
68 set_pte(ptep, pteval); \
69 if (pte_inserted(old_pte)) \
70 purge_tlb_entries(mm, addr); \
71 spin_unlock_irqrestore(&pa_tlb_lock, flags); \
John David Anglin7139bc12013-01-14 19:45:00 -050072 } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070073
74#endif /* !__ASSEMBLY__ */
75
Rolf Eike Beer9b05b1e2012-05-10 23:07:16 +020076#include <asm/page.h>
77
Linus Torvalds1da177e2005-04-16 15:20:36 -070078#define pte_ERROR(e) \
79 printk("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e))
80#define pmd_ERROR(e) \
81 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, (unsigned long)pmd_val(e))
82#define pgd_ERROR(e) \
83 printk("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, (unsigned long)pgd_val(e))
84
Helge Deller2fd83032006-04-20 20:40:23 +000085/* This is the size of the initially mapped kernel memory */
Helge Deller332b42e2015-11-20 11:17:27 +010086#ifdef CONFIG_64BIT
87#define KERNEL_INITIAL_ORDER 25 /* 1<<25 = 32MB */
88#else
89#define KERNEL_INITIAL_ORDER 24 /* 1<<24 = 16MB */
90#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070091#define KERNEL_INITIAL_SIZE (1 << KERNEL_INITIAL_ORDER)
92
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -070093#if CONFIG_PGTABLE_LEVELS == 3
Linus Torvalds1da177e2005-04-16 15:20:36 -070094#define PGD_ORDER 1 /* Number of pages per pgd */
95#define PMD_ORDER 1 /* Number of pages per pmd */
96#define PGD_ALLOC_ORDER 2 /* first pgd contains pmd */
97#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070098#define PGD_ORDER 1 /* Number of pages per pgd */
99#define PGD_ALLOC_ORDER PGD_ORDER
100#endif
101
102/* Definitions for 3rd level (we use PLD here for Page Lower directory
103 * because PTE_SHIFT is used lower down to mean shift that has to be
104 * done to get usable bits out of the PTE) */
105#define PLD_SHIFT PAGE_SHIFT
106#define PLD_SIZE PAGE_SIZE
107#define BITS_PER_PTE (PAGE_SHIFT - BITS_PER_PTE_ENTRY)
108#define PTRS_PER_PTE (1UL << BITS_PER_PTE)
109
110/* Definitions for 2nd level */
111#define pgtable_cache_init() do { } while (0)
112
113#define PMD_SHIFT (PLD_SHIFT + BITS_PER_PTE)
114#define PMD_SIZE (1UL << PMD_SHIFT)
115#define PMD_MASK (~(PMD_SIZE-1))
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700116#if CONFIG_PGTABLE_LEVELS == 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117#define BITS_PER_PMD (PAGE_SHIFT + PMD_ORDER - BITS_PER_PMD_ENTRY)
118#else
Kirill A. Shutemovc07af4f2015-02-27 15:52:12 -0800119#define __PAGETABLE_PMD_FOLDED
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120#define BITS_PER_PMD 0
121#endif
122#define PTRS_PER_PMD (1UL << BITS_PER_PMD)
123
124/* Definitions for 1st level */
125#define PGDIR_SHIFT (PMD_SHIFT + BITS_PER_PMD)
Helge Deller48d27cb2009-01-18 19:16:16 +0100126#if (PGDIR_SHIFT + PAGE_SHIFT + PGD_ORDER - BITS_PER_PGD_ENTRY) > BITS_PER_LONG
127#define BITS_PER_PGD (BITS_PER_LONG - PGDIR_SHIFT)
128#else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129#define BITS_PER_PGD (PAGE_SHIFT + PGD_ORDER - BITS_PER_PGD_ENTRY)
Helge Deller48d27cb2009-01-18 19:16:16 +0100130#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
132#define PGDIR_MASK (~(PGDIR_SIZE-1))
133#define PTRS_PER_PGD (1UL << BITS_PER_PGD)
134#define USER_PTRS_PER_PGD PTRS_PER_PGD
135
Helge Deller48d27cb2009-01-18 19:16:16 +0100136#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137#define MAX_ADDRBITS (PGDIR_SHIFT + BITS_PER_PGD)
138#define MAX_ADDRESS (1UL << MAX_ADDRBITS)
Helge Deller2fd83032006-04-20 20:40:23 +0000139#define SPACEID_SHIFT (MAX_ADDRBITS - 32)
Helge Deller48d27cb2009-01-18 19:16:16 +0100140#else
141#define MAX_ADDRBITS (BITS_PER_LONG)
142#define MAX_ADDRESS (1UL << MAX_ADDRBITS)
143#define SPACEID_SHIFT 0
144#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
146/* This calculates the number of initial pages we need for the initial
147 * page tables */
Helge Deller2fd83032006-04-20 20:40:23 +0000148#if (KERNEL_INITIAL_ORDER) >= (PMD_SHIFT)
149# define PT_INITIAL (1 << (KERNEL_INITIAL_ORDER - PMD_SHIFT))
150#else
151# define PT_INITIAL (1) /* all initial PTEs fit into one page */
152#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
154/*
155 * pgd entries used up by user/kernel:
156 */
157
Kirill A. Shutemovd016bf72015-02-11 15:26:41 -0800158#define FIRST_USER_ADDRESS 0UL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160/* NB: The tlb miss handlers make certain assumptions about the order */
161/* of the following bits, so be careful (One example, bits 25-31 */
162/* are moved together in one instruction). */
163
164#define _PAGE_READ_BIT 31 /* (0x001) read access allowed */
165#define _PAGE_WRITE_BIT 30 /* (0x002) write access allowed */
166#define _PAGE_EXEC_BIT 29 /* (0x004) execute access allowed */
167#define _PAGE_GATEWAY_BIT 28 /* (0x008) privilege promotion allowed */
168#define _PAGE_DMB_BIT 27 /* (0x010) Data Memory Break enable (B bit) */
169#define _PAGE_DIRTY_BIT 26 /* (0x020) Page Dirty (D bit) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170#define _PAGE_REFTRAP_BIT 25 /* (0x040) Page Ref. Trap enable (T bit) */
171#define _PAGE_NO_CACHE_BIT 24 /* (0x080) Uncached Page (U bit) */
172#define _PAGE_ACCESSED_BIT 23 /* (0x100) Software: Page Accessed */
173#define _PAGE_PRESENT_BIT 22 /* (0x200) Software: translation valid */
Helge Deller1f25ad22015-11-20 15:46:52 +0100174#define _PAGE_HPAGE_BIT 21 /* (0x400) Software: Huge Page */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175#define _PAGE_USER_BIT 20 /* (0x800) Software: User accessible page */
176
177/* N.B. The bits are defined in terms of a 32 bit word above, so the */
178/* following macro is ok for both 32 and 64 bit. */
179
180#define xlate_pabit(x) (31 - x)
181
182/* this defines the shift to the usable bits in the PTE it is set so
183 * that the valid bits _PAGE_PRESENT_BIT and _PAGE_USER_BIT are set
184 * to zero */
185#define PTE_SHIFT xlate_pabit(_PAGE_USER_BIT)
186
Helge Deller2fd83032006-04-20 20:40:23 +0000187/* PFN_PTE_SHIFT defines the shift of a PTE value to access the PFN field */
188#define PFN_PTE_SHIFT 12
189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190#define _PAGE_READ (1 << xlate_pabit(_PAGE_READ_BIT))
191#define _PAGE_WRITE (1 << xlate_pabit(_PAGE_WRITE_BIT))
192#define _PAGE_RW (_PAGE_READ | _PAGE_WRITE)
193#define _PAGE_EXEC (1 << xlate_pabit(_PAGE_EXEC_BIT))
194#define _PAGE_GATEWAY (1 << xlate_pabit(_PAGE_GATEWAY_BIT))
195#define _PAGE_DMB (1 << xlate_pabit(_PAGE_DMB_BIT))
196#define _PAGE_DIRTY (1 << xlate_pabit(_PAGE_DIRTY_BIT))
197#define _PAGE_REFTRAP (1 << xlate_pabit(_PAGE_REFTRAP_BIT))
198#define _PAGE_NO_CACHE (1 << xlate_pabit(_PAGE_NO_CACHE_BIT))
199#define _PAGE_ACCESSED (1 << xlate_pabit(_PAGE_ACCESSED_BIT))
200#define _PAGE_PRESENT (1 << xlate_pabit(_PAGE_PRESENT_BIT))
Helge Deller1f25ad22015-11-20 15:46:52 +0100201#define _PAGE_HUGE (1 << xlate_pabit(_PAGE_HPAGE_BIT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202#define _PAGE_USER (1 << xlate_pabit(_PAGE_USER_BIT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203
204#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | _PAGE_DIRTY | _PAGE_ACCESSED)
205#define _PAGE_CHG_MASK (PAGE_MASK | _PAGE_ACCESSED | _PAGE_DIRTY)
James Bottomleyd7dd2ff2011-04-14 18:25:21 -0500206#define _PAGE_KERNEL_RO (_PAGE_PRESENT | _PAGE_READ | _PAGE_DIRTY | _PAGE_ACCESSED)
207#define _PAGE_KERNEL_EXEC (_PAGE_KERNEL_RO | _PAGE_EXEC)
208#define _PAGE_KERNEL_RWX (_PAGE_KERNEL_EXEC | _PAGE_WRITE)
209#define _PAGE_KERNEL (_PAGE_KERNEL_RO | _PAGE_WRITE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
211/* The pgd/pmd contains a ptr (in phys addr space); since all pgds/pmds
212 * are page-aligned, we don't care about the PAGE_OFFSET bits, except
213 * for a few meta-information bits, so we shift the address to be
Helge Deller2fd83032006-04-20 20:40:23 +0000214 * able to effectively address 40/42/44-bits of physical address space
215 * depending on 4k/16k/64k PAGE_SIZE */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216#define _PxD_PRESENT_BIT 31
217#define _PxD_ATTACHED_BIT 30
218#define _PxD_VALID_BIT 29
219
220#define PxD_FLAG_PRESENT (1 << xlate_pabit(_PxD_PRESENT_BIT))
221#define PxD_FLAG_ATTACHED (1 << xlate_pabit(_PxD_ATTACHED_BIT))
222#define PxD_FLAG_VALID (1 << xlate_pabit(_PxD_VALID_BIT))
223#define PxD_FLAG_MASK (0xf)
224#define PxD_FLAG_SHIFT (4)
Helge Deller1f25ad22015-11-20 15:46:52 +0100225#define PxD_VALUE_SHIFT (PFN_PTE_SHIFT-PxD_FLAG_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
227#ifndef __ASSEMBLY__
228
229#define PAGE_NONE __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_ACCESSED)
230#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | _PAGE_WRITE | _PAGE_ACCESSED)
231/* Others seem to make this executable, I don't know if that's correct
232 or not. The stack is mapped this way though so this is necessary
233 in the short term - dhd@linuxcare.com, 2000-08-08 */
234#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | _PAGE_ACCESSED)
235#define PAGE_WRITEONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_WRITE | _PAGE_ACCESSED)
236#define PAGE_EXECREAD __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | _PAGE_EXEC |_PAGE_ACCESSED)
237#define PAGE_COPY PAGE_EXECREAD
238#define PAGE_RWX __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_READ | _PAGE_WRITE | _PAGE_EXEC |_PAGE_ACCESSED)
239#define PAGE_KERNEL __pgprot(_PAGE_KERNEL)
James Bottomleyd7dd2ff2011-04-14 18:25:21 -0500240#define PAGE_KERNEL_EXEC __pgprot(_PAGE_KERNEL_EXEC)
241#define PAGE_KERNEL_RWX __pgprot(_PAGE_KERNEL_RWX)
242#define PAGE_KERNEL_RO __pgprot(_PAGE_KERNEL_RO)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243#define PAGE_KERNEL_UNC __pgprot(_PAGE_KERNEL | _PAGE_NO_CACHE)
244#define PAGE_GATEWAY __pgprot(_PAGE_PRESENT | _PAGE_USER | _PAGE_ACCESSED | _PAGE_GATEWAY| _PAGE_READ)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
246
247/*
248 * We could have an execute only page using "gateway - promote to priv
249 * level 3", but that is kind of silly. So, the way things are defined
250 * now, we must always have read permission for pages with execute
251 * permission. For the fun of it we'll go ahead and support write only
252 * pages.
253 */
254
255 /*xwr*/
256#define __P000 PAGE_NONE
257#define __P001 PAGE_READONLY
258#define __P010 __P000 /* copy on write */
259#define __P011 __P001 /* copy on write */
260#define __P100 PAGE_EXECREAD
261#define __P101 PAGE_EXECREAD
262#define __P110 __P100 /* copy on write */
263#define __P111 __P101 /* copy on write */
264
265#define __S000 PAGE_NONE
266#define __S001 PAGE_READONLY
267#define __S010 PAGE_WRITEONLY
268#define __S011 PAGE_SHARED
269#define __S100 PAGE_EXECREAD
270#define __S101 PAGE_EXECREAD
271#define __S110 PAGE_RWX
272#define __S111 PAGE_RWX
273
Helge Deller2fd83032006-04-20 20:40:23 +0000274
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275extern pgd_t swapper_pg_dir[]; /* declared in init_task.c */
276
277/* initial page tables for 0-8MB for kernel */
278
279extern pte_t pg0[];
280
281/* zero page used for uninitialized stuff */
282
283extern unsigned long *empty_zero_page;
284
285/*
286 * ZERO_PAGE is a global shared page that is always zero: used
287 * for zero-mapped memory areas etc..
288 */
289
290#define ZERO_PAGE(vaddr) (virt_to_page(empty_zero_page))
291
James Bottomley8b4ae332010-12-22 10:24:36 -0600292#define pte_none(x) (pte_val(x) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293#define pte_present(x) (pte_val(x) & _PAGE_PRESENT)
John David Anglin01ab6052015-07-01 17:18:37 -0400294#define pte_clear(mm, addr, xp) set_pte_at(mm, addr, xp, __pte(0))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295
296#define pmd_flag(x) (pmd_val(x) & PxD_FLAG_MASK)
297#define pmd_address(x) ((unsigned long)(pmd_val(x) &~ PxD_FLAG_MASK) << PxD_VALUE_SHIFT)
298#define pgd_flag(x) (pgd_val(x) & PxD_FLAG_MASK)
299#define pgd_address(x) ((unsigned long)(pgd_val(x) &~ PxD_FLAG_MASK) << PxD_VALUE_SHIFT)
300
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700301#if CONFIG_PGTABLE_LEVELS == 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302/* The first entry of the permanent pmd is not there if it contains
303 * the gateway marker */
304#define pmd_none(x) (!pmd_val(x) || pmd_flag(x) == PxD_FLAG_ATTACHED)
305#else
306#define pmd_none(x) (!pmd_val(x))
307#endif
308#define pmd_bad(x) (!(pmd_flag(x) & PxD_FLAG_VALID))
309#define pmd_present(x) (pmd_flag(x) & PxD_FLAG_PRESENT)
310static inline void pmd_clear(pmd_t *pmd) {
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700311#if CONFIG_PGTABLE_LEVELS == 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312 if (pmd_flag(*pmd) & PxD_FLAG_ATTACHED)
313 /* This is the entry pointing to the permanent pmd
314 * attached to the pgd; cannot clear it */
315 __pmd_val_set(*pmd, PxD_FLAG_ATTACHED);
316 else
317#endif
318 __pmd_val_set(*pmd, 0);
319}
320
321
322
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700323#if CONFIG_PGTABLE_LEVELS == 3
Dave McCracken46a82b22006-09-25 23:31:48 -0700324#define pgd_page_vaddr(pgd) ((unsigned long) __va(pgd_address(pgd)))
325#define pgd_page(pgd) virt_to_page((void *)pgd_page_vaddr(pgd))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326
327/* For 64 bit we have three level tables */
328
329#define pgd_none(x) (!pgd_val(x))
330#define pgd_bad(x) (!(pgd_flag(x) & PxD_FLAG_VALID))
331#define pgd_present(x) (pgd_flag(x) & PxD_FLAG_PRESENT)
332static inline void pgd_clear(pgd_t *pgd) {
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700333#if CONFIG_PGTABLE_LEVELS == 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 if(pgd_flag(*pgd) & PxD_FLAG_ATTACHED)
335 /* This is the permanent pmd attached to the pgd; cannot
336 * free it */
337 return;
338#endif
339 __pgd_val_set(*pgd, 0);
340}
341#else
342/*
343 * The "pgd_xxx()" functions here are trivial for a folded two-level
344 * setup: the pgd is never bad, and a pmd always exists (as it's folded
345 * into the pgd entry)
346 */
Adrian Bunkf13cec82007-10-16 14:24:59 -0700347static inline int pgd_none(pgd_t pgd) { return 0; }
348static inline int pgd_bad(pgd_t pgd) { return 0; }
349static inline int pgd_present(pgd_t pgd) { return 1; }
350static inline void pgd_clear(pgd_t * pgdp) { }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351#endif
352
353/*
354 * The following only work if pte_present() is true.
355 * Undefined behaviour if not..
356 */
Adrian Bunkf13cec82007-10-16 14:24:59 -0700357static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; }
358static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; }
359static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; }
Nick Piggin7e675132008-04-28 02:13:00 -0700360static inline int pte_special(pte_t pte) { return 0; }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361
Adrian Bunkf13cec82007-10-16 14:24:59 -0700362static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; }
363static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; }
364static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; }
365static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; }
366static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; }
367static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; }
Nick Piggin7e675132008-04-28 02:13:00 -0700368static inline pte_t pte_mkspecial(pte_t pte) { return pte; }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369
370/*
Helge Deller1f25ad22015-11-20 15:46:52 +0100371 * Huge pte definitions.
372 */
373#ifdef CONFIG_HUGETLB_PAGE
374#define pte_huge(pte) (pte_val(pte) & _PAGE_HUGE)
Helge Deller78c0cbf2015-12-06 21:25:20 +0100375#define pte_mkhuge(pte) (__pte(pte_val(pte) | \
376 (parisc_requires_coherency() ? 0 : _PAGE_HUGE)))
Helge Deller1f25ad22015-11-20 15:46:52 +0100377#else
378#define pte_huge(pte) (0)
379#define pte_mkhuge(pte) (pte)
380#endif
381
382
383/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 * Conversion functions: convert a page and protection to a page entry,
385 * and a page entry and page directory to the page they refer to.
386 */
387#define __mk_pte(addr,pgprot) \
388({ \
389 pte_t __pte; \
390 \
Helge Deller2fd83032006-04-20 20:40:23 +0000391 pte_val(__pte) = ((((addr)>>PAGE_SHIFT)<<PFN_PTE_SHIFT) + pgprot_val(pgprot)); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392 \
393 __pte; \
394})
395
396#define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot))
397
398static inline pte_t pfn_pte(unsigned long pfn, pgprot_t pgprot)
399{
400 pte_t pte;
Helge Deller2fd83032006-04-20 20:40:23 +0000401 pte_val(pte) = (pfn << PFN_PTE_SHIFT) | pgprot_val(pgprot);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402 return pte;
403}
404
Adrian Bunkf13cec82007-10-16 14:24:59 -0700405static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406{ pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; }
407
408/* Permanent address of a page. On parisc we don't have highmem. */
409
Helge Deller2fd83032006-04-20 20:40:23 +0000410#define pte_pfn(x) (pte_val(x) >> PFN_PTE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411
412#define pte_page(pte) (pfn_to_page(pte_pfn(pte)))
413
Dave McCracken46a82b22006-09-25 23:31:48 -0700414#define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_address(pmd)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415
416#define __pmd_page(pmd) ((unsigned long) __va(pmd_address(pmd)))
417#define pmd_page(pmd) virt_to_page((void *)__pmd_page(pmd))
418
419#define pgd_index(address) ((address) >> PGDIR_SHIFT)
420
421/* to find an entry in a page-table-directory */
422#define pgd_offset(mm, address) \
423((mm)->pgd + ((address) >> PGDIR_SHIFT))
424
425/* to find an entry in a kernel page-table-directory */
426#define pgd_offset_k(address) pgd_offset(&init_mm, address)
427
428/* Find an entry in the second-level page table.. */
429
Kirill A. Shutemovf24ffde2015-04-14 15:45:54 -0700430#if CONFIG_PGTABLE_LEVELS == 3
Helge Deller1f25ad22015-11-20 15:46:52 +0100431#define pmd_index(addr) (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432#define pmd_offset(dir,address) \
Helge Deller1f25ad22015-11-20 15:46:52 +0100433((pmd_t *) pgd_page_vaddr(*(dir)) + pmd_index(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434#else
435#define pmd_offset(dir,addr) ((pmd_t *) dir)
436#endif
437
438/* Find an entry in the third-level page table.. */
439#define pte_index(address) (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE-1))
440#define pte_offset_kernel(pmd, address) \
Dave McCracken46a82b22006-09-25 23:31:48 -0700441 ((pte_t *) pmd_page_vaddr(*(pmd)) + pte_index(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442#define pte_offset_map(pmd, address) pte_offset_kernel(pmd, address)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443#define pte_unmap(pte) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444
445#define pte_unmap(pte) do { } while (0)
446#define pte_unmap_nested(pte) do { } while (0)
447
448extern void paging_init (void);
449
450/* Used for deferring calls to flush_dcache_page() */
451
452#define PG_dcache_dirty PG_arch_1
453
Russell King4b3073e2009-12-18 16:40:18 +0000454extern void update_mmu_cache(struct vm_area_struct *, unsigned long, pte_t *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700455
456/* Encode and de-code a swap entry */
457
458#define __swp_type(x) ((x).val & 0x1f)
459#define __swp_offset(x) ( (((x).val >> 6) & 0x7) | \
460 (((x).val >> 8) & ~0x7) )
461#define __swp_entry(type, offset) ((swp_entry_t) { (type) | \
462 ((offset & 0x7) << 6) | \
463 ((offset & ~0x7) << 8) })
464#define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
465#define __swp_entry_to_pte(x) ((pte_t) { (x).val })
466
467static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep)
468{
John David Anglinbda079d2013-04-23 22:42:07 +0200469 pte_t pte;
470 unsigned long flags;
471
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 if (!pte_young(*ptep))
473 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474
John David Anglin01ab6052015-07-01 17:18:37 -0400475 spin_lock_irqsave(&pa_tlb_lock, flags);
John David Anglinbda079d2013-04-23 22:42:07 +0200476 pte = *ptep;
477 if (!pte_young(pte)) {
John David Anglin01ab6052015-07-01 17:18:37 -0400478 spin_unlock_irqrestore(&pa_tlb_lock, flags);
John David Anglinbda079d2013-04-23 22:42:07 +0200479 return 0;
480 }
481 set_pte(ptep, pte_mkold(pte));
482 purge_tlb_entries(vma->vm_mm, addr);
John David Anglin01ab6052015-07-01 17:18:37 -0400483 spin_unlock_irqrestore(&pa_tlb_lock, flags);
John David Anglinbda079d2013-04-23 22:42:07 +0200484 return 1;
485}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486
Tim Schmielau8c65b4a2005-11-07 00:59:43 -0800487struct mm_struct;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
489{
490 pte_t old_pte;
John David Anglinbda079d2013-04-23 22:42:07 +0200491 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492
John David Anglin01ab6052015-07-01 17:18:37 -0400493 spin_lock_irqsave(&pa_tlb_lock, flags);
James Bottomley8b4ae332010-12-22 10:24:36 -0600494 old_pte = *ptep;
John David Anglin01ab6052015-07-01 17:18:37 -0400495 set_pte(ptep, __pte(0));
496 if (pte_inserted(old_pte))
497 purge_tlb_entries(mm, addr);
498 spin_unlock_irqrestore(&pa_tlb_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700499
500 return old_pte;
501}
502
503static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
504{
John David Anglinbda079d2013-04-23 22:42:07 +0200505 unsigned long flags;
John David Anglin01ab6052015-07-01 17:18:37 -0400506 spin_lock_irqsave(&pa_tlb_lock, flags);
John David Anglinbda079d2013-04-23 22:42:07 +0200507 set_pte(ptep, pte_wrprotect(*ptep));
John David Anglin7139bc12013-01-14 19:45:00 -0500508 purge_tlb_entries(mm, addr);
John David Anglin01ab6052015-07-01 17:18:37 -0400509 spin_unlock_irqrestore(&pa_tlb_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510}
511
512#define pte_same(A,B) (pte_val(A) == pte_val(B))
513
514#endif /* !__ASSEMBLY__ */
515
Helge Deller2fd83032006-04-20 20:40:23 +0000516
517/* TLB page size encoding - see table 3-1 in parisc20.pdf */
518#define _PAGE_SIZE_ENCODING_4K 0
Kyle McMartinc8224e02006-04-21 02:20:37 +0000519#define _PAGE_SIZE_ENCODING_16K 1
520#define _PAGE_SIZE_ENCODING_64K 2
Helge Deller2fd83032006-04-20 20:40:23 +0000521#define _PAGE_SIZE_ENCODING_256K 3
522#define _PAGE_SIZE_ENCODING_1M 4
523#define _PAGE_SIZE_ENCODING_4M 5
Kyle McMartinc8224e02006-04-21 02:20:37 +0000524#define _PAGE_SIZE_ENCODING_16M 6
525#define _PAGE_SIZE_ENCODING_64M 7
Helge Deller2fd83032006-04-20 20:40:23 +0000526
527#if defined(CONFIG_PARISC_PAGE_SIZE_4KB)
528# define _PAGE_SIZE_ENCODING_DEFAULT _PAGE_SIZE_ENCODING_4K
529#elif defined(CONFIG_PARISC_PAGE_SIZE_16KB)
530# define _PAGE_SIZE_ENCODING_DEFAULT _PAGE_SIZE_ENCODING_16K
531#elif defined(CONFIG_PARISC_PAGE_SIZE_64KB)
532# define _PAGE_SIZE_ENCODING_DEFAULT _PAGE_SIZE_ENCODING_64K
533#endif
534
535
Grant Grundler63af9652005-10-21 22:54:20 -0400536#define pgprot_noncached(prot) __pgprot(pgprot_val(prot) | _PAGE_NO_CACHE)
537
Linus Torvalds1da177e2005-04-16 15:20:36 -0700538/* We provide our own get_unmapped_area to provide cache coherency */
539
540#define HAVE_ARCH_UNMAPPED_AREA
Helge Deller9dabf602014-01-31 22:19:52 +0100541#define HAVE_ARCH_UNMAPPED_AREA_TOPDOWN
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542
543#define __HAVE_ARCH_PTEP_TEST_AND_CLEAR_YOUNG
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544#define __HAVE_ARCH_PTEP_GET_AND_CLEAR
545#define __HAVE_ARCH_PTEP_SET_WRPROTECT
546#define __HAVE_ARCH_PTE_SAME
547#include <asm-generic/pgtable.h>
548
549#endif /* _PARISC_PGTABLE_H */