Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | #ifndef _PARISC_TLBFLUSH_H |
| 3 | #define _PARISC_TLBFLUSH_H |
| 4 | |
| 5 | /* TLB flushing routines.... */ |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/mm.h> |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 8 | #include <linux/sched.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | #include <asm/mmu_context.h> |
| 10 | |
Grant Grundler | 04d472d | 2005-10-21 22:40:24 -0400 | [diff] [blame] | 11 | |
| 12 | /* This is for the serialisation of PxTLB broadcasts. At least on the |
| 13 | * N class systems, only one PxTLB inter processor broadcast can be |
| 14 | * active at any one time on the Merced bus. This tlb purge |
| 15 | * synchronisation is fairly lightweight and harmless so we activate |
Helge Deller | e82a3b7 | 2009-06-16 20:51:48 +0000 | [diff] [blame] | 16 | * it on all systems not just the N class. |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 17 | |
| 18 | * It is also used to ensure PTE updates are atomic and consistent |
| 19 | * with the TLB. |
Matthew Wilcox | 29a622d | 2005-11-17 16:44:14 -0500 | [diff] [blame] | 20 | */ |
Grant Grundler | 04d472d | 2005-10-21 22:40:24 -0400 | [diff] [blame] | 21 | extern spinlock_t pa_tlb_lock; |
| 22 | |
Helge Deller | e82a3b7 | 2009-06-16 20:51:48 +0000 | [diff] [blame] | 23 | #define purge_tlb_start(flags) spin_lock_irqsave(&pa_tlb_lock, flags) |
| 24 | #define purge_tlb_end(flags) spin_unlock_irqrestore(&pa_tlb_lock, flags) |
Grant Grundler | 04d472d | 2005-10-21 22:40:24 -0400 | [diff] [blame] | 25 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | extern void flush_tlb_all(void); |
Matthew Wilcox | 1b2425e | 2006-01-10 20:47:49 -0500 | [diff] [blame] | 27 | extern void flush_tlb_all_local(void *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | |
Helge Deller | 0fc537d | 2013-05-07 21:42:47 +0000 | [diff] [blame] | 29 | #define smp_flush_tlb_all() flush_tlb_all() |
| 30 | |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 31 | int __flush_tlb_range(unsigned long sid, |
| 32 | unsigned long start, unsigned long end); |
| 33 | |
| 34 | #define flush_tlb_range(vma, start, end) \ |
| 35 | __flush_tlb_range((vma)->vm_mm->context, start, end) |
| 36 | |
| 37 | #define flush_tlb_kernel_range(start, end) \ |
| 38 | __flush_tlb_range(0, start, end) |
| 39 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | /* |
| 41 | * flush_tlb_mm() |
| 42 | * |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 43 | * The code to switch to a new context is NOT valid for processes |
| 44 | * which play with the space id's. Thus, we have to preserve the |
| 45 | * space and just flush the entire tlb. However, the compilers, |
| 46 | * dynamic linker, etc, do not manipulate space id's, so there |
| 47 | * could be a significant performance benefit in switching contexts |
| 48 | * and not flushing the whole tlb. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | */ |
| 50 | |
| 51 | static inline void flush_tlb_mm(struct mm_struct *mm) |
| 52 | { |
Kyle McMartin | 04532c4 | 2007-02-18 19:35:45 +0000 | [diff] [blame] | 53 | BUG_ON(mm == &init_mm); /* Should never happen */ |
| 54 | |
Kyle McMartin | 5289f46 | 2008-12-23 08:44:30 -0500 | [diff] [blame] | 55 | #if 1 || defined(CONFIG_SMP) |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 56 | /* Except for very small threads, flushing the whole TLB is |
| 57 | * faster than using __flush_tlb_range. The pdtlb and pitlb |
| 58 | * instructions are very slow because of the TLB broadcast. |
| 59 | * It might be faster to do local range flushes on all CPUs |
| 60 | * on PA 2.0 systems. |
| 61 | */ |
Kyle McMartin | 04532c4 | 2007-02-18 19:35:45 +0000 | [diff] [blame] | 62 | flush_tlb_all(); |
| 63 | #else |
Kyle McMartin | 5289f46 | 2008-12-23 08:44:30 -0500 | [diff] [blame] | 64 | /* FIXME: currently broken, causing space id and protection ids |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 65 | * to go out of sync, resulting in faults on userspace accesses. |
| 66 | * This approach needs further investigation since running many |
| 67 | * small applications (e.g., GCC testsuite) is faster on HP-UX. |
Kyle McMartin | 5289f46 | 2008-12-23 08:44:30 -0500 | [diff] [blame] | 68 | */ |
Kyle McMartin | 04532c4 | 2007-02-18 19:35:45 +0000 | [diff] [blame] | 69 | if (mm) { |
| 70 | if (mm->context != 0) |
| 71 | free_sid(mm->context); |
| 72 | mm->context = alloc_sid(); |
| 73 | if (mm == current->active_mm) |
| 74 | load_context(mm->context); |
| 75 | } |
| 76 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | } |
| 78 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | static inline void flush_tlb_page(struct vm_area_struct *vma, |
| 80 | unsigned long addr) |
| 81 | { |
John David Anglin | e8d8fc2 | 2013-06-29 16:42:12 -0400 | [diff] [blame] | 82 | unsigned long flags, sid; |
Helge Deller | e82a3b7 | 2009-06-16 20:51:48 +0000 | [diff] [blame] | 83 | |
John David Anglin | e8d8fc2 | 2013-06-29 16:42:12 -0400 | [diff] [blame] | 84 | sid = vma->vm_mm->context; |
Helge Deller | e82a3b7 | 2009-06-16 20:51:48 +0000 | [diff] [blame] | 85 | purge_tlb_start(flags); |
John David Anglin | e8d8fc2 | 2013-06-29 16:42:12 -0400 | [diff] [blame] | 86 | mtsp(sid, 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | pdtlb(addr); |
John David Anglin | 01ab605 | 2015-07-01 17:18:37 -0400 | [diff] [blame] | 88 | if (unlikely(split_tlb)) |
| 89 | pitlb(addr); |
Helge Deller | e82a3b7 | 2009-06-16 20:51:48 +0000 | [diff] [blame] | 90 | purge_tlb_end(flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 91 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 92 | #endif |