Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 1 | /* |
| 2 | * High memory support for Xtensa architecture |
| 3 | * |
| 4 | * This file is subject to the terms and conditions of the GNU General |
| 5 | * Public License. See the file "COPYING" in the main directory of |
| 6 | * this archive for more details. |
| 7 | * |
| 8 | * Copyright (C) 2014 Cadence Design Systems Inc. |
| 9 | */ |
| 10 | |
| 11 | #include <linux/export.h> |
| 12 | #include <linux/highmem.h> |
| 13 | #include <asm/tlbflush.h> |
| 14 | |
Max Filippov | 8504b50 | 2014-07-17 05:04:49 +0400 | [diff] [blame] | 15 | #if DCACHE_WAY_SIZE > PAGE_SIZE |
| 16 | unsigned int last_pkmap_nr_arr[DCACHE_N_COLORS]; |
| 17 | wait_queue_head_t pkmap_map_wait_arr[DCACHE_N_COLORS]; |
| 18 | |
| 19 | static void __init kmap_waitqueues_init(void) |
| 20 | { |
| 21 | unsigned int i; |
| 22 | |
| 23 | for (i = 0; i < ARRAY_SIZE(pkmap_map_wait_arr); ++i) |
| 24 | init_waitqueue_head(pkmap_map_wait_arr + i); |
| 25 | } |
Max Filippov | 8504b50 | 2014-07-17 05:04:49 +0400 | [diff] [blame] | 26 | |
Max Filippov | 32544d9 | 2014-07-15 02:51:49 +0400 | [diff] [blame] | 27 | static inline enum fixed_addresses kmap_idx(int type, unsigned long color) |
| 28 | { |
Thomas Gleixner | 1eb0616 | 2020-11-16 11:32:53 -0800 | [diff] [blame] | 29 | int idx = (type + KM_MAX_IDX * smp_processor_id()) * DCACHE_N_COLORS; |
| 30 | |
| 31 | /* |
| 32 | * The fixmap operates top down, so the color offset needs to be |
| 33 | * reverse as well. |
| 34 | */ |
| 35 | return idx + DCACHE_N_COLORS - 1 - color; |
Max Filippov | 32544d9 | 2014-07-15 02:51:49 +0400 | [diff] [blame] | 36 | } |
| 37 | |
Thomas Gleixner | 629ed3f | 2020-11-03 10:27:29 +0100 | [diff] [blame] | 38 | enum fixed_addresses kmap_local_map_idx(int type, unsigned long pfn) |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 39 | { |
Thomas Gleixner | 629ed3f | 2020-11-03 10:27:29 +0100 | [diff] [blame] | 40 | return kmap_idx(type, DCACHE_ALIAS(pfn << PAGE_SHIFT)); |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 41 | } |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 42 | |
Thomas Gleixner | 629ed3f | 2020-11-03 10:27:29 +0100 | [diff] [blame] | 43 | enum fixed_addresses kmap_local_unmap_idx(int type, unsigned long addr) |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 44 | { |
Thomas Gleixner | 629ed3f | 2020-11-03 10:27:29 +0100 | [diff] [blame] | 45 | return kmap_idx(type, DCACHE_ALIAS(addr)); |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 46 | } |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 47 | |
Thomas Gleixner | 1eb0616 | 2020-11-16 11:32:53 -0800 | [diff] [blame] | 48 | #else |
| 49 | static inline void kmap_waitqueues_init(void) { } |
| 50 | #endif |
| 51 | |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 52 | void __init kmap_init(void) |
| 53 | { |
Ira Weiny | 2159687 | 2020-06-04 16:47:26 -0700 | [diff] [blame] | 54 | /* Check if this memory layout is broken because PKMAP overlaps |
| 55 | * page table. |
| 56 | */ |
| 57 | BUILD_BUG_ON(PKMAP_BASE < TLBTEMP_BASE_1 + TLBTEMP_SIZE); |
Max Filippov | 8504b50 | 2014-07-17 05:04:49 +0400 | [diff] [blame] | 58 | kmap_waitqueues_init(); |
Max Filippov | 65559100 | 2014-02-04 02:17:09 +0400 | [diff] [blame] | 59 | } |