Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
Dean Nelson | 45d9ca4 | 2008-04-22 14:46:56 -0500 | [diff] [blame] | 6 | * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 7 | */ |
| 8 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 9 | /* |
| 10 | * Cross Partition Communication (XPC) partition support. |
| 11 | * |
| 12 | * This is the part of XPC that detects the presence/absence of |
| 13 | * other partitions. It provides a heartbeat and monitors the |
| 14 | * heartbeats of other partitions. |
| 15 | * |
| 16 | */ |
| 17 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 18 | #include <linux/kernel.h> |
| 19 | #include <linux/sysctl.h> |
| 20 | #include <linux/cache.h> |
| 21 | #include <linux/mmzone.h> |
| 22 | #include <linux/nodemask.h> |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 23 | #include <asm/sn/intr.h> |
| 24 | #include <asm/sn/sn_sal.h> |
| 25 | #include <asm/sn/nodepda.h> |
| 26 | #include <asm/sn/addrs.h> |
Dean Nelson | 45d9ca4 | 2008-04-22 14:46:56 -0500 | [diff] [blame] | 27 | #include "xpc.h" |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 28 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 29 | /* XPC is exiting flag */ |
| 30 | int xpc_exiting; |
| 31 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 32 | /* SH_IPI_ACCESS shub register value on startup */ |
| 33 | static u64 xpc_sh1_IPI_access; |
| 34 | static u64 xpc_sh2_IPI_access0; |
| 35 | static u64 xpc_sh2_IPI_access1; |
| 36 | static u64 xpc_sh2_IPI_access2; |
| 37 | static u64 xpc_sh2_IPI_access3; |
| 38 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 39 | /* original protection values for each node */ |
Jack Steiner | 24ee0a6 | 2005-09-12 12:15:43 -0500 | [diff] [blame] | 40 | u64 xpc_prot_vec[MAX_NUMNODES]; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 41 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 42 | /* this partition's reserved page pointers */ |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 43 | struct xpc_rsvd_page *xpc_rsvd_page; |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 44 | static u64 *xpc_part_nasids; |
Dean Nelson | 33ba3c7 | 2008-07-29 22:34:07 -0700 | [diff] [blame^] | 45 | u64 *xpc_mach_nasids; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 46 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 47 | /* >>> next two variables should be 'xpc_' if they remain here */ |
| 48 | static int xp_sizeof_nasid_mask; /* actual size in bytes of nasid mask */ |
| 49 | int xp_nasid_mask_words; /* actual size in words of nasid mask */ |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 50 | |
Dean Nelson | bc63d38 | 2008-07-29 22:34:04 -0700 | [diff] [blame] | 51 | struct xpc_partition *xpc_partitions; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 52 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 53 | /* |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 54 | * Generic buffer used to store a local copy of portions of a remote |
| 55 | * partition's reserved page (either its header and part_nasids mask, |
| 56 | * or its vars). |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 57 | */ |
Dean Nelson | 7682a4c | 2006-08-08 15:03:29 -0500 | [diff] [blame] | 58 | char *xpc_remote_copy_buffer; |
| 59 | void *xpc_remote_copy_buffer_base; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 60 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 61 | /* |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 62 | * Guarantee that the kmalloc'd memory is cacheline aligned. |
| 63 | */ |
Dean Nelson | 7682a4c | 2006-08-08 15:03:29 -0500 | [diff] [blame] | 64 | void * |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 65 | xpc_kmalloc_cacheline_aligned(size_t size, gfp_t flags, void **base) |
| 66 | { |
| 67 | /* see if kmalloc will give us cachline aligned memory by default */ |
| 68 | *base = kmalloc(size, flags); |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 69 | if (*base == NULL) |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 70 | return NULL; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 71 | |
| 72 | if ((u64)*base == L1_CACHE_ALIGN((u64)*base)) |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 73 | return *base; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 74 | |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 75 | kfree(*base); |
| 76 | |
| 77 | /* nope, we'll have to do it ourselves */ |
| 78 | *base = kmalloc(size + L1_CACHE_BYTES, flags); |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 79 | if (*base == NULL) |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 80 | return NULL; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 81 | |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 82 | return (void *)L1_CACHE_ALIGN((u64)*base); |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 83 | } |
| 84 | |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 85 | /* |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 86 | * Given a nasid, get the physical address of the partition's reserved page |
| 87 | * for that nasid. This function returns 0 on any error. |
| 88 | */ |
| 89 | static u64 |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 90 | xpc_get_rsvd_page_pa(int nasid) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 91 | { |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 92 | enum xp_retval ret; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 93 | s64 status; |
| 94 | u64 cookie = 0; |
| 95 | u64 rp_pa = nasid; /* seed with nasid */ |
| 96 | u64 len = 0; |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 97 | u64 buf = buf; |
| 98 | u64 buf_len = 0; |
| 99 | void *buf_base = NULL; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 100 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 101 | while (1) { |
| 102 | |
| 103 | status = sn_partition_reserved_page_pa(buf, &cookie, &rp_pa, |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 104 | &len); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 105 | |
| 106 | dev_dbg(xpc_part, "SAL returned with status=%li, cookie=" |
| 107 | "0x%016lx, address=0x%016lx, len=0x%016lx\n", |
| 108 | status, cookie, rp_pa, len); |
| 109 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 110 | if (status != SALRET_MORE_PASSES) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 111 | break; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 112 | |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 113 | /* >>> L1_CACHE_ALIGN() is only a sn2-bte_copy requirement */ |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 114 | if (L1_CACHE_ALIGN(len) > buf_len) { |
Jesper Juhl | cbf283c | 2006-04-20 10:11:09 -0700 | [diff] [blame] | 115 | kfree(buf_base); |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 116 | buf_len = L1_CACHE_ALIGN(len); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 117 | buf = (u64)xpc_kmalloc_cacheline_aligned(buf_len, |
| 118 | GFP_KERNEL, |
| 119 | &buf_base); |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 120 | if (buf_base == NULL) { |
| 121 | dev_err(xpc_part, "unable to kmalloc " |
| 122 | "len=0x%016lx\n", buf_len); |
| 123 | status = SALRET_ERROR; |
| 124 | break; |
| 125 | } |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 126 | } |
| 127 | |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 128 | ret = xp_remote_memcpy((void *)buf, (void *)rp_pa, buf_len); |
| 129 | if (ret != xpSuccess) { |
| 130 | dev_dbg(xpc_part, "xp_remote_memcpy failed %d\n", ret); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 131 | status = SALRET_ERROR; |
| 132 | break; |
| 133 | } |
| 134 | } |
| 135 | |
Jesper Juhl | cbf283c | 2006-04-20 10:11:09 -0700 | [diff] [blame] | 136 | kfree(buf_base); |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 137 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 138 | if (status != SALRET_OK) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 139 | rp_pa = 0; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 140 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 141 | dev_dbg(xpc_part, "reserved page at phys address 0x%016lx\n", rp_pa); |
| 142 | return rp_pa; |
| 143 | } |
| 144 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 145 | /* |
| 146 | * Fill the partition reserved page with the information needed by |
| 147 | * other partitions to discover we are alive and establish initial |
| 148 | * communications. |
| 149 | */ |
| 150 | struct xpc_rsvd_page * |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 151 | xpc_setup_rsvd_page(void) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 152 | { |
| 153 | struct xpc_rsvd_page *rp; |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 154 | u64 rp_pa; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 155 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 156 | /* get the local reserved page's address */ |
| 157 | |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 158 | preempt_disable(); |
| 159 | rp_pa = xpc_get_rsvd_page_pa(cpuid_to_nasid(smp_processor_id())); |
| 160 | preempt_enable(); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 161 | if (rp_pa == 0) { |
| 162 | dev_err(xpc_part, "SAL failed to locate the reserved page\n"); |
| 163 | return NULL; |
| 164 | } |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 165 | rp = (struct xpc_rsvd_page *)__va(rp_pa); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 166 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 167 | if (rp->SAL_version < 3) { |
| 168 | /* SAL_versions < 3 had a SAL_partid defined as a u8 */ |
| 169 | rp->SAL_partid &= 0xff; |
| 170 | } |
| 171 | BUG_ON(rp->SAL_partid != sn_partition_id); |
| 172 | |
| 173 | if (rp->SAL_partid < 0 || rp->SAL_partid >= xp_max_npartitions) { |
| 174 | dev_err(xpc_part, "the reserved page's partid of %d is outside " |
| 175 | "supported range (< 0 || >= %d)\n", rp->SAL_partid, |
| 176 | xp_max_npartitions); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 177 | return NULL; |
| 178 | } |
| 179 | |
| 180 | rp->version = XPC_RP_VERSION; |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 181 | rp->max_npartitions = xp_max_npartitions; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 182 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 183 | /* establish the actual sizes of the nasid masks */ |
| 184 | if (rp->SAL_version == 1) { |
| 185 | /* SAL_version 1 didn't set the nasids_size field */ |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 186 | rp->SAL_nasids_size = 128; |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 187 | } |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 188 | xp_sizeof_nasid_mask = rp->SAL_nasids_size; |
| 189 | xp_nasid_mask_words = DIV_ROUND_UP(xp_sizeof_nasid_mask, |
| 190 | BYTES_PER_WORD); |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 191 | |
| 192 | /* setup the pointers to the various items in the reserved page */ |
| 193 | xpc_part_nasids = XPC_RP_PART_NASIDS(rp); |
| 194 | xpc_mach_nasids = XPC_RP_MACH_NASIDS(rp); |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 195 | |
| 196 | if (xpc_rsvd_page_init(rp) != xpSuccess) |
| 197 | return NULL; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 198 | |
| 199 | /* |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 200 | * Set timestamp of when reserved page was setup by XPC. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 201 | * This signifies to the remote partition that our reserved |
| 202 | * page is initialized. |
| 203 | */ |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 204 | rp->stamp = CURRENT_TIME; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 205 | |
| 206 | return rp; |
| 207 | } |
| 208 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 209 | /* |
| 210 | * Change protections to allow IPI operations (and AMO operations on |
| 211 | * Shub 1.1 systems). |
| 212 | */ |
| 213 | void |
| 214 | xpc_allow_IPI_ops(void) |
| 215 | { |
| 216 | int node; |
| 217 | int nasid; |
| 218 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 219 | /* >>> Change SH_IPI_ACCESS code to use SAL call once it is available */ |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 220 | |
| 221 | if (is_shub2()) { |
| 222 | xpc_sh2_IPI_access0 = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 223 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS0)); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 224 | xpc_sh2_IPI_access1 = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 225 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS1)); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 226 | xpc_sh2_IPI_access2 = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 227 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS2)); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 228 | xpc_sh2_IPI_access3 = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 229 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH2_IPI_ACCESS3)); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 230 | |
| 231 | for_each_online_node(node) { |
| 232 | nasid = cnodeid_to_nasid(node); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 233 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), |
| 234 | -1UL); |
| 235 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), |
| 236 | -1UL); |
| 237 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), |
| 238 | -1UL); |
| 239 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), |
| 240 | -1UL); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 241 | } |
| 242 | |
| 243 | } else { |
| 244 | xpc_sh1_IPI_access = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 245 | (u64)HUB_L((u64 *)LOCAL_MMR_ADDR(SH1_IPI_ACCESS)); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 246 | |
| 247 | for_each_online_node(node) { |
| 248 | nasid = cnodeid_to_nasid(node); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 249 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), |
| 250 | -1UL); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 251 | |
| 252 | /* |
| 253 | * Since the BIST collides with memory operations on |
| 254 | * SHUB 1.1 sn_change_memprotect() cannot be used. |
| 255 | */ |
| 256 | if (enable_shub_wars_1_1()) { |
| 257 | /* open up everything */ |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 258 | xpc_prot_vec[node] = (u64)HUB_L((u64 *) |
| 259 | GLOBAL_MMR_ADDR |
| 260 | (nasid, |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 261 | SH1_MD_DQLP_MMR_DIR_PRIVEC0)); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 262 | HUB_S((u64 *) |
| 263 | GLOBAL_MMR_ADDR(nasid, |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 264 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 265 | -1UL); |
| 266 | HUB_S((u64 *) |
| 267 | GLOBAL_MMR_ADDR(nasid, |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 268 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 269 | -1UL); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 270 | } |
| 271 | } |
| 272 | } |
| 273 | } |
| 274 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 275 | /* |
| 276 | * Restrict protections to disallow IPI operations (and AMO operations on |
| 277 | * Shub 1.1 systems). |
| 278 | */ |
| 279 | void |
| 280 | xpc_restrict_IPI_ops(void) |
| 281 | { |
| 282 | int node; |
| 283 | int nasid; |
| 284 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 285 | /* >>> Change SH_IPI_ACCESS code to use SAL call once it is available */ |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 286 | |
| 287 | if (is_shub2()) { |
| 288 | |
| 289 | for_each_online_node(node) { |
| 290 | nasid = cnodeid_to_nasid(node); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 291 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS0), |
| 292 | xpc_sh2_IPI_access0); |
| 293 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS1), |
| 294 | xpc_sh2_IPI_access1); |
| 295 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS2), |
| 296 | xpc_sh2_IPI_access2); |
| 297 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH2_IPI_ACCESS3), |
| 298 | xpc_sh2_IPI_access3); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 299 | } |
| 300 | |
| 301 | } else { |
| 302 | |
| 303 | for_each_online_node(node) { |
| 304 | nasid = cnodeid_to_nasid(node); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 305 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, SH1_IPI_ACCESS), |
| 306 | xpc_sh1_IPI_access); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 307 | |
| 308 | if (enable_shub_wars_1_1()) { |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 309 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 310 | SH1_MD_DQLP_MMR_DIR_PRIVEC0), |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 311 | xpc_prot_vec[node]); |
| 312 | HUB_S((u64 *)GLOBAL_MMR_ADDR(nasid, |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 313 | SH1_MD_DQRP_MMR_DIR_PRIVEC0), |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 314 | xpc_prot_vec[node]); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 315 | } |
| 316 | } |
| 317 | } |
| 318 | } |
| 319 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 320 | /* |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 321 | * Get a copy of a portion of the remote partition's rsvd page. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 322 | * |
| 323 | * remote_rp points to a buffer that is cacheline aligned for BTE copies and |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 324 | * is large enough to contain a copy of their reserved page header and |
| 325 | * part_nasids mask. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 326 | */ |
Dean Nelson | 33ba3c7 | 2008-07-29 22:34:07 -0700 | [diff] [blame^] | 327 | enum xp_retval |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 328 | xpc_get_remote_rp(int nasid, u64 *discovered_nasids, |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 329 | struct xpc_rsvd_page *remote_rp, u64 *remote_rp_pa) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 330 | { |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 331 | int i; |
| 332 | enum xp_retval ret; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 333 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 334 | /* get the reserved page's physical address */ |
| 335 | |
Dean Nelson | 2792902 | 2005-10-25 14:11:53 -0500 | [diff] [blame] | 336 | *remote_rp_pa = xpc_get_rsvd_page_pa(nasid); |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 337 | if (*remote_rp_pa == 0) |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 338 | return xpNoRsvdPageAddr; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 339 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 340 | /* pull over the reserved page header and part_nasids mask */ |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 341 | ret = xp_remote_memcpy(remote_rp, (void *)*remote_rp_pa, |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 342 | XPC_RP_HEADER_SIZE + xp_sizeof_nasid_mask); |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 343 | if (ret != xpSuccess) |
| 344 | return ret; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 345 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 346 | if (discovered_nasids != NULL) { |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 347 | u64 *remote_part_nasids = XPC_RP_PART_NASIDS(remote_rp); |
| 348 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 349 | for (i = 0; i < xp_nasid_mask_words; i++) |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 350 | discovered_nasids[i] |= remote_part_nasids[i]; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 351 | } |
| 352 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 353 | /* check that the partid is valid and is for another partition */ |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 354 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 355 | if (remote_rp->SAL_partid < 0 || |
| 356 | remote_rp->SAL_partid >= xp_max_npartitions) { |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 357 | return xpInvalidPartid; |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 358 | } |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 359 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 360 | if (remote_rp->SAL_partid == sn_partition_id) |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 361 | return xpLocalPartid; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 362 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 363 | /* see if the rest of the reserved page has been set up by XPC */ |
| 364 | if (timespec_equal(&remote_rp->stamp, &ZERO_STAMP)) |
| 365 | return xpRsvdPageNotSet; |
| 366 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 367 | if (XPC_VERSION_MAJOR(remote_rp->version) != |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 368 | XPC_VERSION_MAJOR(XPC_RP_VERSION)) { |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 369 | return xpBadVersion; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 370 | } |
| 371 | |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 372 | if (remote_rp->max_npartitions <= sn_partition_id) |
| 373 | return xpInvalidPartid; |
| 374 | |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 375 | return xpSuccess; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 376 | } |
| 377 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 378 | /* |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 379 | * See if the other side has responded to a partition disengage request |
| 380 | * from us. |
| 381 | */ |
| 382 | int |
| 383 | xpc_partition_disengaged(struct xpc_partition *part) |
| 384 | { |
Dean Nelson | 64d032b | 2008-05-12 14:02:03 -0700 | [diff] [blame] | 385 | short partid = XPC_PARTID(part); |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 386 | int disengaged; |
| 387 | |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 388 | disengaged = (xpc_partition_engaged(1UL << partid) == 0); |
| 389 | if (part->disengage_request_timeout) { |
| 390 | if (!disengaged) { |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 391 | if (time_before(jiffies, |
| 392 | part->disengage_request_timeout)) { |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 393 | /* timelimit hasn't been reached yet */ |
| 394 | return 0; |
| 395 | } |
| 396 | |
| 397 | /* |
| 398 | * Other side hasn't responded to our disengage |
| 399 | * request in a timely fashion, so assume it's dead. |
| 400 | */ |
| 401 | |
Dean Nelson | 1ecaded | 2006-01-06 09:48:21 -0600 | [diff] [blame] | 402 | dev_info(xpc_part, "disengage from remote partition %d " |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 403 | "timed out\n", partid); |
Dean Nelson | 1ecaded | 2006-01-06 09:48:21 -0600 | [diff] [blame] | 404 | xpc_disengage_request_timedout = 1; |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 405 | xpc_clear_partition_engaged(1UL << partid); |
| 406 | disengaged = 1; |
| 407 | } |
| 408 | part->disengage_request_timeout = 0; |
| 409 | |
| 410 | /* cancel the timer function, provided it's not us */ |
| 411 | if (!in_interrupt()) { |
| 412 | del_singleshot_timer_sync(&part-> |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 413 | disengage_request_timer); |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 414 | } |
| 415 | |
| 416 | DBUG_ON(part->act_state != XPC_P_DEACTIVATING && |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 417 | part->act_state != XPC_P_INACTIVE); |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 418 | if (part->act_state != XPC_P_INACTIVE) |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 419 | xpc_wakeup_channel_mgr(part); |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 420 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 421 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 422 | xpc_cancel_partition_disengage_request(part); |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 423 | } |
| 424 | return disengaged; |
| 425 | } |
| 426 | |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 427 | /* |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 428 | * Mark specified partition as active. |
| 429 | */ |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 430 | enum xp_retval |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 431 | xpc_mark_partition_active(struct xpc_partition *part) |
| 432 | { |
| 433 | unsigned long irq_flags; |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 434 | enum xp_retval ret; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 435 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 436 | dev_dbg(xpc_part, "setting partition %d to ACTIVE\n", XPC_PARTID(part)); |
| 437 | |
| 438 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 439 | if (part->act_state == XPC_P_ACTIVATING) { |
| 440 | part->act_state = XPC_P_ACTIVE; |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 441 | ret = xpSuccess; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 442 | } else { |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 443 | DBUG_ON(part->reason == xpSuccess); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 444 | ret = part->reason; |
| 445 | } |
| 446 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| 447 | |
| 448 | return ret; |
| 449 | } |
| 450 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 451 | /* |
| 452 | * Notify XPC that the partition is down. |
| 453 | */ |
| 454 | void |
| 455 | xpc_deactivate_partition(const int line, struct xpc_partition *part, |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 456 | enum xp_retval reason) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 457 | { |
| 458 | unsigned long irq_flags; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 459 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 460 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 461 | |
| 462 | if (part->act_state == XPC_P_INACTIVE) { |
| 463 | XPC_SET_REASON(part, reason, line); |
| 464 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 465 | if (reason == xpReactivating) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 466 | /* we interrupt ourselves to reactivate partition */ |
Dean Nelson | 33ba3c7 | 2008-07-29 22:34:07 -0700 | [diff] [blame^] | 467 | xpc_IPI_send_local_reactivate(part->reactivate_nasid); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 468 | } |
| 469 | return; |
| 470 | } |
| 471 | if (part->act_state == XPC_P_DEACTIVATING) { |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 472 | if ((part->reason == xpUnloading && reason != xpUnloading) || |
| 473 | reason == xpReactivating) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 474 | XPC_SET_REASON(part, reason, line); |
| 475 | } |
| 476 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| 477 | return; |
| 478 | } |
| 479 | |
| 480 | part->act_state = XPC_P_DEACTIVATING; |
| 481 | XPC_SET_REASON(part, reason, line); |
| 482 | |
| 483 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| 484 | |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 485 | if (XPC_SUPPORTS_DISENGAGE_REQUEST(part->remote_vars_version)) { |
| 486 | xpc_request_partition_disengage(part); |
| 487 | xpc_IPI_send_disengage(part); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 488 | |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 489 | /* set a timelimit on the disengage request */ |
| 490 | part->disengage_request_timeout = jiffies + |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 491 | (xpc_disengage_request_timelimit * HZ); |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 492 | part->disengage_request_timer.expires = |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 493 | part->disengage_request_timeout; |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 494 | add_timer(&part->disengage_request_timer); |
| 495 | } |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 496 | |
Dean Nelson | e54af72 | 2005-10-25 14:07:43 -0500 | [diff] [blame] | 497 | dev_dbg(xpc_part, "bringing partition %d down, reason = %d\n", |
| 498 | XPC_PARTID(part), reason); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 499 | |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 500 | xpc_partition_going_down(part, reason); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 501 | } |
| 502 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 503 | /* |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 504 | * Mark specified partition as inactive. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 505 | */ |
| 506 | void |
| 507 | xpc_mark_partition_inactive(struct xpc_partition *part) |
| 508 | { |
| 509 | unsigned long irq_flags; |
| 510 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 511 | dev_dbg(xpc_part, "setting partition %d to INACTIVE\n", |
| 512 | XPC_PARTID(part)); |
| 513 | |
| 514 | spin_lock_irqsave(&part->act_lock, irq_flags); |
| 515 | part->act_state = XPC_P_INACTIVE; |
| 516 | spin_unlock_irqrestore(&part->act_lock, irq_flags); |
| 517 | part->remote_rp_pa = 0; |
| 518 | } |
| 519 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 520 | /* |
| 521 | * SAL has provided a partition and machine mask. The partition mask |
| 522 | * contains a bit for each even nasid in our partition. The machine |
| 523 | * mask contains a bit for each even nasid in the entire machine. |
| 524 | * |
| 525 | * Using those two bit arrays, we can determine which nasids are |
| 526 | * known in the machine. Each should also have a reserved page |
| 527 | * initialized if they are available for partitioning. |
| 528 | */ |
| 529 | void |
| 530 | xpc_discovery(void) |
| 531 | { |
| 532 | void *remote_rp_base; |
| 533 | struct xpc_rsvd_page *remote_rp; |
Dean Nelson | a607c389 | 2005-09-01 14:01:37 -0500 | [diff] [blame] | 534 | u64 remote_rp_pa; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 535 | int region; |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 536 | int region_size; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 537 | int max_regions; |
| 538 | int nasid; |
| 539 | struct xpc_rsvd_page *rp; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 540 | u64 *discovered_nasids; |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 541 | enum xp_retval ret; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 542 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 543 | remote_rp = xpc_kmalloc_cacheline_aligned(XPC_RP_HEADER_SIZE + |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 544 | xp_sizeof_nasid_mask, |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 545 | GFP_KERNEL, &remote_rp_base); |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 546 | if (remote_rp == NULL) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 547 | return; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 548 | |
Jes Sorensen | 7aa6ba4 | 2006-02-17 05:18:43 -0500 | [diff] [blame] | 549 | discovered_nasids = kzalloc(sizeof(u64) * xp_nasid_mask_words, |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 550 | GFP_KERNEL); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 551 | if (discovered_nasids == NULL) { |
| 552 | kfree(remote_rp_base); |
| 553 | return; |
| 554 | } |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 555 | |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 556 | rp = (struct xpc_rsvd_page *)xpc_rsvd_page; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 557 | |
| 558 | /* |
| 559 | * The term 'region' in this context refers to the minimum number of |
| 560 | * nodes that can comprise an access protection grouping. The access |
| 561 | * protection is in regards to memory, IOI and IPI. |
| 562 | */ |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 563 | max_regions = 64; |
| 564 | region_size = sn_region_size; |
| 565 | |
| 566 | switch (region_size) { |
| 567 | case 128: |
| 568 | max_regions *= 2; |
| 569 | case 64: |
| 570 | max_regions *= 2; |
| 571 | case 32: |
| 572 | max_regions *= 2; |
| 573 | region_size = 16; |
| 574 | DBUG_ON(!is_shub2()); |
| 575 | } |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 576 | |
| 577 | for (region = 0; region < max_regions; region++) { |
| 578 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 579 | if (xpc_exiting) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 580 | break; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 581 | |
| 582 | dev_dbg(xpc_part, "searching region %d\n", region); |
| 583 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 584 | for (nasid = (region * region_size * 2); |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 585 | nasid < ((region + 1) * region_size * 2); nasid += 2) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 586 | |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 587 | if (xpc_exiting) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 588 | break; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 589 | |
| 590 | dev_dbg(xpc_part, "checking nasid %d\n", nasid); |
| 591 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 592 | if (XPC_NASID_IN_ARRAY(nasid, xpc_part_nasids)) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 593 | dev_dbg(xpc_part, "PROM indicates Nasid %d is " |
| 594 | "part of the local partition; skipping " |
| 595 | "region\n", nasid); |
| 596 | break; |
| 597 | } |
| 598 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 599 | if (!(XPC_NASID_IN_ARRAY(nasid, xpc_mach_nasids))) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 600 | dev_dbg(xpc_part, "PROM indicates Nasid %d was " |
| 601 | "not on Numa-Link network at reset\n", |
| 602 | nasid); |
| 603 | continue; |
| 604 | } |
| 605 | |
| 606 | if (XPC_NASID_IN_ARRAY(nasid, discovered_nasids)) { |
| 607 | dev_dbg(xpc_part, "Nasid %d is part of a " |
| 608 | "partition which was previously " |
| 609 | "discovered\n", nasid); |
| 610 | continue; |
| 611 | } |
| 612 | |
Dean Nelson | 33ba3c7 | 2008-07-29 22:34:07 -0700 | [diff] [blame^] | 613 | /* pull over the rsvd page header & part_nasids mask */ |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 614 | |
| 615 | ret = xpc_get_remote_rp(nasid, discovered_nasids, |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 616 | remote_rp, &remote_rp_pa); |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 617 | if (ret != xpSuccess) { |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 618 | dev_dbg(xpc_part, "unable to get reserved page " |
| 619 | "from nasid %d, reason=%d\n", nasid, |
| 620 | ret); |
| 621 | |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 622 | if (ret == xpLocalPartid) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 623 | break; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 624 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 625 | continue; |
| 626 | } |
| 627 | |
Dean Nelson | 33ba3c7 | 2008-07-29 22:34:07 -0700 | [diff] [blame^] | 628 | xpc_initiate_partition_activation(remote_rp, |
| 629 | remote_rp_pa, nasid); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 630 | } |
| 631 | } |
| 632 | |
| 633 | kfree(discovered_nasids); |
| 634 | kfree(remote_rp_base); |
| 635 | } |
| 636 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 637 | /* |
| 638 | * Given a partid, get the nasids owned by that partition from the |
Dean Nelson | 3a7d555 | 2005-04-04 13:14:00 -0700 | [diff] [blame] | 639 | * remote partition's reserved page. |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 640 | */ |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 641 | enum xp_retval |
Dean Nelson | 64d032b | 2008-05-12 14:02:03 -0700 | [diff] [blame] | 642 | xpc_initiate_partid_to_nasids(short partid, void *nasid_mask) |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 643 | { |
| 644 | struct xpc_partition *part; |
| 645 | u64 part_nasid_pa; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 646 | |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 647 | part = &xpc_partitions[partid]; |
Dean Nelson | 2c2b94f | 2008-04-22 14:50:17 -0500 | [diff] [blame] | 648 | if (part->remote_rp_pa == 0) |
Dean Nelson | 65c17b8 | 2008-05-12 14:02:02 -0700 | [diff] [blame] | 649 | return xpPartitionDown; |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 650 | |
Dean Nelson | 4b38fcd | 2005-10-25 14:09:51 -0500 | [diff] [blame] | 651 | memset(nasid_mask, 0, XP_NASID_MASK_BYTES); |
| 652 | |
Dean Nelson | 4a3ad2d | 2008-04-22 14:48:01 -0500 | [diff] [blame] | 653 | part_nasid_pa = (u64)XPC_RP_PART_NASIDS(part->remote_rp_pa); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 654 | |
Dean Nelson | 908787d | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 655 | return xp_remote_memcpy(nasid_mask, (void *)part_nasid_pa, |
Dean Nelson | 94bd270 | 2008-07-29 22:34:05 -0700 | [diff] [blame] | 656 | xp_sizeof_nasid_mask); |
Dean Nelson | 89eb8eb | 2005-03-23 19:50:00 -0700 | [diff] [blame] | 657 | } |