blob: 836a1eb5df436bdad88fe3b4ae59b512f9573b19 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeff Dikeba180fd2007-10-16 01:27:00 -07002 * Copyright (C) 2001 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Licensed under the GPL
4 */
5
Jeff Dike8192ab42008-02-04 22:30:53 -08006#include <linux/mm.h>
7#include <linux/sched.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09008#include <linux/slab.h>
Richard Weinberger1d04c8d2015-05-12 00:14:39 +02009#include <linux/uaccess.h>
Jeff Dike8192ab42008-02-04 22:30:53 -080010#include <asm/unistd.h>
Al Viro37185b32012-10-08 03:27:32 +010011#include <os.h>
Al Viro37185b32012-10-08 03:27:32 +010012#include <skas.h>
Al Viro37185b32012-10-08 03:27:32 +010013#include <sysdep/tls.h>
Jeff Dikeba180fd2007-10-16 01:27:00 -070014
Hans-Werner Hilse37e81a02015-06-29 11:50:32 +020015static inline int modify_ldt (int func, void *ptr, unsigned long bytecount)
16{
17 return syscall(__NR_modify_ldt, func, ptr, bytecount);
18}
Bodo Stroesser858259c2005-11-07 00:58:55 -080019
WANG Cong99764fa2008-07-23 21:28:49 -070020static long write_ldt_entry(struct mm_id *mm_idp, int func,
21 struct user_desc *desc, void **addr, int done)
Bodo Stroesser858259c2005-11-07 00:58:55 -080022{
23 long res;
Richard Weinbergerd0b5e152015-03-18 21:31:27 +010024 void *stub_addr;
25 res = syscall_stub_data(mm_idp, (unsigned long *)desc,
26 (sizeof(*desc) + sizeof(long) - 1) &
27 ~(sizeof(long) - 1),
28 addr, &stub_addr);
29 if (!res) {
30 unsigned long args[] = { func,
31 (unsigned long)stub_addr,
32 sizeof(*desc),
33 0, 0, 0 };
34 res = run_syscall_stub(mm_idp, __NR_modify_ldt, args,
35 0, addr, done);
Bodo Stroesser858259c2005-11-07 00:58:55 -080036 }
37
Bodo Stroesser858259c2005-11-07 00:58:55 -080038 return res;
39}
40
41/*
42 * In skas mode, we hold our own ldt data in UML.
43 * Thus, the code implementing sys_modify_ldt_skas
44 * is very similar to (and mostly stolen from) sys_modify_ldt
45 * for arch/i386/kernel/ldt.c
46 * The routines copied and modified in part are:
47 * - read_ldt
48 * - read_default_ldt
49 * - write_ldt
50 * - sys_modify_ldt_skas
51 */
52
53static int read_ldt(void __user * ptr, unsigned long bytecount)
54{
55 int i, err = 0;
56 unsigned long size;
Al Virob3ee5712011-08-18 20:10:49 +010057 uml_ldt_t *ldt = &current->mm->context.arch.ldt;
Bodo Stroesser858259c2005-11-07 00:58:55 -080058
Jeff Dikeba180fd2007-10-16 01:27:00 -070059 if (!ldt->entry_count)
Bodo Stroesser858259c2005-11-07 00:58:55 -080060 goto out;
Jeff Dikeba180fd2007-10-16 01:27:00 -070061 if (bytecount > LDT_ENTRY_SIZE*LDT_ENTRIES)
Bodo Stroesser858259c2005-11-07 00:58:55 -080062 bytecount = LDT_ENTRY_SIZE*LDT_ENTRIES;
63 err = bytecount;
64
Daniel Walker01ac8352008-02-04 22:31:26 -080065 mutex_lock(&ldt->lock);
Jeff Dikeba180fd2007-10-16 01:27:00 -070066 if (ldt->entry_count <= LDT_DIRECT_ENTRIES) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080067 size = LDT_ENTRY_SIZE*LDT_DIRECT_ENTRIES;
Jeff Dikeba180fd2007-10-16 01:27:00 -070068 if (size > bytecount)
Bodo Stroesser858259c2005-11-07 00:58:55 -080069 size = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -070070 if (copy_to_user(ptr, ldt->u.entries, size))
Bodo Stroesser858259c2005-11-07 00:58:55 -080071 err = -EFAULT;
72 bytecount -= size;
73 ptr += size;
74 }
75 else {
Jeff Dikeba180fd2007-10-16 01:27:00 -070076 for (i=0; i<ldt->entry_count/LDT_ENTRIES_PER_PAGE && bytecount;
77 i++) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080078 size = PAGE_SIZE;
Jeff Dikeba180fd2007-10-16 01:27:00 -070079 if (size > bytecount)
Bodo Stroesser858259c2005-11-07 00:58:55 -080080 size = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -070081 if (copy_to_user(ptr, ldt->u.pages[i], size)) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080082 err = -EFAULT;
83 break;
84 }
85 bytecount -= size;
86 ptr += size;
87 }
88 }
Daniel Walker01ac8352008-02-04 22:31:26 -080089 mutex_unlock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -080090
Jeff Dikeba180fd2007-10-16 01:27:00 -070091 if (bytecount == 0 || err == -EFAULT)
Bodo Stroesser858259c2005-11-07 00:58:55 -080092 goto out;
93
Jeff Dikeba180fd2007-10-16 01:27:00 -070094 if (clear_user(ptr, bytecount))
Bodo Stroesser858259c2005-11-07 00:58:55 -080095 err = -EFAULT;
96
97out:
98 return err;
99}
100
101static int read_default_ldt(void __user * ptr, unsigned long bytecount)
102{
103 int err;
104
Jeff Dikeba180fd2007-10-16 01:27:00 -0700105 if (bytecount > 5*LDT_ENTRY_SIZE)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800106 bytecount = 5*LDT_ENTRY_SIZE;
107
108 err = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700109 /*
110 * UML doesn't support lcall7 and lcall27.
Bodo Stroesser858259c2005-11-07 00:58:55 -0800111 * So, we don't really have a default ldt, but emulate
112 * an empty ldt of common host default ldt size.
113 */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700114 if (clear_user(ptr, bytecount))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800115 err = -EFAULT;
116
117 return err;
118}
119
120static int write_ldt(void __user * ptr, unsigned long bytecount, int func)
121{
Al Virob3ee5712011-08-18 20:10:49 +0100122 uml_ldt_t *ldt = &current->mm->context.arch.ldt;
Jeff Dike6c738ff2007-10-16 01:27:06 -0700123 struct mm_id * mm_idp = &current->mm->context.id;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800124 int i, err;
125 struct user_desc ldt_info;
126 struct ldt_entry entry0, *ldt_p;
127 void *addr = NULL;
128
129 err = -EINVAL;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700130 if (bytecount != sizeof(ldt_info))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800131 goto out;
132 err = -EFAULT;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700133 if (copy_from_user(&ldt_info, ptr, sizeof(ldt_info)))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800134 goto out;
135
136 err = -EINVAL;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700137 if (ldt_info.entry_number >= LDT_ENTRIES)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800138 goto out;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700139 if (ldt_info.contents == 3) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800140 if (func == 1)
141 goto out;
142 if (ldt_info.seg_not_present == 0)
143 goto out;
144 }
145
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100146 mutex_lock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800147
148 err = write_ldt_entry(mm_idp, func, &ldt_info, &addr, 1);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700149 if (err)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800150 goto out_unlock;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800151
Jeff Dikeba180fd2007-10-16 01:27:00 -0700152 if (ldt_info.entry_number >= ldt->entry_count &&
153 ldt_info.entry_number >= LDT_DIRECT_ENTRIES) {
154 for (i=ldt->entry_count/LDT_ENTRIES_PER_PAGE;
155 i*LDT_ENTRIES_PER_PAGE <= ldt_info.entry_number;
156 i++) {
157 if (i == 0)
Jeff Dikee23181d2005-11-21 21:32:08 -0800158 memcpy(&entry0, ldt->u.entries,
159 sizeof(entry0));
160 ldt->u.pages[i] = (struct ldt_entry *)
161 __get_free_page(GFP_KERNEL|__GFP_ZERO);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700162 if (!ldt->u.pages[i]) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800163 err = -ENOMEM;
164 /* Undo the change in host */
165 memset(&ldt_info, 0, sizeof(ldt_info));
166 write_ldt_entry(mm_idp, 1, &ldt_info, &addr, 1);
167 goto out_unlock;
168 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700169 if (i == 0) {
Jeff Dikee23181d2005-11-21 21:32:08 -0800170 memcpy(ldt->u.pages[0], &entry0,
171 sizeof(entry0));
172 memcpy(ldt->u.pages[0]+1, ldt->u.entries+1,
Bodo Stroesser858259c2005-11-07 00:58:55 -0800173 sizeof(entry0)*(LDT_DIRECT_ENTRIES-1));
174 }
175 ldt->entry_count = (i + 1) * LDT_ENTRIES_PER_PAGE;
176 }
177 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700178 if (ldt->entry_count <= ldt_info.entry_number)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800179 ldt->entry_count = ldt_info.entry_number + 1;
180
Jeff Dikeba180fd2007-10-16 01:27:00 -0700181 if (ldt->entry_count <= LDT_DIRECT_ENTRIES)
Jeff Dikee23181d2005-11-21 21:32:08 -0800182 ldt_p = ldt->u.entries + ldt_info.entry_number;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800183 else
Jeff Dikee23181d2005-11-21 21:32:08 -0800184 ldt_p = ldt->u.pages[ldt_info.entry_number/LDT_ENTRIES_PER_PAGE] +
Bodo Stroesser858259c2005-11-07 00:58:55 -0800185 ldt_info.entry_number%LDT_ENTRIES_PER_PAGE;
186
Jeff Dikeba180fd2007-10-16 01:27:00 -0700187 if (ldt_info.base_addr == 0 && ldt_info.limit == 0 &&
188 (func == 1 || LDT_empty(&ldt_info))) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800189 ldt_p->a = 0;
190 ldt_p->b = 0;
191 }
192 else{
193 if (func == 1)
194 ldt_info.useable = 0;
195 ldt_p->a = LDT_entry_a(&ldt_info);
196 ldt_p->b = LDT_entry_b(&ldt_info);
197 }
198 err = 0;
199
200out_unlock:
Daniel Walker01ac8352008-02-04 22:31:26 -0800201 mutex_unlock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800202out:
203 return err;
204}
205
206static long do_modify_ldt_skas(int func, void __user *ptr,
207 unsigned long bytecount)
208{
209 int ret = -ENOSYS;
210
211 switch (func) {
212 case 0:
213 ret = read_ldt(ptr, bytecount);
214 break;
215 case 1:
216 case 0x11:
217 ret = write_ldt(ptr, bytecount, func);
218 break;
219 case 2:
220 ret = read_default_ldt(ptr, bytecount);
221 break;
222 }
223 return ret;
224}
225
Jeff Dikeaf727902007-02-28 20:13:06 -0800226static DEFINE_SPINLOCK(host_ldt_lock);
227static short dummy_list[9] = {0, -1};
228static short * host_ldt_entries = NULL;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800229
Jeff Dikeaf727902007-02-28 20:13:06 -0800230static void ldt_get_host_info(void)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800231{
232 long ret;
Jeff Dike622e6962007-03-29 01:20:32 -0700233 struct ldt_entry * ldt;
234 short *tmp;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800235 int i, size, k, order;
236
Jeff Dikeaf727902007-02-28 20:13:06 -0800237 spin_lock(&host_ldt_lock);
238
Jeff Dikeba180fd2007-10-16 01:27:00 -0700239 if (host_ldt_entries != NULL) {
Jeff Dikeaf727902007-02-28 20:13:06 -0800240 spin_unlock(&host_ldt_lock);
241 return;
242 }
Bodo Stroesser858259c2005-11-07 00:58:55 -0800243 host_ldt_entries = dummy_list+1;
244
Jeff Dikeaf727902007-02-28 20:13:06 -0800245 spin_unlock(&host_ldt_lock);
246
Jeff Dikeba180fd2007-10-16 01:27:00 -0700247 for (i = LDT_PAGES_MAX-1, order=0; i; i>>=1, order++)
248 ;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800249
250 ldt = (struct ldt_entry *)
251 __get_free_pages(GFP_KERNEL|__GFP_ZERO, order);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700252 if (ldt == NULL) {
253 printk(KERN_ERR "ldt_get_host_info: couldn't allocate buffer "
254 "for host ldt\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800255 return;
256 }
257
258 ret = modify_ldt(0, ldt, (1<<order)*PAGE_SIZE);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700259 if (ret < 0) {
260 printk(KERN_ERR "ldt_get_host_info: couldn't read host ldt\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800261 goto out_free;
262 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700263 if (ret == 0) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800264 /* default_ldt is active, simply write an empty entry 0 */
265 host_ldt_entries = dummy_list;
266 goto out_free;
267 }
268
Jeff Dikeba180fd2007-10-16 01:27:00 -0700269 for (i=0, size=0; i<ret/LDT_ENTRY_SIZE; i++) {
270 if (ldt[i].a != 0 || ldt[i].b != 0)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800271 size++;
272 }
273
Jeff Dikeba180fd2007-10-16 01:27:00 -0700274 if (size < ARRAY_SIZE(dummy_list))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800275 host_ldt_entries = dummy_list;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800276 else {
277 size = (size + 1) * sizeof(dummy_list[0]);
Jeff Dikeaf727902007-02-28 20:13:06 -0800278 tmp = kmalloc(size, GFP_KERNEL);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700279 if (tmp == NULL) {
280 printk(KERN_ERR "ldt_get_host_info: couldn't allocate "
281 "host ldt list\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800282 goto out_free;
283 }
Jeff Dikeaf727902007-02-28 20:13:06 -0800284 host_ldt_entries = tmp;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800285 }
286
Jeff Dikeba180fd2007-10-16 01:27:00 -0700287 for (i=0, k=0; i<ret/LDT_ENTRY_SIZE; i++) {
288 if (ldt[i].a != 0 || ldt[i].b != 0)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800289 host_ldt_entries[k++] = i;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800290 }
291 host_ldt_entries[k] = -1;
292
293out_free:
294 free_pages((unsigned long)ldt, order);
295}
296
Jeff Dike6c738ff2007-10-16 01:27:06 -0700297long init_new_ldt(struct mm_context *new_mm, struct mm_context *from_mm)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800298{
299 struct user_desc desc;
300 short * num_p;
301 int i;
302 long page, err=0;
303 void *addr = NULL;
304
Bodo Stroesser858259c2005-11-07 00:58:55 -0800305
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100306 mutex_init(&new_mm->arch.ldt.lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800307
Jeff Dikeba180fd2007-10-16 01:27:00 -0700308 if (!from_mm) {
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800309 memset(&desc, 0, sizeof(desc));
Bodo Stroesser858259c2005-11-07 00:58:55 -0800310 /*
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100311 * Now we try to retrieve info about the ldt, we
312 * inherited from the host. All ldt-entries found
313 * will be reset in the following loop
Bodo Stroesser858259c2005-11-07 00:58:55 -0800314 */
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100315 ldt_get_host_info();
316 for (num_p=host_ldt_entries; *num_p != -1; num_p++) {
317 desc.entry_number = *num_p;
318 err = write_ldt_entry(&new_mm->id, 1, &desc,
319 &addr, *(num_p + 1) == -1);
320 if (err)
321 break;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800322 }
Al Virob3ee5712011-08-18 20:10:49 +0100323 new_mm->arch.ldt.entry_count = 0;
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800324
325 goto out;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800326 }
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800327
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100328 /*
329 * Our local LDT is used to supply the data for
330 * modify_ldt(READLDT), if PTRACE_LDT isn't available,
331 * i.e., we have to use the stub for modify_ldt, which
332 * can't handle the big read buffer of up to 64kB.
333 */
334 mutex_lock(&from_mm->arch.ldt.lock);
335 if (from_mm->arch.ldt.entry_count <= LDT_DIRECT_ENTRIES)
336 memcpy(new_mm->arch.ldt.u.entries, from_mm->arch.ldt.u.entries,
337 sizeof(new_mm->arch.ldt.u.entries));
338 else {
339 i = from_mm->arch.ldt.entry_count / LDT_ENTRIES_PER_PAGE;
340 while (i-->0) {
341 page = __get_free_page(GFP_KERNEL|__GFP_ZERO);
342 if (!page) {
343 err = -ENOMEM;
344 break;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800345 }
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100346 new_mm->arch.ldt.u.pages[i] =
347 (struct ldt_entry *) page;
348 memcpy(new_mm->arch.ldt.u.pages[i],
349 from_mm->arch.ldt.u.pages[i], PAGE_SIZE);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800350 }
Bodo Stroesser858259c2005-11-07 00:58:55 -0800351 }
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100352 new_mm->arch.ldt.entry_count = from_mm->arch.ldt.entry_count;
353 mutex_unlock(&from_mm->arch.ldt.lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800354
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800355 out:
Bodo Stroesser858259c2005-11-07 00:58:55 -0800356 return err;
357}
358
359
Jeff Dike6c738ff2007-10-16 01:27:06 -0700360void free_ldt(struct mm_context *mm)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800361{
362 int i;
363
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100364 if (mm->arch.ldt.entry_count > LDT_DIRECT_ENTRIES) {
Al Virob3ee5712011-08-18 20:10:49 +0100365 i = mm->arch.ldt.entry_count / LDT_ENTRIES_PER_PAGE;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700366 while (i-- > 0)
Al Virob3ee5712011-08-18 20:10:49 +0100367 free_page((long) mm->arch.ldt.u.pages[i]);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800368 }
Al Virob3ee5712011-08-18 20:10:49 +0100369 mm->arch.ldt.entry_count = 0;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800370}
Bodo Stroesser858259c2005-11-07 00:58:55 -0800371
372int sys_modify_ldt(int func, void __user *ptr, unsigned long bytecount)
373{
Jeff Dike6aa802c2007-10-16 01:26:56 -0700374 return do_modify_ldt_skas(func, ptr, bytecount);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800375}