blob: 3ee234b6234dd6eaf0a3e61b8d4d99677a5a7078 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeff Dikeba180fd2007-10-16 01:27:00 -07002 * Copyright (C) 2001 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Licensed under the GPL
4 */
5
Jeff Dike8192ab42008-02-04 22:30:53 -08006#include <linux/mm.h>
7#include <linux/sched.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09008#include <linux/slab.h>
Dave Hansenda20ab32017-10-18 10:21:07 -07009#include <linux/syscalls.h>
Richard Weinberger1d04c8d2015-05-12 00:14:39 +020010#include <linux/uaccess.h>
Jeff Dike8192ab42008-02-04 22:30:53 -080011#include <asm/unistd.h>
Al Viro37185b32012-10-08 03:27:32 +010012#include <os.h>
Al Viro37185b32012-10-08 03:27:32 +010013#include <skas.h>
Al Viro37185b32012-10-08 03:27:32 +010014#include <sysdep/tls.h>
Jeff Dikeba180fd2007-10-16 01:27:00 -070015
Hans-Werner Hilse37e81a02015-06-29 11:50:32 +020016static inline int modify_ldt (int func, void *ptr, unsigned long bytecount)
17{
18 return syscall(__NR_modify_ldt, func, ptr, bytecount);
19}
Bodo Stroesser858259c2005-11-07 00:58:55 -080020
WANG Cong99764fa2008-07-23 21:28:49 -070021static long write_ldt_entry(struct mm_id *mm_idp, int func,
22 struct user_desc *desc, void **addr, int done)
Bodo Stroesser858259c2005-11-07 00:58:55 -080023{
24 long res;
Richard Weinbergerd0b5e152015-03-18 21:31:27 +010025 void *stub_addr;
26 res = syscall_stub_data(mm_idp, (unsigned long *)desc,
27 (sizeof(*desc) + sizeof(long) - 1) &
28 ~(sizeof(long) - 1),
29 addr, &stub_addr);
30 if (!res) {
31 unsigned long args[] = { func,
32 (unsigned long)stub_addr,
33 sizeof(*desc),
34 0, 0, 0 };
35 res = run_syscall_stub(mm_idp, __NR_modify_ldt, args,
36 0, addr, done);
Bodo Stroesser858259c2005-11-07 00:58:55 -080037 }
38
Bodo Stroesser858259c2005-11-07 00:58:55 -080039 return res;
40}
41
42/*
43 * In skas mode, we hold our own ldt data in UML.
44 * Thus, the code implementing sys_modify_ldt_skas
45 * is very similar to (and mostly stolen from) sys_modify_ldt
46 * for arch/i386/kernel/ldt.c
47 * The routines copied and modified in part are:
48 * - read_ldt
49 * - read_default_ldt
50 * - write_ldt
51 * - sys_modify_ldt_skas
52 */
53
54static int read_ldt(void __user * ptr, unsigned long bytecount)
55{
56 int i, err = 0;
57 unsigned long size;
Al Virob3ee5712011-08-18 20:10:49 +010058 uml_ldt_t *ldt = &current->mm->context.arch.ldt;
Bodo Stroesser858259c2005-11-07 00:58:55 -080059
Jeff Dikeba180fd2007-10-16 01:27:00 -070060 if (!ldt->entry_count)
Bodo Stroesser858259c2005-11-07 00:58:55 -080061 goto out;
Jeff Dikeba180fd2007-10-16 01:27:00 -070062 if (bytecount > LDT_ENTRY_SIZE*LDT_ENTRIES)
Bodo Stroesser858259c2005-11-07 00:58:55 -080063 bytecount = LDT_ENTRY_SIZE*LDT_ENTRIES;
64 err = bytecount;
65
Daniel Walker01ac8352008-02-04 22:31:26 -080066 mutex_lock(&ldt->lock);
Jeff Dikeba180fd2007-10-16 01:27:00 -070067 if (ldt->entry_count <= LDT_DIRECT_ENTRIES) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080068 size = LDT_ENTRY_SIZE*LDT_DIRECT_ENTRIES;
Jeff Dikeba180fd2007-10-16 01:27:00 -070069 if (size > bytecount)
Bodo Stroesser858259c2005-11-07 00:58:55 -080070 size = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -070071 if (copy_to_user(ptr, ldt->u.entries, size))
Bodo Stroesser858259c2005-11-07 00:58:55 -080072 err = -EFAULT;
73 bytecount -= size;
74 ptr += size;
75 }
76 else {
Jeff Dikeba180fd2007-10-16 01:27:00 -070077 for (i=0; i<ldt->entry_count/LDT_ENTRIES_PER_PAGE && bytecount;
78 i++) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080079 size = PAGE_SIZE;
Jeff Dikeba180fd2007-10-16 01:27:00 -070080 if (size > bytecount)
Bodo Stroesser858259c2005-11-07 00:58:55 -080081 size = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -070082 if (copy_to_user(ptr, ldt->u.pages[i], size)) {
Bodo Stroesser858259c2005-11-07 00:58:55 -080083 err = -EFAULT;
84 break;
85 }
86 bytecount -= size;
87 ptr += size;
88 }
89 }
Daniel Walker01ac8352008-02-04 22:31:26 -080090 mutex_unlock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -080091
Jeff Dikeba180fd2007-10-16 01:27:00 -070092 if (bytecount == 0 || err == -EFAULT)
Bodo Stroesser858259c2005-11-07 00:58:55 -080093 goto out;
94
Jeff Dikeba180fd2007-10-16 01:27:00 -070095 if (clear_user(ptr, bytecount))
Bodo Stroesser858259c2005-11-07 00:58:55 -080096 err = -EFAULT;
97
98out:
99 return err;
100}
101
102static int read_default_ldt(void __user * ptr, unsigned long bytecount)
103{
104 int err;
105
Jeff Dikeba180fd2007-10-16 01:27:00 -0700106 if (bytecount > 5*LDT_ENTRY_SIZE)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800107 bytecount = 5*LDT_ENTRY_SIZE;
108
109 err = bytecount;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700110 /*
111 * UML doesn't support lcall7 and lcall27.
Bodo Stroesser858259c2005-11-07 00:58:55 -0800112 * So, we don't really have a default ldt, but emulate
113 * an empty ldt of common host default ldt size.
114 */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700115 if (clear_user(ptr, bytecount))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800116 err = -EFAULT;
117
118 return err;
119}
120
121static int write_ldt(void __user * ptr, unsigned long bytecount, int func)
122{
Al Virob3ee5712011-08-18 20:10:49 +0100123 uml_ldt_t *ldt = &current->mm->context.arch.ldt;
Jeff Dike6c738ff2007-10-16 01:27:06 -0700124 struct mm_id * mm_idp = &current->mm->context.id;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800125 int i, err;
126 struct user_desc ldt_info;
127 struct ldt_entry entry0, *ldt_p;
128 void *addr = NULL;
129
130 err = -EINVAL;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700131 if (bytecount != sizeof(ldt_info))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800132 goto out;
133 err = -EFAULT;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700134 if (copy_from_user(&ldt_info, ptr, sizeof(ldt_info)))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800135 goto out;
136
137 err = -EINVAL;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700138 if (ldt_info.entry_number >= LDT_ENTRIES)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800139 goto out;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700140 if (ldt_info.contents == 3) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800141 if (func == 1)
142 goto out;
143 if (ldt_info.seg_not_present == 0)
144 goto out;
145 }
146
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100147 mutex_lock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800148
149 err = write_ldt_entry(mm_idp, func, &ldt_info, &addr, 1);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700150 if (err)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800151 goto out_unlock;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800152
Jeff Dikeba180fd2007-10-16 01:27:00 -0700153 if (ldt_info.entry_number >= ldt->entry_count &&
154 ldt_info.entry_number >= LDT_DIRECT_ENTRIES) {
155 for (i=ldt->entry_count/LDT_ENTRIES_PER_PAGE;
156 i*LDT_ENTRIES_PER_PAGE <= ldt_info.entry_number;
157 i++) {
158 if (i == 0)
Jeff Dikee23181d2005-11-21 21:32:08 -0800159 memcpy(&entry0, ldt->u.entries,
160 sizeof(entry0));
161 ldt->u.pages[i] = (struct ldt_entry *)
162 __get_free_page(GFP_KERNEL|__GFP_ZERO);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700163 if (!ldt->u.pages[i]) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800164 err = -ENOMEM;
165 /* Undo the change in host */
166 memset(&ldt_info, 0, sizeof(ldt_info));
167 write_ldt_entry(mm_idp, 1, &ldt_info, &addr, 1);
168 goto out_unlock;
169 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700170 if (i == 0) {
Jeff Dikee23181d2005-11-21 21:32:08 -0800171 memcpy(ldt->u.pages[0], &entry0,
172 sizeof(entry0));
173 memcpy(ldt->u.pages[0]+1, ldt->u.entries+1,
Bodo Stroesser858259c2005-11-07 00:58:55 -0800174 sizeof(entry0)*(LDT_DIRECT_ENTRIES-1));
175 }
176 ldt->entry_count = (i + 1) * LDT_ENTRIES_PER_PAGE;
177 }
178 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700179 if (ldt->entry_count <= ldt_info.entry_number)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800180 ldt->entry_count = ldt_info.entry_number + 1;
181
Jeff Dikeba180fd2007-10-16 01:27:00 -0700182 if (ldt->entry_count <= LDT_DIRECT_ENTRIES)
Jeff Dikee23181d2005-11-21 21:32:08 -0800183 ldt_p = ldt->u.entries + ldt_info.entry_number;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800184 else
Jeff Dikee23181d2005-11-21 21:32:08 -0800185 ldt_p = ldt->u.pages[ldt_info.entry_number/LDT_ENTRIES_PER_PAGE] +
Bodo Stroesser858259c2005-11-07 00:58:55 -0800186 ldt_info.entry_number%LDT_ENTRIES_PER_PAGE;
187
Jeff Dikeba180fd2007-10-16 01:27:00 -0700188 if (ldt_info.base_addr == 0 && ldt_info.limit == 0 &&
189 (func == 1 || LDT_empty(&ldt_info))) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800190 ldt_p->a = 0;
191 ldt_p->b = 0;
192 }
193 else{
194 if (func == 1)
195 ldt_info.useable = 0;
196 ldt_p->a = LDT_entry_a(&ldt_info);
197 ldt_p->b = LDT_entry_b(&ldt_info);
198 }
199 err = 0;
200
201out_unlock:
Daniel Walker01ac8352008-02-04 22:31:26 -0800202 mutex_unlock(&ldt->lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800203out:
204 return err;
205}
206
207static long do_modify_ldt_skas(int func, void __user *ptr,
208 unsigned long bytecount)
209{
210 int ret = -ENOSYS;
211
212 switch (func) {
213 case 0:
214 ret = read_ldt(ptr, bytecount);
215 break;
216 case 1:
217 case 0x11:
218 ret = write_ldt(ptr, bytecount, func);
219 break;
220 case 2:
221 ret = read_default_ldt(ptr, bytecount);
222 break;
223 }
224 return ret;
225}
226
Jeff Dikeaf727902007-02-28 20:13:06 -0800227static DEFINE_SPINLOCK(host_ldt_lock);
228static short dummy_list[9] = {0, -1};
229static short * host_ldt_entries = NULL;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800230
Jeff Dikeaf727902007-02-28 20:13:06 -0800231static void ldt_get_host_info(void)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800232{
233 long ret;
Jeff Dike622e6962007-03-29 01:20:32 -0700234 struct ldt_entry * ldt;
235 short *tmp;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800236 int i, size, k, order;
237
Jeff Dikeaf727902007-02-28 20:13:06 -0800238 spin_lock(&host_ldt_lock);
239
Jeff Dikeba180fd2007-10-16 01:27:00 -0700240 if (host_ldt_entries != NULL) {
Jeff Dikeaf727902007-02-28 20:13:06 -0800241 spin_unlock(&host_ldt_lock);
242 return;
243 }
Bodo Stroesser858259c2005-11-07 00:58:55 -0800244 host_ldt_entries = dummy_list+1;
245
Jeff Dikeaf727902007-02-28 20:13:06 -0800246 spin_unlock(&host_ldt_lock);
247
Jeff Dikeba180fd2007-10-16 01:27:00 -0700248 for (i = LDT_PAGES_MAX-1, order=0; i; i>>=1, order++)
249 ;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800250
251 ldt = (struct ldt_entry *)
252 __get_free_pages(GFP_KERNEL|__GFP_ZERO, order);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700253 if (ldt == NULL) {
254 printk(KERN_ERR "ldt_get_host_info: couldn't allocate buffer "
255 "for host ldt\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800256 return;
257 }
258
259 ret = modify_ldt(0, ldt, (1<<order)*PAGE_SIZE);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700260 if (ret < 0) {
261 printk(KERN_ERR "ldt_get_host_info: couldn't read host ldt\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800262 goto out_free;
263 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700264 if (ret == 0) {
Bodo Stroesser858259c2005-11-07 00:58:55 -0800265 /* default_ldt is active, simply write an empty entry 0 */
266 host_ldt_entries = dummy_list;
267 goto out_free;
268 }
269
Jeff Dikeba180fd2007-10-16 01:27:00 -0700270 for (i=0, size=0; i<ret/LDT_ENTRY_SIZE; i++) {
271 if (ldt[i].a != 0 || ldt[i].b != 0)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800272 size++;
273 }
274
Jeff Dikeba180fd2007-10-16 01:27:00 -0700275 if (size < ARRAY_SIZE(dummy_list))
Bodo Stroesser858259c2005-11-07 00:58:55 -0800276 host_ldt_entries = dummy_list;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800277 else {
278 size = (size + 1) * sizeof(dummy_list[0]);
Jeff Dikeaf727902007-02-28 20:13:06 -0800279 tmp = kmalloc(size, GFP_KERNEL);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700280 if (tmp == NULL) {
281 printk(KERN_ERR "ldt_get_host_info: couldn't allocate "
282 "host ldt list\n");
Bodo Stroesser858259c2005-11-07 00:58:55 -0800283 goto out_free;
284 }
Jeff Dikeaf727902007-02-28 20:13:06 -0800285 host_ldt_entries = tmp;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800286 }
287
Jeff Dikeba180fd2007-10-16 01:27:00 -0700288 for (i=0, k=0; i<ret/LDT_ENTRY_SIZE; i++) {
289 if (ldt[i].a != 0 || ldt[i].b != 0)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800290 host_ldt_entries[k++] = i;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800291 }
292 host_ldt_entries[k] = -1;
293
294out_free:
295 free_pages((unsigned long)ldt, order);
296}
297
Jeff Dike6c738ff2007-10-16 01:27:06 -0700298long init_new_ldt(struct mm_context *new_mm, struct mm_context *from_mm)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800299{
300 struct user_desc desc;
301 short * num_p;
302 int i;
303 long page, err=0;
304 void *addr = NULL;
305
Bodo Stroesser858259c2005-11-07 00:58:55 -0800306
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100307 mutex_init(&new_mm->arch.ldt.lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800308
Jeff Dikeba180fd2007-10-16 01:27:00 -0700309 if (!from_mm) {
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800310 memset(&desc, 0, sizeof(desc));
Bodo Stroesser858259c2005-11-07 00:58:55 -0800311 /*
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100312 * Now we try to retrieve info about the ldt, we
313 * inherited from the host. All ldt-entries found
314 * will be reset in the following loop
Bodo Stroesser858259c2005-11-07 00:58:55 -0800315 */
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100316 ldt_get_host_info();
317 for (num_p=host_ldt_entries; *num_p != -1; num_p++) {
318 desc.entry_number = *num_p;
319 err = write_ldt_entry(&new_mm->id, 1, &desc,
320 &addr, *(num_p + 1) == -1);
321 if (err)
322 break;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800323 }
Al Virob3ee5712011-08-18 20:10:49 +0100324 new_mm->arch.ldt.entry_count = 0;
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800325
326 goto out;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800327 }
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800328
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100329 /*
330 * Our local LDT is used to supply the data for
331 * modify_ldt(READLDT), if PTRACE_LDT isn't available,
332 * i.e., we have to use the stub for modify_ldt, which
333 * can't handle the big read buffer of up to 64kB.
334 */
335 mutex_lock(&from_mm->arch.ldt.lock);
336 if (from_mm->arch.ldt.entry_count <= LDT_DIRECT_ENTRIES)
337 memcpy(new_mm->arch.ldt.u.entries, from_mm->arch.ldt.u.entries,
338 sizeof(new_mm->arch.ldt.u.entries));
339 else {
340 i = from_mm->arch.ldt.entry_count / LDT_ENTRIES_PER_PAGE;
341 while (i-->0) {
342 page = __get_free_page(GFP_KERNEL|__GFP_ZERO);
343 if (!page) {
344 err = -ENOMEM;
345 break;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800346 }
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100347 new_mm->arch.ldt.u.pages[i] =
348 (struct ldt_entry *) page;
349 memcpy(new_mm->arch.ldt.u.pages[i],
350 from_mm->arch.ldt.u.pages[i], PAGE_SIZE);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800351 }
Bodo Stroesser858259c2005-11-07 00:58:55 -0800352 }
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100353 new_mm->arch.ldt.entry_count = from_mm->arch.ldt.entry_count;
354 mutex_unlock(&from_mm->arch.ldt.lock);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800355
Bodo Stroesser12919aa2006-01-18 17:42:39 -0800356 out:
Bodo Stroesser858259c2005-11-07 00:58:55 -0800357 return err;
358}
359
360
Jeff Dike6c738ff2007-10-16 01:27:06 -0700361void free_ldt(struct mm_context *mm)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800362{
363 int i;
364
Richard Weinbergerd0b5e152015-03-18 21:31:27 +0100365 if (mm->arch.ldt.entry_count > LDT_DIRECT_ENTRIES) {
Al Virob3ee5712011-08-18 20:10:49 +0100366 i = mm->arch.ldt.entry_count / LDT_ENTRIES_PER_PAGE;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700367 while (i-- > 0)
Al Virob3ee5712011-08-18 20:10:49 +0100368 free_page((long) mm->arch.ldt.u.pages[i]);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800369 }
Al Virob3ee5712011-08-18 20:10:49 +0100370 mm->arch.ldt.entry_count = 0;
Bodo Stroesser858259c2005-11-07 00:58:55 -0800371}
Bodo Stroesser858259c2005-11-07 00:58:55 -0800372
Dave Hansenda20ab32017-10-18 10:21:07 -0700373SYSCALL_DEFINE3(modify_ldt, int , func , void __user * , ptr ,
374 unsigned long , bytecount)
Bodo Stroesser858259c2005-11-07 00:58:55 -0800375{
Dave Hansenda20ab32017-10-18 10:21:07 -0700376 /* See non-um modify_ldt() for why we do this cast */
377 return (unsigned int)do_modify_ldt_skas(func, ptr, bytecount);
Bodo Stroesser858259c2005-11-07 00:58:55 -0800378}