blob: b6772d657547a4e25f275f2a1bd4bc29ac3188e4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/drivers/char/mem.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 *
6 * Added devfs support.
7 * Jan-11-1998, C. Scott Ananian <cananian@alumni.princeton.edu>
8 * Shared /dev/zero mmaping support, Feb 2000, Kanoj Sarcar <kanoj@sgi.com>
9 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/mm.h>
12#include <linux/miscdevice.h>
13#include <linux/slab.h>
14#include <linux/vmalloc.h>
15#include <linux/mman.h>
16#include <linux/random.h>
17#include <linux/init.h>
18#include <linux/raw.h>
19#include <linux/tty.h>
20#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include <linux/ptrace.h>
22#include <linux/device.h>
Vivek Goyal50b1fdb2005-06-25 14:58:23 -070023#include <linux/highmem.h>
24#include <linux/crash_dump.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/backing-dev.h>
Vivek Goyal315c2152005-06-25 14:58:24 -070026#include <linux/bootmem.h>
Jens Axboed6b29d72007-06-04 09:59:47 +020027#include <linux/splice.h>
Linus Torvaldsb8a3ad52006-10-13 08:42:10 -070028#include <linux/pfn.h>
Jonathan Corbet1f439642008-05-15 11:04:19 -060029#include <linux/smp_lock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31#include <asm/uaccess.h>
32#include <asm/io.h>
33
34#ifdef CONFIG_IA64
35# include <linux/efi.h>
36#endif
37
Linus Torvalds1da177e2005-04-16 15:20:36 -070038/*
39 * Architectures vary in how they handle caching for addresses
40 * outside of main memory.
41 *
42 */
43static inline int uncached_access(struct file *file, unsigned long addr)
44{
venkatesh.pallipadi@intel.comf0970c12008-03-18 17:00:20 -070045#if defined(CONFIG_IA64)
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 /*
47 * On ia64, we ignore O_SYNC because we cannot tolerate memory attribute aliases.
48 */
49 return !(efi_mem_attributes(addr) & EFI_MEMORY_WB);
Ralf Baechle24e9d0b962007-07-10 17:32:56 +010050#elif defined(CONFIG_MIPS)
51 {
52 extern int __uncached_access(struct file *file,
53 unsigned long addr);
54
55 return __uncached_access(file, addr);
56 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070057#else
58 /*
59 * Accessing memory above the top the kernel knows about or through a file pointer
60 * that was marked O_SYNC will be done non-cached.
61 */
62 if (file->f_flags & O_SYNC)
63 return 1;
64 return addr >= __pa(high_memory);
65#endif
66}
67
68#ifndef ARCH_HAS_VALID_PHYS_ADDR_RANGE
Bjorn Helgaas136939a2006-03-26 01:37:05 -080069static inline int valid_phys_addr_range(unsigned long addr, size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -070070{
Bjorn Helgaas136939a2006-03-26 01:37:05 -080071 if (addr + count > __pa(high_memory))
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 return 0;
73
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 return 1;
75}
Bjorn Helgaas80851ef2006-01-08 01:04:13 -080076
Lennert Buytenhek06c67be2006-07-10 04:45:27 -070077static inline int valid_mmap_phys_addr_range(unsigned long pfn, size_t size)
Bjorn Helgaas80851ef2006-01-08 01:04:13 -080078{
79 return 1;
80}
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#endif
82
Ingo Molnard0926332008-07-18 00:26:59 +020083#ifdef CONFIG_STRICT_DEVMEM
Venki Pallipadie2beb3e2008-03-06 23:01:47 -080084static inline int range_is_allowed(unsigned long pfn, unsigned long size)
Arjan van de Venae531c22008-04-24 23:40:47 +020085{
Venki Pallipadie2beb3e2008-03-06 23:01:47 -080086 u64 from = ((u64)pfn) << PAGE_SHIFT;
87 u64 to = from + size;
88 u64 cursor = from;
Arjan van de Venae531c22008-04-24 23:40:47 +020089
Venki Pallipadie2beb3e2008-03-06 23:01:47 -080090 while (cursor < to) {
91 if (!devmem_is_allowed(pfn)) {
92 printk(KERN_INFO
93 "Program %s tried to access /dev/mem between %Lx->%Lx.\n",
Arjan van de Venae531c22008-04-24 23:40:47 +020094 current->comm, from, to);
95 return 0;
96 }
Venki Pallipadie2beb3e2008-03-06 23:01:47 -080097 cursor += PAGE_SIZE;
98 pfn++;
Arjan van de Venae531c22008-04-24 23:40:47 +020099 }
100 return 1;
101}
102#else
Venki Pallipadie2beb3e2008-03-06 23:01:47 -0800103static inline int range_is_allowed(unsigned long pfn, unsigned long size)
Arjan van de Venae531c22008-04-24 23:40:47 +0200104{
105 return 1;
106}
107#endif
108
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700109void __attribute__((weak)) unxlate_dev_mem_ptr(unsigned long phys, void *addr)
110{
111}
112
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113/*
114 * This funcion reads the *physical* memory. The f_pos points directly to the
115 * memory location.
116 */
117static ssize_t read_mem(struct file * file, char __user * buf,
118 size_t count, loff_t *ppos)
119{
120 unsigned long p = *ppos;
121 ssize_t read, sz;
122 char *ptr;
123
Bjorn Helgaas136939a2006-03-26 01:37:05 -0800124 if (!valid_phys_addr_range(p, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 return -EFAULT;
126 read = 0;
127#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
128 /* we don't have page 0 mapped on sparc and m68k.. */
129 if (p < PAGE_SIZE) {
130 sz = PAGE_SIZE - p;
131 if (sz > count)
132 sz = count;
133 if (sz > 0) {
134 if (clear_user(buf, sz))
135 return -EFAULT;
136 buf += sz;
137 p += sz;
138 count -= sz;
139 read += sz;
140 }
141 }
142#endif
143
144 while (count > 0) {
145 /*
146 * Handle first page in case it's not aligned
147 */
148 if (-p & (PAGE_SIZE - 1))
149 sz = -p & (PAGE_SIZE - 1);
150 else
151 sz = PAGE_SIZE;
152
153 sz = min_t(unsigned long, sz, count);
154
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700155 if (!range_is_allowed(p >> PAGE_SHIFT, count))
156 return -EPERM;
157
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 /*
159 * On ia64 if a page has been mapped somewhere as
160 * uncached, then it must also be accessed uncached
161 * by the kernel or data corruption may occur
162 */
163 ptr = xlate_dev_mem_ptr(p);
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700164 if (!ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 return -EFAULT;
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700166
167 if (copy_to_user(buf, ptr, sz)) {
168 unxlate_dev_mem_ptr(p, ptr);
169 return -EFAULT;
170 }
171
172 unxlate_dev_mem_ptr(p, ptr);
173
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 buf += sz;
175 p += sz;
176 count -= sz;
177 read += sz;
178 }
179
180 *ppos += read;
181 return read;
182}
183
184static ssize_t write_mem(struct file * file, const char __user * buf,
185 size_t count, loff_t *ppos)
186{
187 unsigned long p = *ppos;
188 ssize_t written, sz;
189 unsigned long copied;
190 void *ptr;
191
Bjorn Helgaas136939a2006-03-26 01:37:05 -0800192 if (!valid_phys_addr_range(p, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 return -EFAULT;
194
195 written = 0;
196
197#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
198 /* we don't have page 0 mapped on sparc and m68k.. */
199 if (p < PAGE_SIZE) {
200 unsigned long sz = PAGE_SIZE - p;
201 if (sz > count)
202 sz = count;
203 /* Hmm. Do something? */
204 buf += sz;
205 p += sz;
206 count -= sz;
207 written += sz;
208 }
209#endif
210
211 while (count > 0) {
212 /*
213 * Handle first page in case it's not aligned
214 */
215 if (-p & (PAGE_SIZE - 1))
216 sz = -p & (PAGE_SIZE - 1);
217 else
218 sz = PAGE_SIZE;
219
220 sz = min_t(unsigned long, sz, count);
221
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700222 if (!range_is_allowed(p >> PAGE_SHIFT, sz))
223 return -EPERM;
224
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 /*
226 * On ia64 if a page has been mapped somewhere as
227 * uncached, then it must also be accessed uncached
228 * by the kernel or data corruption may occur
229 */
230 ptr = xlate_dev_mem_ptr(p);
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700231 if (!ptr) {
Jan Beulichc654d602006-03-25 03:07:31 -0800232 if (written)
233 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 return -EFAULT;
235 }
venkatesh.pallipadi@intel.come045fb22008-03-18 17:00:15 -0700236
237 copied = copy_from_user(ptr, buf, sz);
238 if (copied) {
239 written += sz - copied;
240 unxlate_dev_mem_ptr(p, ptr);
241 if (written)
242 break;
243 return -EFAULT;
244 }
245
246 unxlate_dev_mem_ptr(p, ptr);
247
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 buf += sz;
249 p += sz;
250 count -= sz;
251 written += sz;
252 }
253
254 *ppos += written;
255 return written;
256}
257
venkatesh.pallipadi@intel.comf0970c12008-03-18 17:00:20 -0700258int __attribute__((weak)) phys_mem_access_prot_allowed(struct file *file,
259 unsigned long pfn, unsigned long size, pgprot_t *vma_prot)
260{
261 return 1;
262}
263
Bjorn Helgaas44ac8412006-01-08 01:04:10 -0800264#ifndef __HAVE_PHYS_MEM_ACCESS_PROT
265static pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
266 unsigned long size, pgprot_t vma_prot)
267{
268#ifdef pgprot_noncached
269 unsigned long offset = pfn << PAGE_SHIFT;
270
271 if (uncached_access(file, offset))
272 return pgprot_noncached(vma_prot);
273#endif
274 return vma_prot;
275}
276#endif
277
David Howells5da61852006-09-27 01:50:16 -0700278#ifndef CONFIG_MMU
279static unsigned long get_unmapped_area_mem(struct file *file,
280 unsigned long addr,
281 unsigned long len,
282 unsigned long pgoff,
283 unsigned long flags)
284{
285 if (!valid_mmap_phys_addr_range(pgoff, len))
286 return (unsigned long) -EINVAL;
Benjamin Herrenschmidt8a932582007-04-16 22:53:16 -0700287 return pgoff << PAGE_SHIFT;
David Howells5da61852006-09-27 01:50:16 -0700288}
289
290/* can't do an in-place private mapping if there's no MMU */
291static inline int private_mapping_ok(struct vm_area_struct *vma)
292{
293 return vma->vm_flags & VM_MAYSHARE;
294}
295#else
296#define get_unmapped_area_mem NULL
297
298static inline int private_mapping_ok(struct vm_area_struct *vma)
299{
300 return 1;
301}
302#endif
303
venkatesh.pallipadi@intel.come7f260a2008-03-18 17:00:21 -0700304void __attribute__((weak))
305map_devmem(unsigned long pfn, unsigned long len, pgprot_t prot)
306{
307 /* nothing. architectures can override. */
308}
309
310void __attribute__((weak))
311unmap_devmem(unsigned long pfn, unsigned long len, pgprot_t prot)
312{
313 /* nothing. architectures can override. */
314}
315
316static void mmap_mem_open(struct vm_area_struct *vma)
317{
318 map_devmem(vma->vm_pgoff, vma->vm_end - vma->vm_start,
319 vma->vm_page_prot);
320}
321
322static void mmap_mem_close(struct vm_area_struct *vma)
323{
324 unmap_devmem(vma->vm_pgoff, vma->vm_end - vma->vm_start,
325 vma->vm_page_prot);
326}
327
328static struct vm_operations_struct mmap_mem_ops = {
329 .open = mmap_mem_open,
330 .close = mmap_mem_close
331};
332
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333static int mmap_mem(struct file * file, struct vm_area_struct * vma)
334{
Bjorn Helgaas80851ef2006-01-08 01:04:13 -0800335 size_t size = vma->vm_end - vma->vm_start;
336
Lennert Buytenhek06c67be2006-07-10 04:45:27 -0700337 if (!valid_mmap_phys_addr_range(vma->vm_pgoff, size))
Bjorn Helgaas80851ef2006-01-08 01:04:13 -0800338 return -EINVAL;
339
David Howells5da61852006-09-27 01:50:16 -0700340 if (!private_mapping_ok(vma))
341 return -ENOSYS;
342
Venki Pallipadie2beb3e2008-03-06 23:01:47 -0800343 if (!range_is_allowed(vma->vm_pgoff, size))
344 return -EPERM;
345
venkatesh.pallipadi@intel.comf0970c12008-03-18 17:00:20 -0700346 if (!phys_mem_access_prot_allowed(file, vma->vm_pgoff, size,
347 &vma->vm_page_prot))
348 return -EINVAL;
349
Roland Dreier8b150472005-10-28 17:46:18 -0700350 vma->vm_page_prot = phys_mem_access_prot(file, vma->vm_pgoff,
Bjorn Helgaas80851ef2006-01-08 01:04:13 -0800351 size,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 vma->vm_page_prot);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353
venkatesh.pallipadi@intel.come7f260a2008-03-18 17:00:21 -0700354 vma->vm_ops = &mmap_mem_ops;
355
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356 /* Remap-pfn-range will mark the range VM_IO and VM_RESERVED */
357 if (remap_pfn_range(vma,
358 vma->vm_start,
359 vma->vm_pgoff,
Bjorn Helgaas80851ef2006-01-08 01:04:13 -0800360 size,
venkatesh.pallipadi@intel.come7f260a2008-03-18 17:00:21 -0700361 vma->vm_page_prot)) {
362 unmap_devmem(vma->vm_pgoff, size, vma->vm_page_prot);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363 return -EAGAIN;
venkatesh.pallipadi@intel.come7f260a2008-03-18 17:00:21 -0700364 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 return 0;
366}
367
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700368#ifdef CONFIG_DEVKMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369static int mmap_kmem(struct file * file, struct vm_area_struct * vma)
370{
Linus Torvalds4bb82552005-08-13 14:22:59 -0700371 unsigned long pfn;
372
Linus Torvalds6d3154c2007-01-22 08:53:24 -0800373 /* Turn a kernel-virtual address into a physical page frame */
374 pfn = __pa((u64)vma->vm_pgoff << PAGE_SHIFT) >> PAGE_SHIFT;
Linus Torvalds4bb82552005-08-13 14:22:59 -0700375
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376 /*
377 * RED-PEN: on some architectures there is more mapped memory
378 * than available in mem_map which pfn_valid checks
379 * for. Perhaps should add a new macro here.
380 *
381 * RED-PEN: vmalloc is not supported right now.
382 */
Linus Torvalds4bb82552005-08-13 14:22:59 -0700383 if (!pfn_valid(pfn))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 return -EIO;
Linus Torvalds4bb82552005-08-13 14:22:59 -0700385
386 vma->vm_pgoff = pfn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 return mmap_mem(file, vma);
388}
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700389#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700391#ifdef CONFIG_CRASH_DUMP
392/*
393 * Read memory corresponding to the old kernel.
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700394 */
Vivek Goyal315c2152005-06-25 14:58:24 -0700395static ssize_t read_oldmem(struct file *file, char __user *buf,
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700396 size_t count, loff_t *ppos)
397{
Vivek Goyal315c2152005-06-25 14:58:24 -0700398 unsigned long pfn, offset;
399 size_t read = 0, csize;
400 int rc = 0;
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700401
Maneesh Soni72414d32005-06-25 14:58:28 -0700402 while (count) {
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700403 pfn = *ppos / PAGE_SIZE;
Vivek Goyal315c2152005-06-25 14:58:24 -0700404 if (pfn > saved_max_pfn)
405 return read;
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700406
Vivek Goyal315c2152005-06-25 14:58:24 -0700407 offset = (unsigned long)(*ppos % PAGE_SIZE);
408 if (count > PAGE_SIZE - offset)
409 csize = PAGE_SIZE - offset;
410 else
411 csize = count;
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700412
Vivek Goyal315c2152005-06-25 14:58:24 -0700413 rc = copy_oldmem_page(pfn, buf, csize, offset, 1);
414 if (rc < 0)
415 return rc;
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700416 buf += csize;
417 *ppos += csize;
418 read += csize;
419 count -= csize;
420 }
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700421 return read;
422}
423#endif
424
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425extern long vread(char *buf, char *addr, unsigned long count);
426extern long vwrite(char *buf, char *addr, unsigned long count);
427
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700428#ifdef CONFIG_DEVKMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429/*
430 * This function reads the *virtual* memory as seen by the kernel.
431 */
432static ssize_t read_kmem(struct file *file, char __user *buf,
433 size_t count, loff_t *ppos)
434{
435 unsigned long p = *ppos;
436 ssize_t low_count, read, sz;
437 char * kbuf; /* k-addr because vread() takes vmlist_lock rwlock */
438
439 read = 0;
440 if (p < (unsigned long) high_memory) {
441 low_count = count;
442 if (count > (unsigned long) high_memory - p)
443 low_count = (unsigned long) high_memory - p;
444
445#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
446 /* we don't have page 0 mapped on sparc and m68k.. */
447 if (p < PAGE_SIZE && low_count > 0) {
448 size_t tmp = PAGE_SIZE - p;
449 if (tmp > low_count) tmp = low_count;
450 if (clear_user(buf, tmp))
451 return -EFAULT;
452 buf += tmp;
453 p += tmp;
454 read += tmp;
455 low_count -= tmp;
456 count -= tmp;
457 }
458#endif
459 while (low_count > 0) {
460 /*
461 * Handle first page in case it's not aligned
462 */
463 if (-p & (PAGE_SIZE - 1))
464 sz = -p & (PAGE_SIZE - 1);
465 else
466 sz = PAGE_SIZE;
467
468 sz = min_t(unsigned long, sz, low_count);
469
470 /*
471 * On ia64 if a page has been mapped somewhere as
472 * uncached, then it must also be accessed uncached
473 * by the kernel or data corruption may occur
474 */
475 kbuf = xlate_dev_kmem_ptr((char *)p);
476
477 if (copy_to_user(buf, kbuf, sz))
478 return -EFAULT;
479 buf += sz;
480 p += sz;
481 read += sz;
482 low_count -= sz;
483 count -= sz;
484 }
485 }
486
487 if (count > 0) {
488 kbuf = (char *)__get_free_page(GFP_KERNEL);
489 if (!kbuf)
490 return -ENOMEM;
491 while (count > 0) {
492 int len = count;
493
494 if (len > PAGE_SIZE)
495 len = PAGE_SIZE;
496 len = vread(kbuf, (char *)p, len);
497 if (!len)
498 break;
499 if (copy_to_user(buf, kbuf, len)) {
500 free_page((unsigned long)kbuf);
501 return -EFAULT;
502 }
503 count -= len;
504 buf += len;
505 read += len;
506 p += len;
507 }
508 free_page((unsigned long)kbuf);
509 }
510 *ppos = p;
511 return read;
512}
513
514
515static inline ssize_t
516do_write_kmem(void *p, unsigned long realp, const char __user * buf,
517 size_t count, loff_t *ppos)
518{
519 ssize_t written, sz;
520 unsigned long copied;
521
522 written = 0;
523#ifdef __ARCH_HAS_NO_PAGE_ZERO_MAPPED
524 /* we don't have page 0 mapped on sparc and m68k.. */
525 if (realp < PAGE_SIZE) {
526 unsigned long sz = PAGE_SIZE - realp;
527 if (sz > count)
528 sz = count;
529 /* Hmm. Do something? */
530 buf += sz;
531 p += sz;
532 realp += sz;
533 count -= sz;
534 written += sz;
535 }
536#endif
537
538 while (count > 0) {
539 char *ptr;
540 /*
541 * Handle first page in case it's not aligned
542 */
543 if (-realp & (PAGE_SIZE - 1))
544 sz = -realp & (PAGE_SIZE - 1);
545 else
546 sz = PAGE_SIZE;
547
548 sz = min_t(unsigned long, sz, count);
549
550 /*
551 * On ia64 if a page has been mapped somewhere as
552 * uncached, then it must also be accessed uncached
553 * by the kernel or data corruption may occur
554 */
555 ptr = xlate_dev_kmem_ptr(p);
556
557 copied = copy_from_user(ptr, buf, sz);
558 if (copied) {
Jan Beulichc654d602006-03-25 03:07:31 -0800559 written += sz - copied;
560 if (written)
561 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 return -EFAULT;
563 }
564 buf += sz;
565 p += sz;
566 realp += sz;
567 count -= sz;
568 written += sz;
569 }
570
571 *ppos += written;
572 return written;
573}
574
575
576/*
577 * This function writes to the *virtual* memory as seen by the kernel.
578 */
579static ssize_t write_kmem(struct file * file, const char __user * buf,
580 size_t count, loff_t *ppos)
581{
582 unsigned long p = *ppos;
583 ssize_t wrote = 0;
584 ssize_t virtr = 0;
585 ssize_t written;
586 char * kbuf; /* k-addr because vwrite() takes vmlist_lock rwlock */
587
588 if (p < (unsigned long) high_memory) {
589
590 wrote = count;
591 if (count > (unsigned long) high_memory - p)
592 wrote = (unsigned long) high_memory - p;
593
594 written = do_write_kmem((void*)p, p, buf, wrote, ppos);
595 if (written != wrote)
596 return written;
597 wrote = written;
598 p += wrote;
599 buf += wrote;
600 count -= wrote;
601 }
602
603 if (count > 0) {
604 kbuf = (char *)__get_free_page(GFP_KERNEL);
605 if (!kbuf)
606 return wrote ? wrote : -ENOMEM;
607 while (count > 0) {
608 int len = count;
609
610 if (len > PAGE_SIZE)
611 len = PAGE_SIZE;
612 if (len) {
613 written = copy_from_user(kbuf, buf, len);
614 if (written) {
Jan Beulichc654d602006-03-25 03:07:31 -0800615 if (wrote + virtr)
616 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 free_page((unsigned long)kbuf);
Jan Beulichc654d602006-03-25 03:07:31 -0800618 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 }
620 }
621 len = vwrite(kbuf, (char *)p, len);
622 count -= len;
623 buf += len;
624 virtr += len;
625 p += len;
626 }
627 free_page((unsigned long)kbuf);
628 }
629
630 *ppos = p;
631 return virtr + wrote;
632}
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700633#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634
Russell King4f911d62007-05-08 00:28:17 -0700635#ifdef CONFIG_DEVPORT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636static ssize_t read_port(struct file * file, char __user * buf,
637 size_t count, loff_t *ppos)
638{
639 unsigned long i = *ppos;
640 char __user *tmp = buf;
641
642 if (!access_ok(VERIFY_WRITE, buf, count))
643 return -EFAULT;
644 while (count-- > 0 && i < 65536) {
645 if (__put_user(inb(i),tmp) < 0)
646 return -EFAULT;
647 i++;
648 tmp++;
649 }
650 *ppos = i;
651 return tmp-buf;
652}
653
654static ssize_t write_port(struct file * file, const char __user * buf,
655 size_t count, loff_t *ppos)
656{
657 unsigned long i = *ppos;
658 const char __user * tmp = buf;
659
660 if (!access_ok(VERIFY_READ,buf,count))
661 return -EFAULT;
662 while (count-- > 0 && i < 65536) {
663 char c;
Jan Beulichc654d602006-03-25 03:07:31 -0800664 if (__get_user(c, tmp)) {
665 if (tmp > buf)
666 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 return -EFAULT;
Jan Beulichc654d602006-03-25 03:07:31 -0800668 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669 outb(c,i);
670 i++;
671 tmp++;
672 }
673 *ppos = i;
674 return tmp-buf;
675}
676#endif
677
678static ssize_t read_null(struct file * file, char __user * buf,
679 size_t count, loff_t *ppos)
680{
681 return 0;
682}
683
684static ssize_t write_null(struct file * file, const char __user * buf,
685 size_t count, loff_t *ppos)
686{
687 return count;
688}
689
Jens Axboe1ebd32f2006-04-26 14:40:08 +0200690static int pipe_to_null(struct pipe_inode_info *info, struct pipe_buffer *buf,
691 struct splice_desc *sd)
692{
693 return sd->len;
694}
695
696static ssize_t splice_write_null(struct pipe_inode_info *pipe,struct file *out,
697 loff_t *ppos, size_t len, unsigned int flags)
698{
699 return splice_from_pipe(pipe, out, ppos, len, flags, pipe_to_null);
700}
701
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702static ssize_t read_zero(struct file * file, char __user * buf,
703 size_t count, loff_t *ppos)
704{
Nick Piggin557ed1f2007-10-16 01:24:40 -0700705 size_t written;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706
707 if (!count)
708 return 0;
709
710 if (!access_ok(VERIFY_WRITE, buf, count))
711 return -EFAULT;
712
Nick Piggin557ed1f2007-10-16 01:24:40 -0700713 written = 0;
714 while (count) {
715 unsigned long unwritten;
716 size_t chunk = count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700717
Nick Piggin557ed1f2007-10-16 01:24:40 -0700718 if (chunk > PAGE_SIZE)
719 chunk = PAGE_SIZE; /* Just for latency reasons */
720 unwritten = clear_user(buf, chunk);
721 written += chunk - unwritten;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722 if (unwritten)
Nick Piggin557ed1f2007-10-16 01:24:40 -0700723 break;
724 buf += chunk;
725 count -= chunk;
726 cond_resched();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 return written ? written : -EFAULT;
729}
730
731static int mmap_zero(struct file * file, struct vm_area_struct * vma)
732{
Nick Piggin557ed1f2007-10-16 01:24:40 -0700733#ifndef CONFIG_MMU
734 return -ENOSYS;
735#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736 if (vma->vm_flags & VM_SHARED)
737 return shmem_zero_setup(vma);
Nick Piggin557ed1f2007-10-16 01:24:40 -0700738 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740
741static ssize_t write_full(struct file * file, const char __user * buf,
742 size_t count, loff_t *ppos)
743{
744 return -ENOSPC;
745}
746
747/*
748 * Special lseek() function for /dev/null and /dev/zero. Most notably, you
749 * can fopen() both devices with "a" now. This was previously impossible.
750 * -- SRB.
751 */
752
753static loff_t null_lseek(struct file * file, loff_t offset, int orig)
754{
755 return file->f_pos = 0;
756}
757
758/*
759 * The memory devices use the full 32/64 bits of the offset, and so we cannot
760 * check against negative addresses: they are ok. The return value is weird,
761 * though, in that case (0).
762 *
763 * also note that seeking relative to the "end of file" isn't supported:
764 * it has no meaning, so it returns -EINVAL.
765 */
766static loff_t memory_lseek(struct file * file, loff_t offset, int orig)
767{
768 loff_t ret;
769
Josef Sipeka7113a92006-12-08 02:36:55 -0800770 mutex_lock(&file->f_path.dentry->d_inode->i_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771 switch (orig) {
772 case 0:
773 file->f_pos = offset;
774 ret = file->f_pos;
775 force_successful_syscall_return();
776 break;
777 case 1:
778 file->f_pos += offset;
779 ret = file->f_pos;
780 force_successful_syscall_return();
781 break;
782 default:
783 ret = -EINVAL;
784 }
Josef Sipeka7113a92006-12-08 02:36:55 -0800785 mutex_unlock(&file->f_path.dentry->d_inode->i_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786 return ret;
787}
788
789static int open_port(struct inode * inode, struct file * filp)
790{
791 return capable(CAP_SYS_RAWIO) ? 0 : -EPERM;
792}
793
794#define zero_lseek null_lseek
795#define full_lseek null_lseek
796#define write_zero write_null
797#define read_full read_zero
798#define open_mem open_port
799#define open_kmem open_mem
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700800#define open_oldmem open_mem
Linus Torvalds1da177e2005-04-16 15:20:36 -0700801
Arjan van de Ven62322d22006-07-03 00:24:21 -0700802static const struct file_operations mem_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700803 .llseek = memory_lseek,
804 .read = read_mem,
805 .write = write_mem,
806 .mmap = mmap_mem,
807 .open = open_mem,
David Howells5da61852006-09-27 01:50:16 -0700808 .get_unmapped_area = get_unmapped_area_mem,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809};
810
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700811#ifdef CONFIG_DEVKMEM
Arjan van de Ven62322d22006-07-03 00:24:21 -0700812static const struct file_operations kmem_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813 .llseek = memory_lseek,
814 .read = read_kmem,
815 .write = write_kmem,
816 .mmap = mmap_kmem,
817 .open = open_kmem,
David Howells5da61852006-09-27 01:50:16 -0700818 .get_unmapped_area = get_unmapped_area_mem,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700819};
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700820#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821
Arjan van de Ven62322d22006-07-03 00:24:21 -0700822static const struct file_operations null_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 .llseek = null_lseek,
824 .read = read_null,
825 .write = write_null,
Jens Axboe1ebd32f2006-04-26 14:40:08 +0200826 .splice_write = splice_write_null,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827};
828
Russell King4f911d62007-05-08 00:28:17 -0700829#ifdef CONFIG_DEVPORT
Arjan van de Ven62322d22006-07-03 00:24:21 -0700830static const struct file_operations port_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700831 .llseek = memory_lseek,
832 .read = read_port,
833 .write = write_port,
834 .open = open_port,
835};
836#endif
837
Arjan van de Ven62322d22006-07-03 00:24:21 -0700838static const struct file_operations zero_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839 .llseek = zero_lseek,
840 .read = read_zero,
841 .write = write_zero,
842 .mmap = mmap_zero,
843};
844
David Howells5da61852006-09-27 01:50:16 -0700845/*
846 * capabilities for /dev/zero
847 * - permits private mappings, "copies" are taken of the source of zeros
848 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849static struct backing_dev_info zero_bdi = {
850 .capabilities = BDI_CAP_MAP_COPY,
851};
852
Arjan van de Ven62322d22006-07-03 00:24:21 -0700853static const struct file_operations full_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700854 .llseek = full_lseek,
855 .read = read_full,
856 .write = write_full,
857};
858
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700859#ifdef CONFIG_CRASH_DUMP
Arjan van de Ven62322d22006-07-03 00:24:21 -0700860static const struct file_operations oldmem_fops = {
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700861 .read = read_oldmem,
862 .open = open_oldmem,
863};
864#endif
865
Linus Torvalds1da177e2005-04-16 15:20:36 -0700866static ssize_t kmsg_write(struct file * file, const char __user * buf,
867 size_t count, loff_t *ppos)
868{
869 char *tmp;
Guillaume Chazaraincd140a52006-01-08 01:02:43 -0800870 ssize_t ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871
872 tmp = kmalloc(count + 1, GFP_KERNEL);
873 if (tmp == NULL)
874 return -ENOMEM;
875 ret = -EFAULT;
876 if (!copy_from_user(tmp, buf, count)) {
877 tmp[count] = 0;
878 ret = printk("%s", tmp);
Guillaume Chazaraincd140a52006-01-08 01:02:43 -0800879 if (ret > count)
880 /* printk can add a prefix */
881 ret = count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700882 }
883 kfree(tmp);
884 return ret;
885}
886
Arjan van de Ven62322d22006-07-03 00:24:21 -0700887static const struct file_operations kmsg_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700888 .write = kmsg_write,
889};
890
891static int memory_open(struct inode * inode, struct file * filp)
892{
Jonathan Corbet1f439642008-05-15 11:04:19 -0600893 int ret = 0;
894
895 lock_kernel();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700896 switch (iminor(inode)) {
897 case 1:
898 filp->f_op = &mem_fops;
David Howells5da61852006-09-27 01:50:16 -0700899 filp->f_mapping->backing_dev_info =
900 &directly_mappable_cdev_bdi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 break;
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700902#ifdef CONFIG_DEVKMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700903 case 2:
904 filp->f_op = &kmem_fops;
David Howells5da61852006-09-27 01:50:16 -0700905 filp->f_mapping->backing_dev_info =
906 &directly_mappable_cdev_bdi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700907 break;
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700908#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909 case 3:
910 filp->f_op = &null_fops;
911 break;
Russell King4f911d62007-05-08 00:28:17 -0700912#ifdef CONFIG_DEVPORT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700913 case 4:
914 filp->f_op = &port_fops;
915 break;
916#endif
917 case 5:
918 filp->f_mapping->backing_dev_info = &zero_bdi;
919 filp->f_op = &zero_fops;
920 break;
921 case 7:
922 filp->f_op = &full_fops;
923 break;
924 case 8:
925 filp->f_op = &random_fops;
926 break;
927 case 9:
928 filp->f_op = &urandom_fops;
929 break;
930 case 11:
931 filp->f_op = &kmsg_fops;
932 break;
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700933#ifdef CONFIG_CRASH_DUMP
934 case 12:
935 filp->f_op = &oldmem_fops;
936 break;
937#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700938 default:
Jonathan Corbet1f439642008-05-15 11:04:19 -0600939 unlock_kernel();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700940 return -ENXIO;
941 }
942 if (filp->f_op && filp->f_op->open)
Jonathan Corbet1f439642008-05-15 11:04:19 -0600943 ret = filp->f_op->open(inode,filp);
944 unlock_kernel();
945 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700946}
947
Arjan van de Ven62322d22006-07-03 00:24:21 -0700948static const struct file_operations memory_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 .open = memory_open, /* just a selector for the real open */
950};
951
952static const struct {
953 unsigned int minor;
954 char *name;
955 umode_t mode;
Arjan van de Ven99ac48f2006-03-28 01:56:41 -0800956 const struct file_operations *fops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700957} devlist[] = { /* list of minor devices */
958 {1, "mem", S_IRUSR | S_IWUSR | S_IRGRP, &mem_fops},
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700959#ifdef CONFIG_DEVKMEM
Linus Torvalds1da177e2005-04-16 15:20:36 -0700960 {2, "kmem", S_IRUSR | S_IWUSR | S_IRGRP, &kmem_fops},
Arjan van de Venb781ecb2008-04-29 00:58:34 -0700961#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700962 {3, "null", S_IRUGO | S_IWUGO, &null_fops},
Russell King4f911d62007-05-08 00:28:17 -0700963#ifdef CONFIG_DEVPORT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 {4, "port", S_IRUSR | S_IWUSR | S_IRGRP, &port_fops},
965#endif
966 {5, "zero", S_IRUGO | S_IWUGO, &zero_fops},
967 {7, "full", S_IRUGO | S_IWUGO, &full_fops},
968 {8, "random", S_IRUGO | S_IWUSR, &random_fops},
969 {9, "urandom", S_IRUGO | S_IWUSR, &urandom_fops},
970 {11,"kmsg", S_IRUGO | S_IWUSR, &kmsg_fops},
Vivek Goyal50b1fdb2005-06-25 14:58:23 -0700971#ifdef CONFIG_CRASH_DUMP
972 {12,"oldmem", S_IRUSR | S_IWUSR | S_IRGRP, &oldmem_fops},
973#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700974};
975
gregkh@suse.deca8eca62005-03-23 09:53:09 -0800976static struct class *mem_class;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700977
978static int __init chr_dev_init(void)
979{
980 int i;
Peter Zijlstrae0bf68d2007-10-16 23:25:46 -0700981 int err;
982
983 err = bdi_init(&zero_bdi);
984 if (err)
985 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700986
987 if (register_chrdev(MEM_MAJOR,"mem",&memory_fops))
988 printk("unable to get major %d for memory devs\n", MEM_MAJOR);
989
gregkh@suse.deca8eca62005-03-23 09:53:09 -0800990 mem_class = class_create(THIS_MODULE, "mem");
Greg Kroah-Hartman7c69ef72005-06-20 21:15:16 -0700991 for (i = 0; i < ARRAY_SIZE(devlist); i++)
Greg Kroah-Hartmanebf644c2006-07-25 17:13:31 -0700992 device_create(mem_class, NULL,
993 MKDEV(MEM_MAJOR, devlist[i].minor),
994 devlist[i].name);
995
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996 return 0;
997}
998
999fs_initcall(chr_dev_init);