Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Rasmus Villemoes | bf3c2d6 | 2015-02-12 15:03:16 -0800 | [diff] [blame] | 2 | #include <linux/compiler.h> |
| 3 | #include <linux/export.h> |
Albert van der Linde | 4d0e9df | 2020-10-15 20:13:50 -0700 | [diff] [blame] | 4 | #include <linux/fault-inject-usercopy.h> |
Andrey Ryabinin | 1771c6e | 2016-05-20 16:59:31 -0700 | [diff] [blame] | 5 | #include <linux/kasan-checks.h> |
Mark Rutland | bf90e56 | 2016-10-11 13:51:27 -0700 | [diff] [blame] | 6 | #include <linux/thread_info.h> |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 7 | #include <linux/uaccess.h> |
| 8 | #include <linux/kernel.h> |
| 9 | #include <linux/errno.h> |
Andrey Konovalov | 903f433 | 2019-09-25 16:48:27 -0700 | [diff] [blame] | 10 | #include <linux/mm.h> |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 11 | |
| 12 | #include <asm/byteorder.h> |
Linus Torvalds | 36126f8 | 2012-05-26 10:43:17 -0700 | [diff] [blame] | 13 | #include <asm/word-at-a-time.h> |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 14 | |
| 15 | #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS |
| 16 | #define IS_UNALIGNED(src, dst) 0 |
| 17 | #else |
| 18 | #define IS_UNALIGNED(src, dst) \ |
| 19 | (((long) dst | (long) src) & (sizeof(long) - 1)) |
| 20 | #endif |
| 21 | |
| 22 | /* |
| 23 | * Do a strncpy, return length of string without final '\0'. |
| 24 | * 'count' is the user-supplied count (return 'count' if we |
| 25 | * hit it), 'max' is the address space maximum (and we return |
| 26 | * -EFAULT if we hit it). |
| 27 | */ |
Peter Zijlstra | 29da93f | 2019-04-24 09:19:25 +0200 | [diff] [blame] | 28 | static inline long do_strncpy_from_user(char *dst, const char __user *src, |
| 29 | unsigned long count, unsigned long max) |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 30 | { |
Linus Torvalds | 36126f8 | 2012-05-26 10:43:17 -0700 | [diff] [blame] | 31 | const struct word_at_a_time constants = WORD_AT_A_TIME_CONSTANTS; |
Peter Zijlstra | 29da93f | 2019-04-24 09:19:25 +0200 | [diff] [blame] | 32 | unsigned long res = 0; |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 33 | |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 34 | if (IS_UNALIGNED(src, dst)) |
| 35 | goto byte_at_a_time; |
| 36 | |
| 37 | while (max >= sizeof(unsigned long)) { |
Linus Torvalds | 36126f8 | 2012-05-26 10:43:17 -0700 | [diff] [blame] | 38 | unsigned long c, data; |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 39 | |
| 40 | /* Fall back to byte-at-a-time if we get a page fault */ |
Linus Torvalds | 1bd4403 | 2016-08-08 13:02:01 -0700 | [diff] [blame] | 41 | unsafe_get_user(c, (unsigned long __user *)(src+res), byte_at_a_time); |
| 42 | |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 43 | *(unsigned long *)(dst+res) = c; |
Linus Torvalds | 36126f8 | 2012-05-26 10:43:17 -0700 | [diff] [blame] | 44 | if (has_zero(c, &data, &constants)) { |
| 45 | data = prep_zero_mask(c, data, &constants); |
| 46 | data = create_zero_mask(data); |
| 47 | return res + find_zero(data); |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 48 | } |
| 49 | res += sizeof(unsigned long); |
| 50 | max -= sizeof(unsigned long); |
| 51 | } |
| 52 | |
| 53 | byte_at_a_time: |
| 54 | while (max) { |
| 55 | char c; |
| 56 | |
Linus Torvalds | 1bd4403 | 2016-08-08 13:02:01 -0700 | [diff] [blame] | 57 | unsafe_get_user(c,src+res, efault); |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 58 | dst[res] = c; |
| 59 | if (!c) |
| 60 | return res; |
| 61 | res++; |
| 62 | max--; |
| 63 | } |
| 64 | |
| 65 | /* |
| 66 | * Uhhuh. We hit 'max'. But was that the user-specified maximum |
| 67 | * too? If so, that's ok - we got as much as the user asked for. |
| 68 | */ |
| 69 | if (res >= count) |
| 70 | return res; |
| 71 | |
| 72 | /* |
| 73 | * Nope: we hit the address space limit, and we still had more |
| 74 | * characters the caller would have wanted. That's an EFAULT. |
| 75 | */ |
Linus Torvalds | 1bd4403 | 2016-08-08 13:02:01 -0700 | [diff] [blame] | 76 | efault: |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 77 | return -EFAULT; |
| 78 | } |
| 79 | |
| 80 | /** |
| 81 | * strncpy_from_user: - Copy a NUL terminated string from userspace. |
| 82 | * @dst: Destination address, in kernel space. This buffer must be at |
| 83 | * least @count bytes long. |
| 84 | * @src: Source address, in user space. |
| 85 | * @count: Maximum number of bytes to copy, including the trailing NUL. |
| 86 | * |
| 87 | * Copies a NUL-terminated string from userspace to kernel space. |
| 88 | * |
| 89 | * On success, returns the length of the string (not including the trailing |
| 90 | * NUL). |
| 91 | * |
| 92 | * If access to userspace fails, returns -EFAULT (some data may have been |
| 93 | * copied). |
| 94 | * |
| 95 | * If @count is smaller than the length of the string, copies @count bytes |
| 96 | * and returns @count. |
| 97 | */ |
| 98 | long strncpy_from_user(char *dst, const char __user *src, long count) |
| 99 | { |
| 100 | unsigned long max_addr, src_addr; |
| 101 | |
KP Singh | 0788735 | 2020-06-04 16:50:11 -0700 | [diff] [blame] | 102 | might_fault(); |
Albert van der Linde | 4d0e9df | 2020-10-15 20:13:50 -0700 | [diff] [blame] | 103 | if (should_fail_usercopy()) |
| 104 | return -EFAULT; |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 105 | if (unlikely(count <= 0)) |
| 106 | return 0; |
| 107 | |
| 108 | max_addr = user_addr_max(); |
Andrey Konovalov | 903f433 | 2019-09-25 16:48:27 -0700 | [diff] [blame] | 109 | src_addr = (unsigned long)untagged_addr(src); |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 110 | if (likely(src_addr < max_addr)) { |
| 111 | unsigned long max = max_addr - src_addr; |
Linus Torvalds | 9fd4470 | 2015-12-17 10:05:19 -0800 | [diff] [blame] | 112 | long retval; |
| 113 | |
Christophe Leroy | ab10ae1 | 2020-01-23 08:34:18 +0000 | [diff] [blame] | 114 | /* |
| 115 | * Truncate 'max' to the user-specified limit, so that |
| 116 | * we only have one limit we need to check in the loop |
| 117 | */ |
| 118 | if (max > count) |
| 119 | max = count; |
| 120 | |
Andrey Ryabinin | 1771c6e | 2016-05-20 16:59:31 -0700 | [diff] [blame] | 121 | kasan_check_write(dst, count); |
Mark Rutland | bf90e56 | 2016-10-11 13:51:27 -0700 | [diff] [blame] | 122 | check_object_size(dst, count, false); |
Christophe Leroy | 41cd780 | 2020-04-03 07:20:51 +0000 | [diff] [blame] | 123 | if (user_read_access_begin(src, max)) { |
Linus Torvalds | 594cc25 | 2019-01-04 12:56:09 -0800 | [diff] [blame] | 124 | retval = do_strncpy_from_user(dst, src, count, max); |
Christophe Leroy | 41cd780 | 2020-04-03 07:20:51 +0000 | [diff] [blame] | 125 | user_read_access_end(); |
Linus Torvalds | 594cc25 | 2019-01-04 12:56:09 -0800 | [diff] [blame] | 126 | return retval; |
| 127 | } |
David S. Miller | 2922585 | 2012-05-24 13:12:28 -0700 | [diff] [blame] | 128 | } |
| 129 | return -EFAULT; |
| 130 | } |
| 131 | EXPORT_SYMBOL(strncpy_from_user); |