blob: 4e6cc0a7d69c9f27e3b900b2dad72f7904cc90c4 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/fs/ioctl.c
4 *
5 * Copyright (C) 1991, 1992 Linus Torvalds
6 */
7
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <linux/syscalls.h>
9#include <linux/mm.h>
Randy Dunlap16f7e0f2006-01-11 12:17:46 -080010#include <linux/capability.h>
Arnd Bergmann2952db02018-09-11 16:55:03 +020011#include <linux/compat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/file.h>
13#include <linux/fs.h>
14#include <linux/security.h>
Paul Gortmaker630d9c42011-11-16 23:57:37 -050015#include <linux/export.h>
Erez Zadokc9845ff2008-02-07 00:13:23 -080016#include <linux/uaccess.h>
Josef Bacik68c9d702008-10-03 17:32:43 -040017#include <linux/writeback.h>
18#include <linux/buffer_head.h>
Ankit Jain3e63cbb2009-06-19 14:28:07 -040019#include <linux/falloc.h>
Ingo Molnarf361bf42017-02-03 23:47:37 +010020#include <linux/sched/signal.h>
Christoph Hellwig10c5db22020-05-23 09:30:11 +020021#include <linux/fiemap.h>
Ingo Molnarf361bf42017-02-03 23:47:37 +010022
Al Viro66cf1912016-01-07 09:53:30 -050023#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <asm/ioctls.h>
26
Mark Fashehc4b929b2008-10-08 19:44:18 -040027/* So that the fiemap access checks can't overflow on 32 bit machines. */
28#define FIEMAP_MAX_EXTENTS (UINT_MAX / sizeof(struct fiemap_extent))
29
Erez Zadokdeb21db2008-02-07 00:13:25 -080030/**
31 * vfs_ioctl - call filesystem specific ioctl methods
Christoph Hellwigf6a4c8b2008-02-09 00:10:16 -080032 * @filp: open file to invoke ioctl method on
33 * @cmd: ioctl command to execute
34 * @arg: command-specific argument for ioctl
Erez Zadokdeb21db2008-02-07 00:13:25 -080035 *
36 * Invokes filesystem specific ->unlocked_ioctl, if one exists; otherwise
Erez Zadokdeb21db2008-02-07 00:13:25 -080037 * returns -ENOTTY.
38 *
39 * Returns 0 on success, -errno on error.
40 */
Al Viro66cf1912016-01-07 09:53:30 -050041long vfs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042{
43 int error = -ENOTTY;
44
Al Viro72c2d532013-09-22 16:27:52 -040045 if (!filp->f_op->unlocked_ioctl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 goto out;
47
Arnd Bergmannb19dd422010-07-04 00:15:10 +020048 error = filp->f_op->unlocked_ioctl(filp, cmd, arg);
49 if (error == -ENOIOCTLCMD)
Linus Torvalds07d106d2012-01-05 15:40:12 -080050 error = -ENOTTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 out:
52 return error;
53}
Miklos Szeredi9df67022018-07-18 15:44:40 +020054EXPORT_SYMBOL(vfs_ioctl);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Erez Zadokaa81a7c2008-02-07 00:13:25 -080056static int ioctl_fibmap(struct file *filp, int __user *p)
57{
Carlos Maiolino0d89fda2020-01-09 14:30:44 +010058 struct inode *inode = file_inode(filp);
Ritesh Harjanib75dfde2020-04-30 07:57:46 -070059 struct super_block *sb = inode->i_sb;
Carlos Maiolino0d89fda2020-01-09 14:30:44 +010060 int error, ur_block;
61 sector_t block;
Erez Zadokaa81a7c2008-02-07 00:13:25 -080062
Erez Zadokaa81a7c2008-02-07 00:13:25 -080063 if (!capable(CAP_SYS_RAWIO))
64 return -EPERM;
Carlos Maiolino0d89fda2020-01-09 14:30:44 +010065
66 error = get_user(ur_block, p);
67 if (error)
68 return error;
69
Carlos Maiolino324282c2020-01-09 14:30:45 +010070 if (ur_block < 0)
71 return -EINVAL;
72
Carlos Maiolino0d89fda2020-01-09 14:30:44 +010073 block = ur_block;
74 error = bmap(inode, &block);
75
Ritesh Harjanib75dfde2020-04-30 07:57:46 -070076 if (block > INT_MAX) {
77 error = -ERANGE;
78 pr_warn_ratelimited("[%s/%d] FS: %s File: %pD4 would truncate fibmap result\n",
79 current->comm, task_pid_nr(current),
80 sb->s_id, filp);
81 }
82
Carlos Maiolino0d89fda2020-01-09 14:30:44 +010083 if (error)
84 ur_block = 0;
85 else
86 ur_block = block;
87
88 if (put_user(ur_block, p))
89 error = -EFAULT;
90
91 return error;
Erez Zadokaa81a7c2008-02-07 00:13:25 -080092}
93
Mark Fashehc4b929b2008-10-08 19:44:18 -040094/**
95 * fiemap_fill_next_extent - Fiemap helper function
96 * @fieinfo: Fiemap context passed into ->fiemap
97 * @logical: Extent logical start offset, in bytes
98 * @phys: Extent physical start offset, in bytes
99 * @len: Extent length, in bytes
100 * @flags: FIEMAP_EXTENT flags that describe this extent
101 *
102 * Called from file system ->fiemap callback. Will populate extent
103 * info as passed in via arguments and copy to user memory. On
104 * success, extent count on fieinfo is incremented.
105 *
106 * Returns 0 on success, -errno on error, 1 if this was the last
107 * extent that will fit in user array.
108 */
109#define SET_UNKNOWN_FLAGS (FIEMAP_EXTENT_DELALLOC)
110#define SET_NO_UNMOUNTED_IO_FLAGS (FIEMAP_EXTENT_DATA_ENCRYPTED)
111#define SET_NOT_ALIGNED_FLAGS (FIEMAP_EXTENT_DATA_TAIL|FIEMAP_EXTENT_DATA_INLINE)
112int fiemap_fill_next_extent(struct fiemap_extent_info *fieinfo, u64 logical,
113 u64 phys, u64 len, u32 flags)
114{
115 struct fiemap_extent extent;
Namhyung Kimecf56322011-01-16 23:28:17 +0900116 struct fiemap_extent __user *dest = fieinfo->fi_extents_start;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400117
118 /* only count the extents */
119 if (fieinfo->fi_extents_max == 0) {
120 fieinfo->fi_extents_mapped++;
121 return (flags & FIEMAP_EXTENT_LAST) ? 1 : 0;
122 }
123
124 if (fieinfo->fi_extents_mapped >= fieinfo->fi_extents_max)
125 return 1;
126
127 if (flags & SET_UNKNOWN_FLAGS)
128 flags |= FIEMAP_EXTENT_UNKNOWN;
129 if (flags & SET_NO_UNMOUNTED_IO_FLAGS)
130 flags |= FIEMAP_EXTENT_ENCODED;
131 if (flags & SET_NOT_ALIGNED_FLAGS)
132 flags |= FIEMAP_EXTENT_NOT_ALIGNED;
133
134 memset(&extent, 0, sizeof(extent));
135 extent.fe_logical = logical;
136 extent.fe_physical = phys;
137 extent.fe_length = len;
138 extent.fe_flags = flags;
139
140 dest += fieinfo->fi_extents_mapped;
141 if (copy_to_user(dest, &extent, sizeof(extent)))
142 return -EFAULT;
143
144 fieinfo->fi_extents_mapped++;
145 if (fieinfo->fi_extents_mapped == fieinfo->fi_extents_max)
146 return 1;
147 return (flags & FIEMAP_EXTENT_LAST) ? 1 : 0;
148}
149EXPORT_SYMBOL(fiemap_fill_next_extent);
150
151/**
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200152 * fiemap_prep - check validity of requested flags for fiemap
153 * @inode: Inode to operate on
Mark Fashehc4b929b2008-10-08 19:44:18 -0400154 * @fieinfo: Fiemap context passed into ->fiemap
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200155 * @start: Start of the mapped range
156 * @len: Length of the mapped range, can be truncated by this function.
157 * @supported_flags: Set of fiemap flags that the file system understands
Mark Fashehc4b929b2008-10-08 19:44:18 -0400158 *
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200159 * This function must be called from each ->fiemap instance to validate the
160 * fiemap request against the file system parameters.
Mark Fashehc4b929b2008-10-08 19:44:18 -0400161 *
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200162 * Returns 0 on success, or a negative error on failure.
Mark Fashehc4b929b2008-10-08 19:44:18 -0400163 */
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200164int fiemap_prep(struct inode *inode, struct fiemap_extent_info *fieinfo,
165 u64 start, u64 *len, u32 supported_flags)
Mark Fashehc4b929b2008-10-08 19:44:18 -0400166{
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200167 u64 maxbytes = inode->i_sb->s_maxbytes;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400168 u32 incompat_flags;
Christoph Hellwig45dd0522020-05-23 09:30:14 +0200169 int ret = 0;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400170
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200171 if (*len == 0)
Mark Fashehc4b929b2008-10-08 19:44:18 -0400172 return -EINVAL;
Jeff Layton5aa98b72009-09-18 13:05:50 -0700173 if (start > maxbytes)
Mark Fashehc4b929b2008-10-08 19:44:18 -0400174 return -EFBIG;
175
176 /*
177 * Shrink request scope to what the fs can actually handle.
178 */
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200179 if (*len > maxbytes || (maxbytes - *len) < start)
180 *len = maxbytes - start;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400181
Christoph Hellwig45dd0522020-05-23 09:30:14 +0200182 supported_flags |= FIEMAP_FLAG_SYNC;
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200183 supported_flags &= FIEMAP_FLAGS_COMPAT;
184 incompat_flags = fieinfo->fi_flags & ~supported_flags;
185 if (incompat_flags) {
186 fieinfo->fi_flags = incompat_flags;
187 return -EBADR;
188 }
Christoph Hellwig45dd0522020-05-23 09:30:14 +0200189
190 if (fieinfo->fi_flags & FIEMAP_FLAG_SYNC)
191 ret = filemap_write_and_wait(inode->i_mapping);
192 return ret;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400193}
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200194EXPORT_SYMBOL(fiemap_prep);
Mark Fashehc4b929b2008-10-08 19:44:18 -0400195
Al Viro34d3d0e2019-04-21 18:45:28 -0400196static int ioctl_fiemap(struct file *filp, struct fiemap __user *ufiemap)
Mark Fashehc4b929b2008-10-08 19:44:18 -0400197{
198 struct fiemap fiemap;
199 struct fiemap_extent_info fieinfo = { 0, };
Al Viro496ad9a2013-01-23 17:07:38 -0500200 struct inode *inode = file_inode(filp);
Mark Fashehc4b929b2008-10-08 19:44:18 -0400201 int error;
202
203 if (!inode->i_op->fiemap)
204 return -EOPNOTSUPP;
205
Namhyung Kimecf56322011-01-16 23:28:17 +0900206 if (copy_from_user(&fiemap, ufiemap, sizeof(fiemap)))
Mark Fashehc4b929b2008-10-08 19:44:18 -0400207 return -EFAULT;
208
209 if (fiemap.fm_extent_count > FIEMAP_MAX_EXTENTS)
210 return -EINVAL;
211
Mark Fashehc4b929b2008-10-08 19:44:18 -0400212 fieinfo.fi_flags = fiemap.fm_flags;
213 fieinfo.fi_extents_max = fiemap.fm_extent_count;
Namhyung Kimecf56322011-01-16 23:28:17 +0900214 fieinfo.fi_extents_start = ufiemap->fm_extents;
Mark Fashehc4b929b2008-10-08 19:44:18 -0400215
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200216 error = inode->i_op->fiemap(inode, &fieinfo, fiemap.fm_start,
217 fiemap.fm_length);
Christoph Hellwigc7d216e2020-05-23 09:30:15 +0200218
Mark Fashehc4b929b2008-10-08 19:44:18 -0400219 fiemap.fm_flags = fieinfo.fi_flags;
220 fiemap.fm_mapped_extents = fieinfo.fi_extents_mapped;
Namhyung Kimecf56322011-01-16 23:28:17 +0900221 if (copy_to_user(ufiemap, &fiemap, sizeof(fiemap)))
Mark Fashehc4b929b2008-10-08 19:44:18 -0400222 error = -EFAULT;
223
224 return error;
225}
226
Christoph Hellwig04b38d62015-12-03 12:59:50 +0100227static long ioctl_file_clone(struct file *dst_file, unsigned long srcfd,
228 u64 off, u64 olen, u64 destoff)
229{
230 struct fd src_file = fdget(srcfd);
Darrick J. Wong42ec3d42018-10-30 10:41:49 +1100231 loff_t cloned;
Christoph Hellwig04b38d62015-12-03 12:59:50 +0100232 int ret;
233
234 if (!src_file.file)
235 return -EBADF;
Amir Goldstein913b86e2016-09-23 11:38:10 +0300236 ret = -EXDEV;
237 if (src_file.file->f_path.mnt != dst_file->f_path.mnt)
238 goto fdput;
Darrick J. Wong42ec3d42018-10-30 10:41:49 +1100239 cloned = vfs_clone_file_range(src_file.file, off, dst_file, destoff,
Darrick J. Wong452ce652018-10-30 10:41:56 +1100240 olen, 0);
Darrick J. Wong42ec3d42018-10-30 10:41:49 +1100241 if (cloned < 0)
242 ret = cloned;
243 else if (olen && cloned != olen)
244 ret = -EINVAL;
245 else
246 ret = 0;
Amir Goldstein913b86e2016-09-23 11:38:10 +0300247fdput:
Christoph Hellwig04b38d62015-12-03 12:59:50 +0100248 fdput(src_file);
249 return ret;
250}
251
Al Viro34d3d0e2019-04-21 18:45:28 -0400252static long ioctl_file_clone_range(struct file *file,
253 struct file_clone_range __user *argp)
Christoph Hellwig04b38d62015-12-03 12:59:50 +0100254{
255 struct file_clone_range args;
256
257 if (copy_from_user(&args, argp, sizeof(args)))
258 return -EFAULT;
259 return ioctl_file_clone(file, args.src_fd, args.src_offset,
260 args.src_length, args.dest_offset);
261}
262
Adrian Bunk06270d52008-10-12 07:15:19 +0300263#ifdef CONFIG_BLOCK
264
Josef Bacik3a3076f2010-04-23 12:17:17 -0400265static inline sector_t logical_to_blk(struct inode *inode, loff_t offset)
266{
267 return (offset >> inode->i_blkbits);
268}
269
270static inline loff_t blk_to_logical(struct inode *inode, sector_t blk)
271{
272 return (blk << inode->i_blkbits);
273}
Josef Bacik68c9d702008-10-03 17:32:43 -0400274
Steven Whitehousee9079cc2008-10-14 14:43:29 +0100275/**
276 * __generic_block_fiemap - FIEMAP for block based inodes (no locking)
Josef Bacik3a3076f2010-04-23 12:17:17 -0400277 * @inode: the inode to map
278 * @fieinfo: the fiemap info struct that will be passed back to userspace
279 * @start: where to start mapping in the inode
280 * @len: how much space to map
281 * @get_block: the fs's get_block function
Josef Bacik68c9d702008-10-03 17:32:43 -0400282 *
283 * This does FIEMAP for block based inodes. Basically it will just loop
284 * through get_block until we hit the number of extents we want to map, or we
285 * go past the end of the file and hit a hole.
286 *
287 * If it is possible to have data blocks beyond a hole past @inode->i_size, then
288 * please do not use this function, it will stop at the first unmapped block
Steven Whitehousee9079cc2008-10-14 14:43:29 +0100289 * beyond i_size.
290 *
291 * If you use this function directly, you need to do your own locking. Use
292 * generic_block_fiemap if you want the locking done for you.
Josef Bacik68c9d702008-10-03 17:32:43 -0400293 */
Christoph Hellwig44ebcd02020-05-23 09:30:10 +0200294static int __generic_block_fiemap(struct inode *inode,
Josef Bacik3a3076f2010-04-23 12:17:17 -0400295 struct fiemap_extent_info *fieinfo, loff_t start,
296 loff_t len, get_block_t *get_block)
Josef Bacik68c9d702008-10-03 17:32:43 -0400297{
Josef Bacik3a3076f2010-04-23 12:17:17 -0400298 struct buffer_head map_bh;
299 sector_t start_blk, last_blk;
300 loff_t isize = i_size_read(inode);
Josef Bacik68c9d702008-10-03 17:32:43 -0400301 u64 logical = 0, phys = 0, size = 0;
302 u32 flags = FIEMAP_EXTENT_MERGED;
Josef Bacik3a3076f2010-04-23 12:17:17 -0400303 bool past_eof = false, whole_file = false;
304 int ret = 0;
Josef Bacik68c9d702008-10-03 17:32:43 -0400305
Christoph Hellwigcddf8a22020-05-23 09:30:13 +0200306 ret = fiemap_prep(inode, fieinfo, start, &len, FIEMAP_FLAG_SYNC);
Josef Bacik3a3076f2010-04-23 12:17:17 -0400307 if (ret)
Josef Bacik68c9d702008-10-03 17:32:43 -0400308 return ret;
309
Josef Bacik3a3076f2010-04-23 12:17:17 -0400310 /*
311 * Either the i_mutex or other appropriate locking needs to be held
312 * since we expect isize to not change at all through the duration of
313 * this call.
314 */
315 if (len >= isize) {
316 whole_file = true;
317 len = isize;
318 }
319
Josef Bacikd54cdc82011-02-01 15:52:47 -0800320 /*
321 * Some filesystems can't deal with being asked to map less than
322 * blocksize, so make sure our len is at least block length.
323 */
324 if (logical_to_blk(inode, len) == 0)
325 len = blk_to_logical(inode, 1);
326
Josef Bacik68c9d702008-10-03 17:32:43 -0400327 start_blk = logical_to_blk(inode, start);
Josef Bacik3a3076f2010-04-23 12:17:17 -0400328 last_blk = logical_to_blk(inode, start + len - 1);
Josef Bacik68c9d702008-10-03 17:32:43 -0400329
330 do {
331 /*
332 * we set b_size to the total size we want so it will map as
333 * many contiguous blocks as possible at once
334 */
Josef Bacik3a3076f2010-04-23 12:17:17 -0400335 memset(&map_bh, 0, sizeof(struct buffer_head));
336 map_bh.b_size = len;
Josef Bacik68c9d702008-10-03 17:32:43 -0400337
Josef Bacik3a3076f2010-04-23 12:17:17 -0400338 ret = get_block(inode, start_blk, &map_bh, 0);
Josef Bacik68c9d702008-10-03 17:32:43 -0400339 if (ret)
340 break;
341
342 /* HOLE */
Josef Bacik3a3076f2010-04-23 12:17:17 -0400343 if (!buffer_mapped(&map_bh)) {
Josef Bacikdf3935f2009-05-06 16:02:53 -0700344 start_blk++;
345
346 /*
Josef Bacik3a3076f2010-04-23 12:17:17 -0400347 * We want to handle the case where there is an
Josef Bacikdf3935f2009-05-06 16:02:53 -0700348 * allocated block at the front of the file, and then
349 * nothing but holes up to the end of the file properly,
350 * to make sure that extent at the front gets properly
351 * marked with FIEMAP_EXTENT_LAST
352 */
353 if (!past_eof &&
Josef Bacik3a3076f2010-04-23 12:17:17 -0400354 blk_to_logical(inode, start_blk) >= isize)
Josef Bacikdf3935f2009-05-06 16:02:53 -0700355 past_eof = 1;
356
Josef Bacik68c9d702008-10-03 17:32:43 -0400357 /*
Josef Bacik3a3076f2010-04-23 12:17:17 -0400358 * First hole after going past the EOF, this is our
Josef Bacik68c9d702008-10-03 17:32:43 -0400359 * last extent
360 */
Josef Bacikdf3935f2009-05-06 16:02:53 -0700361 if (past_eof && size) {
Josef Bacik68c9d702008-10-03 17:32:43 -0400362 flags = FIEMAP_EXTENT_MERGED|FIEMAP_EXTENT_LAST;
363 ret = fiemap_fill_next_extent(fieinfo, logical,
364 phys, size,
365 flags);
Josef Bacik3a3076f2010-04-23 12:17:17 -0400366 } else if (size) {
367 ret = fiemap_fill_next_extent(fieinfo, logical,
368 phys, size, flags);
369 size = 0;
Josef Bacik68c9d702008-10-03 17:32:43 -0400370 }
371
Josef Bacik68c9d702008-10-03 17:32:43 -0400372 /* if we have holes up to/past EOF then we're done */
Josef Bacik3a3076f2010-04-23 12:17:17 -0400373 if (start_blk > last_blk || past_eof || ret)
Josef Bacik68c9d702008-10-03 17:32:43 -0400374 break;
Josef Bacik68c9d702008-10-03 17:32:43 -0400375 } else {
Josef Bacikdf3935f2009-05-06 16:02:53 -0700376 /*
Josef Bacik3a3076f2010-04-23 12:17:17 -0400377 * We have gone over the length of what we wanted to
Josef Bacikdf3935f2009-05-06 16:02:53 -0700378 * map, and it wasn't the entire file, so add the extent
379 * we got last time and exit.
380 *
381 * This is for the case where say we want to map all the
382 * way up to the second to the last block in a file, but
383 * the last block is a hole, making the second to last
384 * block FIEMAP_EXTENT_LAST. In this case we want to
385 * see if there is a hole after the second to last block
386 * so we can mark it properly. If we found data after
387 * we exceeded the length we were requesting, then we
388 * are good to go, just add the extent to the fieinfo
389 * and break
390 */
Josef Bacik3a3076f2010-04-23 12:17:17 -0400391 if (start_blk > last_blk && !whole_file) {
Josef Bacikdf3935f2009-05-06 16:02:53 -0700392 ret = fiemap_fill_next_extent(fieinfo, logical,
393 phys, size,
394 flags);
395 break;
396 }
397
398 /*
399 * if size != 0 then we know we already have an extent
400 * to add, so add it.
401 */
402 if (size) {
Josef Bacik68c9d702008-10-03 17:32:43 -0400403 ret = fiemap_fill_next_extent(fieinfo, logical,
404 phys, size,
405 flags);
406 if (ret)
407 break;
408 }
409
410 logical = blk_to_logical(inode, start_blk);
Josef Bacik3a3076f2010-04-23 12:17:17 -0400411 phys = blk_to_logical(inode, map_bh.b_blocknr);
412 size = map_bh.b_size;
Josef Bacik68c9d702008-10-03 17:32:43 -0400413 flags = FIEMAP_EXTENT_MERGED;
414
Josef Bacik68c9d702008-10-03 17:32:43 -0400415 start_blk += logical_to_blk(inode, size);
416
417 /*
Josef Bacikdf3935f2009-05-06 16:02:53 -0700418 * If we are past the EOF, then we need to make sure as
419 * soon as we find a hole that the last extent we found
420 * is marked with FIEMAP_EXTENT_LAST
Josef Bacik68c9d702008-10-03 17:32:43 -0400421 */
Josef Bacik3a3076f2010-04-23 12:17:17 -0400422 if (!past_eof && logical + size >= isize)
423 past_eof = true;
Josef Bacik68c9d702008-10-03 17:32:43 -0400424 }
425 cond_resched();
Dmitry Monakhov913e0272015-02-10 14:09:29 -0800426 if (fatal_signal_pending(current)) {
427 ret = -EINTR;
428 break;
429 }
430
Josef Bacik68c9d702008-10-03 17:32:43 -0400431 } while (1);
432
Josef Bacik3a3076f2010-04-23 12:17:17 -0400433 /* If ret is 1 then we just hit the end of the extent array */
Josef Bacik68c9d702008-10-03 17:32:43 -0400434 if (ret == 1)
435 ret = 0;
436
437 return ret;
438}
Steven Whitehousee9079cc2008-10-14 14:43:29 +0100439
440/**
441 * generic_block_fiemap - FIEMAP for block based inodes
442 * @inode: The inode to map
443 * @fieinfo: The mapping information
444 * @start: The initial block to map
445 * @len: The length of the extect to attempt to map
446 * @get_block: The block mapping function for the fs
447 *
448 * Calls __generic_block_fiemap to map the inode, after taking
449 * the inode's mutex lock.
450 */
451
452int generic_block_fiemap(struct inode *inode,
453 struct fiemap_extent_info *fieinfo, u64 start,
454 u64 len, get_block_t *get_block)
455{
456 int ret;
Al Viro59551022016-01-22 15:40:57 -0500457 inode_lock(inode);
Steven Whitehousee9079cc2008-10-14 14:43:29 +0100458 ret = __generic_block_fiemap(inode, fieinfo, start, len, get_block);
Al Viro59551022016-01-22 15:40:57 -0500459 inode_unlock(inode);
Steven Whitehousee9079cc2008-10-14 14:43:29 +0100460 return ret;
461}
Josef Bacik68c9d702008-10-03 17:32:43 -0400462EXPORT_SYMBOL(generic_block_fiemap);
463
Adrian Bunk06270d52008-10-12 07:15:19 +0300464#endif /* CONFIG_BLOCK */
465
Ankit Jain3e63cbb2009-06-19 14:28:07 -0400466/*
467 * This provides compatibility with legacy XFS pre-allocation ioctls
468 * which predate the fallocate syscall.
469 *
470 * Only the l_start, l_len and l_whence fields of the 'struct space_resv'
471 * are used here, rest are ignored.
472 */
Arnd Bergmann77b90402019-11-27 21:25:36 +0100473static int ioctl_preallocate(struct file *filp, int mode, void __user *argp)
Ankit Jain3e63cbb2009-06-19 14:28:07 -0400474{
Al Viro496ad9a2013-01-23 17:07:38 -0500475 struct inode *inode = file_inode(filp);
Ankit Jain3e63cbb2009-06-19 14:28:07 -0400476 struct space_resv sr;
477
478 if (copy_from_user(&sr, argp, sizeof(sr)))
479 return -EFAULT;
480
481 switch (sr.l_whence) {
482 case SEEK_SET:
483 break;
484 case SEEK_CUR:
485 sr.l_start += filp->f_pos;
486 break;
487 case SEEK_END:
488 sr.l_start += i_size_read(inode);
489 break;
490 default:
491 return -EINVAL;
492 }
493
Christoph Hellwig837a6e72019-10-24 22:26:02 -0700494 return vfs_fallocate(filp, mode | FALLOC_FL_KEEP_SIZE, sr.l_start,
495 sr.l_len);
Ankit Jain3e63cbb2009-06-19 14:28:07 -0400496}
497
Al Viro011da442019-04-21 19:24:03 -0400498/* on ia32 l_start is on a 32-bit boundary */
499#if defined CONFIG_COMPAT && defined(CONFIG_X86_64)
500/* just account for different alignment */
Arnd Bergmann77b90402019-11-27 21:25:36 +0100501static int compat_ioctl_preallocate(struct file *file, int mode,
502 struct space_resv_32 __user *argp)
Al Viro011da442019-04-21 19:24:03 -0400503{
504 struct inode *inode = file_inode(file);
505 struct space_resv_32 sr;
506
507 if (copy_from_user(&sr, argp, sizeof(sr)))
508 return -EFAULT;
509
510 switch (sr.l_whence) {
511 case SEEK_SET:
512 break;
513 case SEEK_CUR:
514 sr.l_start += file->f_pos;
515 break;
516 case SEEK_END:
517 sr.l_start += i_size_read(inode);
518 break;
519 default:
520 return -EINVAL;
521 }
522
Linus Torvalds97eeb4d2019-12-02 14:46:22 -0800523 return vfs_fallocate(file, mode | FALLOC_FL_KEEP_SIZE, sr.l_start, sr.l_len);
Al Viro011da442019-04-21 19:24:03 -0400524}
525#endif
526
Arnd Bergmann77b90402019-11-27 21:25:36 +0100527static int file_ioctl(struct file *filp, unsigned int cmd, int __user *p)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 switch (cmd) {
Erez Zadokc9845ff2008-02-07 00:13:23 -0800530 case FIBMAP:
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800531 return ioctl_fibmap(filp, p);
Ankit Jain3e63cbb2009-06-19 14:28:07 -0400532 case FS_IOC_RESVSP:
533 case FS_IOC_RESVSP64:
Christoph Hellwig837a6e72019-10-24 22:26:02 -0700534 return ioctl_preallocate(filp, 0, p);
535 case FS_IOC_UNRESVSP:
536 case FS_IOC_UNRESVSP64:
537 return ioctl_preallocate(filp, FALLOC_FL_PUNCH_HOLE, p);
538 case FS_IOC_ZERO_RANGE:
539 return ioctl_preallocate(filp, FALLOC_FL_ZERO_RANGE, p);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540 }
541
Arnd Bergmann77b90402019-11-27 21:25:36 +0100542 return -ENOIOCTLCMD;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543}
544
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800545static int ioctl_fionbio(struct file *filp, int __user *argp)
546{
547 unsigned int flag;
548 int on, error;
549
550 error = get_user(on, argp);
551 if (error)
552 return error;
553 flag = O_NONBLOCK;
554#ifdef __sparc__
555 /* SunOS compatibility item. */
556 if (O_NONBLOCK != O_NDELAY)
557 flag |= O_NDELAY;
558#endif
Jonathan Corbetdb1dd4d2009-02-06 15:25:24 -0700559 spin_lock(&filp->f_lock);
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800560 if (on)
561 filp->f_flags |= flag;
562 else
563 filp->f_flags &= ~flag;
Jonathan Corbetdb1dd4d2009-02-06 15:25:24 -0700564 spin_unlock(&filp->f_lock);
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800565 return error;
566}
567
568static int ioctl_fioasync(unsigned int fd, struct file *filp,
569 int __user *argp)
570{
571 unsigned int flag;
572 int on, error;
573
574 error = get_user(on, argp);
575 if (error)
576 return error;
577 flag = on ? FASYNC : 0;
578
579 /* Did FASYNC state change ? */
580 if ((flag ^ filp->f_flags) & FASYNC) {
Al Viro72c2d532013-09-22 16:27:52 -0400581 if (filp->f_op->fasync)
Jonathan Corbet76398422009-02-01 14:26:59 -0700582 /* fasync() adjusts filp->f_flags */
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800583 error = filp->f_op->fasync(fd, filp, on);
Jonathan Corbet218d11a2008-12-05 16:12:48 -0700584 else
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800585 error = -ENOTTY;
586 }
Jonathan Corbet60aa4922009-02-01 14:52:56 -0700587 return error < 0 ? error : 0;
Erez Zadokaa81a7c2008-02-07 00:13:25 -0800588}
589
Takashi Satofcccf502009-01-09 16:40:59 -0800590static int ioctl_fsfreeze(struct file *filp)
591{
Al Viro496ad9a2013-01-23 17:07:38 -0500592 struct super_block *sb = file_inode(filp)->i_sb;
Takashi Satofcccf502009-01-09 16:40:59 -0800593
Seth Forsheef3f1a182015-02-15 14:35:35 -0600594 if (!ns_capable(sb->s_user_ns, CAP_SYS_ADMIN))
Takashi Satofcccf502009-01-09 16:40:59 -0800595 return -EPERM;
596
597 /* If filesystem doesn't support freeze feature, return. */
Benjamin Marzinski48b6bca2014-11-13 20:42:03 -0600598 if (sb->s_op->freeze_fs == NULL && sb->s_op->freeze_super == NULL)
Takashi Satofcccf502009-01-09 16:40:59 -0800599 return -EOPNOTSUPP;
600
Takashi Satofcccf502009-01-09 16:40:59 -0800601 /* Freeze */
Benjamin Marzinski48b6bca2014-11-13 20:42:03 -0600602 if (sb->s_op->freeze_super)
603 return sb->s_op->freeze_super(sb);
Josef Bacik18e9e512010-03-23 10:34:56 -0400604 return freeze_super(sb);
Takashi Satofcccf502009-01-09 16:40:59 -0800605}
606
607static int ioctl_fsthaw(struct file *filp)
608{
Al Viro496ad9a2013-01-23 17:07:38 -0500609 struct super_block *sb = file_inode(filp)->i_sb;
Takashi Satofcccf502009-01-09 16:40:59 -0800610
Seth Forsheef3f1a182015-02-15 14:35:35 -0600611 if (!ns_capable(sb->s_user_ns, CAP_SYS_ADMIN))
Takashi Satofcccf502009-01-09 16:40:59 -0800612 return -EPERM;
613
Takashi Satofcccf502009-01-09 16:40:59 -0800614 /* Thaw */
Benjamin Marzinski48b6bca2014-11-13 20:42:03 -0600615 if (sb->s_op->thaw_super)
616 return sb->s_op->thaw_super(sb);
Josef Bacik18e9e512010-03-23 10:34:56 -0400617 return thaw_super(sb);
Takashi Satofcccf502009-01-09 16:40:59 -0800618}
619
Al Viro34d3d0e2019-04-21 18:45:28 -0400620static int ioctl_file_dedupe_range(struct file *file,
621 struct file_dedupe_range __user *argp)
Darrick J. Wong54dbc152015-12-19 00:55:59 -0800622{
Darrick J. Wong54dbc152015-12-19 00:55:59 -0800623 struct file_dedupe_range *same = NULL;
624 int ret;
625 unsigned long size;
626 u16 count;
627
628 if (get_user(count, &argp->dest_count)) {
629 ret = -EFAULT;
630 goto out;
631 }
632
633 size = offsetof(struct file_dedupe_range __user, info[count]);
Darrick J. Wongb71dbf12016-09-14 20:20:44 -0700634 if (size > PAGE_SIZE) {
635 ret = -ENOMEM;
636 goto out;
637 }
Darrick J. Wong54dbc152015-12-19 00:55:59 -0800638
639 same = memdup_user(argp, size);
640 if (IS_ERR(same)) {
641 ret = PTR_ERR(same);
642 same = NULL;
643 goto out;
644 }
645
Scott Bauer10eec602016-07-27 19:11:29 -0600646 same->dest_count = count;
Darrick J. Wong54dbc152015-12-19 00:55:59 -0800647 ret = vfs_dedupe_file_range(file, same);
648 if (ret)
649 goto out;
650
651 ret = copy_to_user(argp, same, size);
652 if (ret)
653 ret = -EFAULT;
654
655out:
656 kfree(same);
657 return ret;
658}
659
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660/*
Erez Zadokdeb21db2008-02-07 00:13:25 -0800661 * do_vfs_ioctl() is not for drivers and not intended to be EXPORT_SYMBOL()'d.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 * It's just a simple helper for sys_ioctl and compat_sys_ioctl.
Arnd Bergmann77b90402019-11-27 21:25:36 +0100663 *
664 * When you add any new common ioctls to the switches above and below,
665 * please ensure they have compatible arguments in compat mode.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666 */
Arnd Bergmann77b90402019-11-27 21:25:36 +0100667static int do_vfs_ioctl(struct file *filp, unsigned int fd,
668 unsigned int cmd, unsigned long arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669{
Al Viro34d3d0e2019-04-21 18:45:28 -0400670 void __user *argp = (void __user *)arg;
Al Viro496ad9a2013-01-23 17:07:38 -0500671 struct inode *inode = file_inode(filp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672
673 switch (cmd) {
Erez Zadokc9845ff2008-02-07 00:13:23 -0800674 case FIOCLEX:
675 set_close_on_exec(fd, 1);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100676 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677
Erez Zadokc9845ff2008-02-07 00:13:23 -0800678 case FIONCLEX:
679 set_close_on_exec(fd, 0);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100680 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681
Erez Zadokc9845ff2008-02-07 00:13:23 -0800682 case FIONBIO:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100683 return ioctl_fionbio(filp, argp);
Erez Zadokc9845ff2008-02-07 00:13:23 -0800684
685 case FIOASYNC:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100686 return ioctl_fioasync(fd, filp, argp);
Erez Zadokc9845ff2008-02-07 00:13:23 -0800687
688 case FIOQSIZE:
Namhyung Kim27a4f7e62011-01-17 00:48:17 +0900689 if (S_ISDIR(inode->i_mode) || S_ISREG(inode->i_mode) ||
690 S_ISLNK(inode->i_mode)) {
691 loff_t res = inode_get_bytes(inode);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100692 return copy_to_user(argp, &res, sizeof(res)) ?
693 -EFAULT : 0;
694 }
695
696 return -ENOTTY;
Takashi Satofcccf502009-01-09 16:40:59 -0800697
698 case FIFREEZE:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100699 return ioctl_fsfreeze(filp);
Takashi Satofcccf502009-01-09 16:40:59 -0800700
701 case FITHAW:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100702 return ioctl_fsthaw(filp);
Takashi Satofcccf502009-01-09 16:40:59 -0800703
Aneesh Kumar K.V19ba0552009-05-13 18:12:05 -0400704 case FS_IOC_FIEMAP:
Al Viro34d3d0e2019-04-21 18:45:28 -0400705 return ioctl_fiemap(filp, argp);
Aneesh Kumar K.V19ba0552009-05-13 18:12:05 -0400706
707 case FIGETBSZ:
Amir Goldstein8f97d1e2018-10-11 17:38:14 +0300708 /* anon_bdev filesystems may not have a block size */
709 if (!inode->i_sb->s_blocksize)
710 return -EINVAL;
Arnd Bergmann77b90402019-11-27 21:25:36 +0100711
Al Viro34d3d0e2019-04-21 18:45:28 -0400712 return put_user(inode->i_sb->s_blocksize, (int __user *)argp);
Aneesh Kumar K.V19ba0552009-05-13 18:12:05 -0400713
Christoph Hellwig04b38d62015-12-03 12:59:50 +0100714 case FICLONE:
715 return ioctl_file_clone(filp, arg, 0, 0, 0);
716
717 case FICLONERANGE:
718 return ioctl_file_clone_range(filp, argp);
719
Darrick J. Wong54dbc152015-12-19 00:55:59 -0800720 case FIDEDUPERANGE:
721 return ioctl_file_dedupe_range(filp, argp);
722
Arnd Bergmann0a061742020-02-07 17:55:48 +0100723 case FIONREAD:
724 if (!S_ISREG(inode->i_mode))
725 return vfs_ioctl(filp, cmd, arg);
726
727 return put_user(i_size_read(inode) - filp->f_pos,
728 (int __user *)argp);
729
Erez Zadokc9845ff2008-02-07 00:13:23 -0800730 default:
Namhyung Kim27a4f7e62011-01-17 00:48:17 +0900731 if (S_ISREG(inode->i_mode))
Arnd Bergmann77b90402019-11-27 21:25:36 +0100732 return file_ioctl(filp, cmd, argp);
Erez Zadokc9845ff2008-02-07 00:13:23 -0800733 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 }
Arnd Bergmann77b90402019-11-27 21:25:36 +0100735
736 return -ENOIOCTLCMD;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737}
738
Christoph Hellwig863b67e2020-07-14 09:00:51 +0200739SYSCALL_DEFINE3(ioctl, unsigned int, fd, unsigned int, cmd, unsigned long, arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740{
Al Viro2903ff02012-08-28 12:52:22 -0400741 struct fd f = fdget(fd);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100742 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700743
Al Viro2903ff02012-08-28 12:52:22 -0400744 if (!f.file)
745 return -EBADF;
Arnd Bergmann77b90402019-11-27 21:25:36 +0100746
Al Viro2903ff02012-08-28 12:52:22 -0400747 error = security_file_ioctl(f.file, cmd, arg);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100748 if (error)
749 goto out;
750
751 error = do_vfs_ioctl(f.file, fd, cmd, arg);
752 if (error == -ENOIOCTLCMD)
753 error = vfs_ioctl(f.file, cmd, arg);
754
755out:
Al Viro2903ff02012-08-28 12:52:22 -0400756 fdput(f);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757 return error;
758}
Dominik Brodowskicbb60b92018-03-13 21:43:59 +0100759
Arnd Bergmann2952db02018-09-11 16:55:03 +0200760#ifdef CONFIG_COMPAT
761/**
762 * compat_ptr_ioctl - generic implementation of .compat_ioctl file operation
763 *
764 * This is not normally called as a function, but instead set in struct
765 * file_operations as
766 *
767 * .compat_ioctl = compat_ptr_ioctl,
768 *
769 * On most architectures, the compat_ptr_ioctl() just passes all arguments
770 * to the corresponding ->ioctl handler. The exception is arch/s390, where
771 * compat_ptr() clears the top bit of a 32-bit pointer value, so user space
772 * pointers to the second 2GB alias the first 2GB, as is the case for
773 * native 32-bit s390 user space.
774 *
775 * The compat_ptr_ioctl() function must therefore be used only with ioctl
776 * functions that either ignore the argument or pass a pointer to a
777 * compatible data type.
778 *
779 * If any ioctl command handled by fops->unlocked_ioctl passes a plain
780 * integer instead of a pointer, or any of the passed data types
781 * is incompatible between 32-bit and 64-bit architectures, a proper
782 * handler is required instead of compat_ptr_ioctl.
783 */
784long compat_ptr_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
785{
786 if (!file->f_op->unlocked_ioctl)
787 return -ENOIOCTLCMD;
788
789 return file->f_op->unlocked_ioctl(file, cmd, (unsigned long)compat_ptr(arg));
790}
791EXPORT_SYMBOL(compat_ptr_ioctl);
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200792
793COMPAT_SYSCALL_DEFINE3(ioctl, unsigned int, fd, unsigned int, cmd,
Arnd Bergmann77b90402019-11-27 21:25:36 +0100794 compat_ulong_t, arg)
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200795{
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200796 struct fd f = fdget(fd);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100797 int error;
798
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200799 if (!f.file)
Arnd Bergmann77b90402019-11-27 21:25:36 +0100800 return -EBADF;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200801
802 /* RED-PEN how should LSM module know it's handling 32bit? */
803 error = security_file_ioctl(f.file, cmd, arg);
804 if (error)
Arnd Bergmann77b90402019-11-27 21:25:36 +0100805 goto out;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200806
807 switch (cmd) {
Arnd Bergmann77b90402019-11-27 21:25:36 +0100808 /* FICLONE takes an int argument, so don't use compat_ptr() */
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200809 case FICLONE:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100810 error = ioctl_file_clone(f.file, arg, 0, 0, 0);
811 break;
812
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200813#if defined(CONFIG_X86_64)
Arnd Bergmann77b90402019-11-27 21:25:36 +0100814 /* these get messy on amd64 due to alignment differences */
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200815 case FS_IOC_RESVSP_32:
816 case FS_IOC_RESVSP64_32:
817 error = compat_ioctl_preallocate(f.file, 0, compat_ptr(arg));
Arnd Bergmann77b90402019-11-27 21:25:36 +0100818 break;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200819 case FS_IOC_UNRESVSP_32:
820 case FS_IOC_UNRESVSP64_32:
821 error = compat_ioctl_preallocate(f.file, FALLOC_FL_PUNCH_HOLE,
822 compat_ptr(arg));
Arnd Bergmann77b90402019-11-27 21:25:36 +0100823 break;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200824 case FS_IOC_ZERO_RANGE_32:
825 error = compat_ioctl_preallocate(f.file, FALLOC_FL_ZERO_RANGE,
826 compat_ptr(arg));
Arnd Bergmann77b90402019-11-27 21:25:36 +0100827 break;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200828#endif
829
Arnd Bergmann77b90402019-11-27 21:25:36 +0100830 /*
831 * everything else in do_vfs_ioctl() takes either a compatible
832 * pointer argument or no argument -- call it with a modified
833 * argument.
834 */
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200835 default:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100836 error = do_vfs_ioctl(f.file, fd, cmd,
837 (unsigned long)compat_ptr(arg));
838 if (error != -ENOIOCTLCMD)
839 break;
840
841 if (f.file->f_op->compat_ioctl)
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200842 error = f.file->f_op->compat_ioctl(f.file, cmd, arg);
Arnd Bergmann77b90402019-11-27 21:25:36 +0100843 if (error == -ENOIOCTLCMD)
844 error = -ENOTTY;
845 break;
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200846 }
847
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200848 out:
Arnd Bergmann77b90402019-11-27 21:25:36 +0100849 fdput(f);
850
Arnd Bergmann2af563d2019-06-07 10:06:42 +0200851 return error;
852}
Arnd Bergmann2952db02018-09-11 16:55:03 +0200853#endif