blob: 1ad393e62bef6d1e32016fa9a7bc3a2a669e68c9 [file] [log] [blame]
Masahiro Yamadabf49d9d2019-10-18 13:50:53 +09001/* SPDX-License-Identifier: GPL-2.0-only */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * Dynamic loading of modules into the kernel.
4 *
5 * Rewritten by Richard Henderson <rth@tamu.edu> Dec 1996
6 * Rewritten again by Rusty Russell, 2002
7 */
Masahiro Yamadabf49d9d2019-10-18 13:50:53 +09008
9#ifndef _LINUX_MODULE_H
10#define _LINUX_MODULE_H
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/list.h>
13#include <linux/stat.h>
14#include <linux/compiler.h>
15#include <linux/cache.h>
16#include <linux/kmod.h>
Paul Gortmaker0fd972a2015-05-01 20:13:42 -040017#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/elf.h>
19#include <linux/stringify.h>
20#include <linux/kobject.h>
21#include <linux/moduleparam.h>
Steven Rostedt (Red Hat)b2e285f2014-02-26 13:12:06 -050022#include <linux/jump_label.h>
Paul Gortmakerf5016932011-05-23 14:11:39 -040023#include <linux/export.h>
Peter Zijlstra93c2e102015-05-27 11:09:37 +093024#include <linux/rbtree_latch.h>
Masami Hiramatsu663faf92018-01-13 02:55:33 +090025#include <linux/error-injection.h>
Mathieu Desnoyers9c0be3f2018-10-13 15:10:50 -040026#include <linux/tracepoint-defs.h>
Paul E. McKenneyfe15b502019-04-05 16:15:00 -070027#include <linux/srcu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
Christoph Lametere1783a22010-01-05 15:34:50 +090029#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <asm/module.h>
31
32/* Not Yet Implemented */
33#define MODULE_SUPPORTED_DEVICE(name)
34
Rusty Russell730b69d2008-10-22 10:00:22 -050035#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Seunghun Leee865d062014-01-16 10:18:49 +103037struct modversion_info {
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 unsigned long crc;
39 char name[MODULE_NAME_LEN];
40};
41
42struct module;
Paul Gortmaker0ef76532016-07-27 12:06:34 +093043struct exception_table_entry;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
Kay Sievers4befb022011-07-24 22:06:04 +093045struct module_kobject {
46 struct kobject kobj;
47 struct module *mod;
48 struct kobject *drivers_dir;
49 struct module_param_attrs *mp;
Li Zhong942e4432013-09-03 16:33:57 +093050 struct completion *kobj_completion;
Kees Cook3859a272016-10-28 01:22:25 -070051} __randomize_layout;
Kay Sievers4befb022011-07-24 22:06:04 +093052
Linus Torvalds1da177e2005-04-16 15:20:36 -070053struct module_attribute {
Kay Sievers4befb022011-07-24 22:06:04 +093054 struct attribute attr;
55 ssize_t (*show)(struct module_attribute *, struct module_kobject *,
56 char *);
57 ssize_t (*store)(struct module_attribute *, struct module_kobject *,
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 const char *, size_t count);
Matt Domschc988d2b2005-06-23 22:05:15 -070059 void (*setup)(struct module *, const char *);
60 int (*test)(struct module *);
61 void (*free)(struct module *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062};
63
Dmitry Torokhove94965e2010-12-15 14:00:19 -080064struct module_version_attribute {
65 struct module_attribute mattr;
66 const char *module_name;
67 const char *version;
Dmitry Torokhov98562ad2011-02-04 13:30:10 -080068} __attribute__ ((__aligned__(sizeof(void *))));
Dmitry Torokhove94965e2010-12-15 14:00:19 -080069
Dmitry Torokhov9b73a582011-02-07 16:02:27 -080070extern ssize_t __modver_version_show(struct module_attribute *,
Kay Sievers4befb022011-07-24 22:06:04 +093071 struct module_kobject *, char *);
Dmitry Torokhov9b73a582011-02-07 16:02:27 -080072
Kay Sievers88bfa322011-07-24 22:06:04 +093073extern struct module_attribute module_uevent;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
75/* These are either module local, or the kernel's dummy ones. */
76extern int init_module(void);
77extern void cleanup_module(void);
78
Paul Gortmaker0fd972a2015-05-01 20:13:42 -040079#ifndef MODULE
80/**
81 * module_init() - driver initialization entry point
82 * @x: function to be run at kernel boot time or module insertion
83 *
84 * module_init() will either be called during do_initcalls() (if
85 * builtin) or at module insertion time (if a module). There can only
86 * be one per module.
87 */
88#define module_init(x) __initcall(x);
89
90/**
91 * module_exit() - driver exit entry point
92 * @x: function to be run when driver is removed
93 *
94 * module_exit() will wrap the driver clean-up code
95 * with cleanup_module() when used with rmmod when
96 * the driver is a module. If the driver is statically
97 * compiled into the kernel, module_exit() has no effect.
98 * There can only be one per module.
99 */
100#define module_exit(x) __exitcall(x);
101
102#else /* MODULE */
103
104/*
105 * In most cases loadable modules do not need custom
106 * initcall levels. There are still some valid cases where
107 * a driver may be needed early if built in, and does not
108 * matter when built as a loadable module. Like bus
109 * snooping debug drivers.
110 */
111#define early_initcall(fn) module_init(fn)
112#define core_initcall(fn) module_init(fn)
113#define core_initcall_sync(fn) module_init(fn)
114#define postcore_initcall(fn) module_init(fn)
115#define postcore_initcall_sync(fn) module_init(fn)
116#define arch_initcall(fn) module_init(fn)
117#define subsys_initcall(fn) module_init(fn)
118#define subsys_initcall_sync(fn) module_init(fn)
119#define fs_initcall(fn) module_init(fn)
120#define fs_initcall_sync(fn) module_init(fn)
121#define rootfs_initcall(fn) module_init(fn)
122#define device_initcall(fn) module_init(fn)
123#define device_initcall_sync(fn) module_init(fn)
124#define late_initcall(fn) module_init(fn)
125#define late_initcall_sync(fn) module_init(fn)
126
127#define console_initcall(fn) module_init(fn)
Paul Gortmaker0fd972a2015-05-01 20:13:42 -0400128
129/* Each module must use one module_init(). */
130#define module_init(initfn) \
Arnd Bergmann1f318a82017-02-01 18:00:14 +0100131 static inline initcall_t __maybe_unused __inittest(void) \
Paul Gortmaker0fd972a2015-05-01 20:13:42 -0400132 { return initfn; } \
Miguel Ojedaa6e60d82019-01-19 20:59:34 +0100133 int init_module(void) __copy(initfn) __attribute__((alias(#initfn)));
Paul Gortmaker0fd972a2015-05-01 20:13:42 -0400134
135/* This is only required if you want to be unloadable. */
136#define module_exit(exitfn) \
Arnd Bergmann1f318a82017-02-01 18:00:14 +0100137 static inline exitcall_t __maybe_unused __exittest(void) \
Paul Gortmaker0fd972a2015-05-01 20:13:42 -0400138 { return exitfn; } \
Miguel Ojedaa6e60d82019-01-19 20:59:34 +0100139 void cleanup_module(void) __copy(exitfn) __attribute__((alias(#exitfn)));
Paul Gortmaker0fd972a2015-05-01 20:13:42 -0400140
141#endif
142
143/* This means "can be init if no module support, otherwise module load
144 may call it." */
145#ifdef CONFIG_MODULES
146#define __init_or_module
147#define __initdata_or_module
148#define __initconst_or_module
149#define __INIT_OR_MODULE .text
150#define __INITDATA_OR_MODULE .data
151#define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits
152#else
153#define __init_or_module __init
154#define __initdata_or_module __initdata
155#define __initconst_or_module __initconst
156#define __INIT_OR_MODULE __INIT
157#define __INITDATA_OR_MODULE __INITDATA
158#define __INITRODATA_OR_MODULE __INITRODATA
159#endif /*CONFIG_MODULES*/
160
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161/* Generic info of form tag = "info" */
162#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
163
164/* For userspace: you can also call me... */
165#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
166
Andreas Robinson7cb14ba2013-08-20 15:33:19 +0930167/* Soft module dependencies. See man modprobe.d for details.
168 * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz")
169 */
170#define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep)
171
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172/*
Masahiro Yamada8b41fc42019-12-19 17:33:29 +0900173 * MODULE_FILE is used for generating modules.builtin
174 * So, make it no-op when this is being built as a module
175 */
176#ifdef MODULE
177#define MODULE_FILE
178#else
179#define MODULE_FILE MODULE_INFO(file, KBUILD_MODFILE);
180#endif
181
182/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 * The following license idents are currently accepted as indicating free
184 * software modules
185 *
Thomas Gleixnerbf7fbee2019-02-08 17:02:56 +0100186 * "GPL" [GNU Public License v2]
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 * "GPL v2" [GNU Public License v2]
188 * "GPL and additional rights" [GNU Public License v2 rights and more]
189 * "Dual BSD/GPL" [GNU Public License v2
190 * or BSD license choice]
Xose Vazquez Perez8d27e902006-06-23 02:05:13 -0700191 * "Dual MIT/GPL" [GNU Public License v2
192 * or MIT license choice]
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 * "Dual MPL/GPL" [GNU Public License v2
194 * or Mozilla license choice]
195 *
196 * The following other idents are available
197 *
198 * "Proprietary" [Non free products]
199 *
Thomas Gleixnerbf7fbee2019-02-08 17:02:56 +0100200 * Both "GPL v2" and "GPL" (the latter also in dual licensed strings) are
201 * merely stating that the module is licensed under the GPL v2, but are not
202 * telling whether "GPL v2 only" or "GPL v2 or later". The reason why there
203 * are two variants is a historic and failed attempt to convey more
204 * information in the MODULE_LICENSE string. For module loading the
205 * "only/or later" distinction is completely irrelevant and does neither
206 * replace the proper license identifiers in the corresponding source file
207 * nor amends them in any way. The sole purpose is to make the
208 * 'Proprietary' flagging work and to refuse to bind symbols which are
209 * exported with EXPORT_SYMBOL_GPL when a non free module is loaded.
210 *
211 * In the same way "BSD" is not a clear license information. It merely
212 * states, that the module is licensed under one of the compatible BSD
213 * license variants. The detailed and correct license information is again
214 * to be found in the corresponding source files.
215 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 * There are dual licensed components, but when running with Linux it is the
217 * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL
218 * is a GPL combined work.
219 *
220 * This exists for several reasons
Seunghun Leee865d062014-01-16 10:18:49 +1030221 * 1. So modinfo can show license info for users wanting to vet their setup
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 * is free
223 * 2. So the community can ignore bug reports including proprietary modules
224 * 3. So vendors can do likewise based on their own policies
225 */
Masahiro Yamada8b41fc42019-12-19 17:33:29 +0900226#define MODULE_LICENSE(_license) MODULE_FILE MODULE_INFO(license, _license)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227
Johannes Berg1d7015c2009-09-25 00:32:58 -0600228/*
229 * Author(s), use "Name <email>" or just "Name", for multiple
230 * authors use multiple MODULE_AUTHOR() statements/lines.
231 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
Seunghun Leee865d062014-01-16 10:18:49 +1030233
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234/* What your module does. */
235#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
236
Rusty Russellcff26a52014-02-03 11:15:13 +1030237#ifdef MODULE
238/* Creates an alias so file2alias.c can find device table. */
239#define MODULE_DEVICE_TABLE(type, name) \
Matthias Kaehlcke0bf8bf52017-07-24 18:27:25 -0700240extern typeof(name) __mod_##type##__##name##_device_table \
Rusty Russellcff26a52014-02-03 11:15:13 +1030241 __attribute__ ((unused, alias(__stringify(name))))
242#else /* !MODULE */
243#define MODULE_DEVICE_TABLE(type, name)
244#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
246/* Version of form [<epoch>:]<version>[-<extra-version>].
Seunghun Leee865d062014-01-16 10:18:49 +1030247 * Or for CVS/RCS ID version, everything but the number is stripped.
248 * <epoch>: A (small) unsigned integer which allows you to start versions
249 * anew. If not mentioned, it's zero. eg. "2:1.0" is after
250 * "1:2.0".
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251
Seunghun Leee865d062014-01-16 10:18:49 +1030252 * <version>: The <version> may contain only alphanumerics and the
253 * character `.'. Ordered by numeric sort for numeric parts,
254 * ascii sort for ascii parts (as per RPM or DEB algorithm).
255
256 * <extraversion>: Like <version>, but inserted for local
257 * customizations, eg "rh3" or "rusty1".
258
259 * Using this automatically adds a checksum of the .c files and the
260 * local headers in "srcversion".
261 */
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800262
Rusty Russell3b90a5b2011-01-24 14:32:51 -0600263#if defined(MODULE) || !defined(CONFIG_SYSFS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800265#else
266#define MODULE_VERSION(_version) \
Alexey Gladkov898490c2019-04-29 18:11:14 +0200267 MODULE_INFO(version, _version); \
Dmitry Torokhovb4bc84282011-02-07 16:02:25 -0800268 static struct module_version_attribute ___modver_attr = { \
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800269 .mattr = { \
270 .attr = { \
271 .name = "version", \
272 .mode = S_IRUGO, \
273 }, \
274 .show = __modver_version_show, \
275 }, \
276 .module_name = KBUILD_MODNAME, \
277 .version = _version, \
Dmitry Torokhovb4bc84282011-02-07 16:02:25 -0800278 }; \
279 static const struct module_version_attribute \
280 __used __attribute__ ((__section__ ("__modver"))) \
281 * __moduleparam_const __modver_attr = &___modver_attr
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800282#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
Jon Masters187afbe2006-08-28 17:08:21 -0500284/* Optional firmware file (or files) needed by the module
285 * format is simply firmware file name. Multiple firmware
286 * files require multiple MODULE_FIRMWARE() specifiers */
287#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
288
Linus Torvalds3e4d8902019-09-22 11:15:14 -0700289#define MODULE_IMPORT_NS(ns) MODULE_INFO(import_ns, #ns)
290
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291struct notifier_block;
292
293#ifdef CONFIG_MODULES
294
Dave Young5ed10912010-03-10 15:24:06 -0800295extern int modules_disabled; /* for sysctl */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296/* Get/put a kernel symbol (calls must be symmetric) */
297void *__symbol_get(const char *symbol);
298void *__symbol_get_gpl(const char *symbol);
Masahiro Yamada996302c2018-06-24 00:37:44 +0900299#define symbol_get(x) ((typeof(&x))(__symbol_get(__stringify(x))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300
Rusty Russellc8e21ce2010-06-05 11:17:35 -0600301/* modules using other modules: kdb wants to see this. */
302struct module_use {
303 struct list_head source_list;
304 struct list_head target_list;
305 struct module *source, *target;
306};
307
Rusty Russell0d21b0e2013-01-12 11:38:44 +1030308enum module_state {
309 MODULE_STATE_LIVE, /* Normal state. */
310 MODULE_STATE_COMING, /* Full formed, running module_init. */
311 MODULE_STATE_GOING, /* Going away. */
312 MODULE_STATE_UNFORMED, /* Still setting it up. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313};
314
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930315struct mod_tree_node {
316 struct module *mod;
317 struct latch_tree_node node;
318};
319
Rusty Russell7523e4d2015-11-26 09:44:08 +1030320struct module_layout {
321 /* The actual code + data. */
322 void *base;
323 /* Total size. */
324 unsigned int size;
325 /* The size of the executable code. */
326 unsigned int text_size;
327 /* Size of RO section of the module (text+rodata) */
328 unsigned int ro_size;
Jessica Yu444d13f2016-07-27 12:06:21 +0930329 /* Size of RO after init section */
330 unsigned int ro_after_init_size;
Rusty Russell7523e4d2015-11-26 09:44:08 +1030331
332#ifdef CONFIG_MODULES_TREE_LOOKUP
333 struct mod_tree_node mtn;
334#endif
335};
336
337#ifdef CONFIG_MODULES_TREE_LOOKUP
338/* Only touch one cacheline for common rbtree-for-core-layout case. */
339#define __module_layout_align ____cacheline_aligned
340#else
341#define __module_layout_align
342#endif
343
Rusty Russell82440622016-02-03 16:55:26 +1030344struct mod_kallsyms {
345 Elf_Sym *symtab;
346 unsigned int num_symtab;
347 char *strtab;
Eugene Loh1c7651f2019-02-25 11:59:58 -0800348 char *typetab;
Rusty Russell82440622016-02-03 16:55:26 +1030349};
350
Jessica Yu1ce15ef2016-03-22 20:03:16 -0400351#ifdef CONFIG_LIVEPATCH
352struct klp_modinfo {
353 Elf_Ehdr hdr;
354 Elf_Shdr *sechdrs;
355 char *secstrings;
356 unsigned int symndx;
357};
358#endif
359
Seunghun Leee865d062014-01-16 10:18:49 +1030360struct module {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 enum module_state state;
362
363 /* Member of list of modules */
364 struct list_head list;
365
366 /* Unique handle for this module */
367 char name[MODULE_NAME_LEN];
368
369 /* Sysfs stuff. */
370 struct module_kobject mkobj;
Greg Kroah-Hartman03e88ae12006-02-16 13:50:23 -0800371 struct module_attribute *modinfo_attrs;
Matt Domschc988d2b2005-06-23 22:05:15 -0700372 const char *version;
373 const char *srcversion;
Kay Sievers270a6c42007-01-18 13:26:15 +0100374 struct kobject *holders_dir;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375
376 /* Exported symbols */
377 const struct kernel_symbol *syms;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000378 const s32 *crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500379 unsigned int num_syms;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380
Rusty Russelle180a6b2009-03-31 13:05:29 -0600381 /* Kernel parameters. */
Rusty Russellcf2fde72015-06-26 06:44:38 +0930382#ifdef CONFIG_SYSFS
Dan Streetmanb51d23e2015-06-17 06:18:52 +0930383 struct mutex param_lock;
Rusty Russellcf2fde72015-06-26 06:44:38 +0930384#endif
Rusty Russelle180a6b2009-03-31 13:05:29 -0600385 struct kernel_param *kp;
386 unsigned int num_kp;
387
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 /* GPL-only exported symbols. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 unsigned int num_gpl_syms;
Richard Kennedyaf540682008-07-22 19:24:26 -0500390 const struct kernel_symbol *gpl_syms;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000391 const s32 *gpl_crcs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392
Denys Vlasenkof7f5b672008-07-22 19:24:26 -0500393#ifdef CONFIG_UNUSED_SYMBOLS
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700394 /* unused exported symbols. */
395 const struct kernel_symbol *unused_syms;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000396 const s32 *unused_crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500397 unsigned int num_unused_syms;
398
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700399 /* GPL-only, unused exported symbols. */
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700400 unsigned int num_unused_gpl_syms;
Richard Kennedyaf540682008-07-22 19:24:26 -0500401 const struct kernel_symbol *unused_gpl_syms;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000402 const s32 *unused_gpl_crcs;
Denys Vlasenkof7f5b672008-07-22 19:24:26 -0500403#endif
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700404
Rusty Russell106a4ee2012-09-26 10:09:40 +0100405#ifdef CONFIG_MODULE_SIG
406 /* Signature was verified. */
407 bool sig_ok;
408#endif
409
Luis R. Rodriguezf2411da2015-03-30 16:20:05 -0700410 bool async_probe_requested;
411
Greg Kroah-Hartman9f28bb72006-03-20 13:17:13 -0800412 /* symbols that will be GPL-only in the near future. */
413 const struct kernel_symbol *gpl_future_syms;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000414 const s32 *gpl_future_crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500415 unsigned int num_gpl_future_syms;
Greg Kroah-Hartman9f28bb72006-03-20 13:17:13 -0800416
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 /* Exception table */
418 unsigned int num_exentries;
Rusty Russell5e458cc2008-10-22 10:00:13 -0500419 struct exception_table_entry *extable;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420
421 /* Startup function. */
422 int (*init)(void);
423
Rusty Russell7523e4d2015-11-26 09:44:08 +1030424 /* Core layout: rbtree is accessed frequently, so keep together. */
425 struct module_layout core_layout __module_layout_align;
426 struct module_layout init_layout;
matthieu castet84e1c6b2010-11-16 22:35:16 +0100427
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 /* Arch-specific module values */
429 struct mod_arch_specific arch;
430
Petr Mladek7fd83292016-09-21 13:47:22 +0200431 unsigned long taints; /* same bits as kernel:taint_flags */
Randy Dunlap2bc2d612006-10-02 02:17:02 -0700432
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800433#ifdef CONFIG_GENERIC_BUG
434 /* Support for BUG */
Richard Kennedyaf540682008-07-22 19:24:26 -0500435 unsigned num_bugs;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800436 struct list_head bug_list;
437 struct bug_entry *bug_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438#endif
439
440#ifdef CONFIG_KALLSYMS
Rusty Russell82440622016-02-03 16:55:26 +1030441 /* Protected by RCU and/or module_mutex: use rcu_dereference() */
Madhuparna Bhowmik6080d602020-01-22 22:34:47 +0530442 struct mod_kallsyms __rcu *kallsyms;
Rusty Russell82440622016-02-03 16:55:26 +1030443 struct mod_kallsyms core_kallsyms;
Anson Jacobc7149652016-10-19 19:12:18 -0400444
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 /* Section attributes */
446 struct module_sect_attrs *sect_attrs;
Roland McGrath6d760132007-10-16 23:26:40 -0700447
448 /* Notes attributes */
449 struct module_notes_attrs *notes_attrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450#endif
451
Richard Kennedya288bd62011-05-19 16:55:25 -0600452 /* The command line arguments (may be mangled). People like
453 keeping pointers to this stuff */
454 char *args;
455
Tejun Heo259354d2010-03-10 18:56:10 +0900456#ifdef CONFIG_SMP
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457 /* Per-cpu data. */
Tejun Heo259354d2010-03-10 18:56:10 +0900458 void __percpu *percpu;
459 unsigned int percpu_size;
460#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400462#ifdef CONFIG_TRACEPOINTS
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400463 unsigned int num_tracepoints;
Mathieu Desnoyers9c0be3f2018-10-13 15:10:50 -0400464 tracepoint_ptr_t *tracepoints_ptrs;
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400465#endif
Paul E. McKenneyfe15b502019-04-05 16:15:00 -0700466#ifdef CONFIG_TREE_SRCU
467 unsigned int num_srcu_structs;
468 struct srcu_struct **srcu_struct_ptrs;
469#endif
Matt Mullinsa38d1102018-12-12 16:42:37 -0800470#ifdef CONFIG_BPF_EVENTS
471 unsigned int num_bpf_raw_events;
472 struct bpf_raw_event_map *bpf_raw_events;
473#endif
Masahiro Yamadae9666d12018-12-31 00:14:15 +0900474#ifdef CONFIG_JUMP_LABEL
Jason Baronbf5438fc2010-09-17 11:09:00 -0400475 struct jump_entry *jump_entries;
476 unsigned int num_jump_entries;
477#endif
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100478#ifdef CONFIG_TRACING
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100479 unsigned int num_trace_bprintk_fmt;
Richard Kennedya288bd62011-05-19 16:55:25 -0600480 const char **trace_bprintk_fmt_start;
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100481#endif
Steven Rostedt6d723732009-04-10 14:53:50 -0400482#ifdef CONFIG_EVENT_TRACING
Steven Rostedt (Red Hat)2425bcb2015-05-05 11:45:27 -0400483 struct trace_event_call **trace_events;
Steven Rostedt6d723732009-04-10 14:53:50 -0400484 unsigned int num_trace_events;
Jeremy Linton99be6472017-05-31 16:56:44 -0500485 struct trace_eval_map **trace_evals;
486 unsigned int num_trace_evals;
Steven Rostedt6d723732009-04-10 14:53:50 -0400487#endif
Steven Rostedt93eb6772009-04-15 13:24:06 -0400488#ifdef CONFIG_FTRACE_MCOUNT_RECORD
Steven Rostedt93eb6772009-04-15 13:24:06 -0400489 unsigned int num_ftrace_callsites;
Richard Kennedya288bd62011-05-19 16:55:25 -0600490 unsigned long *ftrace_callsites;
Steven Rostedt93eb6772009-04-15 13:24:06 -0400491#endif
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100492
Petr Mladek8cb2c2d2015-03-12 12:55:13 +0100493#ifdef CONFIG_LIVEPATCH
Jessica Yu1ce15ef2016-03-22 20:03:16 -0400494 bool klp; /* Is this a livepatch module? */
Petr Mladek8cb2c2d2015-03-12 12:55:13 +0100495 bool klp_alive;
Jessica Yu1ce15ef2016-03-22 20:03:16 -0400496
497 /* Elf information */
498 struct klp_modinfo *klp_info;
Petr Mladek8cb2c2d2015-03-12 12:55:13 +0100499#endif
500
Richard Kennedyaf540682008-07-22 19:24:26 -0500501#ifdef CONFIG_MODULE_UNLOAD
502 /* What modules depend on me? */
Linus Torvalds2c02dfe2010-05-31 12:19:37 -0700503 struct list_head source_list;
504 /* What modules do I depend on? */
505 struct list_head target_list;
Richard Kennedyaf540682008-07-22 19:24:26 -0500506
Richard Kennedyaf540682008-07-22 19:24:26 -0500507 /* Destruction function. */
508 void (*exit)(void);
509
Masami Hiramatsu2f35c412014-11-10 09:29:29 +1030510 atomic_t refcnt;
Richard Kennedyaf540682008-07-22 19:24:26 -0500511#endif
Peter Oberparleiterb99b87f2009-06-17 16:28:03 -0700512
513#ifdef CONFIG_CONSTRUCTORS
514 /* Constructor functions. */
515 ctor_fn_t *ctors;
516 unsigned int num_ctors;
517#endif
Josef Bacik92ace992017-12-11 11:36:46 -0500518
Masami Hiramatsu540adea2018-01-13 02:55:03 +0900519#ifdef CONFIG_FUNCTION_ERROR_INJECTION
Masami Hiramatsu663faf92018-01-13 02:55:33 +0900520 struct error_injection_entry *ei_funcs;
Masami Hiramatsu540adea2018-01-13 02:55:03 +0900521 unsigned int num_ei_funcs;
Josef Bacik92ace992017-12-11 11:36:46 -0500522#endif
Kees Cook3859a272016-10-28 01:22:25 -0700523} ____cacheline_aligned __randomize_layout;
Roman Zippele61a1c12007-05-09 02:35:15 -0700524#ifndef MODULE_ARCH_INIT
525#define MODULE_ARCH_INIT {}
526#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527
Vincent Whitchurch93d77e72018-12-14 17:05:55 +0100528#ifndef HAVE_ARCH_KALLSYMS_SYMBOL_VALUE
529static inline unsigned long kallsyms_symbol_value(const Elf_Sym *sym)
530{
531 return sym->st_value;
532}
533#endif
534
Tim Abbottc6b37802008-12-05 19:03:59 -0500535extern struct mutex module_mutex;
536
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537/* FIXME: It'd be nice to isolate modules during init, too, so they
538 aren't used before they (may) fail. But presently too much code
539 (IDE & SCSI) require entry into the module during init.*/
Yaowei Bai171d8642018-02-06 15:41:31 -0800540static inline bool module_is_live(struct module *mod)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541{
542 return mod->state != MODULE_STATE_GOING;
543}
544
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545struct module *__module_text_address(unsigned long addr);
Rusty Russelle6104992009-03-31 13:05:31 -0600546struct module *__module_address(unsigned long addr);
547bool is_module_address(unsigned long addr);
Thomas Gleixner383776f2017-02-27 15:37:36 +0100548bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr);
Tejun Heo10fad5e2010-03-10 18:57:54 +0900549bool is_module_percpu_address(unsigned long addr);
Rusty Russelle6104992009-03-31 13:05:31 -0600550bool is_module_text_address(unsigned long addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551
Petr Mladek76681c82014-07-27 07:25:01 +0930552static inline bool within_module_core(unsigned long addr,
553 const struct module *mod)
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800554{
Rusty Russell7523e4d2015-11-26 09:44:08 +1030555 return (unsigned long)mod->core_layout.base <= addr &&
556 addr < (unsigned long)mod->core_layout.base + mod->core_layout.size;
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800557}
558
Petr Mladek76681c82014-07-27 07:25:01 +0930559static inline bool within_module_init(unsigned long addr,
560 const struct module *mod)
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800561{
Rusty Russell7523e4d2015-11-26 09:44:08 +1030562 return (unsigned long)mod->init_layout.base <= addr &&
563 addr < (unsigned long)mod->init_layout.base + mod->init_layout.size;
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800564}
565
Petr Mladek76681c82014-07-27 07:25:01 +0930566static inline bool within_module(unsigned long addr, const struct module *mod)
Petr Mladek9b20a352014-07-27 07:24:01 +0930567{
568 return within_module_init(addr, mod) || within_module_core(addr, mod);
569}
570
Tim Abbottc6b37802008-12-05 19:03:59 -0500571/* Search for module by name: must hold module_mutex. */
572struct module *find_module(const char *name);
573
574struct symsearch {
575 const struct kernel_symbol *start, *stop;
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000576 const s32 *crcs;
Tim Abbottc6b37802008-12-05 19:03:59 -0500577 enum {
578 NOT_GPL_ONLY,
579 GPL_ONLY,
580 WILL_BE_GPL_ONLY,
581 } licence;
582 bool unused;
583};
584
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930585/*
586 * Search for an exported symbol by name.
587 *
588 * Must be called with module_mutex held or preemption disabled.
589 */
Tim Abbottc6b37802008-12-05 19:03:59 -0500590const struct kernel_symbol *find_symbol(const char *name,
591 struct module **owner,
Ard Biesheuvel71810db2017-02-03 09:54:06 +0000592 const s32 **crc,
Tim Abbottc6b37802008-12-05 19:03:59 -0500593 bool gplok,
594 bool warn);
595
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930596/*
597 * Walk the exported symbol table
598 *
599 * Must be called with module_mutex held or preemption disabled.
600 */
Rusty Russellde4d8d52011-04-19 21:49:58 +0200601bool each_symbol_section(bool (*fn)(const struct symsearch *arr,
602 struct module *owner,
603 void *data), void *data);
Tim Abbottc6b37802008-12-05 19:03:59 -0500604
Alexey Dobriyanea078902007-05-08 00:28:39 -0700605/* Returns 0 and fills in value, defined and namebuf, or -ERANGE if
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606 symnum out of range. */
Alexey Dobriyanea078902007-05-08 00:28:39 -0700607int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
608 char *name, char *module_name, int *exported);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609
610/* Look for this name: can be of form module:name. */
611unsigned long module_kallsyms_lookup_name(const char *name);
612
Anders Kaseorg75a66612008-12-05 19:03:58 -0500613int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
614 struct module *, unsigned long),
615 void *data);
616
Jiri Kosinabf262dc2016-04-12 05:02:09 +0930617extern void __noreturn __module_put_and_exit(struct module *mod,
618 long code);
Joe Perches74e22fa2013-12-04 14:09:38 +1030619#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620
621#ifdef CONFIG_MODULE_UNLOAD
Rusty Russelld5db1392015-01-22 11:13:14 +1030622int module_refcount(struct module *mod);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623void __symbol_put(const char *symbol);
Masahiro Yamada996302c2018-06-24 00:37:44 +0900624#define symbol_put(x) __symbol_put(__stringify(x))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625void symbol_put_addr(void *addr);
626
627/* Sometimes we know we already have a refcount, and it's easier not
628 to handle the error case (which only happens with rmmod --wait). */
Steven Rostedtd53799b2012-03-26 12:50:52 +1030629extern void __module_get(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630
Steven Rostedtd53799b2012-03-26 12:50:52 +1030631/* This is the Right Way to get a module: if it fails, it's being removed,
632 * so pretend it's not there. */
633extern bool try_module_get(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634
Al Virof6a57032006-10-18 01:47:25 -0400635extern void module_put(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636
637#else /*!CONFIG_MODULE_UNLOAD*/
Gao Feng8ba4fcd2017-04-19 09:47:22 +0800638static inline bool try_module_get(struct module *module)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639{
640 return !module || module_is_live(module);
641}
642static inline void module_put(struct module *module)
643{
644}
645static inline void __module_get(struct module *module)
646{
647}
Seunghun Leee865d062014-01-16 10:18:49 +1030648#define symbol_put(x) do { } while (0)
649#define symbol_put_addr(p) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
651#endif /* CONFIG_MODULE_UNLOAD */
Anders Kaseorgdfd62d12010-11-24 15:21:10 -0600652int ref_module(struct module *a, struct module *b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653
654/* This is a #define so the string doesn't get put in every .o file */
655#define module_name(mod) \
656({ \
657 struct module *__mod = (mod); \
658 __mod ? __mod->name : "kernel"; \
659})
660
Sergey Senozhatskyb865ea62017-11-10 08:48:25 +0900661/* Dereference module function descriptor */
662void *dereference_module_function_descriptor(struct module *mod, void *ptr);
663
Rusty Russell6dd06c92008-01-29 17:13:22 -0500664/* For kallsyms to ask for address resolution. namebuf should be at
665 * least KSYM_NAME_LEN long: a pointer to namebuf is returned if
666 * found, otherwise NULL. */
Andrew Morton92dfc9d2008-02-08 04:18:43 -0800667const char *module_address_lookup(unsigned long addr,
Rusty Russell6dd06c92008-01-29 17:13:22 -0500668 unsigned long *symbolsize,
669 unsigned long *offset,
670 char **modname,
671 char *namebuf);
Alexey Dobriyan9d65cb42007-05-08 00:28:43 -0700672int lookup_module_symbol_name(unsigned long addr, char *symname);
Alexey Dobriyana5c43da2007-05-08 00:28:47 -0700673int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674
Seunghun Leee865d062014-01-16 10:18:49 +1030675int register_module_notifier(struct notifier_block *nb);
676int unregister_module_notifier(struct notifier_block *nb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677
678extern void print_modules(void);
679
Dmitry Torokhov80c6e142015-05-21 15:49:37 -0700680static inline bool module_requested_async_probing(struct module *module)
681{
682 return module && module->async_probe_requested;
683}
684
Jessica Yu1ce15ef2016-03-22 20:03:16 -0400685#ifdef CONFIG_LIVEPATCH
686static inline bool is_livepatch_module(struct module *mod)
687{
688 return mod->klp;
689}
690#else /* !CONFIG_LIVEPATCH */
691static inline bool is_livepatch_module(struct module *mod)
692{
693 return false;
694}
695#endif /* CONFIG_LIVEPATCH */
696
Bruno E. O. Meneguelefda784e2017-10-24 15:37:00 -0200697bool is_module_sig_enforced(void);
Mimi Zohar8db5da02019-01-27 19:03:45 -0500698void set_module_sig_enforced(void);
Bruno E. O. Meneguelefda784e2017-10-24 15:37:00 -0200699
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700#else /* !CONFIG_MODULES... */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701
Rusty Russelle6104992009-03-31 13:05:31 -0600702static inline struct module *__module_address(unsigned long addr)
703{
704 return NULL;
705}
706
Linus Torvalds1da177e2005-04-16 15:20:36 -0700707static inline struct module *__module_text_address(unsigned long addr)
708{
709 return NULL;
710}
711
Rusty Russelle6104992009-03-31 13:05:31 -0600712static inline bool is_module_address(unsigned long addr)
Ingo Molnar4d435f92006-07-03 00:24:24 -0700713{
Rusty Russelle6104992009-03-31 13:05:31 -0600714 return false;
715}
716
Randy Dunlapd5e50da2010-03-31 11:33:42 +0900717static inline bool is_module_percpu_address(unsigned long addr)
718{
719 return false;
720}
721
Thomas Gleixner383776f2017-02-27 15:37:36 +0100722static inline bool __is_module_percpu_address(unsigned long addr, unsigned long *can_addr)
723{
724 return false;
725}
726
Rusty Russelle6104992009-03-31 13:05:31 -0600727static inline bool is_module_text_address(unsigned long addr)
728{
729 return false;
Ingo Molnar4d435f92006-07-03 00:24:24 -0700730}
731
David Howells007ec262018-11-01 23:34:29 +0000732static inline bool within_module_core(unsigned long addr,
733 const struct module *mod)
734{
735 return false;
736}
737
Tri Vodadec062019-04-15 11:18:33 -0700738static inline bool within_module_init(unsigned long addr,
739 const struct module *mod)
740{
741 return false;
742}
743
744static inline bool within_module(unsigned long addr, const struct module *mod)
745{
746 return false;
747}
748
Linus Torvalds1da177e2005-04-16 15:20:36 -0700749/* Get/put a kernel symbol (calls should be symmetric) */
750#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
Seunghun Leee865d062014-01-16 10:18:49 +1030751#define symbol_put(x) do { } while (0)
752#define symbol_put_addr(x) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753
754static inline void __module_get(struct module *module)
755{
756}
757
Gao Feng8ba4fcd2017-04-19 09:47:22 +0800758static inline bool try_module_get(struct module *module)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759{
Gao Feng8ba4fcd2017-04-19 09:47:22 +0800760 return true;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700761}
762
763static inline void module_put(struct module *module)
764{
765}
766
767#define module_name(mod) "kernel"
768
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769/* For kallsyms to ask for address resolution. NULL means not found. */
Andrew Morton92dfc9d2008-02-08 04:18:43 -0800770static inline const char *module_address_lookup(unsigned long addr,
Rusty Russell6dd06c92008-01-29 17:13:22 -0500771 unsigned long *symbolsize,
772 unsigned long *offset,
773 char **modname,
774 char *namebuf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775{
776 return NULL;
777}
778
Alexey Dobriyan9d65cb42007-05-08 00:28:43 -0700779static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
780{
781 return -ERANGE;
782}
783
Alexey Dobriyana5c43da2007-05-08 00:28:47 -0700784static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
785{
786 return -ERANGE;
787}
788
Alexey Dobriyanea078902007-05-08 00:28:39 -0700789static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
790 char *type, char *name,
791 char *module_name, int *exported)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792{
Alexey Dobriyanea078902007-05-08 00:28:39 -0700793 return -ERANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794}
795
796static inline unsigned long module_kallsyms_lookup_name(const char *name)
797{
798 return 0;
799}
800
Anders Kaseorg75a66612008-12-05 19:03:58 -0500801static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
802 struct module *,
803 unsigned long),
804 void *data)
805{
806 return 0;
807}
808
Seunghun Leee865d062014-01-16 10:18:49 +1030809static inline int register_module_notifier(struct notifier_block *nb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810{
811 /* no events will happen anyway, so this can always succeed */
812 return 0;
813}
814
Seunghun Leee865d062014-01-16 10:18:49 +1030815static inline int unregister_module_notifier(struct notifier_block *nb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816{
817 return 0;
818}
819
820#define module_put_and_exit(code) do_exit(code)
821
822static inline void print_modules(void)
823{
824}
Dmitry Torokhov80c6e142015-05-21 15:49:37 -0700825
826static inline bool module_requested_async_probing(struct module *module)
827{
828 return false;
829}
830
Bruno E. O. Meneguelefda784e2017-10-24 15:37:00 -0200831static inline bool is_module_sig_enforced(void)
832{
833 return false;
834}
835
Mimi Zohar8db5da02019-01-27 19:03:45 -0500836static inline void set_module_sig_enforced(void)
837{
838}
839
Sergey Senozhatskyb865ea62017-11-10 08:48:25 +0900840/* Dereference module function descriptor */
841static inline
842void *dereference_module_function_descriptor(struct module *mod, void *ptr)
843{
844 return ptr;
845}
846
Randy Dunlapef665c12007-02-13 15:19:06 -0800847#endif /* CONFIG_MODULES */
848
Randy Dunlapef665c12007-02-13 15:19:06 -0800849#ifdef CONFIG_SYSFS
Greg Kroah-Hartman7405c1e2007-11-01 10:39:50 -0700850extern struct kset *module_kset;
851extern struct kobj_type module_ktype;
852extern int module_sysfs_initialized;
Randy Dunlapef665c12007-02-13 15:19:06 -0800853#endif /* CONFIG_SYSFS */
854
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
856
857/* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */
858
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859#define __MODULE_STRING(x) __stringify(x)
860
Laura Abbott0f5bf6d2017-02-06 16:31:58 -0800861#ifdef CONFIG_STRICT_MODULE_RWX
Jessica Yu444d13f2016-07-27 12:06:21 +0930862extern void module_enable_ro(const struct module *mod, bool after_init);
Rusty Russell85c898d2015-11-26 09:45:08 +1030863extern void module_disable_ro(const struct module *mod);
matthieu castet84e1c6b2010-11-16 22:35:16 +0100864#else
Jessica Yu444d13f2016-07-27 12:06:21 +0930865static inline void module_enable_ro(const struct module *mod, bool after_init) { }
Rusty Russell85c898d2015-11-26 09:45:08 +1030866static inline void module_disable_ro(const struct module *mod) { }
matthieu castet84e1c6b2010-11-16 22:35:16 +0100867#endif
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700868
869#ifdef CONFIG_GENERIC_BUG
Linus Torvalds53363772010-10-05 11:29:27 -0700870void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700871 struct module *);
872void module_bug_cleanup(struct module *);
873
874#else /* !CONFIG_GENERIC_BUG */
875
Linus Torvalds53363772010-10-05 11:29:27 -0700876static inline void module_bug_finalize(const Elf_Ehdr *hdr,
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700877 const Elf_Shdr *sechdrs,
878 struct module *mod)
879{
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700880}
881static inline void module_bug_cleanup(struct module *mod) {}
882#endif /* CONFIG_GENERIC_BUG */
883
WANG Chaoe4f35892018-12-11 00:37:25 +0800884#ifdef CONFIG_RETPOLINE
Andi Kleencaf75012018-01-25 15:50:28 -0800885extern bool retpoline_module_ok(bool has_retpoline);
886#else
887static inline bool retpoline_module_ok(bool has_retpoline)
888{
889 return true;
890}
891#endif
892
Herbert Xu59afdc72015-04-22 11:28:46 +0800893#ifdef CONFIG_MODULE_SIG
894static inline bool module_sig_ok(struct module *module)
895{
896 return module->sig_ok;
897}
898#else /* !CONFIG_MODULE_SIG */
899static inline bool module_sig_ok(struct module *module)
900{
901 return true;
902}
903#endif /* CONFIG_MODULE_SIG */
904
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905#endif /* _LINUX_MODULE_H */