blob: 001fa5bab4902dcf403384ded269841c09d3ca6a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * IRQ subsystem internal functions and variables:
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +01003 *
4 * Do not ever include this file from anything else than
5 * kernel/irq/. Do not even think about using any information outside
6 * of this file for your non core code.
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 */
Thomas Gleixnere1447102010-10-01 16:03:45 +02008#include <linux/irqdesc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Thomas Gleixnerc1ee6262011-02-17 17:45:15 +010010#ifdef CONFIG_SPARSE_IRQ
11# define IRQ_BITMAP_BITS (NR_IRQS + 8196)
12#else
13# define IRQ_BITMAP_BITS NR_IRQS
14#endif
15
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +010016#define istate core_internal_state__do_not_mess_with_it
17
Rusty Russell2329abf2012-01-13 09:32:18 +103018extern bool noirqdebug;
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010020/*
21 * Bits used by threaded handlers:
22 * IRQTF_RUNTHREAD - signals that the interrupt handler thread should run
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010023 * IRQTF_WARNED - warning "IRQ_WAKE_THREAD w/o thread_fn" has been printed
24 * IRQTF_AFFINITY - irq thread is requested to adjust affinity
Thomas Gleixner8d32a302011-02-23 23:52:23 +000025 * IRQTF_FORCED_THREAD - irq action is force threaded
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010026 */
27enum {
28 IRQTF_RUNTHREAD,
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010029 IRQTF_WARNED,
30 IRQTF_AFFINITY,
Thomas Gleixner8d32a302011-02-23 23:52:23 +000031 IRQTF_FORCED_THREAD,
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010032};
33
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010034/*
35 * Bit masks for desc->state
36 *
37 * IRQS_AUTODETECT - autodetection in progress
Thomas Gleixner7acdd532011-02-07 20:40:54 +010038 * IRQS_SPURIOUS_DISABLED - was disabled due to spurious interrupt
39 * detection
Thomas Gleixner6954b752011-02-07 20:55:35 +010040 * IRQS_POLL_INPROGRESS - polling in progress
Thomas Gleixner3d67bae2011-02-07 21:02:10 +010041 * IRQS_ONESHOT - irq is not unmasked in primary handler
Thomas Gleixner163ef302011-02-08 11:39:15 +010042 * IRQS_REPLAY - irq is replayed
43 * IRQS_WAITING - irq is waiting
Thomas Gleixner2a0d6fb2011-02-08 12:17:57 +010044 * IRQS_PENDING - irq is pending and replayed later
Thomas Gleixnerc531e832011-02-08 12:44:58 +010045 * IRQS_SUSPENDED - irq is suspended
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010046 */
47enum {
48 IRQS_AUTODETECT = 0x00000001,
Thomas Gleixner7acdd532011-02-07 20:40:54 +010049 IRQS_SPURIOUS_DISABLED = 0x00000002,
Thomas Gleixner6954b752011-02-07 20:55:35 +010050 IRQS_POLL_INPROGRESS = 0x00000008,
Thomas Gleixner3d67bae2011-02-07 21:02:10 +010051 IRQS_ONESHOT = 0x00000020,
Thomas Gleixner163ef302011-02-08 11:39:15 +010052 IRQS_REPLAY = 0x00000040,
53 IRQS_WAITING = 0x00000080,
Thomas Gleixner2a0d6fb2011-02-08 12:17:57 +010054 IRQS_PENDING = 0x00000200,
Thomas Gleixnerc531e832011-02-08 12:44:58 +010055 IRQS_SUSPENDED = 0x00000800,
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010056};
57
Thomas Gleixner1ce60682011-02-09 20:44:21 +010058#include "debug.h"
59#include "settings.h"
60
Thomas Gleixnera77c4632010-10-01 14:44:58 +020061#define irq_data_to_desc(data) container_of(data, struct irq_desc, irq_data)
62
David Brownell0c5d1eb2008-10-01 14:46:18 -070063extern int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
64 unsigned long flags);
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +010065extern void __disable_irq(struct irq_desc *desc, unsigned int irq, bool susp);
66extern void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume);
David Brownell0c5d1eb2008-10-01 14:46:18 -070067
Thomas Gleixnerb4bc7242012-02-08 11:57:52 +010068extern int irq_startup(struct irq_desc *desc, bool resend);
Thomas Gleixner46999232011-02-02 21:41:14 +000069extern void irq_shutdown(struct irq_desc *desc);
Thomas Gleixner87923472011-02-03 12:27:44 +010070extern void irq_enable(struct irq_desc *desc);
71extern void irq_disable(struct irq_desc *desc);
Marc Zyngier31d9d9b2011-09-23 17:03:06 +010072extern void irq_percpu_enable(struct irq_desc *desc, unsigned int cpu);
73extern void irq_percpu_disable(struct irq_desc *desc, unsigned int cpu);
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +010074extern void mask_irq(struct irq_desc *desc);
75extern void unmask_irq(struct irq_desc *desc);
Thomas Gleixner46999232011-02-02 21:41:14 +000076
Yinghai Lu85ac16d2009-04-27 18:00:38 -070077extern void init_kstat_irqs(struct irq_desc *desc, int node, int nr);
Mike Travis0fa0ebb2009-01-10 22:24:06 -080078
Thomas Gleixner49126092011-02-07 01:08:49 +010079irqreturn_t handle_irq_event_percpu(struct irq_desc *desc, struct irqaction *action);
80irqreturn_t handle_irq_event(struct irq_desc *desc);
81
Thomas Gleixnere1447102010-10-01 16:03:45 +020082/* Resending of interrupts :*/
83void check_irq_resend(struct irq_desc *desc, unsigned int irq);
Thomas Gleixnerfe200ae2011-02-07 10:34:30 +010084bool irq_wait_for_poll(struct irq_desc *desc);
Thomas Gleixnere1447102010-10-01 16:03:45 +020085
Linus Torvalds1da177e2005-04-16 15:20:36 -070086#ifdef CONFIG_PROC_FS
Yinghai Lu2c6927a2008-08-19 20:50:11 -070087extern void register_irq_proc(unsigned int irq, struct irq_desc *desc);
Thomas Gleixner13bfe992010-09-30 02:46:07 +020088extern void unregister_irq_proc(unsigned int irq, struct irq_desc *desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089extern void register_handler_proc(unsigned int irq, struct irqaction *action);
90extern void unregister_handler_proc(unsigned int irq, struct irqaction *action);
91#else
Yinghai Lu2c6927a2008-08-19 20:50:11 -070092static inline void register_irq_proc(unsigned int irq, struct irq_desc *desc) { }
Thomas Gleixner13bfe992010-09-30 02:46:07 +020093static inline void unregister_irq_proc(unsigned int irq, struct irq_desc *desc) { }
Linus Torvalds1da177e2005-04-16 15:20:36 -070094static inline void register_handler_proc(unsigned int irq,
95 struct irqaction *action) { }
96static inline void unregister_handler_proc(unsigned int irq,
97 struct irqaction *action) { }
98#endif
99
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100100extern int irq_select_affinity_usr(unsigned int irq, struct cpumask *mask);
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100101
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200102extern void irq_set_thread_affinity(struct irq_desc *desc);
Yinghai Lu57b150c2009-04-27 17:59:53 -0700103
Jiang Liu818b0f32012-03-30 23:11:34 +0800104extern int irq_do_set_affinity(struct irq_data *data,
105 const struct cpumask *dest, bool force);
106
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200107/* Inline functions for support of irq chips on slow busses */
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000108static inline void chip_bus_lock(struct irq_desc *desc)
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200109{
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000110 if (unlikely(desc->irq_data.chip->irq_bus_lock))
111 desc->irq_data.chip->irq_bus_lock(&desc->irq_data);
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200112}
113
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000114static inline void chip_bus_sync_unlock(struct irq_desc *desc)
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200115{
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000116 if (unlikely(desc->irq_data.chip->irq_bus_sync_unlock))
117 desc->irq_data.chip->irq_bus_sync_unlock(&desc->irq_data);
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200118}
119
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100120#define _IRQ_DESC_CHECK (1 << 0)
121#define _IRQ_DESC_PERCPU (1 << 1)
122
123#define IRQ_GET_DESC_CHECK_GLOBAL (_IRQ_DESC_CHECK)
124#define IRQ_GET_DESC_CHECK_PERCPU (_IRQ_DESC_CHECK | _IRQ_DESC_PERCPU)
125
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100126struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100127__irq_get_desc_lock(unsigned int irq, unsigned long *flags, bool bus,
128 unsigned int check);
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100129void __irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags, bool bus);
130
131static inline struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100132irq_get_desc_buslock(unsigned int irq, unsigned long *flags, unsigned int check)
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100133{
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100134 return __irq_get_desc_lock(irq, flags, true, check);
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100135}
136
137static inline void
138irq_put_desc_busunlock(struct irq_desc *desc, unsigned long flags)
139{
140 __irq_put_desc_unlock(desc, flags, true);
141}
142
143static inline struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100144irq_get_desc_lock(unsigned int irq, unsigned long *flags, unsigned int check)
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100145{
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100146 return __irq_get_desc_lock(irq, flags, false, check);
Thomas Gleixnerd5eb4ad22011-02-12 12:16:16 +0100147}
148
149static inline void
150irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags)
151{
152 __irq_put_desc_unlock(desc, flags, false);
153}
154
Ingo Molnar43f77752006-06-29 02:24:58 -0700155/*
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100156 * Manipulation functions for irq_data.state
157 */
158static inline void irqd_set_move_pending(struct irq_data *d)
159{
160 d->state_use_accessors |= IRQD_SETAFFINITY_PENDING;
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100161}
162
163static inline void irqd_clr_move_pending(struct irq_data *d)
164{
165 d->state_use_accessors &= ~IRQD_SETAFFINITY_PENDING;
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100166}
Thomas Gleixnera0056772011-02-08 17:11:03 +0100167
168static inline void irqd_clear(struct irq_data *d, unsigned int mask)
169{
170 d->state_use_accessors &= ~mask;
171}
172
173static inline void irqd_set(struct irq_data *d, unsigned int mask)
174{
175 d->state_use_accessors |= mask;
176}
177
Thomas Gleixner2bdd1052011-02-08 17:22:00 +0100178static inline bool irqd_has_set(struct irq_data *d, unsigned int mask)
179{
180 return d->state_use_accessors & mask;
181}