Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General |
| 3 | * Public License. See the file "COPYING" in the main directory of this |
| 4 | * archive for more details. |
| 5 | * |
| 6 | * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com) |
| 7 | * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc. |
| 8 | * Copyright (C) 2000, 2001, 2002 Ralf Baechle |
| 9 | * Copyright (C) 2000, 2001 Broadcom Corporation |
| 10 | */ |
| 11 | #ifndef __ASM_SMP_H |
| 12 | #define __ASM_SMP_H |
| 13 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/bitops.h> |
| 15 | #include <linux/linkage.h> |
Ralf Baechle | 631330f | 2009-06-19 14:05:26 +0100 | [diff] [blame] | 16 | #include <linux/smp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/threads.h> |
| 18 | #include <linux/cpumask.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 19 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 20 | #include <linux/atomic.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 21 | #include <asm/smp-ops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 23 | extern int smp_num_siblings; |
| 24 | extern cpumask_t cpu_sibling_map[]; |
Huacai Chen | bda4584 | 2014-06-26 11:41:26 +0800 | [diff] [blame] | 25 | extern cpumask_t cpu_core_map[]; |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 26 | |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 27 | #define raw_smp_processor_id() (current_thread_info()->cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | |
| 29 | /* Map from cpu id to sequential logical cpu number. This will only |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 30 | not be idempotent when cpus failed to come on-line. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | extern int __cpu_number_map[NR_CPUS]; |
| 32 | #define cpu_number_map(cpu) __cpu_number_map[cpu] |
| 33 | |
| 34 | /* The reverse map from sequential logical cpu number to cpu id. */ |
| 35 | extern int __cpu_logical_map[NR_CPUS]; |
| 36 | #define cpu_logical_map(cpu) __cpu_logical_map[cpu] |
| 37 | |
| 38 | #define NO_PROC_ID (-1) |
| 39 | |
Huacai Chen | bda4584 | 2014-06-26 11:41:26 +0800 | [diff] [blame] | 40 | #define topology_physical_package_id(cpu) (cpu_data[cpu].package) |
| 41 | #define topology_core_id(cpu) (cpu_data[cpu].core) |
| 42 | #define topology_core_cpumask(cpu) (&cpu_core_map[cpu]) |
| 43 | #define topology_thread_cpumask(cpu) (&cpu_sibling_map[cpu]) |
| 44 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 45 | #define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | #define SMP_CALL_FUNCTION 0x2 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 47 | /* Octeon - Tell another core to flush its icache */ |
| 48 | #define SMP_ICACHE_FLUSH 0x4 |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 49 | /* Used by kexec crashdump to save all cpu's state */ |
| 50 | #define SMP_DUMP 0x8 |
Huacai Chen | c4a987d | 2014-03-21 18:44:09 +0800 | [diff] [blame] | 51 | #define SMP_ASK_C0COUNT 0x10 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 52 | |
Ralf Baechle | 773cb77 | 2009-06-23 10:36:38 +0100 | [diff] [blame] | 53 | extern volatile cpumask_t cpu_callin_map; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | |
Paul Burton | 76306f4 | 2014-02-14 16:30:52 +0000 | [diff] [blame] | 55 | /* Mask of CPUs which are currently definitely operating coherently */ |
| 56 | extern cpumask_t cpu_coherent_mask; |
| 57 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | extern void asmlinkage smp_bootstrap(void); |
| 59 | |
| 60 | /* |
| 61 | * this function sends a 'reschedule' IPI to another CPU. |
| 62 | * it goes straight through and wastes no time serializing |
| 63 | * anything. Worst case is that we lose a reschedule ... |
| 64 | */ |
| 65 | static inline void smp_send_reschedule(int cpu) |
| 66 | { |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 67 | extern struct plat_smp_ops *mp_ops; /* private */ |
| 68 | |
| 69 | mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | } |
| 71 | |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 72 | #ifdef CONFIG_HOTPLUG_CPU |
| 73 | static inline int __cpu_disable(void) |
| 74 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 75 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 76 | |
| 77 | return mp_ops->cpu_disable(); |
| 78 | } |
| 79 | |
| 80 | static inline void __cpu_die(unsigned int cpu) |
| 81 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 82 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 83 | |
| 84 | mp_ops->cpu_die(cpu); |
| 85 | } |
| 86 | |
| 87 | extern void play_dead(void); |
| 88 | #endif |
| 89 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | extern asmlinkage void smp_call_function_interrupt(void); |
| 91 | |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 92 | static inline void arch_send_call_function_single_ipi(int cpu) |
| 93 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 94 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 95 | |
| 96 | mp_ops->send_ipi_mask(&cpumask_of_cpu(cpu), SMP_CALL_FUNCTION); |
| 97 | } |
| 98 | |
| 99 | static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask) |
| 100 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 101 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 102 | |
| 103 | mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION); |
| 104 | } |
Jens Axboe | 2f304c0 | 2008-06-17 10:45:23 +0200 | [diff] [blame] | 105 | |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 106 | #if defined(CONFIG_KEXEC) |
| 107 | extern void (*dump_ipi_function_ptr)(void *); |
| 108 | void dump_send_ipi(void (*dump_ipi_callback)(void *)); |
| 109 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | #endif /* __ASM_SMP_H */ |