| Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 2 | #include <linux/linkage.h> |
| Al Viro | d3867f04 | 2016-01-16 21:39:30 -0500 | [diff] [blame] | 3 | #include <asm/export.h> |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 4 | |
| 5 | .text |
| 6 | .align 32 |
| 7 | ENTRY(__arch_hweight8) |
| David S. Miller | 9289ea7 | 2017-06-22 10:56:48 -0400 | [diff] [blame] | 8 | sethi %hi(__sw_hweight8), %g1 |
| 9 | jmpl %g1 + %lo(__sw_hweight8), %g0 |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 10 | nop |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 11 | ENDPROC(__arch_hweight8) |
| Al Viro | d3867f04 | 2016-01-16 21:39:30 -0500 | [diff] [blame] | 12 | EXPORT_SYMBOL(__arch_hweight8) |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 13 | .section .popc_3insn_patch, "ax" |
| 14 | .word __arch_hweight8 |
| 15 | sllx %o0, 64-8, %g1 |
| 16 | retl |
| 17 | popc %g1, %o0 |
| 18 | .previous |
| 19 | |
| 20 | ENTRY(__arch_hweight16) |
| David S. Miller | 9289ea7 | 2017-06-22 10:56:48 -0400 | [diff] [blame] | 21 | sethi %hi(__sw_hweight16), %g1 |
| 22 | jmpl %g1 + %lo(__sw_hweight16), %g0 |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 23 | nop |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 24 | ENDPROC(__arch_hweight16) |
| Al Viro | d3867f04 | 2016-01-16 21:39:30 -0500 | [diff] [blame] | 25 | EXPORT_SYMBOL(__arch_hweight16) |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 26 | .section .popc_3insn_patch, "ax" |
| 27 | .word __arch_hweight16 |
| 28 | sllx %o0, 64-16, %g1 |
| 29 | retl |
| 30 | popc %g1, %o0 |
| 31 | .previous |
| 32 | |
| 33 | ENTRY(__arch_hweight32) |
| David S. Miller | 9289ea7 | 2017-06-22 10:56:48 -0400 | [diff] [blame] | 34 | sethi %hi(__sw_hweight32), %g1 |
| 35 | jmpl %g1 + %lo(__sw_hweight32), %g0 |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 36 | nop |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 37 | ENDPROC(__arch_hweight32) |
| Al Viro | d3867f04 | 2016-01-16 21:39:30 -0500 | [diff] [blame] | 38 | EXPORT_SYMBOL(__arch_hweight32) |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 39 | .section .popc_3insn_patch, "ax" |
| 40 | .word __arch_hweight32 |
| 41 | sllx %o0, 64-32, %g1 |
| 42 | retl |
| 43 | popc %g1, %o0 |
| 44 | .previous |
| 45 | |
| 46 | ENTRY(__arch_hweight64) |
| Jan Engelhardt | 59585b4 | 2017-12-25 03:43:53 +0100 | [diff] [blame] | 47 | sethi %hi(__sw_hweight64), %g1 |
| 48 | jmpl %g1 + %lo(__sw_hweight64), %g0 |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 49 | nop |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 50 | ENDPROC(__arch_hweight64) |
| Al Viro | d3867f04 | 2016-01-16 21:39:30 -0500 | [diff] [blame] | 51 | EXPORT_SYMBOL(__arch_hweight64) |
| David S. Miller | ef7c4d4 | 2011-07-29 09:42:07 -0700 | [diff] [blame] | 52 | .section .popc_3insn_patch, "ax" |
| 53 | .word __arch_hweight64 |
| 54 | retl |
| 55 | popc %o0, %o0 |
| 56 | nop |
| 57 | .previous |