blob: 42bd8c0c60e09d66fbd53aa73db820d38d18d1e0 [file] [log] [blame]
Vincenzo Frascinod1e5ca62019-04-15 10:49:35 +01001/* SPDX-License-Identifier: GPL-2.0 */
Will Deacon3dd681d2012-03-05 11:49:32 +00002/*
Vincenzo Frascinod1e5ca62019-04-15 10:49:35 +01003 * AArch32 user helpers.
Will Deacon3dd681d2012-03-05 11:49:32 +00004 * Based on the kuser helpers in arch/arm/kernel/entry-armv.S.
5 *
6 * Copyright (C) 2005-2011 Nicolas Pitre <nico@fluxnic.net>
Vincenzo Frascinod1e5ca62019-04-15 10:49:35 +01007 * Copyright (C) 2012-2018 ARM Ltd.
Will Deacon3dd681d2012-03-05 11:49:32 +00008 *
Vincenzo Frascinoaf1b3cf2019-04-15 10:49:37 +01009 * The kuser helpers below are mapped at a fixed address by
10 * aarch32_setup_additional_pages() and are provided for compatibility
11 * reasons with 32 bit (aarch32) applications that need them.
Will Deacon3dd681d2012-03-05 11:49:32 +000012 *
Mauro Carvalho Chehabdc7a12b2019-04-14 15:51:10 -030013 * See Documentation/arm/kernel_user_helpers.rst for formal definitions.
Will Deacon3dd681d2012-03-05 11:49:32 +000014 */
Matthew Leacha1d5eba2013-10-11 14:52:14 +010015
Catalin Marinasf3e5c842014-01-30 17:56:56 +000016#include <asm/unistd.h>
Matthew Leacha1d5eba2013-10-11 14:52:14 +010017
Will Deacon3dd681d2012-03-05 11:49:32 +000018 .align 5
19 .globl __kuser_helper_start
20__kuser_helper_start:
21
22__kuser_cmpxchg64: // 0xffff0f60
23 .inst 0xe92d00f0 // push {r4, r5, r6, r7}
24 .inst 0xe1c040d0 // ldrd r4, r5, [r0]
25 .inst 0xe1c160d0 // ldrd r6, r7, [r1]
Will Deacon8e86f0b2014-02-04 12:29:12 +000026 .inst 0xe1b20f9f // 1: ldrexd r0, r1, [r2]
Will Deacon3dd681d2012-03-05 11:49:32 +000027 .inst 0xe0303004 // eors r3, r0, r4
28 .inst 0x00313005 // eoreqs r3, r1, r5
Robin Murphyd0f38f92013-10-07 18:30:34 +010029 .inst 0x01a23e96 // stlexdeq r3, r6, [r2]
Will Deacon3dd681d2012-03-05 11:49:32 +000030 .inst 0x03330001 // teqeq r3, #1
31 .inst 0x0afffff9 // beq 1b
Will Deacon8e86f0b2014-02-04 12:29:12 +000032 .inst 0xf57ff05b // dmb ish
Will Deacon3dd681d2012-03-05 11:49:32 +000033 .inst 0xe2730000 // rsbs r0, r3, #0
34 .inst 0xe8bd00f0 // pop {r4, r5, r6, r7}
35 .inst 0xe12fff1e // bx lr
36
37 .align 5
38__kuser_memory_barrier: // 0xffff0fa0
Robin Murphyd0f38f92013-10-07 18:30:34 +010039 .inst 0xf57ff05b // dmb ish
Will Deacon3dd681d2012-03-05 11:49:32 +000040 .inst 0xe12fff1e // bx lr
41
42 .align 5
43__kuser_cmpxchg: // 0xffff0fc0
Will Deacon8e86f0b2014-02-04 12:29:12 +000044 .inst 0xe1923f9f // 1: ldrex r3, [r2]
Will Deacon3dd681d2012-03-05 11:49:32 +000045 .inst 0xe0533000 // subs r3, r3, r0
Robin Murphyd0f38f92013-10-07 18:30:34 +010046 .inst 0x01823e91 // stlexeq r3, r1, [r2]
Will Deacon3dd681d2012-03-05 11:49:32 +000047 .inst 0x03330001 // teqeq r3, #1
48 .inst 0x0afffffa // beq 1b
Will Deacon8e86f0b2014-02-04 12:29:12 +000049 .inst 0xf57ff05b // dmb ish
Will Deacon3dd681d2012-03-05 11:49:32 +000050 .inst 0xe2730000 // rsbs r0, r3, #0
Robin Murphyd0f38f92013-10-07 18:30:34 +010051 .inst 0xe12fff1e // bx lr
Will Deacon3dd681d2012-03-05 11:49:32 +000052
53 .align 5
54__kuser_get_tls: // 0xffff0fe0
55 .inst 0xee1d0f70 // mrc p15, 0, r0, c13, c0, 3
56 .inst 0xe12fff1e // bx lr
57 .rep 5
58 .word 0
59 .endr
60
61__kuser_helper_version: // 0xffff0ffc
62 .word ((__kuser_helper_end - __kuser_helper_start) >> 5)
63 .globl __kuser_helper_end
64__kuser_helper_end: