blob: 9cbe2f18e5ccb055a7d5d029feb4dd828935b99f [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
David S. Miller398d1082006-03-05 16:41:56 -08002/* NGcopy_to_user.S: Niagara optimized copy to userspace.
3 *
David S. Miller25e5566ed2007-10-02 01:03:09 -07004 * Copyright (C) 2006, 2007 David S. Miller (davem@davemloft.net)
David S. Miller398d1082006-03-05 16:41:56 -08005 */
6
David S. Miller7ae3aaf2016-10-24 19:32:12 -07007#define EX_ST(x,y) \
David S. Miller398d1082006-03-05 16:41:56 -0800898: x; \
David S. Miller398d1082006-03-05 16:41:56 -08009 .section __ex_table,"a";\
10 .align 4; \
David S. Miller7ae3aaf2016-10-24 19:32:12 -070011 .word 98b, y; \
David S. Miller398d1082006-03-05 16:41:56 -080012 .text; \
13 .align 4;
14
15#ifndef ASI_AIUS
16#define ASI_AIUS 0x11
17#endif
18
19#define FUNC_NAME NGcopy_to_user
20#define STORE(type,src,addr) type##a src, [addr] ASI_AIUS
21#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS
David S. Miller25e5566ed2007-10-02 01:03:09 -070022#define EX_RETVAL(x) %g0
David S. Miller398d1082006-03-05 16:41:56 -080023
24#ifdef __KERNEL__
25 /* Writing to %asi is _expensive_ so we hardcode it.
26 * Reading %asi to check for KERNEL_DS is comparatively
27 * cheap.
28 */
29#define PREAMBLE \
30 rd %asi, %g1; \
31 cmp %g1, ASI_AIUS; \
Al Viro31af2f32017-03-21 17:04:45 -040032 bne,pn %icc, raw_copy_in_user; \
David S. Miller398d1082006-03-05 16:41:56 -080033 nop
34#endif
35
David S. Miller0d4bc952006-02-11 10:30:41 -080036#include "NGmemcpy.S"