Blame - arch/powerpc/lib/copypage_64.S - SHIFTPHONES/mainline/linux

blob: d1091b5ee5da9ae508416d48dd5c31b0b3992d85 [file] [log] [blame]

Thomas Gleixner	2874c5f	2019-05-27 08:55:01 +0200	[diff] [blame]	1	/* SPDX-License-Identifier: GPL-2.0-or-later */
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	2	/*
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	3	* Copyright (C) 2008 Mark Nelson, IBM Corp.
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	4	*/
Anton Blanchard	d988f0e	2011-05-08 21:18:38 +0000	[diff] [blame]	5	#include <asm/page.h>
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	6	#include <asm/processor.h>
				7	#include <asm/ppc_asm.h>
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	8	#include <asm/asm-offsets.h>
Al Viro	9445aa1	2016-01-13 23:33:46 -0500	[diff] [blame]	9	#include <asm/export.h>
Christophe Leroy	2c86cd1	2018-07-05 16:25:01 +0000	[diff] [blame]	10	#include <asm/feature-fixups.h>
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	11
				12	.section ".toc","aw"
				13	PPC64_CACHES:
				14	.tc ppc64_caches[TC],ppc64_caches
				15	.section ".text"
				16
Anton Blanchard	2ac7b01	2014-06-05 08:04:39 +1000	[diff] [blame]	17	_GLOBAL_TOC(copy_page)
Anton Blanchard	fde6928	2012-05-29 19:33:12 +0000	[diff] [blame]	18	BEGIN_FTR_SECTION
Anton Blanchard	d988f0e	2011-05-08 21:18:38 +0000	[diff] [blame]	19	lis r5,PAGE_SIZE@h
Anton Blanchard	fde6928	2012-05-29 19:33:12 +0000	[diff] [blame]	20	FTR_SECTION_ELSE
Nicholas Piggin	15a3204	2018-02-21 05:08:26 +1000	[diff] [blame]	21	#ifdef CONFIG_PPC_BOOK3S_64
Anton Blanchard	b1576fe	2014-02-04 16:04:35 +1100	[diff] [blame]	22	b copypage_power7
Nicholas Piggin	15a3204	2018-02-21 05:08:26 +1000	[diff] [blame]	23	#endif
Anton Blanchard	fde6928	2012-05-29 19:33:12 +0000	[diff] [blame]	24	ALT_FTR_SECTION_END_IFCLR(CPU_FTR_VMX_COPY)
Anton Blanchard	d988f0e	2011-05-08 21:18:38 +0000	[diff] [blame]	25	ori r5,r5,PAGE_SIZE@l
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	26	BEGIN_FTR_SECTION
				27	ld r10,PPC64_CACHES@toc(r2)
Benjamin Herrenschmidt	bd067f8	2017-01-08 17:31:45 -0600	[diff] [blame]	28	lwz r11,DCACHEL1LOGBLOCKSIZE(r10) /* log2 of cache block size */
				29	lwz r12,DCACHEL1BLOCKSIZE(r10) /* get cache block size */
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	30	li r9,0
				31	srd r8,r5,r11
				32
				33	mtctr r8
Anton Blanchard	3cd980d	2009-10-18 01:23:28 +0000	[diff] [blame]	34	.Lsetup:
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	35	dcbt r9,r4
				36	dcbz r9,r3
				37	add r9,r9,r12
Anton Blanchard	3cd980d	2009-10-18 01:23:28 +0000	[diff] [blame]	38	bdnz .Lsetup
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	39	END_FTR_SECTION_IFSET(CPU_FTR_CP_USE_DCBTZ)
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	40	addi r3,r3,-8
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	41	srdi r8,r5,7 /* page is copied in 128 byte strides */
				42	addi r8,r8,-1 /* one stride copied outside loop */
				43
				44	mtctr r8
				45
				46	ld r5,0(r4)
				47	ld r6,8(r4)
				48	ld r7,16(r4)
				49	ldu r8,24(r4)
				50	1: std r5,8(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	51	std r6,16(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	52	ld r9,8(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	53	ld r10,16(r4)
				54	std r7,24(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	55	std r8,32(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	56	ld r11,24(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	57	ld r12,32(r4)
				58	std r9,40(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	59	std r10,48(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	60	ld r5,40(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	61	ld r6,48(r4)
				62	std r11,56(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	63	std r12,64(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	64	ld r7,56(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	65	ld r8,64(r4)
				66	std r5,72(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	67	std r6,80(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	68	ld r9,72(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	69	ld r10,80(r4)
				70	std r7,88(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	71	std r8,96(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	72	ld r11,88(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	73	ld r12,96(r4)
				74	std r9,104(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	75	std r10,112(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	76	ld r5,104(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	77	ld r6,112(r4)
				78	std r11,120(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	79	stdu r12,128(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	80	ld r7,120(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	81	ldu r8,128(r4)
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	82	bdnz 1b
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	83
				84	std r5,8(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	85	std r6,16(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	86	ld r9,8(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	87	ld r10,16(r4)
				88	std r7,24(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	89	std r8,32(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	90	ld r11,24(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	91	ld r12,32(r4)
				92	std r9,40(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	93	std r10,48(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	94	ld r5,40(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	95	ld r6,48(r4)
				96	std r11,56(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	97	std r12,64(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	98	ld r7,56(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	99	ld r8,64(r4)
				100	std r5,72(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	101	std r6,80(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	102	ld r9,72(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	103	ld r10,80(r4)
				104	std r7,88(r3)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	105	std r8,96(r3)
Anton Blanchard	63e6c5b	2010-02-10 18:07:54 +0000	[diff] [blame]	106	ld r11,88(r4)
Mark Nelson	57dda6e	2008-08-22 14:39:00 +1000	[diff] [blame]	107	ld r12,96(r4)
				108	std r9,104(r3)
				109	std r10,112(r3)
				110	std r11,120(r3)
				111	std r12,128(r3)
Paul Mackerras	14cf11a	2005-09-26 16:04:21 +1000	[diff] [blame]	112	blr
Al Viro	9445aa1	2016-01-13 23:33:46 -0500	[diff] [blame]	113	EXPORT_SYMBOL(copy_page)