Gitiles
Code Review Sign In
review.shift-gmbh.com / SHIFTPHONES / kernel / shift / mainline / 63e6c5b8102af7df7a5e1cebbd865d711645886a / . / arch / powerpc / lib / copypage_64.S
blob: 4d4eeb9004868a3da2f95b7728f4b0d67192a34c [file] [log] [blame]
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]1/*
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]2 * Copyright (C) 2008 Mark Nelson, IBM Corp.
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 */
9#include <asm/processor.h>
10#include <asm/ppc_asm.h>
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]11#include <asm/asm-offsets.h>
12
13 .section ".toc","aw"
14PPC64_CACHES:
15 .tc ppc64_caches[TC],ppc64_caches
16 .section ".text"
17
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]18
Benjamin Herrenschmidt3c726f82005-11-07 11:06:55 +1100[diff] [blame]19_GLOBAL(copy_4K_page)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]20 li r5,4096 /* 4K page size */
21BEGIN_FTR_SECTION
22 ld r10,PPC64_CACHES@toc(r2)
23 lwz r11,DCACHEL1LOGLINESIZE(r10) /* log2 of cache line size */
24 lwz r12,DCACHEL1LINESIZE(r10) /* get cache line size */
25 li r9,0
26 srd r8,r5,r11
27
28 mtctr r8
Anton Blanchard3cd980d2009-10-18 01:23:28 +0000[diff] [blame]29.Lsetup:
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]30 dcbt r9,r4
31 dcbz r9,r3
32 add r9,r9,r12
Anton Blanchard3cd980d2009-10-18 01:23:28 +0000[diff] [blame]33 bdnz .Lsetup
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]34END_FTR_SECTION_IFSET(CPU_FTR_CP_USE_DCBTZ)
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]35 addi r3,r3,-8
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]36 srdi r8,r5,7 /* page is copied in 128 byte strides */
37 addi r8,r8,-1 /* one stride copied outside loop */
38
39 mtctr r8
40
41 ld r5,0(r4)
42 ld r6,8(r4)
43 ld r7,16(r4)
44 ldu r8,24(r4)
451: std r5,8(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]46 std r6,16(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]47 ld r9,8(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]48 ld r10,16(r4)
49 std r7,24(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]50 std r8,32(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]51 ld r11,24(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]52 ld r12,32(r4)
53 std r9,40(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]54 std r10,48(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]55 ld r5,40(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]56 ld r6,48(r4)
57 std r11,56(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]58 std r12,64(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]59 ld r7,56(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]60 ld r8,64(r4)
61 std r5,72(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]62 std r6,80(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]63 ld r9,72(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]64 ld r10,80(r4)
65 std r7,88(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]66 std r8,96(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]67 ld r11,88(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]68 ld r12,96(r4)
69 std r9,104(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]70 std r10,112(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]71 ld r5,104(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]72 ld r6,112(r4)
73 std r11,120(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]74 stdu r12,128(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]75 ld r7,120(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]76 ldu r8,128(r4)
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]77 bdnz 1b
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]78
79 std r5,8(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]80 std r6,16(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]81 ld r9,8(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]82 ld r10,16(r4)
83 std r7,24(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]84 std r8,32(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]85 ld r11,24(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]86 ld r12,32(r4)
87 std r9,40(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]88 std r10,48(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]89 ld r5,40(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]90 ld r6,48(r4)
91 std r11,56(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]92 std r12,64(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]93 ld r7,56(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]94 ld r8,64(r4)
95 std r5,72(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]96 std r6,80(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]97 ld r9,72(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]98 ld r10,80(r4)
99 std r7,88(r3)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]100 std r8,96(r3)
Anton Blanchard63e6c5b2010-02-10 18:07:54 +0000[diff] [blame^]101 ld r11,88(r4)
Mark Nelson57dda6e2008-08-22 14:39:00 +1000[diff] [blame]102 ld r12,96(r4)
103 std r9,104(r3)
104 std r10,112(r3)
105 std r11,120(r3)
106 std r12,128(r3)
Paul Mackerras14cf11a2005-09-26 16:04:21 +1000[diff] [blame]107 blr