blob: 6c7d510da0f14f648d51dcf58ca0a2a25e9cd818 [file] [log] [blame]
Elliott Hughes0f3c5532012-03-30 14:51:51 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ian Rogers7655f292013-07-29 11:07:13 -070017#include "asm_support_mips.S"
buzbee5bc5a7b2012-03-07 15:52:59 -080018
Mathieu Chartier7410f292013-11-24 13:17:35 -080019#include "arch/quick_alloc_entrypoints.S"
20
jeffhao07030602012-09-26 14:33:14 -070021 .set noreorder
buzbee5bc5a7b2012-03-07 15:52:59 -080022 .balign 4
23
24 /* Deliver the given exception */
25 .extern artDeliverExceptionFromCode
26 /* Deliver an exception pending on a thread */
jeffhao8161c032012-10-31 15:50:00 -070027 .extern artDeliverPendingExceptionFromCode
buzbee5bc5a7b2012-03-07 15:52:59 -080028
Douglas Leung735b8552014-10-31 12:21:40 -070029#define ARG_SLOT_SIZE 32 // space for a0-a3 plus 4 more words
30
buzbee5bc5a7b2012-03-07 15:52:59 -080031 /*
32 * Macro that sets up the callee save frame to conform with
33 * Runtime::CreateCalleeSaveMethod(kSaveAll)
Douglas Leung735b8552014-10-31 12:21:40 -070034 * Callee-save: $s0-$s8 + $gp + $ra, 11 total + 1 word for Method*
35 * Clobbers $t0 and $sp
36 * Allocates ARG_SLOT_SIZE bytes at the bottom of the stack for arg slots.
37 * Reserves FRAME_SIZE_SAVE_ALL_CALLEE_SAVE + ARG_SLOT_SIZE bytes on the stack
buzbee5bc5a7b2012-03-07 15:52:59 -080038 */
Ian Rogers57b86d42012-03-27 16:05:41 -070039.macro SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
Andreas Gampea4e0e672015-05-27 18:31:42 -070040 addiu $sp, $sp, -96
41 .cfi_adjust_cfa_offset 96
Andreas Gampe5c1e4352014-04-21 19:28:24 -070042
43 // Ugly compile-time check, but we only have the preprocessor.
Andreas Gampea4e0e672015-05-27 18:31:42 -070044#if (FRAME_SIZE_SAVE_ALL_CALLEE_SAVE != 96)
Andreas Gampe5c1e4352014-04-21 19:28:24 -070045#error "SAVE_ALL_CALLEE_SAVE_FRAME(MIPS) size not as expected."
46#endif
47
Andreas Gampea4e0e672015-05-27 18:31:42 -070048 sw $ra, 92($sp)
49 .cfi_rel_offset 31, 92
50 sw $s8, 88($sp)
51 .cfi_rel_offset 30, 88
52 sw $gp, 84($sp)
53 .cfi_rel_offset 28, 84
54 sw $s7, 80($sp)
55 .cfi_rel_offset 23, 80
56 sw $s6, 76($sp)
57 .cfi_rel_offset 22, 76
58 sw $s5, 72($sp)
59 .cfi_rel_offset 21, 72
60 sw $s4, 68($sp)
61 .cfi_rel_offset 20, 68
62 sw $s3, 64($sp)
63 .cfi_rel_offset 19, 64
64 sw $s2, 60($sp)
65 .cfi_rel_offset 18, 60
66 sw $s1, 56($sp)
67 .cfi_rel_offset 17, 56
68 sw $s0, 52($sp)
69 .cfi_rel_offset 16, 52
70
71 SDu $f30, $f31, 44, $sp, $t1
72 SDu $f28, $f29, 36, $sp, $t1
73 SDu $f26, $f27, 28, $sp, $t1
74 SDu $f24, $f25, 20, $sp, $t1
75 SDu $f22, $f23, 12, $sp, $t1
76 SDu $f20, $f21, 4, $sp, $t1
77
Douglas Leung735b8552014-10-31 12:21:40 -070078 # 1 word for holding Method*
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070079
Douglas Leung4af77b72014-10-22 16:32:28 -070080 lw $t0, %got(_ZN3art7Runtime9instance_E)($gp)
81 lw $t0, 0($t0)
Douglas Leung4af77b72014-10-22 16:32:28 -070082 lw $t0, RUNTIME_SAVE_ALL_CALLEE_SAVE_FRAME_OFFSET($t0)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070083 sw $t0, 0($sp) # Place Method* at bottom of stack.
84 sw $sp, THREAD_TOP_QUICK_FRAME_OFFSET(rSELF) # Place sp in Thread::Current()->top_quick_frame.
Douglas Leung735b8552014-10-31 12:21:40 -070085 addiu $sp, $sp, -ARG_SLOT_SIZE # reserve argument slots on the stack
86 .cfi_adjust_cfa_offset ARG_SLOT_SIZE
buzbee5bc5a7b2012-03-07 15:52:59 -080087.endm
88
89 /*
90 * Macro that sets up the callee save frame to conform with
91 * Runtime::CreateCalleeSaveMethod(kRefsOnly). Restoration assumes non-moving GC.
92 * Does not include rSUSPEND or rSELF
Douglas Leung735b8552014-10-31 12:21:40 -070093 * callee-save: $s2-$s8 + $gp + $ra, 9 total + 2 words padding + 1 word to hold Method*
94 * Clobbers $t0 and $sp
95 * Allocates ARG_SLOT_SIZE bytes at the bottom of the stack for arg slots.
96 * Reserves FRAME_SIZE_REFS_ONLY_CALLEE_SAVE + ARG_SLOT_SIZE bytes on the stack
buzbee5bc5a7b2012-03-07 15:52:59 -080097 */
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070098.macro SETUP_REFS_ONLY_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -070099 addiu $sp, $sp, -48
100 .cfi_adjust_cfa_offset 48
Andreas Gampe5c1e4352014-04-21 19:28:24 -0700101
102 // Ugly compile-time check, but we only have the preprocessor.
Douglas Leung735b8552014-10-31 12:21:40 -0700103#if (FRAME_SIZE_REFS_ONLY_CALLEE_SAVE != 48)
Andreas Gampe5c1e4352014-04-21 19:28:24 -0700104#error "REFS_ONLY_CALLEE_SAVE_FRAME(MIPS) size not as expected."
105#endif
106
Douglas Leung735b8552014-10-31 12:21:40 -0700107 sw $ra, 44($sp)
108 .cfi_rel_offset 31, 44
109 sw $s8, 40($sp)
110 .cfi_rel_offset 30, 40
111 sw $gp, 36($sp)
112 .cfi_rel_offset 28, 36
113 sw $s7, 32($sp)
114 .cfi_rel_offset 23, 32
115 sw $s6, 28($sp)
116 .cfi_rel_offset 22, 28
117 sw $s5, 24($sp)
118 .cfi_rel_offset 21, 24
119 sw $s4, 20($sp)
120 .cfi_rel_offset 20, 20
121 sw $s3, 16($sp)
122 .cfi_rel_offset 19, 16
123 sw $s2, 12($sp)
124 .cfi_rel_offset 18, 12
125 # 2 words for alignment and bottom word will hold Method*
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700126
Douglas Leung4af77b72014-10-22 16:32:28 -0700127 lw $t0, %got(_ZN3art7Runtime9instance_E)($gp)
128 lw $t0, 0($t0)
Douglas Leung4af77b72014-10-22 16:32:28 -0700129 lw $t0, RUNTIME_REFS_ONLY_CALLEE_SAVE_FRAME_OFFSET($t0)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700130 sw $t0, 0($sp) # Place Method* at bottom of stack.
131 sw $sp, THREAD_TOP_QUICK_FRAME_OFFSET(rSELF) # Place sp in Thread::Current()->top_quick_frame.
Douglas Leung735b8552014-10-31 12:21:40 -0700132 addiu $sp, $sp, -ARG_SLOT_SIZE # reserve argument slots on the stack
133 .cfi_adjust_cfa_offset ARG_SLOT_SIZE
buzbee5bc5a7b2012-03-07 15:52:59 -0800134.endm
135
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700136.macro RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -0700137 addiu $sp, $sp, ARG_SLOT_SIZE # remove argument slots on the stack
138 .cfi_adjust_cfa_offset -ARG_SLOT_SIZE
139 lw $ra, 44($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800140 .cfi_restore 31
Douglas Leung735b8552014-10-31 12:21:40 -0700141 lw $s8, 40($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800142 .cfi_restore 30
Douglas Leung735b8552014-10-31 12:21:40 -0700143 lw $gp, 36($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800144 .cfi_restore 28
Douglas Leung735b8552014-10-31 12:21:40 -0700145 lw $s7, 32($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800146 .cfi_restore 23
Douglas Leung735b8552014-10-31 12:21:40 -0700147 lw $s6, 28($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800148 .cfi_restore 22
Douglas Leung735b8552014-10-31 12:21:40 -0700149 lw $s5, 24($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800150 .cfi_restore 21
Douglas Leung735b8552014-10-31 12:21:40 -0700151 lw $s4, 20($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800152 .cfi_restore 20
Douglas Leung735b8552014-10-31 12:21:40 -0700153 lw $s3, 16($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800154 .cfi_restore 19
Douglas Leung735b8552014-10-31 12:21:40 -0700155 lw $s2, 12($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800156 .cfi_restore 18
Douglas Leung735b8552014-10-31 12:21:40 -0700157 addiu $sp, $sp, 48
158 .cfi_adjust_cfa_offset -48
buzbee5bc5a7b2012-03-07 15:52:59 -0800159.endm
160
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700161.macro RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME_AND_RETURN
Douglas Leung735b8552014-10-31 12:21:40 -0700162 RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME
Andreas Gampe8d365912015-01-13 11:32:32 -0800163 jalr $zero, $ra
Douglas Leung735b8552014-10-31 12:21:40 -0700164 nop
buzbee5bc5a7b2012-03-07 15:52:59 -0800165.endm
166
167 /*
168 * Macro that sets up the callee save frame to conform with
Douglas Leung735b8552014-10-31 12:21:40 -0700169 * Runtime::CreateCalleeSaveMethod(kRefsAndArgs).
Jeff Hao1f3bc2f2013-04-30 15:17:19 -0700170 * callee-save: $a1-$a3, $s2-$s8 + $gp + $ra, 12 total + 3 words padding + method*
buzbee5bc5a7b2012-03-07 15:52:59 -0800171 */
Douglas Leung735b8552014-10-31 12:21:40 -0700172.macro SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_REGISTERS_ONLY
Goran Jakovljevicff734982015-08-24 12:58:55 +0000173 addiu $sp, $sp, -80
174 .cfi_adjust_cfa_offset 80
Andreas Gampe5c1e4352014-04-21 19:28:24 -0700175
176 // Ugly compile-time check, but we only have the preprocessor.
Goran Jakovljevicff734982015-08-24 12:58:55 +0000177#if (FRAME_SIZE_REFS_AND_ARGS_CALLEE_SAVE != 80)
Andreas Gampe5c1e4352014-04-21 19:28:24 -0700178#error "REFS_AND_ARGS_CALLEE_SAVE_FRAME(MIPS) size not as expected."
179#endif
180
Goran Jakovljevicff734982015-08-24 12:58:55 +0000181 sw $ra, 76($sp)
182 .cfi_rel_offset 31, 76
183 sw $s8, 72($sp)
184 .cfi_rel_offset 30, 72
185 sw $gp, 68($sp)
186 .cfi_rel_offset 28, 68
187 sw $s7, 64($sp)
188 .cfi_rel_offset 23, 64
189 sw $s6, 60($sp)
190 .cfi_rel_offset 22, 60
191 sw $s5, 56($sp)
192 .cfi_rel_offset 21, 56
193 sw $s4, 52($sp)
194 .cfi_rel_offset 20, 52
195 sw $s3, 48($sp)
196 .cfi_rel_offset 19, 48
197 sw $s2, 44($sp)
198 .cfi_rel_offset 18, 44
199 sw $a3, 40($sp)
200 .cfi_rel_offset 7, 40
201 sw $a2, 36($sp)
202 .cfi_rel_offset 6, 36
203 sw $a1, 32($sp)
204 .cfi_rel_offset 5, 32
205 SDu $f14, $f15, 24, $sp, $t0
206 SDu $f12, $f13, 16, $sp, $t0
jeffhaofa147e22012-10-12 17:03:32 -0700207 # bottom will hold Method*
Douglas Leung735b8552014-10-31 12:21:40 -0700208.endm
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700209
Douglas Leung735b8552014-10-31 12:21:40 -0700210 /*
211 * Macro that sets up the callee save frame to conform with
212 * Runtime::CreateCalleeSaveMethod(kRefsAndArgs). Restoration assumes non-moving GC.
Goran Jakovljevicff734982015-08-24 12:58:55 +0000213 * callee-save: $a1-$a3, $f12-$f15, $s2-$s8 + $gp + $ra, 12 total + 3 words padding + method*
Douglas Leung735b8552014-10-31 12:21:40 -0700214 * Clobbers $t0 and $sp
215 * Allocates ARG_SLOT_SIZE bytes at the bottom of the stack for arg slots.
216 * Reserves FRAME_SIZE_REFS_AND_ARGS_CALLEE_SAVE + ARG_SLOT_SIZE bytes on the stack
217 */
218.macro SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME
219 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_REGISTERS_ONLY
Douglas Leung4af77b72014-10-22 16:32:28 -0700220 lw $t0, %got(_ZN3art7Runtime9instance_E)($gp)
221 lw $t0, 0($t0)
Douglas Leung4af77b72014-10-22 16:32:28 -0700222 lw $t0, RUNTIME_REFS_AND_ARGS_CALLEE_SAVE_FRAME_OFFSET($t0)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700223 sw $t0, 0($sp) # Place Method* at bottom of stack.
224 sw $sp, THREAD_TOP_QUICK_FRAME_OFFSET(rSELF) # Place sp in Thread::Current()->top_quick_frame.
Douglas Leung735b8552014-10-31 12:21:40 -0700225 addiu $sp, $sp, -ARG_SLOT_SIZE # reserve argument slots on the stack
226 .cfi_adjust_cfa_offset ARG_SLOT_SIZE
227.endm
228
229 /*
230 * Macro that sets up the callee save frame to conform with
231 * Runtime::CreateCalleeSaveMethod(kRefsAndArgs). Restoration assumes non-moving GC.
Goran Jakovljevicff734982015-08-24 12:58:55 +0000232 * callee-save: $a1-$a3, $f12-$f15, $s2-$s8 + $gp + $ra, 12 total + 3 words padding + method*
Douglas Leung735b8552014-10-31 12:21:40 -0700233 * Clobbers $sp
234 * Use $a0 as the Method* and loads it into bottom of stack.
235 * Allocates ARG_SLOT_SIZE bytes at the bottom of the stack for arg slots.
236 * Reserves FRAME_SIZE_REFS_AND_ARGS_CALLEE_SAVE + ARG_SLOT_SIZE bytes on the stack
237 */
238.macro SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_WITH_METHOD_IN_A0
239 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_REGISTERS_ONLY
240 sw $a0, 0($sp) # Place Method* at bottom of stack.
241 sw $sp, THREAD_TOP_QUICK_FRAME_OFFSET(rSELF) # Place sp in Thread::Current()->top_quick_frame.
242 addiu $sp, $sp, -ARG_SLOT_SIZE # reserve argument slots on the stack
243 .cfi_adjust_cfa_offset ARG_SLOT_SIZE
buzbee5bc5a7b2012-03-07 15:52:59 -0800244.endm
245
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700246.macro RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -0700247 addiu $sp, $sp, ARG_SLOT_SIZE # remove argument slots on the stack
248 .cfi_adjust_cfa_offset -ARG_SLOT_SIZE
Goran Jakovljevicff734982015-08-24 12:58:55 +0000249 lw $ra, 76($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800250 .cfi_restore 31
Goran Jakovljevicff734982015-08-24 12:58:55 +0000251 lw $s8, 72($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800252 .cfi_restore 30
Goran Jakovljevicff734982015-08-24 12:58:55 +0000253 lw $gp, 68($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800254 .cfi_restore 28
Goran Jakovljevicff734982015-08-24 12:58:55 +0000255 lw $s7, 64($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800256 .cfi_restore 23
Goran Jakovljevicff734982015-08-24 12:58:55 +0000257 lw $s6, 60($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800258 .cfi_restore 22
Goran Jakovljevicff734982015-08-24 12:58:55 +0000259 lw $s5, 56($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800260 .cfi_restore 21
Goran Jakovljevicff734982015-08-24 12:58:55 +0000261 lw $s4, 52($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800262 .cfi_restore 20
Goran Jakovljevicff734982015-08-24 12:58:55 +0000263 lw $s3, 48($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800264 .cfi_restore 19
Goran Jakovljevicff734982015-08-24 12:58:55 +0000265 lw $s2, 44($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800266 .cfi_restore 18
Goran Jakovljevicff734982015-08-24 12:58:55 +0000267 lw $a3, 40($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800268 .cfi_restore 7
Goran Jakovljevicff734982015-08-24 12:58:55 +0000269 lw $a2, 36($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800270 .cfi_restore 6
Goran Jakovljevicff734982015-08-24 12:58:55 +0000271 lw $a1, 32($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800272 .cfi_restore 5
Goran Jakovljevicff734982015-08-24 12:58:55 +0000273 LDu $f14, $f15, 24, $sp, $t1
274 LDu $f12, $f13, 16, $sp, $t1
275 addiu $sp, $sp, 80 # pop frame
276 .cfi_adjust_cfa_offset -80
buzbee5bc5a7b2012-03-07 15:52:59 -0800277.endm
278
279 /*
280 * Macro that set calls through to artDeliverPendingExceptionFromCode, where the pending
281 * exception is Thread::Current()->exception_
282 */
283.macro DELIVER_PENDING_EXCEPTION
jeffhao8161c032012-10-31 15:50:00 -0700284 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME # save callee saves for throw
jeffhao8161c032012-10-31 15:50:00 -0700285 la $t9, artDeliverPendingExceptionFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800286 jalr $zero, $t9 # artDeliverPendingExceptionFromCode(Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700287 move $a0, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -0800288.endm
289
290.macro RETURN_IF_NO_EXCEPTION
jeffhao7fbee072012-08-24 17:56:54 -0700291 lw $t0, THREAD_EXCEPTION_OFFSET(rSELF) # load Thread::Current()->exception_
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700292 RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700293 bnez $t0, 1f # success if no exception is pending
buzbee5bc5a7b2012-03-07 15:52:59 -0800294 nop
Andreas Gampe8d365912015-01-13 11:32:32 -0800295 jalr $zero, $ra
buzbee5bc5a7b2012-03-07 15:52:59 -0800296 nop
2971:
298 DELIVER_PENDING_EXCEPTION
299.endm
300
301.macro RETURN_IF_ZERO
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700302 RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME
jeffhao7fbee072012-08-24 17:56:54 -0700303 bnez $v0, 1f # success?
buzbee5bc5a7b2012-03-07 15:52:59 -0800304 nop
Andreas Gampe8d365912015-01-13 11:32:32 -0800305 jalr $zero, $ra # return on success
buzbee5bc5a7b2012-03-07 15:52:59 -0800306 nop
3071:
308 DELIVER_PENDING_EXCEPTION
309.endm
310
Andreas Gampe1cc7dba2014-12-17 18:43:01 -0800311.macro RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700312 RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME
jeffhao7fbee072012-08-24 17:56:54 -0700313 beqz $v0, 1f # success?
buzbee5bc5a7b2012-03-07 15:52:59 -0800314 nop
Andreas Gampe8d365912015-01-13 11:32:32 -0800315 jalr $zero, $ra # return on success
buzbee5bc5a7b2012-03-07 15:52:59 -0800316 nop
3171:
318 DELIVER_PENDING_EXCEPTION
319.endm
320
buzbee5bc5a7b2012-03-07 15:52:59 -0800321 /*
jeffhao7fbee072012-08-24 17:56:54 -0700322 * On entry $a0 is uint32_t* gprs_ and $a1 is uint32_t* fprs_
buzbee5bc5a7b2012-03-07 15:52:59 -0800323 * FIXME: just guessing about the shape of the jmpbuf. Where will pc be?
324 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800325ENTRY art_quick_do_long_jump
Duane Sande34652f2014-11-04 11:09:36 -0800326 LDu $f0, $f1, 0*8, $a1, $t1
327 LDu $f2, $f3, 1*8, $a1, $t1
328 LDu $f4, $f5, 2*8, $a1, $t1
329 LDu $f6, $f7, 3*8, $a1, $t1
330 LDu $f8, $f9, 4*8, $a1, $t1
331 LDu $f10, $f11, 5*8, $a1, $t1
332 LDu $f12, $f13, 6*8, $a1, $t1
333 LDu $f14, $f15, 7*8, $a1, $t1
334 LDu $f16, $f17, 8*8, $a1, $t1
335 LDu $f18, $f19, 9*8, $a1, $t1
336 LDu $f20, $f21, 10*8, $a1, $t1
337 LDu $f22, $f23, 11*8, $a1, $t1
338 LDu $f24, $f25, 12*8, $a1, $t1
339 LDu $f26, $f27, 13*8, $a1, $t1
340 LDu $f28, $f29, 14*8, $a1, $t1
341 LDu $f30, $f31, 15*8, $a1, $t1
342
Chris Dearman748dd952014-05-23 10:47:01 -0700343 .set push
344 .set nomacro
345 .set noat
jeffhao7fbee072012-08-24 17:56:54 -0700346 lw $at, 4($a0)
Chris Dearman748dd952014-05-23 10:47:01 -0700347 .set pop
jeffhao7fbee072012-08-24 17:56:54 -0700348 lw $v0, 8($a0)
349 lw $v1, 12($a0)
350 lw $a1, 20($a0)
351 lw $a2, 24($a0)
352 lw $a3, 28($a0)
353 lw $t0, 32($a0)
354 lw $t1, 36($a0)
355 lw $t2, 40($a0)
356 lw $t3, 44($a0)
357 lw $t4, 48($a0)
358 lw $t5, 52($a0)
359 lw $t6, 56($a0)
360 lw $t7, 60($a0)
361 lw $s0, 64($a0)
362 lw $s1, 68($a0)
363 lw $s2, 72($a0)
364 lw $s3, 76($a0)
365 lw $s4, 80($a0)
366 lw $s5, 84($a0)
367 lw $s6, 88($a0)
368 lw $s7, 92($a0)
369 lw $t8, 96($a0)
370 lw $t9, 100($a0)
jeffhao7fbee072012-08-24 17:56:54 -0700371 lw $gp, 112($a0)
372 lw $sp, 116($a0)
373 lw $fp, 120($a0)
374 lw $ra, 124($a0)
375 lw $a0, 16($a0)
376 move $v0, $zero # clear result registers r0 and r1
Goran Jakovljevic75969962015-10-27 12:29:07 +0100377 jalr $zero, $t9 # do long jump
jeffhao7fbee072012-08-24 17:56:54 -0700378 move $v1, $zero
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800379END art_quick_do_long_jump
buzbee5bc5a7b2012-03-07 15:52:59 -0800380
buzbee5bc5a7b2012-03-07 15:52:59 -0800381 /*
382 * Called by managed code, saves most registers (forms basis of long jump context) and passes
383 * the bottom of the stack. artDeliverExceptionFromCode will place the callee save Method* at
Lazar Trsic84bc06e2015-06-10 16:05:46 +0200384 * the bottom of the thread. On entry a0 holds Throwable*
buzbee5bc5a7b2012-03-07 15:52:59 -0800385 */
Ian Rogers468532e2013-08-05 10:56:33 -0700386ENTRY art_quick_deliver_exception
Ian Rogers57b86d42012-03-27 16:05:41 -0700387 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700388 la $t9, artDeliverExceptionFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800389 jalr $zero, $t9 # artDeliverExceptionFromCode(Throwable*, Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700390 move $a1, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700391END art_quick_deliver_exception
buzbee5bc5a7b2012-03-07 15:52:59 -0800392
buzbee5bc5a7b2012-03-07 15:52:59 -0800393 /*
394 * Called by managed code to create and deliver a NullPointerException
395 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800396 .extern artThrowNullPointerExceptionFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700397ENTRY art_quick_throw_null_pointer_exception
Ian Rogers57b86d42012-03-27 16:05:41 -0700398 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700399 la $t9, artThrowNullPointerExceptionFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800400 jalr $zero, $t9 # artThrowNullPointerExceptionFromCode(Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700401 move $a0, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700402END art_quick_throw_null_pointer_exception
buzbee5bc5a7b2012-03-07 15:52:59 -0800403
buzbee5bc5a7b2012-03-07 15:52:59 -0800404 /*
405 * Called by managed code to create and deliver an ArithmeticException
406 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800407 .extern artThrowDivZeroFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700408ENTRY art_quick_throw_div_zero
Ian Rogers57b86d42012-03-27 16:05:41 -0700409 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700410 la $t9, artThrowDivZeroFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800411 jalr $zero, $t9 # artThrowDivZeroFromCode(Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700412 move $a0, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700413END art_quick_throw_div_zero
buzbee5bc5a7b2012-03-07 15:52:59 -0800414
buzbee5bc5a7b2012-03-07 15:52:59 -0800415 /*
416 * Called by managed code to create and deliver an ArrayIndexOutOfBoundsException
417 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800418 .extern artThrowArrayBoundsFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700419ENTRY art_quick_throw_array_bounds
Ian Rogers57b86d42012-03-27 16:05:41 -0700420 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700421 la $t9, artThrowArrayBoundsFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800422 jalr $zero, $t9 # artThrowArrayBoundsFromCode(index, limit, Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700423 move $a2, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700424END art_quick_throw_array_bounds
buzbee5bc5a7b2012-03-07 15:52:59 -0800425
Ian Rogers57b86d42012-03-27 16:05:41 -0700426 /*
427 * Called by managed code to create and deliver a StackOverflowError.
428 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800429 .extern artThrowStackOverflowFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700430ENTRY art_quick_throw_stack_overflow
Ian Rogers57b86d42012-03-27 16:05:41 -0700431 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700432 la $t9, artThrowStackOverflowFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800433 jalr $zero, $t9 # artThrowStackOverflowFromCode(Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700434 move $a0, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700435END art_quick_throw_stack_overflow
buzbee5bc5a7b2012-03-07 15:52:59 -0800436
Ian Rogers57b86d42012-03-27 16:05:41 -0700437 /*
438 * Called by managed code to create and deliver a NoSuchMethodError.
439 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800440 .extern artThrowNoSuchMethodFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700441ENTRY art_quick_throw_no_such_method
Ian Rogers57b86d42012-03-27 16:05:41 -0700442 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -0700443 la $t9, artThrowNoSuchMethodFromCode
Andreas Gampe8d365912015-01-13 11:32:32 -0800444 jalr $zero, $t9 # artThrowNoSuchMethodFromCode(method_idx, Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700445 move $a1, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700446END art_quick_throw_no_such_method
buzbee5bc5a7b2012-03-07 15:52:59 -0800447
buzbee5bc5a7b2012-03-07 15:52:59 -0800448 /*
449 * All generated callsites for interface invokes and invocation slow paths will load arguments
jeffhao7fbee072012-08-24 17:56:54 -0700450 * as usual - except instead of loading arg0/$a0 with the target Method*, arg0/$a0 will contain
Nicolas Geoffray7ea6a172015-05-19 18:58:54 +0100451 * the method_idx. This wrapper will save arg1-arg3, and call the appropriate C helper.
jeffhao7fbee072012-08-24 17:56:54 -0700452 * NOTE: "this" is first visable argument of the target, and so can be found in arg1/$a1.
buzbee5bc5a7b2012-03-07 15:52:59 -0800453 *
jeffhao7fbee072012-08-24 17:56:54 -0700454 * The helper will attempt to locate the target and return a 64-bit result in $v0/$v1 consisting
455 * of the target Method* in $v0 and method->code_ in $v1.
buzbee5bc5a7b2012-03-07 15:52:59 -0800456 *
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700457 * If unsuccessful, the helper will return null/null. There will be a pending exception in the
buzbee5bc5a7b2012-03-07 15:52:59 -0800458 * thread and we branch to another stub to deliver it.
459 *
460 * On success this wrapper will restore arguments and *jump* to the target, leaving the lr
461 * pointing back to the original caller.
462 */
Andreas Gampe3031c8d2015-07-13 20:11:06 -0700463.macro INVOKE_TRAMPOLINE_BODY cxx_name
buzbee5bc5a7b2012-03-07 15:52:59 -0800464 .extern \cxx_name
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700465 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME # save callee saves in case allocation triggers GC
Nicolas Geoffray7ea6a172015-05-19 18:58:54 +0100466 move $a2, rSELF # pass Thread::Current
467 jal \cxx_name # (method_idx, this, Thread*, $sp)
468 addiu $a3, $sp, ARG_SLOT_SIZE # pass $sp (remove arg slots)
469 move $a0, $v0 # save target Method*
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700470 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
jeffhaofa147e22012-10-12 17:03:32 -0700471 beqz $v0, 1f
Nicolas Geoffray7ea6a172015-05-19 18:58:54 +0100472 move $t9, $v1 # save $v0->code_
Andreas Gampe8d365912015-01-13 11:32:32 -0800473 jalr $zero, $t9
buzbee5bc5a7b2012-03-07 15:52:59 -0800474 nop
4751:
476 DELIVER_PENDING_EXCEPTION
Andreas Gampe3031c8d2015-07-13 20:11:06 -0700477.endm
478.macro INVOKE_TRAMPOLINE c_name, cxx_name
479ENTRY \c_name
480 INVOKE_TRAMPOLINE_BODY \cxx_name
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800481END \c_name
buzbee5bc5a7b2012-03-07 15:52:59 -0800482.endm
483
Logan Chien8dbb7082013-01-25 20:31:17 +0800484INVOKE_TRAMPOLINE art_quick_invoke_interface_trampoline_with_access_check, artInvokeInterfaceTrampolineWithAccessCheck
buzbee5bc5a7b2012-03-07 15:52:59 -0800485
Logan Chien8dbb7082013-01-25 20:31:17 +0800486INVOKE_TRAMPOLINE art_quick_invoke_static_trampoline_with_access_check, artInvokeStaticTrampolineWithAccessCheck
487INVOKE_TRAMPOLINE art_quick_invoke_direct_trampoline_with_access_check, artInvokeDirectTrampolineWithAccessCheck
488INVOKE_TRAMPOLINE art_quick_invoke_super_trampoline_with_access_check, artInvokeSuperTrampolineWithAccessCheck
489INVOKE_TRAMPOLINE art_quick_invoke_virtual_trampoline_with_access_check, artInvokeVirtualTrampolineWithAccessCheck
buzbee5bc5a7b2012-03-07 15:52:59 -0800490
Goran Jakovljevicff734982015-08-24 12:58:55 +0000491.macro LOAD_WORD_TO_REG reg, next_arg, index, label
492 lw $\reg, -4($\next_arg) # next_arg points to argument after the current one (offset is 4)
493 b \label
494 addiu $\index, 1
495.endm
496
497.macro LOAD_LONG_TO_REG reg1, reg2, next_arg, index, label
498 lw $\reg1, -8($\next_arg) # next_arg points to argument after the current one (offset is 8)
499 lw $\reg2, -4($\next_arg)
500 b \label
501 li $\index, 4 # long can be loaded only to a2_a3 pair so index will be always 4
502.endm
503
504.macro LOAD_FLOAT_TO_REG reg, next_arg, index, label
505 lwc1 $\reg, -4($\next_arg) # next_arg points to argument after the current one (offset is 4)
506 b \label
507 addiu $\index, 1
508.endm
509
510.macro LOAD_DOUBLE_TO_REG reg1, reg2, next_arg, index, tmp, label
511 LDu $\reg1, $\reg2, -8, $\next_arg, $\tmp # next_arg points to argument after the current one
512 # (offset is 8)
513 b \label
514 addiu $\index, 1
515.endm
516
Jeff Hao79fe5392013-04-24 18:41:58 -0700517 /*
Ian Rogersef7d42f2014-01-06 12:55:46 -0800518 * Invocation stub for quick code.
Jeff Hao5d917302013-02-27 17:57:33 -0800519 * On entry:
520 * a0 = method pointer
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700521 * a1 = argument array or null for no argument methods
Jeff Hao5d917302013-02-27 17:57:33 -0800522 * a2 = size of argument array in bytes
523 * a3 = (managed) thread pointer
Jeff Hao6474d192013-03-26 14:08:09 -0700524 * [sp + 16] = JValue* result
Ian Rogers0177e532014-02-11 16:30:46 -0800525 * [sp + 20] = shorty
Jeff Hao5d917302013-02-27 17:57:33 -0800526 */
527ENTRY art_quick_invoke_stub
Jeff Hao5d917302013-02-27 17:57:33 -0800528 sw $a0, 0($sp) # save out a0
529 addiu $sp, $sp, -16 # spill s0, s1, fp, ra
530 .cfi_adjust_cfa_offset 16
531 sw $ra, 12($sp)
532 .cfi_rel_offset 31, 12
533 sw $fp, 8($sp)
534 .cfi_rel_offset 30, 8
535 sw $s1, 4($sp)
536 .cfi_rel_offset 17, 4
537 sw $s0, 0($sp)
538 .cfi_rel_offset 16, 0
539 move $fp, $sp # save sp in fp
540 .cfi_def_cfa_register 30
541 move $s1, $a3 # move managed thread pointer into s1
542 addiu $s0, $zero, SUSPEND_CHECK_INTERVAL # reset s0 to suspend check interval
Goran Jakovljevicff734982015-08-24 12:58:55 +0000543 addiu $t0, $a2, 4 # create space for ArtMethod* in frame.
Douglas Leung735b8552014-10-31 12:21:40 -0700544 subu $t0, $sp, $t0 # reserve & align *stack* to 16 bytes:
Goran Jakovljevicff734982015-08-24 12:58:55 +0000545 srl $t0, $t0, 4 # native calling convention only aligns to 8B,
546 sll $sp, $t0, 4 # so we have to ensure ART 16B alignment ourselves.
547 addiu $a0, $sp, 4 # pass stack pointer + ArtMethod* as dest for memcpy
Jeff Hao5d917302013-02-27 17:57:33 -0800548 jal memcpy # (dest, src, bytes)
549 addiu $sp, $sp, -16 # make space for argument slots for memcpy
550 addiu $sp, $sp, 16 # restore stack after memcpy
Goran Jakovljevicff734982015-08-24 12:58:55 +0000551 lw $a0, 16($fp) # restore ArtMethod*
552 lw $a1, 4($sp) # a1 = this*
553 addiu $t0, $sp, 8 # t0 = pointer to the current argument (skip ArtMethod* and this*)
554 li $t3, 2 # t3 = gpr_index = 2 (skip A0 and A1)
555 move $t4, $zero # t4 = fp_index = 0
556 lw $t1, 20+16($fp) # get shorty (20 is offset from the $sp on entry + 16 as the $fp is
557 # 16 bytes below the $sp on entry)
558 addiu $t1, 1 # t1 = shorty + 1 (skip 1 for return type)
559loop:
560 lbu $t2, 0($t1) # t2 = shorty[i]
561 beqz $t2, loopEnd # finish getting args when shorty[i] == '\0'
562 addiu $t1, 1
563
564 li $t9, 'J' # put char 'J' into t9
565 beq $t9, $t2, isLong # branch if result type char == 'J'
566 li $t9, 'D' # put char 'D' into t9
567 beq $t9, $t2, isDouble # branch if result type char == 'D'
568 li $t9, 'F' # put char 'F' into t9
569 beq $t9, $t2, isSingle # branch if result type char == 'F'
570 addiu $t0, 4 # next_arg = curr_arg + 4 (in branch delay slot,
571 # for both, int and single)
572
573 li $t5, 2 # skip a0 and a1 (ArtMethod* and this*)
574 bne $t5, $t3, 1f # if (gpr_index == 2)
575 addiu $t5, 1
576 LOAD_WORD_TO_REG a2, t0, t3, loop # a2 = current argument, gpr_index++
5771: bne $t5, $t3, loop # else if (gpr_index == 3)
578 nop
579 LOAD_WORD_TO_REG a3, t0, t3, loop # a3 = current argument, gpr_index++
580
581isLong:
582 addiu $t0, 8 # next_arg = curr_arg + 8
583 slti $t5, $t3, 3
584 beqz $t5, 2f # if (gpr_index < 3)
585 nop
586 LOAD_LONG_TO_REG a2, a3, t0, t3, loop # a2_a3 = curr_arg, gpr_index = 4
5872: b loop # else
588 li $t3, 4 # gpr_index = 4
589
590isDouble:
591 addiu $t0, 8 # next_arg = curr_arg + 8
592 li $t5, 0
593 bne $t5, $t4, 3f # if (fp_index == 0)
594 addiu $t5, 1
595 LOAD_DOUBLE_TO_REG f12, f13, t0, t4, t9, loop # f12_f13 = curr_arg, fp_index++
5963: bne $t5, $t4, loop # else if (fp_index == 1)
597 nop
598 LOAD_DOUBLE_TO_REG f14, f15, t0, t4, t9, loop # f14_f15 = curr_arg, fp_index++
599
600isSingle:
601 li $t5, 0
602 bne $t5, $t4, 4f # if (fp_index == 0)
603 addiu $t5, 1
604 LOAD_FLOAT_TO_REG f12, t0, t4, loop # f12 = curr_arg, fp_index++
6054: bne $t5, $t4, loop # else if (fp_index == 1)
606 nop
607 LOAD_FLOAT_TO_REG f14, t0, t4, loop # f14 = curr_arg, fp_index++
608
609loopEnd:
Mathieu Chartiere401d142015-04-22 13:56:20 -0700610 lw $t9, ART_METHOD_QUICK_CODE_OFFSET_32($a0) # get pointer to the code
Jeff Hao5d917302013-02-27 17:57:33 -0800611 jalr $t9 # call the method
Goran Jakovljevicff734982015-08-24 12:58:55 +0000612 sw $zero, 0($sp) # store null for ArtMethod* at bottom of frame
Jeff Hao5d917302013-02-27 17:57:33 -0800613 move $sp, $fp # restore the stack
614 lw $s0, 0($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800615 .cfi_restore 16
Jeff Hao5d917302013-02-27 17:57:33 -0800616 lw $s1, 4($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800617 .cfi_restore 17
Jeff Hao5d917302013-02-27 17:57:33 -0800618 lw $fp, 8($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800619 .cfi_restore 30
Jeff Hao5d917302013-02-27 17:57:33 -0800620 lw $ra, 12($sp)
Dave Allisonbbb32c22013-11-05 18:25:18 -0800621 .cfi_restore 31
Jeff Hao5d917302013-02-27 17:57:33 -0800622 addiu $sp, $sp, 16
623 .cfi_adjust_cfa_offset -16
624 lw $t0, 16($sp) # get result pointer
Ian Rogers0177e532014-02-11 16:30:46 -0800625 lw $t1, 20($sp) # get shorty
626 lb $t1, 0($t1) # get result type char
Goran Jakovljevicff734982015-08-24 12:58:55 +0000627 li $t2, 'D' # put char 'D' into t2
628 beq $t1, $t2, 5f # branch if result type char == 'D'
629 li $t3, 'F' # put char 'F' into t3
630 beq $t1, $t3, 5f # branch if result type char == 'F'
Jeff Hao5d917302013-02-27 17:57:33 -0800631 sw $v0, 0($t0) # store the result
Andreas Gampe8d365912015-01-13 11:32:32 -0800632 jalr $zero, $ra
Jeff Hao5d917302013-02-27 17:57:33 -0800633 sw $v1, 4($t0) # store the other half of the result
Goran Jakovljevicff734982015-08-24 12:58:55 +00006345:
Duane Sande34652f2014-11-04 11:09:36 -0800635 SDu $f0, $f1, 0, $t0, $t1 # store floating point result
Andreas Gampe8d365912015-01-13 11:32:32 -0800636 jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -0800637 nop
Jeff Hao5d917302013-02-27 17:57:33 -0800638END art_quick_invoke_stub
639
640 /*
Goran Jakovljevicff734982015-08-24 12:58:55 +0000641 * Invocation static stub for quick code.
642 * On entry:
643 * a0 = method pointer
644 * a1 = argument array or null for no argument methods
645 * a2 = size of argument array in bytes
646 * a3 = (managed) thread pointer
647 * [sp + 16] = JValue* result
648 * [sp + 20] = shorty
649 */
650ENTRY art_quick_invoke_static_stub
651 sw $a0, 0($sp) # save out a0
652 addiu $sp, $sp, -16 # spill s0, s1, fp, ra
653 .cfi_adjust_cfa_offset 16
654 sw $ra, 12($sp)
655 .cfi_rel_offset 31, 12
656 sw $fp, 8($sp)
657 .cfi_rel_offset 30, 8
658 sw $s1, 4($sp)
659 .cfi_rel_offset 17, 4
660 sw $s0, 0($sp)
661 .cfi_rel_offset 16, 0
662 move $fp, $sp # save sp in fp
663 .cfi_def_cfa_register 30
664 move $s1, $a3 # move managed thread pointer into s1
665 addiu $s0, $zero, SUSPEND_CHECK_INTERVAL # reset s0 to suspend check interval
666 addiu $t0, $a2, 4 # create space for ArtMethod* in frame.
667 subu $t0, $sp, $t0 # reserve & align *stack* to 16 bytes:
668 srl $t0, $t0, 4 # native calling convention only aligns to 8B,
669 sll $sp, $t0, 4 # so we have to ensure ART 16B alignment ourselves.
670 addiu $a0, $sp, 4 # pass stack pointer + ArtMethod* as dest for memcpy
671 jal memcpy # (dest, src, bytes)
672 addiu $sp, $sp, -16 # make space for argument slots for memcpy
673 addiu $sp, $sp, 16 # restore stack after memcpy
674 lw $a0, 16($fp) # restore ArtMethod*
675 addiu $t0, $sp, 4 # t0 = pointer to the current argument (skip ArtMethod*)
676 li $t3, 1 # t3 = gpr_index = 1 (skip A0)
677 move $t4, $zero # t4 = fp_index = 0
678 lw $t1, 20+16($fp) # get shorty (20 is offset from the $sp on entry + 16 as the $fp is
679 # 16 bytes below the $sp on entry)
680 addiu $t1, 1 # t1 = shorty + 1 (skip 1 for return type)
681loopS:
682 lbu $t2, 0($t1) # t2 = shorty[i]
683 beqz $t2, loopEndS # finish getting args when shorty[i] == '\0'
684 addiu $t1, 1
685
686 li $t9, 'J' # put char 'J' into t9
687 beq $t9, $t2, isLongS # branch if result type char == 'J'
688 li $t9, 'D' # put char 'D' into t9
689 beq $t9, $t2, isDoubleS # branch if result type char == 'D'
690 li $t9, 'F' # put char 'F' into t9
691 beq $t9, $t2, isSingleS # branch if result type char == 'F'
692 addiu $t0, 4 # next_arg = curr_arg + 4 (in branch delay slot,
693 # for both, int and single)
694
695 li $t5, 1 # skip a0 (ArtMethod*)
696 bne $t5, $t3, 1f # if (gpr_index == 1)
697 addiu $t5, 1
698 LOAD_WORD_TO_REG a1, t0, t3, loopS # a1 = current argument, gpr_index++
6991: bne $t5, $t3, 2f # else if (gpr_index == 2)
700 addiu $t5, 1
701 LOAD_WORD_TO_REG a2, t0, t3, loopS # a2 = current argument, gpr_index++
7022: bne $t5, $t3, loopS # else if (gpr_index == 3)
703 nop
704 LOAD_WORD_TO_REG a3, t0, t3, loopS # a3 = current argument, gpr_index++
705
706isLongS:
707 addiu $t0, 8 # next_arg = curr_arg + 8
708 slti $t5, $t3, 3
709 beqz $t5, 3f # if (gpr_index < 3)
710 nop
711 LOAD_LONG_TO_REG a2, a3, t0, t3, loopS # a2_a3 = curr_arg, gpr_index = 4
7123: b loopS # else
713 li $t3, 4 # gpr_index = 4
714
715isDoubleS:
716 addiu $t0, 8 # next_arg = curr_arg + 8
717 li $t5, 0
718 bne $t5, $t4, 4f # if (fp_index == 0)
719 addiu $t5, 1
720 LOAD_DOUBLE_TO_REG f12, f13, t0, t4, t9, loopS # f12_f13 = curr_arg, fp_index++
7214: bne $t5, $t4, loopS # else if (fp_index == 1)
722 nop
723 LOAD_DOUBLE_TO_REG f14, f15, t0, t4, t9, loopS # f14_f15 = curr_arg, fp_index++
724
725isSingleS:
726 li $t5, 0
727 bne $t5, $t4, 5f # if (fp_index == 0)
728 addiu $t5, 1
729 LOAD_FLOAT_TO_REG f12, t0, t4, loopS # f12 = curr_arg, fp_index++
7305: bne $t5, $t4, loopS # else if (fp_index == 1)
731 nop
732 LOAD_FLOAT_TO_REG f14, t0, t4, loopS # f14 = curr_arg, fp_index++
733
734loopEndS:
735 lw $t9, ART_METHOD_QUICK_CODE_OFFSET_32($a0) # get pointer to the code
736 jalr $t9 # call the method
737 sw $zero, 0($sp) # store null for ArtMethod* at bottom of frame
738 move $sp, $fp # restore the stack
739 lw $s0, 0($sp)
740 .cfi_restore 16
741 lw $s1, 4($sp)
742 .cfi_restore 17
743 lw $fp, 8($sp)
744 .cfi_restore 30
745 lw $ra, 12($sp)
746 .cfi_restore 31
747 addiu $sp, $sp, 16
748 .cfi_adjust_cfa_offset -16
749 lw $t0, 16($sp) # get result pointer
750 lw $t1, 20($sp) # get shorty
751 lb $t1, 0($t1) # get result type char
752 li $t2, 'D' # put char 'D' into t2
753 beq $t1, $t2, 6f # branch if result type char == 'D'
754 li $t3, 'F' # put char 'F' into t3
755 beq $t1, $t3, 6f # branch if result type char == 'F'
756 sw $v0, 0($t0) # store the result
757 jalr $zero, $ra
758 sw $v1, 4($t0) # store the other half of the result
7596:
760 SDu $f0, $f1, 0, $t0, $t1 # store floating point result
761 jalr $zero, $ra
762 nop
763END art_quick_invoke_static_stub
764
765 /*
buzbee5bc5a7b2012-03-07 15:52:59 -0800766 * Entry from managed code that calls artHandleFillArrayDataFromCode and delivers exception on
767 * failure.
768 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800769 .extern artHandleFillArrayDataFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700770ENTRY art_quick_handle_fill_data
Douglas Leung735b8552014-10-31 12:21:40 -0700771 lw $a2, 0($sp) # pass referrer's Method*
772 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case exception allocation triggers GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700773 jal artHandleFillArrayDataFromCode # (payload offset, Array*, method, Thread*)
Ian Rogers832336b2014-10-08 15:35:22 -0700774 move $a3, rSELF # pass Thread::Current
jeffhaofc6a30e2012-10-18 18:24:15 -0700775 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -0700776END art_quick_handle_fill_data
buzbee5bc5a7b2012-03-07 15:52:59 -0800777
buzbee5bc5a7b2012-03-07 15:52:59 -0800778 /*
Ian Rogers57b86d42012-03-27 16:05:41 -0700779 * Entry from managed code that calls artLockObjectFromCode, may block for GC.
buzbee5bc5a7b2012-03-07 15:52:59 -0800780 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800781 .extern artLockObjectFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700782ENTRY art_quick_lock_object
Ian Rogers86bcdc22014-02-21 22:06:38 -0800783 beqz $a0, .Lart_quick_throw_null_pointer_exception_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700784 nop
Douglas Leung735b8552014-10-31 12:21:40 -0700785 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case we block
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700786 jal artLockObjectFromCode # (Object* obj, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -0700787 move $a1, rSELF # pass Thread::Current
Ian Rogers6bcd1632013-10-08 18:50:47 -0700788 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -0700789END art_quick_lock_object
buzbee5bc5a7b2012-03-07 15:52:59 -0800790
buzbee5bc5a7b2012-03-07 15:52:59 -0800791 /*
792 * Entry from managed code that calls artUnlockObjectFromCode and delivers exception on failure.
793 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -0800794 .extern artUnlockObjectFromCode
Ian Rogers468532e2013-08-05 10:56:33 -0700795ENTRY art_quick_unlock_object
Ian Rogers86bcdc22014-02-21 22:06:38 -0800796 beqz $a0, .Lart_quick_throw_null_pointer_exception_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700797 nop
Douglas Leung735b8552014-10-31 12:21:40 -0700798 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case exception allocation triggers GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700799 jal artUnlockObjectFromCode # (Object* obj, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -0700800 move $a1, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -0800801 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -0700802END art_quick_unlock_object
buzbee5bc5a7b2012-03-07 15:52:59 -0800803
buzbee5bc5a7b2012-03-07 15:52:59 -0800804 /*
805 * Entry from managed code that calls artCheckCastFromCode and delivers exception on failure.
806 */
Ian Rogersa9a82542013-10-04 11:17:26 -0700807 .extern artThrowClassCastException
Ian Rogers468532e2013-08-05 10:56:33 -0700808ENTRY art_quick_check_cast
Ian Rogersa9a82542013-10-04 11:17:26 -0700809 addiu $sp, $sp, -16
810 .cfi_adjust_cfa_offset 16
811 sw $ra, 12($sp)
812 .cfi_rel_offset 31, 12
813 sw $t9, 8($sp)
814 sw $a1, 4($sp)
815 sw $a0, 0($sp)
816 jal artIsAssignableFromCode
Douglas Leung735b8552014-10-31 12:21:40 -0700817 addiu $sp, $sp, -16 # reserve argument slots on the stack
818 addiu $sp, $sp, 16
Ian Rogers86bcdc22014-02-21 22:06:38 -0800819 beqz $v0, .Lthrow_class_cast_exception
Ian Rogersa9a82542013-10-04 11:17:26 -0700820 lw $ra, 12($sp)
Andreas Gampe8d365912015-01-13 11:32:32 -0800821 jalr $zero, $ra
Ian Rogersa9a82542013-10-04 11:17:26 -0700822 addiu $sp, $sp, 16
823 .cfi_adjust_cfa_offset -16
Ian Rogers86bcdc22014-02-21 22:06:38 -0800824.Lthrow_class_cast_exception:
Ian Rogersa9a82542013-10-04 11:17:26 -0700825 lw $t9, 8($sp)
826 lw $a1, 4($sp)
827 lw $a0, 0($sp)
828 addiu $sp, $sp, 16
829 .cfi_adjust_cfa_offset -16
830 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
Ian Rogersa9a82542013-10-04 11:17:26 -0700831 la $t9, artThrowClassCastException
Andreas Gampe8d365912015-01-13 11:32:32 -0800832 jalr $zero, $t9 # artThrowClassCastException (Class*, Class*, Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700833 move $a2, rSELF # pass Thread::Current
Ian Rogers468532e2013-08-05 10:56:33 -0700834END art_quick_check_cast
buzbee5bc5a7b2012-03-07 15:52:59 -0800835
buzbee5bc5a7b2012-03-07 15:52:59 -0800836 /*
Man Cao1aee9002015-07-14 22:31:42 -0700837 * Restore rReg's value from offset($sp) if rReg is not the same as rExclude.
838 * nReg is the register number for rReg.
839 */
840.macro POP_REG_NE rReg, nReg, offset, rExclude
841 .ifnc \rReg, \rExclude
842 lw \rReg, \offset($sp) # restore rReg
843 .cfi_restore \nReg
844 .endif
845.endm
846
847 /*
848 * Macro to insert read barrier, only used in art_quick_aput_obj.
849 * rObj and rDest are registers, offset is a defined literal such as MIRROR_OBJECT_CLASS_OFFSET.
850 * TODO: When read barrier has a fast path, add heap unpoisoning support for the fast path.
851 */
852.macro READ_BARRIER rDest, rObj, offset
853#ifdef USE_READ_BARRIER
854 # saved registers used in art_quick_aput_obj: a0-a2, t0-t1, t9, ra. 8 words for 16B alignment.
855 addiu $sp, $sp, -32
856 .cfi_adjust_cfa_offset 32
857 sw $ra, 28($sp)
858 .cfi_rel_offset 31, 28
859 sw $t9, 24($sp)
860 .cfi_rel_offset 25, 24
861 sw $t1, 20($sp)
862 .cfi_rel_offset 9, 20
863 sw $t0, 16($sp)
864 .cfi_rel_offset 8, 16
865 sw $a2, 8($sp) # padding slot at offset 12 (padding can be any slot in the 32B)
866 .cfi_rel_offset 6, 8
867 sw $a1, 4($sp)
868 .cfi_rel_offset 5, 4
869 sw $a0, 0($sp)
870 .cfi_rel_offset 4, 0
871
Man Cao63069212015-08-21 15:51:39 -0700872 # move $a0, \rRef # pass ref in a0 (no-op for now since parameter ref is unused)
Man Cao1aee9002015-07-14 22:31:42 -0700873 .ifnc \rObj, $a1
874 move $a1, \rObj # pass rObj
875 .endif
876 addiu $a2, $zero, \offset # pass offset
877 jal artReadBarrierSlow # artReadBarrierSlow(ref, rObj, offset)
878 addiu $sp, $sp, -16 # Use branch delay slot to reserve argument slots on the stack
879 # before the call to artReadBarrierSlow.
880 addiu $sp, $sp, 16 # restore stack after call to artReadBarrierSlow
881 # No need to unpoison return value in v0, artReadBarrierSlow() would do the unpoisoning.
882 move \rDest, $v0 # save return value in rDest
883 # (rDest cannot be v0 in art_quick_aput_obj)
884
885 lw $a0, 0($sp) # restore registers except rDest
886 # (rDest can only be t0 or t1 in art_quick_aput_obj)
887 .cfi_restore 4
888 lw $a1, 4($sp)
889 .cfi_restore 5
890 lw $a2, 8($sp)
891 .cfi_restore 6
892 POP_REG_NE $t0, 8, 16, \rDest
893 POP_REG_NE $t1, 9, 20, \rDest
894 lw $t9, 24($sp)
895 .cfi_restore 25
896 lw $ra, 28($sp) # restore $ra
897 .cfi_restore 31
898 addiu $sp, $sp, 32
899 .cfi_adjust_cfa_offset -32
900#else
901 lw \rDest, \offset(\rObj)
902 UNPOISON_HEAP_REF \rDest
903#endif // USE_READ_BARRIER
904.endm
905
906 /*
Ian Rogersa9a82542013-10-04 11:17:26 -0700907 * Entry from managed code for array put operations of objects where the value being stored
908 * needs to be checked for compatibility.
909 * a0 = array, a1 = index, a2 = value
buzbee5bc5a7b2012-03-07 15:52:59 -0800910 */
Ian Rogersa9a82542013-10-04 11:17:26 -0700911ENTRY art_quick_aput_obj_with_null_and_bound_check
Ian Rogers86bcdc22014-02-21 22:06:38 -0800912 bnez $a0, .Lart_quick_aput_obj_with_bound_check_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700913 nop
Ian Rogers86bcdc22014-02-21 22:06:38 -0800914 b .Lart_quick_throw_null_pointer_exception_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700915 nop
916END art_quick_aput_obj_with_null_and_bound_check
917
918ENTRY art_quick_aput_obj_with_bound_check
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700919 lw $t0, MIRROR_ARRAY_LENGTH_OFFSET($a0)
Ian Rogersa9a82542013-10-04 11:17:26 -0700920 sltu $t1, $a1, $t0
Ian Rogers86bcdc22014-02-21 22:06:38 -0800921 bnez $t1, .Lart_quick_aput_obj_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700922 nop
923 move $a0, $a1
Ian Rogers86bcdc22014-02-21 22:06:38 -0800924 b .Lart_quick_throw_array_bounds_gp_set
Ian Rogersa9a82542013-10-04 11:17:26 -0700925 move $a1, $t0
926END art_quick_aput_obj_with_bound_check
927
Man Cao1aee9002015-07-14 22:31:42 -0700928#ifdef USE_READ_BARRIER
929 .extern artReadBarrierSlow
930#endif
Ian Rogersa9a82542013-10-04 11:17:26 -0700931ENTRY art_quick_aput_obj
Ian Rogers86bcdc22014-02-21 22:06:38 -0800932 beqz $a2, .Ldo_aput_null
Ian Rogersa9a82542013-10-04 11:17:26 -0700933 nop
Man Cao1aee9002015-07-14 22:31:42 -0700934 READ_BARRIER $t0, $a0, MIRROR_OBJECT_CLASS_OFFSET
935 READ_BARRIER $t1, $a2, MIRROR_OBJECT_CLASS_OFFSET
936 READ_BARRIER $t0, $t0, MIRROR_CLASS_COMPONENT_TYPE_OFFSET
Ian Rogers86bcdc22014-02-21 22:06:38 -0800937 bne $t1, $t0, .Lcheck_assignability # value's type == array's component type - trivial assignability
Ian Rogersa9a82542013-10-04 11:17:26 -0700938 nop
Ian Rogers86bcdc22014-02-21 22:06:38 -0800939.Ldo_aput:
Ian Rogersa9a82542013-10-04 11:17:26 -0700940 sll $a1, $a1, 2
941 add $t0, $a0, $a1
Hiroshi Yamauchibfa5eb62015-05-29 15:04:41 -0700942 POISON_HEAP_REF $a2
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700943 sw $a2, MIRROR_OBJECT_ARRAY_DATA_OFFSET($t0)
Ian Rogersa9a82542013-10-04 11:17:26 -0700944 lw $t0, THREAD_CARD_TABLE_OFFSET(rSELF)
945 srl $t1, $a0, 7
946 add $t1, $t1, $t0
947 sb $t0, ($t1)
Andreas Gampe8d365912015-01-13 11:32:32 -0800948 jalr $zero, $ra
Ian Rogersa9a82542013-10-04 11:17:26 -0700949 nop
Ian Rogers86bcdc22014-02-21 22:06:38 -0800950.Ldo_aput_null:
Ian Rogersa9a82542013-10-04 11:17:26 -0700951 sll $a1, $a1, 2
952 add $t0, $a0, $a1
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700953 sw $a2, MIRROR_OBJECT_ARRAY_DATA_OFFSET($t0)
Andreas Gampe8d365912015-01-13 11:32:32 -0800954 jalr $zero, $ra
Ian Rogersa9a82542013-10-04 11:17:26 -0700955 nop
Ian Rogers86bcdc22014-02-21 22:06:38 -0800956.Lcheck_assignability:
Ian Rogersa9a82542013-10-04 11:17:26 -0700957 addiu $sp, $sp, -32
958 .cfi_adjust_cfa_offset 32
959 sw $ra, 28($sp)
960 .cfi_rel_offset 31, 28
961 sw $t9, 12($sp)
962 sw $a2, 8($sp)
963 sw $a1, 4($sp)
964 sw $a0, 0($sp)
965 move $a1, $t1
966 move $a0, $t0
967 jal artIsAssignableFromCode # (Class*, Class*)
Douglas Leung735b8552014-10-31 12:21:40 -0700968 addiu $sp, $sp, -16 # reserve argument slots on the stack
969 addiu $sp, $sp, 16
Ian Rogersa9a82542013-10-04 11:17:26 -0700970 lw $ra, 28($sp)
971 lw $t9, 12($sp)
972 lw $a2, 8($sp)
973 lw $a1, 4($sp)
974 lw $a0, 0($sp)
Duane Sande34652f2014-11-04 11:09:36 -0800975 addiu $sp, 32
Ian Rogersa9a82542013-10-04 11:17:26 -0700976 .cfi_adjust_cfa_offset -32
Ian Rogers86bcdc22014-02-21 22:06:38 -0800977 bnez $v0, .Ldo_aput
Ian Rogersa9a82542013-10-04 11:17:26 -0700978 nop
979 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
980 move $a1, $a2
Ian Rogersa9a82542013-10-04 11:17:26 -0700981 la $t9, artThrowArrayStoreException
Andreas Gampe8d365912015-01-13 11:32:32 -0800982 jalr $zero, $t9 # artThrowArrayStoreException(Class*, Class*, Thread*)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700983 move $a2, rSELF # pass Thread::Current
Ian Rogersa9a82542013-10-04 11:17:26 -0700984END art_quick_aput_obj
buzbee5bc5a7b2012-03-07 15:52:59 -0800985
buzbee5bc5a7b2012-03-07 15:52:59 -0800986 /*
Fred Shih37f05ef2014-07-16 18:38:08 -0700987 * Called by managed code to resolve a static field and load a boolean primitive value.
988 */
989 .extern artGetBooleanStaticFromCode
990ENTRY art_quick_get_boolean_static
Douglas Leung735b8552014-10-31 12:21:40 -0700991 lw $a1, 0($sp) # pass referrer's Method*
992 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700993 jal artGetBooleanStaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -0700994 move $a2, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -0700995 RETURN_IF_NO_EXCEPTION
996END art_quick_get_boolean_static
997 /*
998 * Called by managed code to resolve a static field and load a byte primitive value.
999 */
1000 .extern artGetByteStaticFromCode
1001ENTRY art_quick_get_byte_static
Douglas Leung735b8552014-10-31 12:21:40 -07001002 lw $a1, 0($sp) # pass referrer's Method*
1003 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001004 jal artGetByteStaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001005 move $a2, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001006 RETURN_IF_NO_EXCEPTION
1007END art_quick_get_byte_static
1008
1009 /*
1010 * Called by managed code to resolve a static field and load a char primitive value.
1011 */
1012 .extern artGetCharStaticFromCode
1013ENTRY art_quick_get_char_static
Douglas Leung735b8552014-10-31 12:21:40 -07001014 lw $a1, 0($sp) # pass referrer's Method*
1015 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001016 jal artGetCharStaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001017 move $a2, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001018 RETURN_IF_NO_EXCEPTION
1019END art_quick_get_char_static
1020 /*
1021 * Called by managed code to resolve a static field and load a short primitive value.
1022 */
1023 .extern artGetShortStaticFromCode
1024ENTRY art_quick_get_short_static
Douglas Leung735b8552014-10-31 12:21:40 -07001025 lw $a1, 0($sp) # pass referrer's Method*
1026 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001027 jal artGetShortStaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001028 move $a2, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001029 RETURN_IF_NO_EXCEPTION
1030END art_quick_get_short_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001031
buzbee5bc5a7b2012-03-07 15:52:59 -08001032 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001033 * Called by managed code to resolve a static field and load a 32-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001034 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001035 .extern artGet32StaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001036ENTRY art_quick_get32_static
Douglas Leung735b8552014-10-31 12:21:40 -07001037 lw $a1, 0($sp) # pass referrer's Method*
1038 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001039 jal artGet32StaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001040 move $a2, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001041 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001042END art_quick_get32_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001043
buzbee5bc5a7b2012-03-07 15:52:59 -08001044 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001045 * Called by managed code to resolve a static field and load a 64-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001046 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001047 .extern artGet64StaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001048ENTRY art_quick_get64_static
Douglas Leung735b8552014-10-31 12:21:40 -07001049 lw $a1, 0($sp) # pass referrer's Method*
1050 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001051 jal artGet64StaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001052 move $a2, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001053 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001054END art_quick_get64_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001055
buzbee5bc5a7b2012-03-07 15:52:59 -08001056 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001057 * Called by managed code to resolve a static field and load an object reference.
buzbee5bc5a7b2012-03-07 15:52:59 -08001058 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001059 .extern artGetObjStaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001060ENTRY art_quick_get_obj_static
Douglas Leung735b8552014-10-31 12:21:40 -07001061 lw $a1, 0($sp) # pass referrer's Method*
1062 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001063 jal artGetObjStaticFromCode # (uint32_t field_idx, const Method* referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001064 move $a2, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001065 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001066END art_quick_get_obj_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001067
buzbee5bc5a7b2012-03-07 15:52:59 -08001068 /*
Fred Shih37f05ef2014-07-16 18:38:08 -07001069 * Called by managed code to resolve an instance field and load a boolean primitive value.
1070 */
1071 .extern artGetBooleanInstanceFromCode
1072ENTRY art_quick_get_boolean_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001073 lw $a2, 0($sp) # pass referrer's Method*
1074 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001075 jal artGetBooleanInstanceFromCode # (field_idx, Object*, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001076 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001077 RETURN_IF_NO_EXCEPTION
1078END art_quick_get_boolean_instance
1079 /*
1080 * Called by managed code to resolve an instance field and load a byte primitive value.
1081 */
1082 .extern artGetByteInstanceFromCode
1083ENTRY art_quick_get_byte_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001084 lw $a2, 0($sp) # pass referrer's Method*
1085 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001086 jal artGetByteInstanceFromCode # (field_idx, Object*, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001087 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001088 RETURN_IF_NO_EXCEPTION
1089END art_quick_get_byte_instance
1090
1091 /*
1092 * Called by managed code to resolve an instance field and load a char primitive value.
1093 */
1094 .extern artGetCharInstanceFromCode
1095ENTRY art_quick_get_char_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001096 lw $a2, 0($sp) # pass referrer's Method*
1097 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001098 jal artGetCharInstanceFromCode # (field_idx, Object*, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001099 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001100 RETURN_IF_NO_EXCEPTION
1101END art_quick_get_char_instance
1102 /*
1103 * Called by managed code to resolve an instance field and load a short primitive value.
1104 */
1105 .extern artGetShortInstanceFromCode
1106ENTRY art_quick_get_short_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001107 lw $a2, 0($sp) # pass referrer's Method*
1108 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
1109 jal artGetShortInstanceFromCode # (field_idx, Object*, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001110 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001111 RETURN_IF_NO_EXCEPTION
1112END art_quick_get_short_instance
1113
1114 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001115 * Called by managed code to resolve an instance field and load a 32-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001116 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001117 .extern artGet32InstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001118ENTRY art_quick_get32_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001119 lw $a2, 0($sp) # pass referrer's Method*
1120 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
1121 jal artGet32InstanceFromCode # (field_idx, Object*, referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001122 move $a3, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001123 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001124END art_quick_get32_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001125
buzbee5bc5a7b2012-03-07 15:52:59 -08001126 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001127 * Called by managed code to resolve an instance field and load a 64-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001128 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001129 .extern artGet64InstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001130ENTRY art_quick_get64_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001131 lw $a2, 0($sp) # pass referrer's Method*
1132 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
1133 jal artGet64InstanceFromCode # (field_idx, Object*, referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001134 move $a3, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001135 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001136END art_quick_get64_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001137
buzbee5bc5a7b2012-03-07 15:52:59 -08001138 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001139 * Called by managed code to resolve an instance field and load an object reference.
buzbee5bc5a7b2012-03-07 15:52:59 -08001140 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001141 .extern artGetObjInstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001142ENTRY art_quick_get_obj_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001143 lw $a2, 0($sp) # pass referrer's Method*
1144 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001145 jal artGetObjInstanceFromCode # (field_idx, Object*, referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001146 move $a3, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001147 RETURN_IF_NO_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001148END art_quick_get_obj_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001149
buzbee5bc5a7b2012-03-07 15:52:59 -08001150 /*
Fred Shih37f05ef2014-07-16 18:38:08 -07001151 * Called by managed code to resolve a static field and store a 8-bit primitive value.
1152 */
1153 .extern artSet8StaticFromCode
1154ENTRY art_quick_set8_static
Douglas Leung735b8552014-10-31 12:21:40 -07001155 lw $a2, 0($sp) # pass referrer's Method*
1156 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001157 jal artSet8StaticFromCode # (field_idx, new_val, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001158 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001159 RETURN_IF_ZERO
1160END art_quick_set8_static
1161
1162 /*
1163 * Called by managed code to resolve a static field and store a 16-bit primitive value.
1164 */
1165 .extern artSet16StaticFromCode
1166ENTRY art_quick_set16_static
Douglas Leung735b8552014-10-31 12:21:40 -07001167 lw $a2, 0($sp) # pass referrer's Method*
1168 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Fred Shih37f05ef2014-07-16 18:38:08 -07001169 jal artSet16StaticFromCode # (field_idx, new_val, referrer, Thread*, $sp)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001170 move $a3, rSELF # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001171 RETURN_IF_ZERO
1172END art_quick_set16_static
1173
1174 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001175 * Called by managed code to resolve a static field and store a 32-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001176 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001177 .extern artSet32StaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001178ENTRY art_quick_set32_static
Douglas Leung735b8552014-10-31 12:21:40 -07001179 lw $a2, 0($sp) # pass referrer's Method*
1180 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001181 jal artSet32StaticFromCode # (field_idx, new_val, referrer, Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001182 move $a3, rSELF # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001183 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001184END art_quick_set32_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001185
buzbee5bc5a7b2012-03-07 15:52:59 -08001186 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001187 * Called by managed code to resolve a static field and store a 64-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001188 */
Fred Shih37f05ef2014-07-16 18:38:08 -07001189 .extern artSet64StaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001190ENTRY art_quick_set64_static
Douglas Leung735b8552014-10-31 12:21:40 -07001191 lw $a1, 0($sp) # pass referrer's Method*
Andreas Gampe8d365912015-01-13 11:32:32 -08001192 # 64 bit new_val is in a2:a3 pair
Douglas Leung735b8552014-10-31 12:21:40 -07001193 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001194 jal artSet64StaticFromCode # (field_idx, referrer, new_val, Thread*)
jeffhaofa147e22012-10-12 17:03:32 -07001195 sw rSELF, 16($sp) # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001196 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001197END art_quick_set64_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001198
buzbee5bc5a7b2012-03-07 15:52:59 -08001199 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001200 * Called by managed code to resolve a static field and store an object reference.
buzbee5bc5a7b2012-03-07 15:52:59 -08001201 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001202 .extern artSetObjStaticFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001203ENTRY art_quick_set_obj_static
Douglas Leung735b8552014-10-31 12:21:40 -07001204 lw $a2, 0($sp) # pass referrer's Method*
1205 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
jeffhao7fbee072012-08-24 17:56:54 -07001206 move $a3, rSELF # pass Thread::Current
Douglas Leung735b8552014-10-31 12:21:40 -07001207 jal artSetObjStaticFromCode # (field_idx, new_val, referrer, Thread*)
buzbee5bc5a7b2012-03-07 15:52:59 -08001208 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001209END art_quick_set_obj_static
buzbee5bc5a7b2012-03-07 15:52:59 -08001210
buzbee5bc5a7b2012-03-07 15:52:59 -08001211 /*
Fred Shih37f05ef2014-07-16 18:38:08 -07001212 * Called by managed code to resolve an instance field and store a 8-bit primitive value.
1213 */
1214 .extern artSet8InstanceFromCode
1215ENTRY art_quick_set8_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001216 lw $a3, 0($sp) # pass referrer's Method*
1217 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
1218 jal artSet8InstanceFromCode # (field_idx, Object*, new_val, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001219 sw rSELF, 16($sp) # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001220 RETURN_IF_ZERO
1221END art_quick_set8_instance
1222
1223 /*
1224 * Called by managed code to resolve an instance field and store a 16-bit primitive value.
1225 */
1226 .extern artSet16InstanceFromCode
1227ENTRY art_quick_set16_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001228 lw $a3, 0($sp) # pass referrer's Method*
1229 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001230 jal artSet16InstanceFromCode # (field_idx, Object*, new_val, referrer, Thread*)
Fred Shih37f05ef2014-07-16 18:38:08 -07001231 sw rSELF, 16($sp) # pass Thread::Current
Fred Shih37f05ef2014-07-16 18:38:08 -07001232 RETURN_IF_ZERO
1233END art_quick_set16_instance
1234
1235 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001236 * Called by managed code to resolve an instance field and store a 32-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001237 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001238 .extern artSet32InstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001239ENTRY art_quick_set32_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001240 lw $a3, 0($sp) # pass referrer's Method*
1241 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001242 jal artSet32InstanceFromCode # (field_idx, Object*, new_val, referrer, Thread*)
jeffhaofa147e22012-10-12 17:03:32 -07001243 sw rSELF, 16($sp) # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001244 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001245END art_quick_set32_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001246
buzbee5bc5a7b2012-03-07 15:52:59 -08001247 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001248 * Called by managed code to resolve an instance field and store a 64-bit primitive value.
buzbee5bc5a7b2012-03-07 15:52:59 -08001249 */
Fred Shih37f05ef2014-07-16 18:38:08 -07001250 .extern artSet64InstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001251ENTRY art_quick_set64_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001252 lw $t1, 0($sp) # load referrer's Method*
Andreas Gampe8d365912015-01-13 11:32:32 -08001253 # 64 bit new_val is in a2:a3 pair
Douglas Leung735b8552014-10-31 12:21:40 -07001254 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001255 sw rSELF, 20($sp) # pass Thread::Current
1256 jal artSet64InstanceFromCode # (field_idx, Object*, new_val, referrer, Thread*)
Douglas Leung735b8552014-10-31 12:21:40 -07001257 sw $t1, 16($sp) # pass referrer's Method*
buzbee5bc5a7b2012-03-07 15:52:59 -08001258 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001259END art_quick_set64_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001260
buzbee5bc5a7b2012-03-07 15:52:59 -08001261 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001262 * Called by managed code to resolve an instance field and store an object reference.
buzbee5bc5a7b2012-03-07 15:52:59 -08001263 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001264 .extern artSetObjInstanceFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001265ENTRY art_quick_set_obj_instance
Douglas Leung735b8552014-10-31 12:21:40 -07001266 lw $a3, 0($sp) # pass referrer's Method*
1267 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001268 jal artSetObjInstanceFromCode # (field_idx, Object*, new_val, referrer, Thread*)
jeffhaofa147e22012-10-12 17:03:32 -07001269 sw rSELF, 16($sp) # pass Thread::Current
buzbee5bc5a7b2012-03-07 15:52:59 -08001270 RETURN_IF_ZERO
Ian Rogers468532e2013-08-05 10:56:33 -07001271END art_quick_set_obj_instance
buzbee5bc5a7b2012-03-07 15:52:59 -08001272
Vladimir Markoa3c38272015-04-28 12:37:09 +01001273// Macro to facilitate adding new allocation entrypoints.
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001274.macro ONE_ARG_DOWNCALL name, entrypoint, return
1275 .extern \entrypoint
1276ENTRY \name
1277 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
1278 jal \entrypoint
1279 move $a1, rSELF # pass Thread::Current
1280 \return
1281END \name
1282.endm
1283
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001284.macro TWO_ARG_DOWNCALL name, entrypoint, return
1285 .extern \entrypoint
1286ENTRY \name
Douglas Leung735b8552014-10-31 12:21:40 -07001287 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001288 jal \entrypoint
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001289 move $a2, rSELF # pass Thread::Current
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001290 \return
1291END \name
1292.endm
buzbee5bc5a7b2012-03-07 15:52:59 -08001293
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001294.macro THREE_ARG_DOWNCALL name, entrypoint, return
1295 .extern \entrypoint
1296ENTRY \name
Douglas Leung735b8552014-10-31 12:21:40 -07001297 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001298 jal \entrypoint
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001299 move $a3, rSELF # pass Thread::Current
Mathieu Chartiercbb2d202013-11-14 17:45:16 -08001300 \return
1301END \name
1302.endm
buzbee5bc5a7b2012-03-07 15:52:59 -08001303
Jeff Hao848f70a2014-01-15 13:49:50 -08001304.macro FOUR_ARG_DOWNCALL name, entrypoint, return
1305 .extern \entrypoint
1306ENTRY \name
Vladimir Markoa3c38272015-04-28 12:37:09 +01001307 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves in case of GC
Jeff Hao848f70a2014-01-15 13:49:50 -08001308 jal \entrypoint
Vladimir Markoa3c38272015-04-28 12:37:09 +01001309 sw rSELF, 16($sp) # pass Thread::Current
Jeff Hao848f70a2014-01-15 13:49:50 -08001310 \return
1311END \name
1312.endm
1313
Mathieu Chartier7410f292013-11-24 13:17:35 -08001314// Generate the allocation entrypoints for each allocator.
Pavle Batuta712c59d2015-12-02 18:39:01 +01001315GENERATE_ALLOC_ENTRYPOINTS_FOR_EACH_ALLOCATOR
1316GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_tlab, TLAB)
1317// A hand-written override for GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_rosalloc, RosAlloc).
1318ENTRY art_quick_alloc_object_rosalloc
1319
1320 # Fast path rosalloc allocation
1321 # a0: type_idx
1322 # a1: ArtMethod*
1323 # s1: Thread::Current
1324 # -----------------------------
1325 # t0: class
1326 # t1: object size
1327 # t2: rosalloc run
1328 # t3: thread stack top offset
1329 # t4: thread stack bottom offset
1330 # v0: free list head
1331 #
1332 # t5, t6 : temps
1333
1334 lw $t0, ART_METHOD_DEX_CACHE_TYPES_OFFSET_32($a1) # Load dex cache resolved types
1335 # array.
1336
1337 sll $t5, $a0, COMPRESSED_REFERENCE_SIZE_SHIFT # Shift the value.
1338 addu $t5, $t0, $t5 # Compute the index.
1339 lw $t0, 0($t5) # Load class (t0).
1340 beqz $t0, .Lart_quick_alloc_object_rosalloc_slow_path
1341
1342 li $t6, MIRROR_CLASS_STATUS_INITIALIZED
1343 lw $t5, MIRROR_CLASS_STATUS_OFFSET($t0) # Check class status.
1344 bne $t5, $t6, .Lart_quick_alloc_object_rosalloc_slow_path
1345
1346 # Add a fake dependence from the following access flag and size loads to the status load. This
1347 # is to prevent those loads from being reordered above the status load and reading wrong values.
1348 xor $t5, $t5, $t5
1349 addu $t0, $t0, $t5
1350
1351 lw $t5, MIRROR_CLASS_ACCESS_FLAGS_OFFSET($t0) # Check if access flags has
1352 li $t6, ACCESS_FLAGS_CLASS_IS_FINALIZABLE # kAccClassIsFinalizable.
1353 and $t6, $t5, $t6
1354 bnez $t6, .Lart_quick_alloc_object_rosalloc_slow_path
1355
1356 lw $t3, THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET($s1) # Check if thread local allocation
1357 lw $t4, THREAD_LOCAL_ALLOC_STACK_END_OFFSET($s1) # stack has any room left.
1358 bgeu $t3, $t4, .Lart_quick_alloc_object_rosalloc_slow_path
1359
1360 lw $t1, MIRROR_CLASS_OBJECT_SIZE_OFFSET($t0) # Load object size (t1).
1361 li $t5, ROSALLOC_MAX_THREAD_LOCAL_BRACKET_SIZE # Check if size is for a thread local
1362 # allocation.
1363 bgtu $t1, $t5, .Lart_quick_alloc_object_rosalloc_slow_path
1364
1365 # Compute the rosalloc bracket index from the size. Allign up the size by the rosalloc bracket
1366 # quantum size and divide by the quantum size and subtract by 1.
1367
1368 addiu $t1, $t1, -1 # Decrease obj size and shift right
1369 srl $t1, $t1, ROSALLOC_BRACKET_QUANTUM_SIZE_SHIFT # by quantum.
1370
1371 sll $t2, $t1, POINTER_SIZE_SHIFT
1372 addu $t2, $t2, $s1
1373 lw $t2, THREAD_ROSALLOC_RUNS_OFFSET($t2) # Load rosalloc run (t2).
1374
1375 # Load the free list head (v0).
1376 # NOTE: this will be the return val.
1377
1378 lw $v0, (ROSALLOC_RUN_FREE_LIST_OFFSET + ROSALLOC_RUN_FREE_LIST_HEAD_OFFSET)($t2)
1379 beqz $v0, .Lart_quick_alloc_object_rosalloc_slow_path
1380 nop
1381
1382 # Load the next pointer of the head and update the list head with the next pointer.
1383
1384 lw $t5, ROSALLOC_SLOT_NEXT_OFFSET($v0)
1385 sw $t5, (ROSALLOC_RUN_FREE_LIST_OFFSET + ROSALLOC_RUN_FREE_LIST_HEAD_OFFSET)($t2)
1386
1387 # Store the class pointer in the header. This also overwrites the first pointer. The offsets are
1388 # asserted to match.
1389
1390#if ROSALLOC_SLOT_NEXT_OFFSET != MIRROR_OBJECT_CLASS_OFFSET
1391#error "Class pointer needs to overwrite next pointer."
1392#endif
1393
1394 POISON_HEAP_REF $t0
1395 sw $t0, MIRROR_OBJECT_CLASS_OFFSET($v0)
1396
1397 # Push the new object onto the thread local allocation stack and increment the thread local
1398 # allocation stack top.
1399
1400 sw $v0, 0($t3)
1401 addiu $t3, $t3, COMPRESSED_REFERENCE_SIZE
1402 sw $t3, THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET($s1)
1403
1404 # Decrement the size of the free list.
1405
1406 lw $t5, (ROSALLOC_RUN_FREE_LIST_OFFSET + ROSALLOC_RUN_FREE_LIST_SIZE_OFFSET)($t2)
1407 addiu $t5, $t5, -1
1408 sw $t5, (ROSALLOC_RUN_FREE_LIST_OFFSET + ROSALLOC_RUN_FREE_LIST_SIZE_OFFSET)($t2)
1409
1410 sync # Fence.
1411
1412 jalr $zero, $ra
1413 nop
1414
1415 .Lart_quick_alloc_object_rosalloc_slow_path:
1416
1417 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME
1418 jal artAllocObjectFromCodeRosAlloc
Chris Larsencf283da2016-01-19 16:45:35 -08001419 move $a2, $s1 # Pass self as argument.
Pavle Batuta712c59d2015-12-02 18:39:01 +01001420 RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
1421
1422END art_quick_alloc_object_rosalloc
Hiroshi Yamauchi3b4c1892013-09-12 21:33:12 -07001423
buzbee5bc5a7b2012-03-07 15:52:59 -08001424 /*
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001425 * Entry from managed code to resolve a string, this stub will allocate a String and deliver an
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001426 * exception on error. On success the String is returned. A0 holds the string index. The fast
1427 * path check for hit in strings cache has already been performed.
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001428 */
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001429ONE_ARG_DOWNCALL art_quick_resolve_string, artResolveStringFromCode, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001430
1431 /*
1432 * Entry from managed code when uninitialized static storage, this stub will run the class
1433 * initializer and deliver the exception on error. On success the static storage base is
1434 * returned.
1435 */
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001436ONE_ARG_DOWNCALL art_quick_initialize_static_storage, artInitializeStaticStorageFromCode, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001437
1438 /*
1439 * Entry from managed code when dex cache misses for a type_idx.
1440 */
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001441ONE_ARG_DOWNCALL art_quick_initialize_type, artInitializeTypeFromCode, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001442
1443 /*
1444 * Entry from managed code when type_idx needs to be checked for access and dex cache may also
1445 * miss.
1446 */
Vladimir Marko5ea536a2015-04-20 20:11:30 +01001447ONE_ARG_DOWNCALL art_quick_initialize_type_and_verify_access, artInitializeTypeAndVerifyAccessFromCode, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Andreas Gampe1cc7dba2014-12-17 18:43:01 -08001448
1449 /*
Ian Rogers57b86d42012-03-27 16:05:41 -07001450 * Called by managed code when the value in rSUSPEND has been decremented to 0.
buzbee5bc5a7b2012-03-07 15:52:59 -08001451 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001452 .extern artTestSuspendFromCode
1453ENTRY art_quick_test_suspend
Ian Rogers474b6da2012-09-25 00:20:38 -07001454 lh $a0, THREAD_FLAGS_OFFSET(rSELF)
jeffhao7fbee072012-08-24 17:56:54 -07001455 bnez $a0, 1f
Duane Sande34652f2014-11-04 11:09:36 -08001456 addiu rSUSPEND, $zero, SUSPEND_CHECK_INTERVAL # reset rSUSPEND to SUSPEND_CHECK_INTERVAL
Andreas Gampe8d365912015-01-13 11:32:32 -08001457 jalr $zero, $ra
buzbee5bc5a7b2012-03-07 15:52:59 -08001458 nop
14591:
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001460 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME # save callee saves for stack crawl
1461 jal artTestSuspendFromCode # (Thread*)
jeffhao7fbee072012-08-24 17:56:54 -07001462 move $a0, rSELF
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001463 RESTORE_REFS_ONLY_CALLEE_SAVE_FRAME_AND_RETURN
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001464END art_quick_test_suspend
buzbee5bc5a7b2012-03-07 15:52:59 -08001465
buzbee5bc5a7b2012-03-07 15:52:59 -08001466 /*
1467 * Called by managed code that is attempting to call a method on a proxy class. On entry
Ian Rogers57b86d42012-03-27 16:05:41 -07001468 * r0 holds the proxy method; r1, r2 and r3 may contain arguments.
buzbee5bc5a7b2012-03-07 15:52:59 -08001469 */
Jeff Hao5fa60c32013-04-04 17:57:01 -07001470 .extern artQuickProxyInvokeHandler
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001471ENTRY art_quick_proxy_invoke_handler
Douglas Leung735b8552014-10-31 12:21:40 -07001472 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_WITH_METHOD_IN_A0
1473 move $a2, rSELF # pass Thread::Current
Jeff Hao5fa60c32013-04-04 17:57:01 -07001474 jal artQuickProxyInvokeHandler # (Method* proxy method, receiver, Thread*, SP)
Douglas Leung735b8552014-10-31 12:21:40 -07001475 addiu $a3, $sp, ARG_SLOT_SIZE # pass $sp (remove arg slots)
jeffhao7fbee072012-08-24 17:56:54 -07001476 lw $t0, THREAD_EXCEPTION_OFFSET(rSELF) # load Thread::Current()->exception_
Douglas Leung735b8552014-10-31 12:21:40 -07001477 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
jeffhao7fbee072012-08-24 17:56:54 -07001478 bnez $t0, 1f
Duane Sande34652f2014-11-04 11:09:36 -08001479 # don't care if $v0 and/or $v1 are modified, when exception branch taken
1480 MTD $v0, $v1, $f0, $f1 # move float value to return value
Andreas Gampe8d365912015-01-13 11:32:32 -08001481 jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001482 nop
buzbee5bc5a7b2012-03-07 15:52:59 -080014831:
1484 DELIVER_PENDING_EXCEPTION
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001485END art_quick_proxy_invoke_handler
buzbee5bc5a7b2012-03-07 15:52:59 -08001486
Jeff Hao88474b42013-10-23 16:24:40 -07001487 /*
1488 * Called to resolve an imt conflict. t0 is a hidden argument that holds the target method's
1489 * dex method index.
1490 */
Douglas Leung13738bf2014-10-27 14:44:47 -07001491ENTRY art_quick_imt_conflict_trampoline
Nicolas Geoffray8ea18d02015-05-26 16:29:08 +01001492 move $a0, $t0
Andreas Gampe3031c8d2015-07-13 20:11:06 -07001493 INVOKE_TRAMPOLINE_BODY artInvokeInterfaceTrampoline
Jeff Hao88474b42013-10-23 16:24:40 -07001494END art_quick_imt_conflict_trampoline
1495
Ian Rogers468532e2013-08-05 10:56:33 -07001496 .extern artQuickResolutionTrampoline
1497ENTRY art_quick_resolution_trampoline
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001498 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -07001499 move $a2, rSELF # pass Thread::Current
Ian Rogers65d1b222013-09-27 10:59:41 -07001500 jal artQuickResolutionTrampoline # (Method* called, receiver, Thread*, SP)
Douglas Leung735b8552014-10-31 12:21:40 -07001501 addiu $a3, $sp, ARG_SLOT_SIZE # pass $sp (remove arg slots)
Ian Rogers468532e2013-08-05 10:56:33 -07001502 beqz $v0, 1f
Douglas Leung735b8552014-10-31 12:21:40 -07001503 lw $a0, ARG_SLOT_SIZE($sp) # load resolved method to $a0
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001504 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Ian Rogers65d1b222013-09-27 10:59:41 -07001505 move $t9, $v0 # code pointer must be in $t9 to generate the global pointer
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001506 jalr $zero, $t9 # tail call to method
Mathieu Chartier19841522013-10-22 11:29:00 -07001507 nop
Ian Rogers468532e2013-08-05 10:56:33 -070015081:
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001509 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Ian Rogers468532e2013-08-05 10:56:33 -07001510 DELIVER_PENDING_EXCEPTION
1511END art_quick_resolution_trampoline
1512
Douglas Leung735b8552014-10-31 12:21:40 -07001513 .extern artQuickGenericJniTrampoline
1514 .extern artQuickGenericJniEndTrampoline
1515ENTRY art_quick_generic_jni_trampoline
1516 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME_WITH_METHOD_IN_A0
1517 move $s8, $sp # save $sp to $s8
1518 move $s3, $gp # save $gp to $s3
1519
1520 # prepare for call to artQuickGenericJniTrampoline(Thread*, SP)
1521 move $a0, rSELF # pass Thread::Current
1522 addiu $a1, $sp, ARG_SLOT_SIZE # save $sp (remove arg slots)
1523 jal artQuickGenericJniTrampoline # (Thread*, SP)
1524 addiu $sp, $sp, -5120 # reserve space on the stack
1525
1526 # The C call will have registered the complete save-frame on success.
1527 # The result of the call is:
1528 # v0: ptr to native code, 0 on error.
1529 # v1: ptr to the bottom of the used area of the alloca, can restore stack till here.
1530 beq $v0, $zero, 1f # check entry error
1531 move $t9, $v0 # save the code ptr
1532 move $sp, $v1 # release part of the alloca
1533
1534 # Load parameters from stack into registers
1535 lw $a0, 0($sp)
1536 lw $a1, 4($sp)
1537 lw $a2, 8($sp)
1538
1539 # Load FPRs the same as GPRs. Look at BuildNativeCallFrameStateMachine.
1540 jalr $t9 # native call
1541 lw $a3, 12($sp)
1542 addiu $sp, $sp, 16 # remove arg slots
1543
1544 move $gp, $s3 # restore $gp from $s3
1545
1546 # result sign extension is handled in C code
1547 # prepare for call to artQuickGenericJniEndTrampoline(Thread*, result, result_f)
1548 move $a0, rSELF # pass Thread::Current
1549 move $a2, $v0 # pass result
1550 move $a3, $v1
1551 addiu $sp, $sp, -24 # reserve arg slots
1552 jal artQuickGenericJniEndTrampoline
1553 s.d $f0, 16($sp) # pass result_f
Douglas Leung735b8552014-10-31 12:21:40 -07001554
1555 lw $t0, THREAD_EXCEPTION_OFFSET(rSELF) # load Thread::Current()->exception_
Nicolas Geoffray126d6592015-03-03 14:28:35 +00001556 bne $t0, $zero, 1f # check for pending exceptions
1557
Douglas Leung735b8552014-10-31 12:21:40 -07001558 move $sp, $s8 # tear down the alloca
1559
1560 # tear dpown the callee-save frame
1561 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
1562
Duane Sande34652f2014-11-04 11:09:36 -08001563 MTD $v0, $v1, $f0, $f1 # move float value to return value
Andreas Gampe8d365912015-01-13 11:32:32 -08001564 jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001565 nop
Douglas Leung735b8552014-10-31 12:21:40 -07001566
15671:
Nicolas Geoffray126d6592015-03-03 14:28:35 +00001568 lw $sp, THREAD_TOP_QUICK_FRAME_OFFSET(rSELF)
1569 # This will create a new save-all frame, required by the runtime.
Douglas Leung735b8552014-10-31 12:21:40 -07001570 DELIVER_PENDING_EXCEPTION
1571END art_quick_generic_jni_trampoline
Andreas Gampe2da88232014-02-27 12:26:20 -08001572
Ian Rogers468532e2013-08-05 10:56:33 -07001573 .extern artQuickToInterpreterBridge
1574ENTRY art_quick_to_interpreter_bridge
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001575 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -07001576 move $a1, rSELF # pass Thread::Current
1577 jal artQuickToInterpreterBridge # (Method* method, Thread*, SP)
1578 addiu $a2, $sp, ARG_SLOT_SIZE # pass $sp (remove arg slots)
Ian Rogers7db619b2013-01-16 18:35:48 -08001579 lw $t0, THREAD_EXCEPTION_OFFSET(rSELF) # load Thread::Current()->exception_
Douglas Leung735b8552014-10-31 12:21:40 -07001580 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Ian Rogers7db619b2013-01-16 18:35:48 -08001581 bnez $t0, 1f
Duane Sande34652f2014-11-04 11:09:36 -08001582 # don't care if $v0 and/or $v1 are modified, when exception branch taken
1583 MTD $v0, $v1, $f0, $f1 # move float value to return value
Andreas Gampe8d365912015-01-13 11:32:32 -08001584 jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001585 nop
Ian Rogers7db619b2013-01-16 18:35:48 -080015861:
1587 DELIVER_PENDING_EXCEPTION
Ian Rogers468532e2013-08-05 10:56:33 -07001588END art_quick_to_interpreter_bridge
Ian Rogers7db619b2013-01-16 18:35:48 -08001589
buzbee5bc5a7b2012-03-07 15:52:59 -08001590 /*
jeffhao725a9572012-11-13 18:20:12 -08001591 * Routine that intercepts method calls and returns.
buzbee5bc5a7b2012-03-07 15:52:59 -08001592 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001593 .extern artInstrumentationMethodEntryFromCode
1594 .extern artInstrumentationMethodExitFromCode
Ian Rogers468532e2013-08-05 10:56:33 -07001595ENTRY art_quick_instrumentation_entry
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001596 SETUP_REFS_AND_ARGS_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -07001597 sw $a0, 28($sp) # save arg0 in free arg slot
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001598 move $a3, $ra # pass $ra
1599 jal artInstrumentationMethodEntryFromCode # (Method*, Object*, Thread*, LR)
Ian Rogers62d6c772013-02-27 08:32:07 -08001600 move $a2, rSELF # pass Thread::Current
jeffhao8161c032012-10-31 15:50:00 -07001601 move $t9, $v0 # $t9 holds reference to code
Douglas Leung735b8552014-10-31 12:21:40 -07001602 lw $a0, 28($sp) # restore arg0 from free arg slot
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001603 RESTORE_REFS_AND_ARGS_CALLEE_SAVE_FRAME
jeffhao8161c032012-10-31 15:50:00 -07001604 jalr $t9 # call method
Ian Rogers62d6c772013-02-27 08:32:07 -08001605 nop
Ian Rogers468532e2013-08-05 10:56:33 -07001606END art_quick_instrumentation_entry
buzbee5bc5a7b2012-03-07 15:52:59 -08001607 /* intentional fallthrough */
Ian Rogers468532e2013-08-05 10:56:33 -07001608 .global art_quick_instrumentation_exit
1609art_quick_instrumentation_exit:
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001610 .cfi_startproc
jeffhao12051ea2013-01-10 11:24:31 -08001611 addiu $t9, $ra, 4 # put current address into $t9 to rebuild $gp
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001612 .cpload $t9
Douglas Leungc3d131e2014-07-16 17:32:41 -07001613 move $ra, $zero # link register is to here, so clobber with 0 for later checks
Douglas Leung735b8552014-10-31 12:21:40 -07001614
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001615 SETUP_REFS_ONLY_CALLEE_SAVE_FRAME
Douglas Leung735b8552014-10-31 12:21:40 -07001616 addiu $sp, $sp, -16 # allocate temp storage on the stack
1617 .cfi_adjust_cfa_offset 16
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001618 sw $v0, ARG_SLOT_SIZE+12($sp)
1619 .cfi_rel_offset 2, ARG_SLOT_SIZE+12
1620 sw $v1, ARG_SLOT_SIZE+8($sp)
1621 .cfi_rel_offset 3, ARG_SLOT_SIZE+8
1622 s.d $f0, ARG_SLOT_SIZE($sp)
Duane Sande34652f2014-11-04 11:09:36 -08001623 s.d $f0, 16($sp) # pass fpr result
Ian Rogers62d6c772013-02-27 08:32:07 -08001624 move $a2, $v0 # pass gpr result
1625 move $a3, $v1
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001626 addiu $a1, $sp, ARG_SLOT_SIZE+16 # pass $sp (remove arg slots and temp storage)
Ian Rogers62d6c772013-02-27 08:32:07 -08001627 jal artInstrumentationMethodExitFromCode # (Thread*, SP, gpr_res, fpr_res)
jeffhao12051ea2013-01-10 11:24:31 -08001628 move $a0, rSELF # pass Thread::Current
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001629 move $t9, $v0 # set aside returned link register
jeffhao12051ea2013-01-10 11:24:31 -08001630 move $ra, $v1 # set link register for deoptimization
Douglas Leungf96e8bd2015-03-27 15:38:30 -07001631 lw $v0, ARG_SLOT_SIZE+12($sp) # restore return values
1632 lw $v1, ARG_SLOT_SIZE+8($sp)
1633 l.d $f0, ARG_SLOT_SIZE($sp)
1634 jalr $zero, $t9 # return
1635 addiu $sp, $sp, ARG_SLOT_SIZE+FRAME_SIZE_REFS_ONLY_CALLEE_SAVE+16 # restore stack
1636 .cfi_adjust_cfa_offset -(ARG_SLOT_SIZE+FRAME_SIZE_REFS_ONLY_CALLEE_SAVE+16)
Ian Rogers468532e2013-08-05 10:56:33 -07001637END art_quick_instrumentation_exit
buzbee5bc5a7b2012-03-07 15:52:59 -08001638
jeffhao12051ea2013-01-10 11:24:31 -08001639 /*
Ian Rogers62d6c772013-02-27 08:32:07 -08001640 * Instrumentation has requested that we deoptimize into the interpreter. The deoptimization
1641 * will long jump to the upcall with a special exception of -1.
jeffhao12051ea2013-01-10 11:24:31 -08001642 */
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001643 .extern artDeoptimize
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001644ENTRY art_quick_deoptimize
Jeff Hao14dd5a82013-04-11 10:23:36 -07001645 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001646 jal artDeoptimize # artDeoptimize(Thread*)
jeffhao12051ea2013-01-10 11:24:31 -08001647 # Returns caller method's frame size.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001648 move $a0, rSELF # pass Thread::current
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001649END art_quick_deoptimize
jeffhao12051ea2013-01-10 11:24:31 -08001650
buzbee5bc5a7b2012-03-07 15:52:59 -08001651 /*
Sebastien Hertz07474662015-08-25 15:12:33 +00001652 * Compiled code has requested that we deoptimize into the interpreter. The deoptimization
1653 * will long jump to the upcall with a special exception of -1.
1654 */
1655 .extern artDeoptimizeFromCompiledCode
1656ENTRY art_quick_deoptimize_from_compiled_code
1657 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
1658 jal artDeoptimizeFromCompiledCode # artDeoptimizeFromCompiledCode(Thread*)
1659 # Returns caller method's frame size.
1660 move $a0, rSELF # pass Thread::current
1661END art_quick_deoptimize_from_compiled_code
1662
1663 /*
buzbee5bc5a7b2012-03-07 15:52:59 -08001664 * Long integer shift. This is different from the generic 32/64-bit
1665 * binary operations because vAA/vBB are 64-bit but vCC (the shift
1666 * distance) is 32-bit. Also, Dalvik requires us to ignore all but the low
1667 * 6 bits.
1668 * On entry:
jeffhao7fbee072012-08-24 17:56:54 -07001669 * $a0: low word
1670 * $a1: high word
1671 * $a2: shift count
buzbee5bc5a7b2012-03-07 15:52:59 -08001672 */
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001673ENTRY_NO_GP art_quick_shl_long
buzbee5bc5a7b2012-03-07 15:52:59 -08001674 /* shl-long vAA, vBB, vCC */
jeffhao7fbee072012-08-24 17:56:54 -07001675 sll $v0, $a0, $a2 # rlo<- alo << (shift&31)
1676 not $v1, $a2 # rhi<- 31-shift (shift is 5b)
1677 srl $a0, 1
1678 srl $a0, $v1 # alo<- alo >> (32-(shift&31))
1679 sll $v1, $a1, $a2 # rhi<- ahi << (shift&31)
jeffhao7fbee072012-08-24 17:56:54 -07001680 andi $a2, 0x20 # shift< shift & 0x20
Duane Sande34652f2014-11-04 11:09:36 -08001681 beqz $a2, 1f
1682 or $v1, $a0 # rhi<- rhi | alo
1683
1684 move $v1, $v0 # rhi<- rlo (if shift&0x20)
1685 move $v0, $zero # rlo<- 0 (if shift&0x20)
1686
Andreas Gampe8d365912015-01-13 11:32:32 -080016871: jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001688 nop
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001689END art_quick_shl_long
buzbee5bc5a7b2012-03-07 15:52:59 -08001690
buzbee5bc5a7b2012-03-07 15:52:59 -08001691 /*
1692 * Long integer shift. This is different from the generic 32/64-bit
1693 * binary operations because vAA/vBB are 64-bit but vCC (the shift
1694 * distance) is 32-bit. Also, Dalvik requires us to ignore all but the low
1695 * 6 bits.
1696 * On entry:
jeffhao7fbee072012-08-24 17:56:54 -07001697 * $a0: low word
1698 * $a1: high word
1699 * $a2: shift count
buzbee5bc5a7b2012-03-07 15:52:59 -08001700 */
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001701ENTRY_NO_GP art_quick_shr_long
jeffhao7fbee072012-08-24 17:56:54 -07001702 sra $v1, $a1, $a2 # rhi<- ahi >> (shift&31)
1703 srl $v0, $a0, $a2 # rlo<- alo >> (shift&31)
1704 sra $a3, $a1, 31 # $a3<- sign(ah)
1705 not $a0, $a2 # alo<- 31-shift (shift is 5b)
1706 sll $a1, 1
1707 sll $a1, $a0 # ahi<- ahi << (32-(shift&31))
jeffhao7fbee072012-08-24 17:56:54 -07001708 andi $a2, 0x20 # shift & 0x20
Douglas Leung475cfd82014-12-16 20:15:41 -08001709 beqz $a2, 1f
Duane Sande34652f2014-11-04 11:09:36 -08001710 or $v0, $a1 # rlo<- rlo | ahi
1711
1712 move $v0, $v1 # rlo<- rhi (if shift&0x20)
1713 move $v1, $a3 # rhi<- sign(ahi) (if shift&0x20)
1714
Andreas Gampe8d365912015-01-13 11:32:32 -080017151: jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001716 nop
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001717END art_quick_shr_long
buzbee5bc5a7b2012-03-07 15:52:59 -08001718
buzbee5bc5a7b2012-03-07 15:52:59 -08001719 /*
1720 * Long integer shift. This is different from the generic 32/64-bit
1721 * binary operations because vAA/vBB are 64-bit but vCC (the shift
1722 * distance) is 32-bit. Also, Dalvik requires us to ignore all but the low
1723 * 6 bits.
1724 * On entry:
1725 * r0: low word
1726 * r1: high word
1727 * r2: shift count
1728 */
1729 /* ushr-long vAA, vBB, vCC */
Ian Rogers1d8cdbc2014-09-22 22:51:09 -07001730ENTRY_NO_GP art_quick_ushr_long
jeffhaofc6a30e2012-10-18 18:24:15 -07001731 srl $v1, $a1, $a2 # rhi<- ahi >> (shift&31)
jeffhao7fbee072012-08-24 17:56:54 -07001732 srl $v0, $a0, $a2 # rlo<- alo >> (shift&31)
jeffhao7fbee072012-08-24 17:56:54 -07001733 not $a0, $a2 # alo<- 31-shift (shift is 5b)
1734 sll $a1, 1
1735 sll $a1, $a0 # ahi<- ahi << (32-(shift&31))
jeffhao7fbee072012-08-24 17:56:54 -07001736 andi $a2, 0x20 # shift & 0x20
Duane Sande34652f2014-11-04 11:09:36 -08001737 beqz $a2, 1f
1738 or $v0, $a1 # rlo<- rlo | ahi
1739
1740 move $v0, $v1 # rlo<- rhi (if shift&0x20)
1741 move $v1, $zero # rhi<- 0 (if shift&0x20)
1742
Andreas Gampe8d365912015-01-13 11:32:32 -080017431: jalr $zero, $ra
Duane Sande34652f2014-11-04 11:09:36 -08001744 nop
Jeff Haod4c3f7d2013-02-14 14:14:44 -08001745END art_quick_ushr_long
jeffhao7fbee072012-08-24 17:56:54 -07001746
Chris Larsencf283da2016-01-19 16:45:35 -08001747/* java.lang.String.indexOf(int ch, int fromIndex=0) */
1748ENTRY_NO_GP art_quick_indexof
1749/* $a0 holds address of "this" */
1750/* $a1 holds "ch" */
1751/* $a2 holds "fromIndex" */
1752 lw $t0, MIRROR_STRING_COUNT_OFFSET($a0) # this.length()
1753 slt $at, $a2, $zero # if fromIndex < 0
1754#if defined(_MIPS_ARCH_MIPS32R6) || defined(_MIPS_ARCH_MIPS64R6)
1755 seleqz $a2, $a2, $at # fromIndex = 0;
1756#else
1757 movn $a2, $zero, $at # fromIndex = 0;
1758#endif
1759 subu $t0, $t0, $a2 # this.length() - fromIndex
1760 blez $t0, 6f # if this.length()-fromIndex <= 0
1761 li $v0, -1 # return -1;
1762
1763 sll $v0, $a2, 1 # $a0 += $a2 * 2
1764 addu $a0, $a0, $v0 # " " " " "
1765 move $v0, $a2 # Set i to fromIndex.
1766
17671:
1768 lhu $t3, MIRROR_STRING_VALUE_OFFSET($a0) # if this.charAt(i) == ch
1769 beq $t3, $a1, 6f # return i;
1770 addu $a0, $a0, 2 # i++
1771 subu $t0, $t0, 1 # this.length() - i
1772 bnez $t0, 1b # while this.length() - i > 0
1773 addu $v0, $v0, 1 # i++
1774
1775 li $v0, -1 # if this.length() - i <= 0
1776 # return -1;
1777
17786:
1779 j $ra
1780 nop
1781END art_quick_indexof
1782
1783 .set push
1784 .set noat
1785/* java.lang.String.compareTo(String anotherString) */
1786ENTRY_NO_GP art_quick_string_compareto
1787/* $a0 holds address of "this" */
1788/* $a1 holds address of "anotherString" */
1789 beq $a0, $a1, 9f # this and anotherString are the same object
1790 move $v0, $zero
1791
1792 lw $a2, MIRROR_STRING_COUNT_OFFSET($a0) # this.length()
1793 lw $a3, MIRROR_STRING_COUNT_OFFSET($a1) # anotherString.length()
1794 MINu $t2, $a2, $a3
1795# $t2 now holds min(this.length(),anotherString.length())
1796
1797 beqz $t2, 9f # while min(this.length(),anotherString.length())-i != 0
1798 subu $v0, $a2, $a3 # if $t2==0 return
1799 # (this.length() - anotherString.length())
18001:
1801 lhu $t0, MIRROR_STRING_VALUE_OFFSET($a0) # while this.charAt(i) == anotherString.charAt(i)
1802 lhu $t1, MIRROR_STRING_VALUE_OFFSET($a1)
1803 bne $t0, $t1, 9f # if this.charAt(i) != anotherString.charAt(i)
1804 subu $v0, $t0, $t1 # return (this.charAt(i) - anotherString.charAt(i))
1805 addiu $a0, $a0, 2 # point at this.charAt(i++)
1806 subu $t2, $t2, 1 # new value of
1807 # min(this.length(),anotherString.length())-i
1808 bnez $t2, 1b
1809 addiu $a1, $a1, 2 # point at anotherString.charAt(i++)
1810 subu $v0, $a2, $a3
1811
18129:
1813 j $ra
1814 nop
1815END art_quick_string_compareto
1816
1817 .set pop