blob: 607b9433aea9922468d7d5bab59a6bf3a8d35605 [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
David Srbecky5cc349f2015-12-18 15:04:48 +000020#include <memory>
Andreas Gampea0d81af2016-10-27 12:04:57 -070021#include <sstream>
22
Nicolas Geoffray787c3072014-03-17 10:20:19 +000023#include <stdint.h>
24
Andreas Gampe9186ced2016-12-12 14:28:21 -080025#include "android-base/strings.h"
26
Aart Bikd1c40452016-03-02 16:06:13 -080027#ifdef ART_ENABLE_CODEGEN_arm
Vladimir Markob4536b72015-11-24 13:45:23 +000028#include "dex_cache_array_fixups_arm.h"
29#endif
30
31#ifdef ART_ENABLE_CODEGEN_arm64
Alexandre Rames44b9cf92015-08-19 15:39:06 +010032#include "instruction_simplifier_arm64.h"
33#endif
34
Alexey Frunzee3fb2452016-05-10 16:08:05 -070035#ifdef ART_ENABLE_CODEGEN_mips
36#include "dex_cache_array_fixups_mips.h"
37#include "pc_relative_fixups_mips.h"
38#endif
39
Mark Mendell0616ae02015-04-17 12:49:27 -040040#ifdef ART_ENABLE_CODEGEN_x86
Vladimir Marko0f7dca42015-11-02 14:36:43 +000041#include "pc_relative_fixups_x86.h"
Mark Mendell0616ae02015-04-17 12:49:27 -040042#endif
43
Mark Mendellee8d9712016-07-12 11:13:15 -040044#if defined(ART_ENABLE_CODEGEN_x86) || defined(ART_ENABLE_CODEGEN_x86_64)
45#include "x86_memory_gen.h"
46#endif
47
Mathieu Chartiere401d142015-04-22 13:56:20 -070048#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080049#include "base/arena_allocator.h"
Vladimir Markof9f64412015-09-02 14:05:49 +010050#include "base/arena_containers.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000051#include "base/dumpable.h"
Vladimir Markoc90d7c72015-10-06 17:30:45 +000052#include "base/macros.h"
Andreas Gampea0d81af2016-10-27 12:04:57 -070053#include "base/mutex.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000054#include "base/timing_logger.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070055#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000056#include "builder.h"
Mingyao Yangb0b051a2016-11-17 09:04:53 -080057#include "cha_guard_optimization.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000058#include "code_generator.h"
Nicolas Geoffrayb813ca12017-02-16 22:08:29 +000059#include "code_sinking.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000060#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070061#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010062#include "constant_folding.h"
63#include "dead_code_elimination.h"
David Srbeckyc5bfa972016-02-05 15:49:10 +000064#include "debug/elf_debug_writer.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000065#include "debug/method_debug_info.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010066#include "dex/verification_results.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000067#include "dex/verified_method.h"
Andreas Gampea5b09a62016-11-17 15:21:22 -080068#include "dex_file_types.h"
Nicolas Geoffray9523a3e2015-07-17 11:51:28 +000069#include "driver/compiler_driver-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000070#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000071#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000072#include "elf_writer_quick.h"
David Brazdil69ba7b72015-06-23 18:27:30 +010073#include "graph_checker.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010074#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010075#include "gvn.h"
Aart Bik22af3be2015-09-10 12:50:58 -070076#include "induction_var_analysis.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000077#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010078#include "instruction_simplifier.h"
Artem Udovichenko4a0dad62016-01-26 12:28:31 +030079#include "instruction_simplifier_arm.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080080#include "intrinsics.h"
David Srbecky5cc349f2015-12-18 15:04:48 +000081#include "jit/debugger_interface.h"
Nicolas Geoffraya4f81542016-03-08 16:57:48 +000082#include "jit/jit.h"
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +000083#include "jit/jit_code_cache.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000084#include "jni/quick/jni_compiler.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000085#include "licm.h"
Mingyao Yang8df69d42015-10-22 15:40:58 -070086#include "load_store_elimination.h"
Aart Bik281c6812016-08-26 11:31:48 -070087#include "loop_optimization.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000088#include "nodes.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000089#include "oat_quick_method_header.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010090#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010091#include "reference_type_propagation.h"
Matthew Gharritye9288852016-07-14 14:08:16 -070092#include "register_allocator_linear_scan.h"
David Brazdil74eb1b22015-12-14 11:44:01 +000093#include "select_generator.h"
Alexandre Rames22aa54b2016-10-18 09:32:29 +010094#include "scheduler.h"
Vladimir Markodc151b22015-10-15 18:02:30 +010095#include "sharpening.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000096#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000097#include "ssa_builder.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010098#include "ssa_liveness_analysis.h"
David Srbecky4fda4eb2016-02-05 13:34:46 +000099#include "ssa_phi_elimination.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100100#include "utils/assembler.h"
Calin Juravle175dc732015-08-25 15:42:32 +0100101#include "verifier/method_verifier.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000102
103namespace art {
104
Vladimir Marko3a40bf22016-03-22 16:26:33 +0000105static constexpr size_t kArenaAllocatorMemoryReportThreshold = 8 * MB;
106
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700107static constexpr const char* kPassNameSeparator = "$";
108
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000109/**
110 * Used by the code generator, to allocate the code in a vector.
111 */
112class CodeVectorAllocator FINAL : public CodeAllocator {
113 public:
Vladimir Markof9f64412015-09-02 14:05:49 +0100114 explicit CodeVectorAllocator(ArenaAllocator* arena)
115 : memory_(arena->Adapter(kArenaAllocCodeBuffer)),
116 size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000117
118 virtual uint8_t* Allocate(size_t size) {
119 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000120 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000121 return &memory_[0];
122 }
123
124 size_t GetSize() const { return size_; }
Vladimir Markof9f64412015-09-02 14:05:49 +0100125 const ArenaVector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000126 uint8_t* GetData() { return memory_.data(); }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000127
128 private:
Vladimir Markof9f64412015-09-02 14:05:49 +0100129 ArenaVector<uint8_t> memory_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000130 size_t size_;
131
132 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
133};
134
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100135/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100136 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +0000137 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100138 */
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700139static constexpr const char kStringFilter[] = "";
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100140
David Brazdil69ba7b72015-06-23 18:27:30 +0100141class PassScope;
David Brazdil809658e2015-02-05 11:34:02 +0000142
David Brazdil69ba7b72015-06-23 18:27:30 +0100143class PassObserver : public ValueObject {
David Brazdil5e8b1372015-01-23 14:39:08 +0000144 public:
David Brazdil69ba7b72015-06-23 18:27:30 +0100145 PassObserver(HGraph* graph,
David Brazdil69ba7b72015-06-23 18:27:30 +0100146 CodeGenerator* codegen,
147 std::ostream* visualizer_output,
Andreas Gampea0d81af2016-10-27 12:04:57 -0700148 CompilerDriver* compiler_driver,
149 Mutex& dump_mutex)
David Brazdil69ba7b72015-06-23 18:27:30 +0100150 : graph_(graph),
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000151 cached_method_name_(),
David Brazdil809658e2015-02-05 11:34:02 +0000152 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000153 timing_logger_(timing_logger_enabled_ ? GetMethodName() : "", true, true),
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100154 disasm_info_(graph->GetArena()),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700155 visualizer_oss_(),
156 visualizer_output_(visualizer_output),
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000157 visualizer_enabled_(!compiler_driver->GetCompilerOptions().GetDumpCfgFileName().empty()),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700158 visualizer_(&visualizer_oss_, graph, *codegen),
159 visualizer_dump_mutex_(dump_mutex),
David Brazdil69ba7b72015-06-23 18:27:30 +0100160 graph_in_bad_state_(false) {
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700161 if (timing_logger_enabled_ || visualizer_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000162 if (!IsVerboseMethod(compiler_driver, GetMethodName())) {
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700163 timing_logger_enabled_ = visualizer_enabled_ = false;
164 }
165 if (visualizer_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000166 visualizer_.PrintHeader(GetMethodName());
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700167 codegen->SetDisassemblyInformation(&disasm_info_);
168 }
David Brazdil62e074f2015-04-07 18:09:37 +0100169 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000170 }
171
David Brazdil69ba7b72015-06-23 18:27:30 +0100172 ~PassObserver() {
David Brazdil5e8b1372015-01-23 14:39:08 +0000173 if (timing_logger_enabled_) {
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000174 LOG(INFO) << "TIMINGS " << GetMethodName();
David Brazdil5e8b1372015-01-23 14:39:08 +0000175 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
176 }
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000177 DCHECK(visualizer_oss_.str().empty());
David Brazdil5e8b1372015-01-23 14:39:08 +0000178 }
179
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000180 void DumpDisassembly() REQUIRES(!visualizer_dump_mutex_) {
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100181 if (visualizer_enabled_) {
182 visualizer_.DumpGraphWithDisassembly();
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000183 FlushVisualizer();
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100184 }
185 }
186
David Brazdil69ba7b72015-06-23 18:27:30 +0100187 void SetGraphInBadState() { graph_in_bad_state_ = true; }
188
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000189 const char* GetMethodName() {
190 // PrettyMethod() is expensive, so we delay calling it until we actually have to.
191 if (cached_method_name_.empty()) {
David Sehr709b0702016-10-13 09:12:37 -0700192 cached_method_name_ = graph_->GetDexFile().PrettyMethod(graph_->GetMethodIdx());
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000193 }
194 return cached_method_name_.c_str();
195 }
196
David Brazdil5e8b1372015-01-23 14:39:08 +0000197 private:
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000198 void StartPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) {
Wojciech Staszkiewicze7060702016-08-16 17:31:19 -0700199 VLOG(compiler) << "Starting pass: " << pass_name;
David Brazdil809658e2015-02-05 11:34:02 +0000200 // Dump graph first, then start timer.
201 if (visualizer_enabled_) {
David Brazdilffee3d32015-07-06 11:48:53 +0100202 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false, graph_in_bad_state_);
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000203 FlushVisualizer();
David Brazdil809658e2015-02-05 11:34:02 +0000204 }
205 if (timing_logger_enabled_) {
206 timing_logger_.StartTiming(pass_name);
207 }
208 }
209
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000210 void FlushVisualizer() REQUIRES(!visualizer_dump_mutex_) {
211 MutexLock mu(Thread::Current(), visualizer_dump_mutex_);
212 *visualizer_output_ << visualizer_oss_.str();
213 visualizer_output_->flush();
214 visualizer_oss_.str("");
215 visualizer_oss_.clear();
216 }
217
218 void EndPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) {
David Brazdil809658e2015-02-05 11:34:02 +0000219 // Pause timer first, then dump graph.
220 if (timing_logger_enabled_) {
221 timing_logger_.EndTiming();
222 }
223 if (visualizer_enabled_) {
David Brazdilffee3d32015-07-06 11:48:53 +0100224 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true, graph_in_bad_state_);
Nicolas Geoffray00c141a2016-11-10 15:19:15 +0000225 FlushVisualizer();
David Brazdil809658e2015-02-05 11:34:02 +0000226 }
David Brazdil69ba7b72015-06-23 18:27:30 +0100227
228 // Validate the HGraph if running in debug mode.
229 if (kIsDebugBuild) {
230 if (!graph_in_bad_state_) {
David Brazdilbadd8262016-02-02 16:28:56 +0000231 GraphChecker checker(graph_);
232 checker.Run();
233 if (!checker.IsValid()) {
234 LOG(FATAL) << "Error after " << pass_name << ": " << Dumpable<GraphChecker>(checker);
David Brazdil69ba7b72015-06-23 18:27:30 +0100235 }
236 }
237 }
David Brazdil809658e2015-02-05 11:34:02 +0000238 }
239
Andreas Gampe53fcd0f2015-07-22 12:10:13 -0700240 static bool IsVerboseMethod(CompilerDriver* compiler_driver, const char* method_name) {
241 // Test an exact match to --verbose-methods. If verbose-methods is set, this overrides an
242 // empty kStringFilter matching all methods.
243 if (compiler_driver->GetCompilerOptions().HasVerboseMethods()) {
244 return compiler_driver->GetCompilerOptions().IsVerboseMethod(method_name);
245 }
246
247 // Test the kStringFilter sub-string. constexpr helper variable to silence unreachable-code
248 // warning when the string is empty.
249 constexpr bool kStringFilterEmpty = arraysize(kStringFilter) <= 1;
250 if (kStringFilterEmpty || strstr(method_name, kStringFilter) != nullptr) {
251 return true;
252 }
253
254 return false;
255 }
256
David Brazdil69ba7b72015-06-23 18:27:30 +0100257 HGraph* const graph_;
Vladimir Marko0d1caa52015-11-20 13:02:22 +0000258
259 std::string cached_method_name_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000260
261 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000262 TimingLogger timing_logger_;
263
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100264 DisassemblyInformation disasm_info_;
265
Andreas Gampea0d81af2016-10-27 12:04:57 -0700266 std::ostringstream visualizer_oss_;
267 std::ostream* visualizer_output_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000268 bool visualizer_enabled_;
269 HGraphVisualizer visualizer_;
Andreas Gampea0d81af2016-10-27 12:04:57 -0700270 Mutex& visualizer_dump_mutex_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000271
David Brazdil69ba7b72015-06-23 18:27:30 +0100272 // Flag to be set by the compiler if the pass failed and the graph is not
273 // expected to validate.
274 bool graph_in_bad_state_;
David Brazdil809658e2015-02-05 11:34:02 +0000275
David Brazdil69ba7b72015-06-23 18:27:30 +0100276 friend PassScope;
277
278 DISALLOW_COPY_AND_ASSIGN(PassObserver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000279};
280
David Brazdil69ba7b72015-06-23 18:27:30 +0100281class PassScope : public ValueObject {
David Brazdil809658e2015-02-05 11:34:02 +0000282 public:
David Brazdil69ba7b72015-06-23 18:27:30 +0100283 PassScope(const char *pass_name, PassObserver* pass_observer)
David Brazdil809658e2015-02-05 11:34:02 +0000284 : pass_name_(pass_name),
David Brazdil69ba7b72015-06-23 18:27:30 +0100285 pass_observer_(pass_observer) {
286 pass_observer_->StartPass(pass_name_);
David Brazdil809658e2015-02-05 11:34:02 +0000287 }
288
David Brazdil69ba7b72015-06-23 18:27:30 +0100289 ~PassScope() {
290 pass_observer_->EndPass(pass_name_);
David Brazdil809658e2015-02-05 11:34:02 +0000291 }
292
293 private:
294 const char* const pass_name_;
David Brazdil69ba7b72015-06-23 18:27:30 +0100295 PassObserver* const pass_observer_;
David Brazdil809658e2015-02-05 11:34:02 +0000296};
297
Andreas Gampe53c913b2014-08-12 23:19:23 -0700298class OptimizingCompiler FINAL : public Compiler {
299 public:
300 explicit OptimizingCompiler(CompilerDriver* driver);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700301 ~OptimizingCompiler() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700302
Vladimir Markodf739842016-03-23 16:59:07 +0000303 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700304
305 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
306 uint32_t access_flags,
307 InvokeType invoke_type,
308 uint16_t class_def_idx,
309 uint32_t method_idx,
Vladimir Markobfb80d22017-02-14 14:08:12 +0000310 Handle<mirror::ClassLoader> class_loader,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700311 const DexFile& dex_file,
312 Handle<mirror::DexCache> dex_cache) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700313
Andreas Gampe53c913b2014-08-12 23:19:23 -0700314 CompiledMethod* JniCompile(uint32_t access_flags,
315 uint32_t method_idx,
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700316 const DexFile& dex_file,
317 JniOptimizationFlags optimization_flags) const OVERRIDE {
318 return ArtQuickJniCompileMethod(GetCompilerDriver(),
319 access_flags,
320 method_idx,
321 dex_file,
322 optimization_flags);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000323 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700324
Mathieu Chartiere401d142015-04-22 13:56:20 -0700325 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700326 REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000327 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
328 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
329 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700330
David Brazdilee690a32014-12-01 17:04:16 +0000331 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700332
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000333 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700334
Calin Juravle2be39e02015-04-21 13:56:34 +0100335 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
336 if (compilation_stats_.get() != nullptr) {
337 compilation_stats_->RecordStat(compilation_stat);
338 }
339 }
340
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000341 bool JitCompile(Thread* self, jit::JitCodeCache* code_cache, ArtMethod* method, bool osr)
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000342 OVERRIDE
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700343 REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000344
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700345 private:
346 void RunOptimizations(HGraph* graph,
347 CodeGenerator* codegen,
348 CompilerDriver* driver,
349 const DexCompilationUnit& dex_compilation_unit,
350 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700351 VariableSizedHandleScope* handles) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700352
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700353 void RunOptimizations(HOptimization* optimizations[],
354 size_t length,
355 PassObserver* pass_observer) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700356
Andreas Gampe53c913b2014-08-12 23:19:23 -0700357 private:
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000358 // Create a 'CompiledMethod' for an optimized graph.
David Brazdil58282f42016-01-14 12:45:10 +0000359 CompiledMethod* Emit(ArenaAllocator* arena,
360 CodeVectorAllocator* code_allocator,
361 CodeGenerator* codegen,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000362 CompilerDriver* driver,
363 const DexFile::CodeItem* item) const;
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000364
365 // Try compiling a method and return the code generator used for
366 // compiling it.
367 // This method:
368 // 1) Builds the graph. Returns null if it failed to build it.
David Brazdil58282f42016-01-14 12:45:10 +0000369 // 2) Transforms the graph to SSA. Returns null if it failed.
370 // 3) Runs optimizations on the graph, including register allocator.
371 // 4) Generates code with the `code_allocator` provided.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000372 CodeGenerator* TryCompile(ArenaAllocator* arena,
373 CodeVectorAllocator* code_allocator,
374 const DexFile::CodeItem* code_item,
375 uint32_t access_flags,
376 InvokeType invoke_type,
377 uint16_t class_def_idx,
378 uint32_t method_idx,
Vladimir Markobfb80d22017-02-14 14:08:12 +0000379 Handle<mirror::ClassLoader> class_loader,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000380 const DexFile& dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000381 Handle<mirror::DexCache> dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000382 ArtMethod* method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000383 bool osr,
384 VariableSizedHandleScope* handles) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000385
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700386 void MaybeRunInliner(HGraph* graph,
387 CodeGenerator* codegen,
388 CompilerDriver* driver,
389 const DexCompilationUnit& dex_compilation_unit,
390 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700391 VariableSizedHandleScope* handles) const;
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700392
393 void RunArchOptimizations(InstructionSet instruction_set,
394 HGraph* graph,
395 CodeGenerator* codegen,
396 PassObserver* pass_observer) const;
397
Calin Juravle2be39e02015-04-21 13:56:34 +0100398 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100399
Andreas Gampe53c913b2014-08-12 23:19:23 -0700400 std::unique_ptr<std::ostream> visualizer_output_;
401
Andreas Gampea0d81af2016-10-27 12:04:57 -0700402 mutable Mutex dump_mutex_; // To synchronize visualizer writing.
403
Andreas Gampe53c913b2014-08-12 23:19:23 -0700404 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
405};
406
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100407static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
408
409OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
Andreas Gampea0d81af2016-10-27 12:04:57 -0700410 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
411 dump_mutex_("Visualizer dump lock") {}
David Brazdilee690a32014-12-01 17:04:16 +0000412
413void OptimizingCompiler::Init() {
414 // Enable C1visualizer output. Must be done in Init() because the compiler
415 // driver is not fully initialized when passed to the compiler's constructor.
416 CompilerDriver* driver = GetCompilerDriver();
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000417 const std::string cfg_file_name = driver->GetCompilerOptions().GetDumpCfgFileName();
David Brazdil866c0312015-01-13 21:21:31 +0000418 if (!cfg_file_name.empty()) {
Calin Juravle87000a92015-08-24 15:34:44 +0100419 std::ios_base::openmode cfg_file_mode =
Nicolas Geoffrayc903b6a2016-01-18 12:56:06 +0000420 driver->GetCompilerOptions().GetDumpCfgAppend() ? std::ofstream::app : std::ofstream::out;
Calin Juravle87000a92015-08-24 15:34:44 +0100421 visualizer_output_.reset(new std::ofstream(cfg_file_name, cfg_file_mode));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100422 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100423 if (driver->GetDumpStats()) {
424 compilation_stats_.reset(new OptimizingCompilerStats());
425 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100426}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000427
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000428void OptimizingCompiler::UnInit() const {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000429}
430
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100431OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100432 if (compilation_stats_.get() != nullptr) {
433 compilation_stats_->Log();
434 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100435}
436
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000437bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
Vladimir Markodf739842016-03-23 16:59:07 +0000438 const DexFile& dex_file ATTRIBUTE_UNUSED) const {
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000439 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700440}
441
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000442static bool IsInstructionSetSupported(InstructionSet instruction_set) {
Calin Juravlecff8cc72015-10-09 12:03:24 +0100443 return (instruction_set == kArm && !kArm32QuickCodeUseSoftFloat)
444 || instruction_set == kArm64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000445 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
Goran Jakovljevicf652cec2015-08-25 16:11:42 +0200446 || instruction_set == kMips
Alexey Frunze4dda3372015-06-01 18:31:49 -0700447 || instruction_set == kMips64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000448 || instruction_set == kX86
449 || instruction_set == kX86_64;
450}
451
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000452// Read barrier are supported on ARM, ARM64, x86 and x86-64 at the moment.
Roland Levillain0d5a2812015-11-13 10:07:31 +0000453// TODO: Add support for other architectures and remove this function
454static bool InstructionSetSupportsReadBarrier(InstructionSet instruction_set) {
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000455 return instruction_set == kArm64
456 || instruction_set == kThumb2
Roland Levillain3b359c72015-11-17 19:35:12 +0000457 || instruction_set == kX86
Roland Levillain0d5a2812015-11-13 10:07:31 +0000458 || instruction_set == kX86_64;
459}
460
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700461// Strip pass name suffix to get optimization name.
462static std::string ConvertPassNameToOptimizationName(const std::string& pass_name) {
463 size_t pos = pass_name.find(kPassNameSeparator);
464 return pos == std::string::npos ? pass_name : pass_name.substr(0, pos);
465}
466
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700467static HOptimization* BuildOptimization(
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700468 const std::string& pass_name,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700469 ArenaAllocator* arena,
470 HGraph* graph,
471 OptimizingCompilerStats* stats,
472 CodeGenerator* codegen,
473 CompilerDriver* driver,
474 const DexCompilationUnit& dex_compilation_unit,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700475 VariableSizedHandleScope* handles,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700476 SideEffectsAnalysis* most_recent_side_effects,
477 HInductionVarAnalysis* most_recent_induction) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700478 std::string opt_name = ConvertPassNameToOptimizationName(pass_name);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700479 if (opt_name == BoundsCheckElimination::kBoundsCheckEliminationPassName) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700480 CHECK(most_recent_side_effects != nullptr && most_recent_induction != nullptr);
481 return new (arena) BoundsCheckElimination(graph,
482 *most_recent_side_effects,
483 most_recent_induction);
484 } else if (opt_name == GVNOptimization::kGlobalValueNumberingPassName) {
485 CHECK(most_recent_side_effects != nullptr);
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700486 return new (arena) GVNOptimization(graph, *most_recent_side_effects, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700487 } else if (opt_name == HConstantFolding::kConstantFoldingPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700488 return new (arena) HConstantFolding(graph, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700489 } else if (opt_name == HDeadCodeElimination::kDeadCodeEliminationPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700490 return new (arena) HDeadCodeElimination(graph, stats, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700491 } else if (opt_name == HInliner::kInlinerPassName) {
492 size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_;
493 return new (arena) HInliner(graph, // outer_graph
494 graph, // outermost_graph
495 codegen,
496 dex_compilation_unit, // outer_compilation_unit
497 dex_compilation_unit, // outermost_compilation_unit
498 driver,
499 handles,
500 stats,
501 number_of_dex_registers,
502 /* depth */ 0);
503 } else if (opt_name == HSharpening::kSharpeningPassName) {
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000504 return new (arena) HSharpening(graph, codegen, dex_compilation_unit, driver, handles);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700505 } else if (opt_name == HSelectGenerator::kSelectGeneratorPassName) {
506 return new (arena) HSelectGenerator(graph, stats);
507 } else if (opt_name == HInductionVarAnalysis::kInductionPassName) {
508 return new (arena) HInductionVarAnalysis(graph);
509 } else if (opt_name == InstructionSimplifier::kInstructionSimplifierPassName) {
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700510 return new (arena) InstructionSimplifier(graph, stats, pass_name.c_str());
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700511 } else if (opt_name == IntrinsicsRecognizer::kIntrinsicsRecognizerPassName) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100512 return new (arena) IntrinsicsRecognizer(graph, stats);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700513 } else if (opt_name == LICM::kLoopInvariantCodeMotionPassName) {
514 CHECK(most_recent_side_effects != nullptr);
515 return new (arena) LICM(graph, *most_recent_side_effects, stats);
516 } else if (opt_name == LoadStoreElimination::kLoadStoreEliminationPassName) {
517 CHECK(most_recent_side_effects != nullptr);
518 return new (arena) LoadStoreElimination(graph, *most_recent_side_effects);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700519 } else if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) {
520 return new (arena) SideEffectsAnalysis(graph);
Nicolas Geoffrayebe16742016-10-05 09:55:42 +0100521 } else if (opt_name == HLoopOptimization::kLoopOptimizationPassName) {
Aart Bik92685a82017-03-06 11:13:43 -0800522 return new (arena) HLoopOptimization(graph, driver, most_recent_induction);
Mingyao Yangb0b051a2016-11-17 09:04:53 -0800523 } else if (opt_name == CHAGuardOptimization::kCHAGuardOptimizationPassName) {
524 return new (arena) CHAGuardOptimization(graph);
Nicolas Geoffrayb813ca12017-02-16 22:08:29 +0000525 } else if (opt_name == CodeSinking::kCodeSinkingPassName) {
526 return new (arena) CodeSinking(graph, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700527#ifdef ART_ENABLE_CODEGEN_arm
528 } else if (opt_name == arm::DexCacheArrayFixups::kDexCacheArrayFixupsArmPassName) {
Vladimir Marko68c981f2016-08-26 13:13:33 +0100529 return new (arena) arm::DexCacheArrayFixups(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700530 } else if (opt_name == arm::InstructionSimplifierArm::kInstructionSimplifierArmPassName) {
531 return new (arena) arm::InstructionSimplifierArm(graph, stats);
532#endif
533#ifdef ART_ENABLE_CODEGEN_arm64
534 } else if (opt_name == arm64::InstructionSimplifierArm64::kInstructionSimplifierArm64PassName) {
535 return new (arena) arm64::InstructionSimplifierArm64(graph, stats);
536#endif
537#ifdef ART_ENABLE_CODEGEN_mips
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700538 } else if (opt_name == mips::DexCacheArrayFixups::kDexCacheArrayFixupsMipsPassName) {
539 return new (arena) mips::DexCacheArrayFixups(graph, codegen, stats);
540 } else if (opt_name == mips::PcRelativeFixups::kPcRelativeFixupsMipsPassName) {
541 return new (arena) mips::PcRelativeFixups(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700542#endif
543#ifdef ART_ENABLE_CODEGEN_x86
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700544 } else if (opt_name == x86::PcRelativeFixups::kPcRelativeFixupsX86PassName) {
545 return new (arena) x86::PcRelativeFixups(graph, codegen, stats);
546 } else if (opt_name == x86::X86MemoryOperandGeneration::kX86MemoryOperandGenerationPassName) {
547 return new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700548#endif
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700549 }
550 return nullptr;
551}
552
553static ArenaVector<HOptimization*> BuildOptimizations(
554 const std::vector<std::string>& pass_names,
555 ArenaAllocator* arena,
556 HGraph* graph,
557 OptimizingCompilerStats* stats,
558 CodeGenerator* codegen,
559 CompilerDriver* driver,
560 const DexCompilationUnit& dex_compilation_unit,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700561 VariableSizedHandleScope* handles) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700562 // Few HOptimizations constructors require SideEffectsAnalysis or HInductionVarAnalysis
563 // instances. This method assumes that each of them expects the nearest instance preceeding it
564 // in the pass name list.
565 SideEffectsAnalysis* most_recent_side_effects = nullptr;
566 HInductionVarAnalysis* most_recent_induction = nullptr;
567 ArenaVector<HOptimization*> ret(arena->Adapter());
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700568 for (const std::string& pass_name : pass_names) {
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700569 HOptimization* opt = BuildOptimization(
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700570 pass_name,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700571 arena,
572 graph,
573 stats,
574 codegen,
575 driver,
576 dex_compilation_unit,
577 handles,
578 most_recent_side_effects,
579 most_recent_induction);
580 CHECK(opt != nullptr) << "Couldn't build optimization: \"" << pass_name << "\"";
581 ret.push_back(opt);
582
Wojciech Staszkiewiczb6a128322016-08-16 16:33:00 -0700583 std::string opt_name = ConvertPassNameToOptimizationName(pass_name);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700584 if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) {
585 most_recent_side_effects = down_cast<SideEffectsAnalysis*>(opt);
586 } else if (opt_name == HInductionVarAnalysis::kInductionPassName) {
587 most_recent_induction = down_cast<HInductionVarAnalysis*>(opt);
588 }
589 }
590 return ret;
591}
592
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700593void OptimizingCompiler::RunOptimizations(HOptimization* optimizations[],
594 size_t length,
595 PassObserver* pass_observer) const {
Calin Juravle10e244f2015-01-26 18:54:32 +0000596 for (size_t i = 0; i < length; ++i) {
David Brazdil69ba7b72015-06-23 18:27:30 +0100597 PassScope scope(optimizations[i]->GetPassName(), pass_observer);
598 optimizations[i]->Run();
Calin Juravle10e244f2015-01-26 18:54:32 +0000599 }
600}
601
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700602void OptimizingCompiler::MaybeRunInliner(HGraph* graph,
603 CodeGenerator* codegen,
604 CompilerDriver* driver,
605 const DexCompilationUnit& dex_compilation_unit,
606 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700607 VariableSizedHandleScope* handles) const {
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700608 OptimizingCompilerStats* stats = compilation_stats_.get();
Calin Juravleec748352015-07-29 13:52:12 +0100609 const CompilerOptions& compiler_options = driver->GetCompilerOptions();
610 bool should_inline = (compiler_options.GetInlineDepthLimit() > 0)
611 && (compiler_options.GetInlineMaxCodeUnits() > 0);
612 if (!should_inline) {
613 return;
614 }
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000615 size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_;
Calin Juravlecdfed3d2015-10-26 14:05:01 +0000616 HInliner* inliner = new (graph->GetArena()) HInliner(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700617 graph, // outer_graph
618 graph, // outermost_graph
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000619 codegen,
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700620 dex_compilation_unit, // outer_compilation_unit
621 dex_compilation_unit, // outermost_compilation_unit
Nicolas Geoffray5949fa02015-12-18 10:57:10 +0000622 driver,
623 handles,
624 stats,
625 number_of_dex_registers,
626 /* depth */ 0);
Calin Juravlecdfed3d2015-10-26 14:05:01 +0000627 HOptimization* optimizations[] = { inliner };
Calin Juravleec748352015-07-29 13:52:12 +0100628
629 RunOptimizations(optimizations, arraysize(optimizations), pass_observer);
630}
631
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700632void OptimizingCompiler::RunArchOptimizations(InstructionSet instruction_set,
633 HGraph* graph,
634 CodeGenerator* codegen,
635 PassObserver* pass_observer) const {
Wojciech Staszkiewicze28c7d02016-08-17 19:15:51 -0700636 UNUSED(codegen); // To avoid compilation error when compiling for svelte
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700637 OptimizingCompilerStats* stats = compilation_stats_.get();
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100638 ArenaAllocator* arena = graph->GetArena();
639 switch (instruction_set) {
Artem Serov2bbc9532016-10-21 11:51:50 +0100640#if defined(ART_ENABLE_CODEGEN_arm)
Vladimir Markob4536b72015-11-24 13:45:23 +0000641 case kThumb2:
642 case kArm: {
Vladimir Marko68c981f2016-08-26 13:13:33 +0100643 arm::DexCacheArrayFixups* fixups =
644 new (arena) arm::DexCacheArrayFixups(graph, codegen, stats);
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300645 arm::InstructionSimplifierArm* simplifier =
646 new (arena) arm::InstructionSimplifierArm(graph, stats);
Artem Serov328429f2016-07-06 16:23:04 +0100647 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700648 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch");
Vladimir Markob4536b72015-11-24 13:45:23 +0000649 HOptimization* arm_optimizations[] = {
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300650 simplifier,
Artem Serov328429f2016-07-06 16:23:04 +0100651 side_effects,
652 gvn,
Nicolas Geoffray6b5afdd2016-01-22 09:31:52 +0000653 fixups
Vladimir Markob4536b72015-11-24 13:45:23 +0000654 };
655 RunOptimizations(arm_optimizations, arraysize(arm_optimizations), pass_observer);
656 break;
657 }
658#endif
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100659#ifdef ART_ENABLE_CODEGEN_arm64
660 case kArm64: {
661 arm64::InstructionSimplifierArm64* simplifier =
662 new (arena) arm64::InstructionSimplifierArm64(graph, stats);
663 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700664 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch");
Alexandre Rames22aa54b2016-10-18 09:32:29 +0100665 HInstructionScheduling* scheduling =
666 new (arena) HInstructionScheduling(graph, instruction_set);
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100667 HOptimization* arm64_optimizations[] = {
668 simplifier,
669 side_effects,
Alexandre Rames22aa54b2016-10-18 09:32:29 +0100670 gvn,
671 scheduling,
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100672 };
673 RunOptimizations(arm64_optimizations, arraysize(arm64_optimizations), pass_observer);
674 break;
675 }
676#endif
Alexey Frunzee3fb2452016-05-10 16:08:05 -0700677#ifdef ART_ENABLE_CODEGEN_mips
678 case kMips: {
679 mips::PcRelativeFixups* pc_relative_fixups =
680 new (arena) mips::PcRelativeFixups(graph, codegen, stats);
681 mips::DexCacheArrayFixups* dex_cache_array_fixups =
Alexey Frunze06a46c42016-07-19 15:00:40 -0700682 new (arena) mips::DexCacheArrayFixups(graph, codegen, stats);
Alexey Frunzee3fb2452016-05-10 16:08:05 -0700683 HOptimization* mips_optimizations[] = {
684 pc_relative_fixups,
685 dex_cache_array_fixups
686 };
687 RunOptimizations(mips_optimizations, arraysize(mips_optimizations), pass_observer);
688 break;
689 }
690#endif
Mark Mendell0616ae02015-04-17 12:49:27 -0400691#ifdef ART_ENABLE_CODEGEN_x86
692 case kX86: {
Aart Bikd1c40452016-03-02 16:06:13 -0800693 x86::PcRelativeFixups* pc_relative_fixups =
694 new (arena) x86::PcRelativeFixups(graph, codegen, stats);
Mark Mendellee8d9712016-07-12 11:13:15 -0400695 x86::X86MemoryOperandGeneration* memory_gen =
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700696 new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Mark Mendell0616ae02015-04-17 12:49:27 -0400697 HOptimization* x86_optimizations[] = {
Mark Mendellee8d9712016-07-12 11:13:15 -0400698 pc_relative_fixups,
699 memory_gen
Mark Mendell0616ae02015-04-17 12:49:27 -0400700 };
701 RunOptimizations(x86_optimizations, arraysize(x86_optimizations), pass_observer);
702 break;
703 }
704#endif
Mark Mendellee8d9712016-07-12 11:13:15 -0400705#ifdef ART_ENABLE_CODEGEN_x86_64
706 case kX86_64: {
707 x86::X86MemoryOperandGeneration* memory_gen =
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700708 new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats);
Mark Mendellee8d9712016-07-12 11:13:15 -0400709 HOptimization* x86_64_optimizations[] = {
710 memory_gen
711 };
712 RunOptimizations(x86_64_optimizations, arraysize(x86_64_optimizations), pass_observer);
713 break;
714 }
715#endif
Alexandre Rames44b9cf92015-08-19 15:39:06 +0100716 default:
717 break;
718 }
719}
720
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000721NO_INLINE // Avoid increasing caller's frame size by large stack-allocated objects.
722static void AllocateRegisters(HGraph* graph,
723 CodeGenerator* codegen,
Matthew Gharrity2cd05b72016-08-03 16:57:37 -0700724 PassObserver* pass_observer,
725 RegisterAllocator::Strategy strategy) {
Mingyao Yang700347e2016-03-02 14:59:32 -0800726 {
727 PassScope scope(PrepareForRegisterAllocation::kPrepareForRegisterAllocationPassName,
728 pass_observer);
729 PrepareForRegisterAllocation(graph).Run();
730 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000731 SsaLivenessAnalysis liveness(graph, codegen);
732 {
733 PassScope scope(SsaLivenessAnalysis::kLivenessPassName, pass_observer);
734 liveness.Analyze();
735 }
736 {
737 PassScope scope(RegisterAllocator::kRegisterAllocatorPassName, pass_observer);
Matthew Gharrity2cd05b72016-08-03 16:57:37 -0700738 RegisterAllocator::Create(graph->GetArena(), codegen, liveness, strategy)->AllocateRegisters();
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000739 }
740}
741
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700742void OptimizingCompiler::RunOptimizations(HGraph* graph,
743 CodeGenerator* codegen,
744 CompilerDriver* driver,
745 const DexCompilationUnit& dex_compilation_unit,
746 PassObserver* pass_observer,
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700747 VariableSizedHandleScope* handles) const {
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700748 OptimizingCompilerStats* stats = compilation_stats_.get();
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100749 ArenaAllocator* arena = graph->GetArena();
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700750 if (driver->GetCompilerOptions().GetPassesToRun() != nullptr) {
751 ArenaVector<HOptimization*> optimizations = BuildOptimizations(
752 *driver->GetCompilerOptions().GetPassesToRun(),
753 arena,
754 graph,
755 stats,
756 codegen,
757 driver,
758 dex_compilation_unit,
759 handles);
760 RunOptimizations(&optimizations[0], optimizations.size(), pass_observer);
761 return;
762 }
763
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100764 HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700765 graph, stats, "dead_code_elimination$initial");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100766 HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination(
Aart Bik2767f4b2016-10-28 15:03:53 -0700767 graph, stats, "dead_code_elimination$after_inlining");
768 HDeadCodeElimination* dce3 = new (arena) HDeadCodeElimination(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700769 graph, stats, "dead_code_elimination$final");
Andreas Gampeca620d72016-11-08 08:09:33 -0800770 HConstantFolding* fold1 = new (arena) HConstantFolding(graph, "constant_folding");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100771 InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats);
Jean-Philippe Halimi38e9e802016-02-18 16:42:03 +0100772 HSelectGenerator* select_generator = new (arena) HSelectGenerator(graph, stats);
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700773 HConstantFolding* fold2 = new (arena) HConstantFolding(
774 graph, "constant_folding$after_inlining");
775 HConstantFolding* fold3 = new (arena) HConstantFolding(graph, "constant_folding$after_bce");
Aart Bik92685a82017-03-06 11:13:43 -0800776 SideEffectsAnalysis* side_effects1 = new (arena) SideEffectsAnalysis(
777 graph, "side_effects$before_gvn");
778 SideEffectsAnalysis* side_effects2 = new (arena) SideEffectsAnalysis(
779 graph, "side_effects$before_lse");
780 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects1);
781 LICM* licm = new (arena) LICM(graph, *side_effects1, stats);
Aart Bik22af3be2015-09-10 12:50:58 -0700782 HInductionVarAnalysis* induction = new (arena) HInductionVarAnalysis(graph);
Aart Bik92685a82017-03-06 11:13:43 -0800783 BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph, *side_effects1, induction);
784 HLoopOptimization* loop = new (arena) HLoopOptimization(graph, driver, induction);
785 LoadStoreElimination* lse = new (arena) LoadStoreElimination(graph, *side_effects2);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000786 HSharpening* sharpening = new (arena) HSharpening(
787 graph, codegen, dex_compilation_unit, driver, handles);
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100788 InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier(
Aart Bik639cc8c2016-10-18 13:03:31 -0700789 graph, stats, "instruction_simplifier$after_inlining");
David Brazdil4833f5a2015-12-16 10:37:39 +0000790 InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier(
Aart Bik639cc8c2016-10-18 13:03:31 -0700791 graph, stats, "instruction_simplifier$after_bce");
792 InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier(
Wojciech Staszkiewicz5319d3c2016-08-01 17:48:59 -0700793 graph, stats, "instruction_simplifier$before_codegen");
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100794 IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, stats);
Mingyao Yangb0b051a2016-11-17 09:04:53 -0800795 CHAGuardOptimization* cha_guard = new (arena) CHAGuardOptimization(graph);
Nicolas Geoffrayb813ca12017-02-16 22:08:29 +0000796 CodeSinking* code_sinking = new (arena) CodeSinking(graph, stats);
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800797
Calin Juravleec748352015-07-29 13:52:12 +0100798 HOptimization* optimizations1[] = {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100799 intrinsics,
David Brazdil4833f5a2015-12-16 10:37:39 +0000800 sharpening,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100801 fold1,
802 simplify1,
Nicolas Geoffray18e68732015-06-17 23:09:05 +0100803 dce1,
Calin Juravleec748352015-07-29 13:52:12 +0100804 };
Calin Juravleec748352015-07-29 13:52:12 +0100805 RunOptimizations(optimizations1, arraysize(optimizations1), pass_observer);
806
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700807 MaybeRunInliner(graph, codegen, driver, dex_compilation_unit, pass_observer, handles);
David Brazdil95177982015-10-30 12:56:58 -0500808
David Brazdil8993caf2015-12-07 10:04:40 +0000809 HOptimization* optimizations2[] = {
David Brazdil74eb1b22015-12-14 11:44:01 +0000810 // SelectGenerator depends on the InstructionSimplifier removing
David Brazdil8993caf2015-12-07 10:04:40 +0000811 // redundant suspend checks to recognize empty blocks.
David Brazdil74eb1b22015-12-14 11:44:01 +0000812 select_generator,
David Brazdil8993caf2015-12-07 10:04:40 +0000813 fold2, // TODO: if we don't inline we can also skip fold2.
Aart Bik639cc8c2016-10-18 13:03:31 -0700814 simplify2,
Aart Bik2767f4b2016-10-28 15:03:53 -0700815 dce2,
Aart Bik92685a82017-03-06 11:13:43 -0800816 side_effects1,
David Brazdil8993caf2015-12-07 10:04:40 +0000817 gvn,
818 licm,
819 induction,
820 bce,
Aart Bik281c6812016-08-26 11:31:48 -0700821 loop,
David Brazdil8993caf2015-12-07 10:04:40 +0000822 fold3, // evaluates code generated by dynamic bce
Aart Bik639cc8c2016-10-18 13:03:31 -0700823 simplify3,
Aart Bik92685a82017-03-06 11:13:43 -0800824 side_effects2,
David Brazdil8993caf2015-12-07 10:04:40 +0000825 lse,
Mingyao Yangb0b051a2016-11-17 09:04:53 -0800826 cha_guard,
Aart Bik2767f4b2016-10-28 15:03:53 -0700827 dce3,
Nicolas Geoffrayb813ca12017-02-16 22:08:29 +0000828 code_sinking,
David Brazdil8993caf2015-12-07 10:04:40 +0000829 // The codegen has a few assumptions that only the instruction simplifier
830 // can satisfy. For example, the code generator does not expect to see a
831 // HTypeConversion from a type to the same type.
Aart Bik639cc8c2016-10-18 13:03:31 -0700832 simplify4,
David Brazdil8993caf2015-12-07 10:04:40 +0000833 };
834 RunOptimizations(optimizations2, arraysize(optimizations2), pass_observer);
David Brazdilbbd733e2015-08-18 17:48:17 +0100835
Wojciech Staszkiewiczf5fb0902016-07-22 13:33:11 -0700836 RunArchOptimizations(driver->GetInstructionSet(), graph, codegen, pass_observer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000837}
838
Vladimir Marko58155012015-08-19 12:49:41 +0000839static ArenaVector<LinkerPatch> EmitAndSortLinkerPatches(CodeGenerator* codegen) {
840 ArenaVector<LinkerPatch> linker_patches(codegen->GetGraph()->GetArena()->Adapter());
841 codegen->EmitLinkerPatches(&linker_patches);
842
843 // Sort patches by literal offset. Required for .oat_patches encoding.
844 std::sort(linker_patches.begin(), linker_patches.end(),
845 [](const LinkerPatch& lhs, const LinkerPatch& rhs) {
846 return lhs.LiteralOffset() < rhs.LiteralOffset();
847 });
848
849 return linker_patches;
850}
851
David Brazdil58282f42016-01-14 12:45:10 +0000852CompiledMethod* OptimizingCompiler::Emit(ArenaAllocator* arena,
853 CodeVectorAllocator* code_allocator,
854 CodeGenerator* codegen,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000855 CompilerDriver* compiler_driver,
856 const DexFile::CodeItem* code_item) const {
Vladimir Marko58155012015-08-19 12:49:41 +0000857 ArenaVector<LinkerPatch> linker_patches = EmitAndSortLinkerPatches(codegen);
Vladimir Markof9f64412015-09-02 14:05:49 +0100858 ArenaVector<uint8_t> stack_map(arena->Adapter(kArenaAllocStackMaps));
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000859 stack_map.resize(codegen->ComputeStackMapsSize());
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000860 codegen->BuildStackMaps(MemoryRegion(stack_map.data(), stack_map.size()), *code_item);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000861
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100862 CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000863 compiler_driver,
864 codegen->GetInstructionSet(),
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000865 ArrayRef<const uint8_t>(code_allocator->GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000866 // Follow Quick's behavior and set the frame size to zero if it is
867 // considered "empty" (see the definition of
868 // art::CodeGenerator::HasEmptyFrame).
869 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000870 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000871 codegen->GetFpuSpillMask(),
David Srbeckyf71b3ad2015-12-08 15:05:08 +0000872 ArrayRef<const SrcMapElem>(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100873 ArrayRef<const uint8_t>(stack_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100874 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
Vladimir Marko58155012015-08-19 12:49:41 +0000875 ArrayRef<const LinkerPatch>(linker_patches));
Mathieu Chartiered150002015-08-28 11:16:54 -0700876
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100877 return compiled_method;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000878}
879
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000880CodeGenerator* OptimizingCompiler::TryCompile(ArenaAllocator* arena,
881 CodeVectorAllocator* code_allocator,
882 const DexFile::CodeItem* code_item,
883 uint32_t access_flags,
884 InvokeType invoke_type,
885 uint16_t class_def_idx,
886 uint32_t method_idx,
Vladimir Markobfb80d22017-02-14 14:08:12 +0000887 Handle<mirror::ClassLoader> class_loader,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000888 const DexFile& dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000889 Handle<mirror::DexCache> dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000890 ArtMethod* method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000891 bool osr,
892 VariableSizedHandleScope* handles) const {
Calin Juravle2be39e02015-04-21 13:56:34 +0100893 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000894 CompilerDriver* compiler_driver = GetCompilerDriver();
895 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Calin Juravlecff8cc72015-10-09 12:03:24 +0100896
Roland Levillain3b359c72015-11-17 19:35:12 +0000897 // Always use the Thumb-2 assembler: some runtime functionality
898 // (like implicit stack overflow checks) assume Thumb-2.
Artem Serovba6b6792016-08-15 14:22:07 +0100899 DCHECK_NE(instruction_set, kArm);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100900
901 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000902 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100903 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100904 return nullptr;
905 }
906
Roland Levillain0d5a2812015-11-13 10:07:31 +0000907 // When read barriers are enabled, do not attempt to compile for
908 // instruction sets that have no read barrier support.
909 if (kEmitCompilerReadBarrier && !InstructionSetSupportsReadBarrier(instruction_set)) {
910 return nullptr;
911 }
912
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000913 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100914 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000915 return nullptr;
916 }
917
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000918 // Implementation of the space filter: do not compile a code item whose size in
Nicolas Geoffray432bf3d2015-07-17 11:11:09 +0100919 // code units is bigger than 128.
920 static constexpr size_t kSpaceFilterOptimizingThreshold = 128;
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000921 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
Andreas Gampe29d38e72016-03-23 15:31:51 +0000922 if ((compiler_options.GetCompilerFilter() == CompilerFilter::kSpace)
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000923 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100924 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000925 return nullptr;
926 }
927
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100928 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000929 DexCompilationUnit dex_compilation_unit(
Vladimir Markodf739842016-03-23 16:59:07 +0000930 class_loader,
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100931 class_linker,
Vladimir Markodf739842016-03-23 16:59:07 +0000932 dex_file,
933 code_item,
934 class_def_idx,
935 method_idx,
936 access_flags,
937 /* verified_method */ nullptr,
938 dex_cache);
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000939
Calin Juravle3cd4fc82015-05-14 15:15:42 +0100940 bool requires_barrier = dex_compilation_unit.IsConstructor()
941 && compiler_driver->RequiresConstructorBarrier(Thread::Current(),
942 dex_compilation_unit.GetDexFile(),
943 dex_compilation_unit.GetClassDefIndex());
David Brazdilbadd8262016-02-02 16:28:56 +0000944
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000945 HGraph* graph = new (arena) HGraph(
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000946 arena,
947 dex_file,
948 method_idx,
949 requires_barrier,
950 compiler_driver->GetInstructionSet(),
951 kInvalidInvokeType,
952 compiler_driver->GetCompilerOptions().GetDebuggable(),
953 osr);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000954
David Brazdilbadd8262016-02-02 16:28:56 +0000955 const uint8_t* interpreter_metadata = nullptr;
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000956 if (method == nullptr) {
David Brazdilbadd8262016-02-02 16:28:56 +0000957 ScopedObjectAccess soa(Thread::Current());
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000958 method = compiler_driver->ResolveMethod(
Vladimir Markobfb80d22017-02-14 14:08:12 +0000959 soa, dex_cache, class_loader, &dex_compilation_unit, method_idx, invoke_type);
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +0000960 }
961 // For AOT compilation, we may not get a method, for example if its class is erroneous.
962 // JIT should always have a method.
963 DCHECK(Runtime::Current()->IsAotCompiler() || method != nullptr);
964 if (method != nullptr) {
965 graph->SetArtMethod(method);
966 ScopedObjectAccess soa(Thread::Current());
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100967 interpreter_metadata = method->GetQuickenedInfo(class_linker->GetImagePointerSize());
David Brazdilbadd8262016-02-02 16:28:56 +0000968 }
969
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000970 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000971 CodeGenerator::Create(graph,
972 instruction_set,
973 *compiler_driver->GetInstructionSetFeatures(),
Calin Juravle2ae48182016-03-16 14:05:09 +0000974 compiler_driver->GetCompilerOptions(),
975 compilation_stats_.get()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000976 if (codegen.get() == nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100977 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000978 return nullptr;
979 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100980 codegen->GetAssembler()->cfi().SetEnabled(
David Srbecky5b1c2ca2016-01-25 17:32:41 +0000981 compiler_driver->GetCompilerOptions().GenerateAnyDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000982
David Brazdil69ba7b72015-06-23 18:27:30 +0100983 PassObserver pass_observer(graph,
David Brazdil69ba7b72015-06-23 18:27:30 +0100984 codegen.get(),
985 visualizer_output_.get(),
Andreas Gampea0d81af2016-10-27 12:04:57 -0700986 compiler_driver,
987 dump_mutex_);
David Brazdil5e8b1372015-01-23 14:39:08 +0000988
David Brazdil809658e2015-02-05 11:34:02 +0000989 {
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000990 VLOG(compiler) << "Building " << pass_observer.GetMethodName();
991 PassScope scope(HGraphBuilder::kBuilderPassName, &pass_observer);
992 HGraphBuilder builder(graph,
993 &dex_compilation_unit,
994 &dex_compilation_unit,
995 &dex_file,
996 *code_item,
997 compiler_driver,
Nicolas Geoffray83c8e272017-01-31 14:36:37 +0000998 codegen.get(),
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000999 compilation_stats_.get(),
1000 interpreter_metadata,
1001 dex_cache,
1002 handles);
1003 GraphAnalysisResult result = builder.BuildGraph();
1004 if (result != kAnalysisSuccess) {
1005 switch (result) {
1006 case kAnalysisSkipped:
1007 MaybeRecordStat(MethodCompilationStat::kNotCompiledSkipped);
1008 break;
1009 case kAnalysisInvalidBytecode:
1010 MaybeRecordStat(MethodCompilationStat::kNotCompiledInvalidBytecode);
1011 break;
1012 case kAnalysisFailThrowCatchLoop:
1013 MaybeRecordStat(MethodCompilationStat::kNotCompiledThrowCatchLoop);
1014 break;
1015 case kAnalysisFailAmbiguousArrayOp:
1016 MaybeRecordStat(MethodCompilationStat::kNotCompiledAmbiguousArrayOp);
1017 break;
1018 case kAnalysisSuccess:
1019 UNREACHABLE();
David Brazdil809658e2015-02-05 11:34:02 +00001020 }
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001021 pass_observer.SetGraphInBadState();
1022 return nullptr;
Nicolas Geoffrayf5370122014-12-02 11:51:19 +00001023 }
David Brazdilbadd8262016-02-02 16:28:56 +00001024 }
Vladimir Markof9f64412015-09-02 14:05:49 +01001025
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001026 RunOptimizations(graph,
1027 codegen.get(),
1028 compiler_driver,
1029 dex_compilation_unit,
1030 &pass_observer,
1031 handles);
1032
1033 RegisterAllocator::Strategy regalloc_strategy =
1034 compiler_options.GetRegisterAllocationStrategy();
1035 AllocateRegisters(graph, codegen.get(), &pass_observer, regalloc_strategy);
1036
1037 codegen->Compile(code_allocator);
1038 pass_observer.DumpDisassembly();
1039
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001040 return codegen.release();
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001041}
1042
Nicolas Geoffray216eaa22015-03-17 17:09:30 +00001043CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
1044 uint32_t access_flags,
1045 InvokeType invoke_type,
1046 uint16_t class_def_idx,
1047 uint32_t method_idx,
Vladimir Markobfb80d22017-02-14 14:08:12 +00001048 Handle<mirror::ClassLoader> jclass_loader,
Mathieu Chartier736b5602015-09-02 14:54:11 -07001049 const DexFile& dex_file,
1050 Handle<mirror::DexCache> dex_cache) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001051 CompilerDriver* compiler_driver = GetCompilerDriver();
1052 CompiledMethod* method = nullptr;
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001053 DCHECK(Runtime::Current()->IsAotCompiler());
1054 const VerifiedMethod* verified_method = compiler_driver->GetVerifiedMethod(&dex_file, method_idx);
1055 DCHECK(!verified_method->HasRuntimeThrow());
1056 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file)
Nicolas Geoffray250a3782016-04-20 16:27:53 +01001057 || verifier::MethodVerifier::CanCompilerHandleVerificationFailure(
1058 verified_method->GetEncounteredVerificationFailures())) {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001059 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
1060 CodeVectorAllocator code_allocator(&arena);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001061 std::unique_ptr<CodeGenerator> codegen;
1062 {
1063 ScopedObjectAccess soa(Thread::Current());
1064 VariableSizedHandleScope handles(soa.Self());
1065 // Go to native so that we don't block GC during compilation.
1066 ScopedThreadSuspension sts(soa.Self(), kNative);
1067 codegen.reset(
1068 TryCompile(&arena,
1069 &code_allocator,
1070 code_item,
1071 access_flags,
1072 invoke_type,
1073 class_def_idx,
1074 method_idx,
1075 jclass_loader,
1076 dex_file,
1077 dex_cache,
1078 nullptr,
1079 /* osr */ false,
1080 &handles));
1081 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001082 if (codegen.get() != nullptr) {
Calin Juravlead543382015-11-19 17:26:29 +00001083 MaybeRecordStat(MethodCompilationStat::kCompiled);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001084 method = Emit(&arena, &code_allocator, codegen.get(), compiler_driver, code_item);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001085
1086 if (kArenaAllocatorCountAllocations) {
1087 if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) {
1088 MemStats mem_stats(arena.GetMemStats());
David Sehr709b0702016-10-13 09:12:37 -07001089 LOG(INFO) << dex_file.PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001090 }
1091 }
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001092 }
Nicolas Geoffray0c3c2662015-10-15 13:53:04 +01001093 } else {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001094 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
1095 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
1096 } else {
Calin Juravlead543382015-11-19 17:26:29 +00001097 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerificationError);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001098 }
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01001099 }
1100
Calin Juravlecff8cc72015-10-09 12:03:24 +01001101 if (kIsDebugBuild &&
1102 IsCompilingWithCoreImage() &&
Roland Levillain0d5a2812015-11-13 10:07:31 +00001103 IsInstructionSetSupported(compiler_driver->GetInstructionSet()) &&
1104 (!kEmitCompilerReadBarrier ||
1105 InstructionSetSupportsReadBarrier(compiler_driver->GetInstructionSet()))) {
1106 // For testing purposes, we put a special marker on method names
1107 // that should be compiled with this compiler (when the the
1108 // instruction set is supported -- and has support for read
1109 // barriers, if they are enabled). This makes sure we're not
1110 // regressing.
David Sehr709b0702016-10-13 09:12:37 -07001111 std::string method_name = dex_file.PrettyMethod(method_idx);
Calin Juravle09b1d6f2015-10-07 12:08:54 +01001112 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
1113 DCHECK((method != nullptr) || !shouldCompile) << "Didn't compile " << method_name;
1114 }
1115
Nicolas Geoffray12be74e2015-03-30 13:29:08 +01001116 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +00001117}
1118
Andreas Gampe53c913b2014-08-12 23:19:23 -07001119Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
1120 return new OptimizingCompiler(driver);
1121}
1122
Nicolas Geoffray335005e2015-06-25 10:01:47 +01001123bool IsCompilingWithCoreImage() {
1124 const std::string& image = Runtime::Current()->GetImageLocation();
Jeff Haodcdc85b2015-12-04 14:06:18 -08001125 // TODO: This is under-approximating...
Andreas Gampe9186ced2016-12-12 14:28:21 -08001126 if (android::base::EndsWith(image, "core.art") ||
1127 android::base::EndsWith(image, "core-optimizing.art")) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08001128 return true;
1129 }
1130 return false;
Nicolas Geoffray335005e2015-06-25 10:01:47 +01001131}
1132
Nicolas Geoffrayfbdfa6d2017-02-03 10:43:13 +00001133bool EncodeArtMethodInInlineInfo(ArtMethod* method ATTRIBUTE_UNUSED) {
1134 // Note: the runtime is null only for unit testing.
1135 return Runtime::Current() == nullptr || !Runtime::Current()->IsAotCompiler();
1136}
1137
1138bool CanEncodeInlinedMethodInStackMap(const DexFile& caller_dex_file, ArtMethod* callee) {
1139 if (!Runtime::Current()->IsAotCompiler()) {
1140 // JIT can always encode methods in stack maps.
1141 return true;
1142 }
1143 if (IsSameDexFile(caller_dex_file, *callee->GetDexFile())) {
1144 return true;
1145 }
1146 // TODO(ngeoffray): Support more AOT cases for inlining:
1147 // - methods in multidex
1148 // - methods in boot image for on-device non-PIC compilation.
1149 return false;
1150}
1151
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001152bool OptimizingCompiler::JitCompile(Thread* self,
1153 jit::JitCodeCache* code_cache,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001154 ArtMethod* method,
1155 bool osr) {
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001156 StackHandleScope<3> hs(self);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001157 Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1158 method->GetDeclaringClass()->GetClassLoader()));
1159 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Nicolas Geoffray250a3782016-04-20 16:27:53 +01001160 DCHECK(method->IsCompilable());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001161
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001162 const DexFile* dex_file = method->GetDexFile();
1163 const uint16_t class_def_idx = method->GetClassDefIndex();
1164 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
1165 const uint32_t method_idx = method->GetDexMethodIndex();
1166 const uint32_t access_flags = method->GetAccessFlags();
1167 const InvokeType invoke_type = method->GetInvokeType();
1168
Nicolas Geoffray25e04562016-03-01 13:17:58 +00001169 ArenaAllocator arena(Runtime::Current()->GetJitArenaPool());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001170 CodeVectorAllocator code_allocator(&arena);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001171 VariableSizedHandleScope handles(self);
1172
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001173 std::unique_ptr<CodeGenerator> codegen;
1174 {
1175 // Go to native so that we don't block GC during compilation.
1176 ScopedThreadSuspension sts(self, kNative);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001177 codegen.reset(
1178 TryCompile(&arena,
1179 &code_allocator,
1180 code_item,
1181 access_flags,
1182 invoke_type,
1183 class_def_idx,
1184 method_idx,
Vladimir Markobfb80d22017-02-14 14:08:12 +00001185 class_loader,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001186 *dex_file,
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001187 dex_cache,
Nicolas Geoffray3aaf9642016-06-07 14:14:37 +00001188 method,
Nicolas Geoffray22384ae2016-12-12 22:33:36 +00001189 osr,
1190 &handles));
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001191 if (codegen.get() == nullptr) {
1192 return false;
1193 }
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001194
1195 if (kArenaAllocatorCountAllocations) {
1196 if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) {
1197 MemStats mem_stats(arena.GetMemStats());
David Sehr709b0702016-10-13 09:12:37 -07001198 LOG(INFO) << dex_file->PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats);
Vladimir Marko3a40bf22016-03-22 16:26:33 +00001199 }
1200 }
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001201 }
1202
1203 size_t stack_map_size = codegen->ComputeStackMapsSize();
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001204 size_t number_of_roots = codegen->GetNumberOfJitRoots();
1205 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1206 // We allocate an object array to ensure the JIT roots that we will collect in EmitJitRoots
1207 // will be visible by the GC between EmitLiterals and CommitCode. Once CommitCode is
1208 // executed, this array is not needed.
1209 Handle<mirror::ObjectArray<mirror::Object>> roots(
1210 hs.NewHandle(mirror::ObjectArray<mirror::Object>::Alloc(
1211 self, class_linker->GetClassRoot(ClassLinker::kObjectArrayClass), number_of_roots)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001212 if (roots == nullptr) {
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001213 // Out of memory, just clear the exception to avoid any Java exception uncaught problems.
1214 DCHECK(self->IsExceptionPending());
1215 self->ClearException();
1216 return false;
1217 }
1218 uint8_t* stack_map_data = nullptr;
1219 uint8_t* roots_data = nullptr;
Nicolas Geoffrayed015ac2016-12-15 17:58:48 +00001220 uint32_t data_size = code_cache->ReserveData(
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001221 self, stack_map_size, number_of_roots, method, &stack_map_data, &roots_data);
1222 if (stack_map_data == nullptr || roots_data == nullptr) {
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001223 return false;
1224 }
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001225 MaybeRecordStat(MethodCompilationStat::kCompiled);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001226 codegen->BuildStackMaps(MemoryRegion(stack_map_data, stack_map_size), *code_item);
Nicolas Geoffrayf0acfe72017-01-09 20:54:52 +00001227 codegen->EmitJitRoots(code_allocator.GetData(), roots, roots_data);
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001228
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001229 const void* code = code_cache->CommitCode(
1230 self,
1231 method,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001232 stack_map_data,
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001233 roots_data,
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001234 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
1235 codegen->GetCoreSpillMask(),
1236 codegen->GetFpuSpillMask(),
1237 code_allocator.GetMemory().data(),
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +00001238 code_allocator.GetSize(),
Nicolas Geoffrayed015ac2016-12-15 17:58:48 +00001239 data_size,
Nicolas Geoffray132d8362016-11-16 09:19:42 +00001240 osr,
Mingyao Yang063fc772016-08-02 11:02:54 -07001241 roots,
1242 codegen->GetGraph()->HasShouldDeoptimizeFlag(),
1243 codegen->GetGraph()->GetCHASingleImplementationList());
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001244
1245 if (code == nullptr) {
Nicolas Geoffrayf46501c2016-11-22 13:45:36 +00001246 code_cache->ClearData(self, stack_map_data, roots_data);
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001247 return false;
1248 }
1249
David Srbecky91cc06c2016-03-07 16:13:58 +00001250 const CompilerOptions& compiler_options = GetCompilerDriver()->GetCompilerOptions();
1251 if (compiler_options.GetGenerateDebugInfo()) {
David Srbecky5cc349f2015-12-18 15:04:48 +00001252 const auto* method_header = reinterpret_cast<const OatQuickMethodHeader*>(code);
1253 const uintptr_t code_address = reinterpret_cast<uintptr_t>(method_header->GetCode());
David Srbecky09c2a6b2016-03-11 17:11:44 +00001254 debug::MethodDebugInfo info = debug::MethodDebugInfo();
1255 info.trampoline_name = nullptr;
David Srbecky197160d2016-03-07 17:33:57 +00001256 info.dex_file = dex_file;
1257 info.class_def_index = class_def_idx;
1258 info.dex_method_index = method_idx;
1259 info.access_flags = access_flags;
1260 info.code_item = code_item;
1261 info.isa = codegen->GetInstructionSet();
1262 info.deduped = false;
1263 info.is_native_debuggable = compiler_options.GetNativeDebuggable();
1264 info.is_optimized = true;
1265 info.is_code_address_text_relative = false;
1266 info.code_address = code_address;
1267 info.code_size = code_allocator.GetSize();
1268 info.frame_size_in_bytes = method_header->GetFrameSizeInBytes();
1269 info.code_info = stack_map_size == 0 ? nullptr : stack_map_data;
1270 info.cfi = ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data());
Vladimir Marko93205e32016-04-13 11:59:46 +01001271 std::vector<uint8_t> elf_file = debug::WriteDebugElfFileForMethods(
David Srbecky5d811202016-03-08 13:21:22 +00001272 GetCompilerDriver()->GetInstructionSet(),
1273 GetCompilerDriver()->GetInstructionSetFeatures(),
David Srbeckyfe736b72016-03-09 11:44:44 +00001274 ArrayRef<const debug::MethodDebugInfo>(&info, 1));
Vladimir Marko93205e32016-04-13 11:59:46 +01001275 CreateJITCodeEntryForAddress(code_address, std::move(elf_file));
David Srbecky5cc349f2015-12-18 15:04:48 +00001276 }
1277
Nicolas Geoffraya4f81542016-03-08 16:57:48 +00001278 Runtime::Current()->GetJit()->AddMemoryUsage(method, arena.BytesUsed());
1279
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +00001280 return true;
1281}
1282
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001283} // namespace art