blob: 303a7cb1fd501d4f610067fdfd57b6a4b5b43a1f [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
Nicolas Geoffray787c3072014-03-17 10:20:19 +000020#include <stdint.h>
21
Mathieu Chartiere401d142015-04-22 13:56:20 -070022#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080023#include "base/arena_allocator.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000024#include "base/dumpable.h"
25#include "base/timing_logger.h"
David Brazdil46e2a392015-03-16 17:31:52 +000026#include "boolean_simplifier.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070027#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000028#include "builder.h"
29#include "code_generator.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000030#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070031#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010032#include "constant_folding.h"
33#include "dead_code_elimination.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080034#include "dex/quick/dex_file_to_method_inliner_map.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010035#include "dex/verified_method.h"
36#include "dex/verification_results.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000037#include "driver/compiler_driver.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000038#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000039#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000040#include "elf_writer_quick.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010041#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010042#include "gvn.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000043#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010044#include "instruction_simplifier.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080045#include "intrinsics.h"
Nicolas Geoffray82091da2015-01-26 10:02:45 +000046#include "licm.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000047#include "jni/quick/jni_compiler.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000048#include "nodes.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010049#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010050#include "reference_type_propagation.h"
Nicolas Geoffraya7062e02014-05-22 12:50:17 +010051#include "register_allocator.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000052#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000053#include "ssa_builder.h"
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010054#include "ssa_phi_elimination.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010055#include "ssa_liveness_analysis.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +010056#include "utils/assembler.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000057
58namespace art {
59
Nicolas Geoffray787c3072014-03-17 10:20:19 +000060/**
61 * Used by the code generator, to allocate the code in a vector.
62 */
63class CodeVectorAllocator FINAL : public CodeAllocator {
64 public:
Andreas Gampe7c3952f2015-02-19 18:21:24 -080065 CodeVectorAllocator() : size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +000066
67 virtual uint8_t* Allocate(size_t size) {
68 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000069 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +000070 return &memory_[0];
71 }
72
73 size_t GetSize() const { return size_; }
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000074 const std::vector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +000075
76 private:
77 std::vector<uint8_t> memory_;
78 size_t size_;
79
80 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
81};
82
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010083/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010084 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +000085 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010086 */
87static const char* kStringFilter = "";
88
David Brazdil809658e2015-02-05 11:34:02 +000089class PassInfo;
90
David Brazdil5e8b1372015-01-23 14:39:08 +000091class PassInfoPrinter : public ValueObject {
92 public:
93 PassInfoPrinter(HGraph* graph,
94 const char* method_name,
95 const CodeGenerator& codegen,
96 std::ostream* visualizer_output,
David Brazdil809658e2015-02-05 11:34:02 +000097 CompilerDriver* compiler_driver)
David Brazdil5e8b1372015-01-23 14:39:08 +000098 : method_name_(method_name),
David Brazdil809658e2015-02-05 11:34:02 +000099 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
David Brazdil5e8b1372015-01-23 14:39:08 +0000100 timing_logger_(method_name, true, true),
David Brazdil809658e2015-02-05 11:34:02 +0000101 visualizer_enabled_(!compiler_driver->GetDumpCfgFileName().empty()),
David Brazdil62e074f2015-04-07 18:09:37 +0100102 visualizer_(visualizer_output, graph, codegen) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000103 if (strstr(method_name, kStringFilter) == nullptr) {
104 timing_logger_enabled_ = visualizer_enabled_ = false;
105 }
David Brazdil62e074f2015-04-07 18:09:37 +0100106 if (visualizer_enabled_) {
107 visualizer_.PrintHeader(method_name_);
108 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000109 }
110
David Brazdil5e8b1372015-01-23 14:39:08 +0000111 ~PassInfoPrinter() {
112 if (timing_logger_enabled_) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000113 LOG(INFO) << "TIMINGS " << method_name_;
114 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
115 }
116 }
117
118 private:
David Brazdil809658e2015-02-05 11:34:02 +0000119 void StartPass(const char* pass_name) {
120 // Dump graph first, then start timer.
121 if (visualizer_enabled_) {
122 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false);
123 }
124 if (timing_logger_enabled_) {
125 timing_logger_.StartTiming(pass_name);
126 }
127 }
128
129 void EndPass(const char* pass_name) {
130 // Pause timer first, then dump graph.
131 if (timing_logger_enabled_) {
132 timing_logger_.EndTiming();
133 }
134 if (visualizer_enabled_) {
135 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true);
136 }
137 }
138
David Brazdil5e8b1372015-01-23 14:39:08 +0000139 const char* method_name_;
140
141 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000142 TimingLogger timing_logger_;
143
144 bool visualizer_enabled_;
145 HGraphVisualizer visualizer_;
146
David Brazdil809658e2015-02-05 11:34:02 +0000147 friend PassInfo;
148
David Brazdil5e8b1372015-01-23 14:39:08 +0000149 DISALLOW_COPY_AND_ASSIGN(PassInfoPrinter);
150};
151
David Brazdil809658e2015-02-05 11:34:02 +0000152class PassInfo : public ValueObject {
153 public:
154 PassInfo(const char *pass_name, PassInfoPrinter* pass_info_printer)
155 : pass_name_(pass_name),
156 pass_info_printer_(pass_info_printer) {
157 pass_info_printer_->StartPass(pass_name_);
158 }
159
160 ~PassInfo() {
161 pass_info_printer_->EndPass(pass_name_);
162 }
163
164 private:
165 const char* const pass_name_;
166 PassInfoPrinter* const pass_info_printer_;
167};
168
Andreas Gampe53c913b2014-08-12 23:19:23 -0700169class OptimizingCompiler FINAL : public Compiler {
170 public:
171 explicit OptimizingCompiler(CompilerDriver* driver);
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100172 ~OptimizingCompiler();
Andreas Gampe53c913b2014-08-12 23:19:23 -0700173
174 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file, CompilationUnit* cu) const
175 OVERRIDE;
176
177 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
178 uint32_t access_flags,
179 InvokeType invoke_type,
180 uint16_t class_def_idx,
181 uint32_t method_idx,
182 jobject class_loader,
183 const DexFile& dex_file) const OVERRIDE;
184
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000185 CompiledMethod* TryCompile(const DexFile::CodeItem* code_item,
186 uint32_t access_flags,
187 InvokeType invoke_type,
188 uint16_t class_def_idx,
189 uint32_t method_idx,
190 jobject class_loader,
191 const DexFile& dex_file) const;
192
Andreas Gampe53c913b2014-08-12 23:19:23 -0700193 CompiledMethod* JniCompile(uint32_t access_flags,
194 uint32_t method_idx,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000195 const DexFile& dex_file) const OVERRIDE {
196 return ArtQuickJniCompileMethod(GetCompilerDriver(), access_flags, method_idx, dex_file);
197 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700198
Mathieu Chartiere401d142015-04-22 13:56:20 -0700199 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000200 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
201 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
202 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
203 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700204
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000205 void InitCompilationUnit(CompilationUnit& cu) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700206
David Brazdilee690a32014-12-01 17:04:16 +0000207 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700208
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000209 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700210
Calin Juravle2be39e02015-04-21 13:56:34 +0100211 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
212 if (compilation_stats_.get() != nullptr) {
213 compilation_stats_->RecordStat(compilation_stat);
214 }
215 }
216
Andreas Gampe53c913b2014-08-12 23:19:23 -0700217 private:
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100218 // Whether we should run any optimization or register allocation. If false, will
219 // just run the code generation after the graph was built.
220 const bool run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000221
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000222 // Optimize and compile `graph`.
223 CompiledMethod* CompileOptimized(HGraph* graph,
224 CodeGenerator* codegen,
225 CompilerDriver* driver,
226 const DexCompilationUnit& dex_compilation_unit,
David Brazdil5e8b1372015-01-23 14:39:08 +0000227 PassInfoPrinter* pass_info) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000228
229 // Just compile without doing optimizations.
230 CompiledMethod* CompileBaseline(CodeGenerator* codegen,
231 CompilerDriver* driver,
232 const DexCompilationUnit& dex_compilation_unit) const;
233
Calin Juravle2be39e02015-04-21 13:56:34 +0100234 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100235
Andreas Gampe53c913b2014-08-12 23:19:23 -0700236 std::unique_ptr<std::ostream> visualizer_output_;
237
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000238 // Delegate to Quick in case the optimizing compiler cannot compile a method.
239 std::unique_ptr<Compiler> delegate_;
240
Andreas Gampe53c913b2014-08-12 23:19:23 -0700241 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
242};
243
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100244static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
245
246OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
247 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
248 run_optimizations_(
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000249 (driver->GetCompilerOptions().GetCompilerFilter() != CompilerOptions::kTime)
250 && !driver->GetCompilerOptions().GetDebuggable()),
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000251 delegate_(Create(driver, Compiler::Kind::kQuick)) {}
David Brazdilee690a32014-12-01 17:04:16 +0000252
253void OptimizingCompiler::Init() {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000254 delegate_->Init();
David Brazdilee690a32014-12-01 17:04:16 +0000255 // Enable C1visualizer output. Must be done in Init() because the compiler
256 // driver is not fully initialized when passed to the compiler's constructor.
257 CompilerDriver* driver = GetCompilerDriver();
David Brazdil866c0312015-01-13 21:21:31 +0000258 const std::string cfg_file_name = driver->GetDumpCfgFileName();
259 if (!cfg_file_name.empty()) {
David Brazdilee690a32014-12-01 17:04:16 +0000260 CHECK_EQ(driver->GetThreadCount(), 1U)
261 << "Graph visualizer requires the compiler to run single-threaded. "
262 << "Invoke the compiler with '-j1'.";
David Brazdil866c0312015-01-13 21:21:31 +0000263 visualizer_output_.reset(new std::ofstream(cfg_file_name));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100264 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100265 if (driver->GetDumpStats()) {
266 compilation_stats_.reset(new OptimizingCompilerStats());
267 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100268}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000269
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000270void OptimizingCompiler::UnInit() const {
271 delegate_->UnInit();
272}
273
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100274OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100275 if (compilation_stats_.get() != nullptr) {
276 compilation_stats_->Log();
277 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100278}
279
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000280void OptimizingCompiler::InitCompilationUnit(CompilationUnit& cu) const {
281 delegate_->InitCompilationUnit(cu);
282}
283
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000284bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
285 const DexFile& dex_file ATTRIBUTE_UNUSED,
286 CompilationUnit* cu ATTRIBUTE_UNUSED) const {
287 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700288}
289
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000290static bool IsInstructionSetSupported(InstructionSet instruction_set) {
291 return instruction_set == kArm64
292 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
293 || instruction_set == kX86
294 || instruction_set == kX86_64;
295}
296
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000297static bool CanOptimize(const DexFile::CodeItem& code_item) {
298 // TODO: We currently cannot optimize methods with try/catch.
299 return code_item.tries_size_ == 0;
300}
301
Calin Juravle10e244f2015-01-26 18:54:32 +0000302static void RunOptimizations(HOptimization* optimizations[],
303 size_t length,
David Brazdil809658e2015-02-05 11:34:02 +0000304 PassInfoPrinter* pass_info_printer) {
Calin Juravle10e244f2015-01-26 18:54:32 +0000305 for (size_t i = 0; i < length; ++i) {
306 HOptimization* optimization = optimizations[i];
David Brazdil809658e2015-02-05 11:34:02 +0000307 {
308 PassInfo pass_info(optimization->GetPassName(), pass_info_printer);
309 optimization->Run();
310 }
Calin Juravle10e244f2015-01-26 18:54:32 +0000311 optimization->Check();
312 }
313}
314
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000315static void RunOptimizations(HGraph* graph,
316 CompilerDriver* driver,
317 OptimizingCompilerStats* stats,
318 const DexCompilationUnit& dex_compilation_unit,
Calin Juravleacf735c2015-02-12 15:25:22 +0000319 PassInfoPrinter* pass_info_printer,
320 StackHandleScopeCollection* handles) {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100321 ArenaAllocator* arena = graph->GetArena();
322 HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination(
323 graph, stats, HDeadCodeElimination::kInitialDeadCodeEliminationPassName);
324 HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination(
325 graph, stats, HDeadCodeElimination::kFinalDeadCodeEliminationPassName);
326 HConstantFolding* fold1 = new (arena) HConstantFolding(graph);
327 InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats);
328 HBooleanSimplifier* boolean_simplify = new (arena) HBooleanSimplifier(graph);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000329
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100330 HInliner* inliner = new (arena) HInliner(
331 graph, dex_compilation_unit, dex_compilation_unit, driver, handles, stats);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000332
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100333 HConstantFolding* fold2 = new (arena) HConstantFolding(graph, "constant_folding_after_inlining");
334 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
335 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects);
336 LICM* licm = new (arena) LICM(graph, *side_effects);
337 BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph);
338 ReferenceTypePropagation* type_propagation =
339 new (arena) ReferenceTypePropagation(graph, handles);
340 InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier(
341 graph, stats, "instruction_simplifier_after_types");
342 InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier(
343 graph, stats, "last_instruction_simplifier");
344 ReferenceTypePropagation* type_propagation2 =
345 new (arena) ReferenceTypePropagation(graph, handles);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000346
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100347 IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, driver);
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800348
Nicolas Geoffray31596742014-11-24 15:28:45 +0000349 HOptimization* optimizations[] = {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100350 intrinsics,
351 dce1,
352 fold1,
353 simplify1,
354 type_propagation,
355 simplify2,
356 inliner,
Nicolas Geoffray454a4812015-06-09 10:37:32 +0100357 // Run another type propagation phase: inlining will open up more opprotunities
358 // to remove checkast/instanceof and null checks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100359 type_propagation2,
David Brazdil46e2a392015-03-16 17:31:52 +0000360 // BooleanSimplifier depends on the InstructionSimplifier removing redundant
361 // suspend checks to recognize empty blocks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100362 boolean_simplify,
363 fold2,
364 side_effects,
365 gvn,
366 licm,
367 bce,
368 simplify3,
369 dce2,
Nicolas Geoffray31596742014-11-24 15:28:45 +0000370 };
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000371
David Brazdil809658e2015-02-05 11:34:02 +0000372 RunOptimizations(optimizations, arraysize(optimizations), pass_info_printer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000373}
374
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000375// The stack map we generate must be 4-byte aligned on ARM. Since existing
376// maps are generated alongside these stack maps, we must also align them.
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800377static ArrayRef<const uint8_t> AlignVectorSize(std::vector<uint8_t>& vector) {
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000378 size_t size = vector.size();
379 size_t aligned_size = RoundUp(size, 4);
380 for (; size < aligned_size; ++size) {
381 vector.push_back(0);
382 }
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800383 return ArrayRef<const uint8_t>(vector);
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000384}
385
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700386static void AllocateRegisters(HGraph* graph,
387 CodeGenerator* codegen,
388 PassInfoPrinter* pass_info_printer) {
389 PrepareForRegisterAllocation(graph).Run();
Nicolas Geoffray0d9f17d2015-04-15 14:17:44 +0100390 SsaLivenessAnalysis liveness(graph, codegen);
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700391 {
392 PassInfo pass_info(SsaLivenessAnalysis::kLivenessPassName, pass_info_printer);
393 liveness.Analyze();
394 }
395 {
396 PassInfo pass_info(RegisterAllocator::kRegisterAllocatorPassName, pass_info_printer);
397 RegisterAllocator(graph->GetArena(), codegen, liveness).AllocateRegisters();
398 }
399}
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000400
401CompiledMethod* OptimizingCompiler::CompileOptimized(HGraph* graph,
402 CodeGenerator* codegen,
403 CompilerDriver* compiler_driver,
404 const DexCompilationUnit& dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000405 PassInfoPrinter* pass_info_printer) const {
Calin Juravleacf735c2015-02-12 15:25:22 +0000406 StackHandleScopeCollection handles(Thread::Current());
Calin Juravle2be39e02015-04-21 13:56:34 +0100407 RunOptimizations(graph, compiler_driver, compilation_stats_.get(),
Nicolas Geoffrayd5111bf2015-05-22 15:37:09 +0100408 dex_compilation_unit, pass_info_printer, &handles);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000409
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700410 AllocateRegisters(graph, codegen, pass_info_printer);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000411
412 CodeVectorAllocator allocator;
413 codegen->CompileOptimized(&allocator);
414
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100415 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100416 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100417 codegen->BuildSourceMap(&src_mapping_table);
418 }
419
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000420 std::vector<uint8_t> stack_map;
421 codegen->BuildStackMaps(&stack_map);
422
Calin Juravle2be39e02015-04-21 13:56:34 +0100423 MaybeRecordStat(MethodCompilationStat::kCompiledOptimized);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000424
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100425 return CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000426 compiler_driver,
427 codegen->GetInstructionSet(),
428 ArrayRef<const uint8_t>(allocator.GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000429 // Follow Quick's behavior and set the frame size to zero if it is
430 // considered "empty" (see the definition of
431 // art::CodeGenerator::HasEmptyFrame).
432 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000433 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000434 codegen->GetFpuSpillMask(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100435 &src_mapping_table,
436 ArrayRef<const uint8_t>(), // mapping_table.
437 ArrayRef<const uint8_t>(stack_map),
438 ArrayRef<const uint8_t>(), // native_gc_map.
439 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
440 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000441}
442
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000443CompiledMethod* OptimizingCompiler::CompileBaseline(
444 CodeGenerator* codegen,
445 CompilerDriver* compiler_driver,
446 const DexCompilationUnit& dex_compilation_unit) const {
447 CodeVectorAllocator allocator;
448 codegen->CompileBaseline(&allocator);
449
450 std::vector<uint8_t> mapping_table;
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100451 codegen->BuildMappingTable(&mapping_table);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000452 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100453 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100454 codegen->BuildSourceMap(&src_mapping_table);
455 }
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000456 std::vector<uint8_t> vmap_table;
457 codegen->BuildVMapTable(&vmap_table);
458 std::vector<uint8_t> gc_map;
459 codegen->BuildNativeGCMap(&gc_map, dex_compilation_unit);
460
Calin Juravle2be39e02015-04-21 13:56:34 +0100461 MaybeRecordStat(MethodCompilationStat::kCompiledBaseline);
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000462 return CompiledMethod::SwapAllocCompiledMethod(
463 compiler_driver,
464 codegen->GetInstructionSet(),
465 ArrayRef<const uint8_t>(allocator.GetMemory()),
466 // Follow Quick's behavior and set the frame size to zero if it is
467 // considered "empty" (see the definition of
468 // art::CodeGenerator::HasEmptyFrame).
469 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
470 codegen->GetCoreSpillMask(),
471 codegen->GetFpuSpillMask(),
472 &src_mapping_table,
473 AlignVectorSize(mapping_table),
474 AlignVectorSize(vmap_table),
475 AlignVectorSize(gc_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100476 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
477 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000478}
479
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000480CompiledMethod* OptimizingCompiler::TryCompile(const DexFile::CodeItem* code_item,
481 uint32_t access_flags,
482 InvokeType invoke_type,
483 uint16_t class_def_idx,
484 uint32_t method_idx,
485 jobject class_loader,
486 const DexFile& dex_file) const {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700487 UNUSED(invoke_type);
David Brazdil5e8b1372015-01-23 14:39:08 +0000488 std::string method_name = PrettyMethod(method_idx, dex_file);
Calin Juravle2be39e02015-04-21 13:56:34 +0100489 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000490 CompilerDriver* compiler_driver = GetCompilerDriver();
491 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100492 // Always use the thumb2 assembler: some runtime functionality (like implicit stack
493 // overflow checks) assume thumb2.
494 if (instruction_set == kArm) {
495 instruction_set = kThumb2;
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100496 }
497
498 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000499 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100500 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100501 return nullptr;
502 }
503
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000504 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100505 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000506 return nullptr;
507 }
508
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000509 // Implementation of the space filter: do not compile a code item whose size in
510 // code units is bigger than 256.
511 static constexpr size_t kSpaceFilterOptimizingThreshold = 256;
512 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
513 if ((compiler_options.GetCompilerFilter() == CompilerOptions::kSpace)
514 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100515 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000516 return nullptr;
517 }
518
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000519 DexCompilationUnit dex_compilation_unit(
520 nullptr, class_loader, art::Runtime::Current()->GetClassLinker(), dex_file, code_item,
Ian Rogers72d32622014-05-06 16:20:11 -0700521 class_def_idx, method_idx, access_flags,
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000522 compiler_driver->GetVerifiedMethod(&dex_file, method_idx));
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000523
Calin Juravle3cd4fc82015-05-14 15:15:42 +0100524 bool requires_barrier = dex_compilation_unit.IsConstructor()
525 && compiler_driver->RequiresConstructorBarrier(Thread::Current(),
526 dex_compilation_unit.GetDexFile(),
527 dex_compilation_unit.GetClassDefIndex());
Nicolas Geoffray579ea7d2015-03-24 17:28:38 +0000528 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000529 HGraph* graph = new (&arena) HGraph(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700530 &arena, dex_file, method_idx, requires_barrier, compiler_driver->GetInstructionSet(),
531 kInvalidInvokeType, compiler_driver->GetCompilerOptions().GetDebuggable());
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000532
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000533 // For testing purposes, we put a special marker on method names that should be compiled
534 // with this compiler. This makes sure we're not regressing.
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000535 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000536 bool shouldOptimize = method_name.find("$opt$reg$") != std::string::npos && run_optimizations_;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000537
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000538 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000539 CodeGenerator::Create(graph,
540 instruction_set,
541 *compiler_driver->GetInstructionSetFeatures(),
542 compiler_driver->GetCompilerOptions()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000543 if (codegen.get() == nullptr) {
Zheng Xu5667fdb2014-10-23 18:29:55 +0800544 CHECK(!shouldCompile) << "Could not find code generator for optimizing compiler";
Calin Juravle2be39e02015-04-21 13:56:34 +0100545 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000546 return nullptr;
547 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100548 codegen->GetAssembler()->cfi().SetEnabled(
David Srbecky8363c772015-05-28 16:12:43 +0100549 compiler_driver->GetCompilerOptions().GetGenerateDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000550
David Brazdil809658e2015-02-05 11:34:02 +0000551 PassInfoPrinter pass_info_printer(graph,
552 method_name.c_str(),
553 *codegen.get(),
554 visualizer_output_.get(),
555 compiler_driver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000556
557 HGraphBuilder builder(graph,
558 &dex_compilation_unit,
559 &dex_compilation_unit,
560 &dex_file,
561 compiler_driver,
Calin Juravle2be39e02015-04-21 13:56:34 +0100562 compilation_stats_.get());
David Brazdil5e8b1372015-01-23 14:39:08 +0000563
564 VLOG(compiler) << "Building " << method_name;
565
David Brazdil809658e2015-02-05 11:34:02 +0000566 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800567 PassInfo pass_info(HGraphBuilder::kBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000568 if (!builder.BuildGraph(*code_item)) {
569 CHECK(!shouldCompile) << "Could not build graph in optimizing compiler";
570 return nullptr;
571 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000572 }
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100573
Calin Juravle48c2b032014-12-09 18:11:36 +0000574 bool can_optimize = CanOptimize(*code_item);
575 bool can_allocate_registers = RegisterAllocator::CanAllocateRegistersFor(*graph, instruction_set);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000576
577 // `run_optimizations_` is set explicitly (either through a compiler filter
578 // or the debuggable flag). If it is set, we can run baseline. Otherwise, we fall back
579 // to Quick.
580 bool can_use_baseline = !run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000581 if (run_optimizations_ && can_optimize && can_allocate_registers) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000582 VLOG(compiler) << "Optimizing " << method_name;
583
David Brazdil809658e2015-02-05 11:34:02 +0000584 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800585 PassInfo pass_info(SsaBuilder::kSsaBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000586 if (!graph->TryBuildingSsa()) {
587 // We could not transform the graph to SSA, bailout.
588 LOG(INFO) << "Skipping compilation of " << method_name << ": it contains a non natural loop";
Calin Juravle2be39e02015-04-21 13:56:34 +0100589 MaybeRecordStat(MethodCompilationStat::kNotCompiledCannotBuildSSA);
David Brazdil809658e2015-02-05 11:34:02 +0000590 return nullptr;
591 }
Nicolas Geoffrayf5370122014-12-02 11:51:19 +0000592 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000593
594 return CompileOptimized(graph,
595 codegen.get(),
596 compiler_driver,
597 dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000598 &pass_info_printer);
Nicolas Geoffray234d69d2015-03-09 10:28:50 +0000599 } else if (shouldOptimize && can_allocate_registers) {
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100600 LOG(FATAL) << "Could not allocate registers in optimizing compiler";
Zheng Xu5667fdb2014-10-23 18:29:55 +0800601 UNREACHABLE();
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000602 } else if (can_use_baseline) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000603 VLOG(compiler) << "Compile baseline " << method_name;
Calin Juravle48c2b032014-12-09 18:11:36 +0000604
605 if (!run_optimizations_) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100606 MaybeRecordStat(MethodCompilationStat::kNotOptimizedDisabled);
Calin Juravle48c2b032014-12-09 18:11:36 +0000607 } else if (!can_optimize) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100608 MaybeRecordStat(MethodCompilationStat::kNotOptimizedTryCatch);
Calin Juravle48c2b032014-12-09 18:11:36 +0000609 } else if (!can_allocate_registers) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100610 MaybeRecordStat(MethodCompilationStat::kNotOptimizedRegisterAllocator);
Calin Juravle48c2b032014-12-09 18:11:36 +0000611 }
612
David Brazdil5e8b1372015-01-23 14:39:08 +0000613 return CompileBaseline(codegen.get(), compiler_driver, dex_compilation_unit);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000614 } else {
615 return nullptr;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100616 }
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000617}
618
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000619CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
620 uint32_t access_flags,
621 InvokeType invoke_type,
622 uint16_t class_def_idx,
623 uint32_t method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100624 jobject jclass_loader,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000625 const DexFile& dex_file) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100626 CompilerDriver* compiler_driver = GetCompilerDriver();
627 CompiledMethod* method = nullptr;
628 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file)) {
629 method = TryCompile(code_item, access_flags, invoke_type, class_def_idx,
630 method_idx, jclass_loader, dex_file);
631 } else {
632 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100633 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100634 } else {
Calin Juravle2be39e02015-04-21 13:56:34 +0100635 MaybeRecordStat(MethodCompilationStat::kNotCompiledClassNotVerified);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100636 }
637 }
638
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000639 if (method != nullptr) {
640 return method;
641 }
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100642 method = delegate_->Compile(code_item, access_flags, invoke_type, class_def_idx, method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100643 jclass_loader, dex_file);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100644
645 if (method != nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100646 MaybeRecordStat(MethodCompilationStat::kCompiledQuick);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100647 }
648 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000649}
650
Andreas Gampe53c913b2014-08-12 23:19:23 -0700651Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
652 return new OptimizingCompiler(driver);
653}
654
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000655} // namespace art