blob: 0c7b6f7093ab66ffb4efbaf3a41cd4e32994be9f [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
Nicolas Geoffray787c3072014-03-17 10:20:19 +000020#include <stdint.h>
21
Mathieu Chartiere401d142015-04-22 13:56:20 -070022#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080023#include "base/arena_allocator.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000024#include "base/dumpable.h"
25#include "base/timing_logger.h"
David Brazdil46e2a392015-03-16 17:31:52 +000026#include "boolean_simplifier.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070027#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000028#include "builder.h"
29#include "code_generator.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000030#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070031#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010032#include "constant_folding.h"
33#include "dead_code_elimination.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080034#include "dex/quick/dex_file_to_method_inliner_map.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010035#include "dex/verified_method.h"
36#include "dex/verification_results.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000037#include "driver/compiler_driver.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000038#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000039#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000040#include "elf_writer_quick.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010041#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010042#include "gvn.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000043#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010044#include "instruction_simplifier.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080045#include "intrinsics.h"
Nicolas Geoffray82091da2015-01-26 10:02:45 +000046#include "licm.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000047#include "jni/quick/jni_compiler.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000048#include "nodes.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010049#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010050#include "reference_type_propagation.h"
Nicolas Geoffraya7062e02014-05-22 12:50:17 +010051#include "register_allocator.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000052#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000053#include "ssa_builder.h"
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010054#include "ssa_phi_elimination.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010055#include "ssa_liveness_analysis.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +010056#include "utils/assembler.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000057
58namespace art {
59
Nicolas Geoffray787c3072014-03-17 10:20:19 +000060/**
61 * Used by the code generator, to allocate the code in a vector.
62 */
63class CodeVectorAllocator FINAL : public CodeAllocator {
64 public:
Andreas Gampe7c3952f2015-02-19 18:21:24 -080065 CodeVectorAllocator() : size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +000066
67 virtual uint8_t* Allocate(size_t size) {
68 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000069 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +000070 return &memory_[0];
71 }
72
73 size_t GetSize() const { return size_; }
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000074 const std::vector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +000075
76 private:
77 std::vector<uint8_t> memory_;
78 size_t size_;
79
80 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
81};
82
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010083/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010084 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +000085 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010086 */
87static const char* kStringFilter = "";
88
David Brazdil809658e2015-02-05 11:34:02 +000089class PassInfo;
90
David Brazdil5e8b1372015-01-23 14:39:08 +000091class PassInfoPrinter : public ValueObject {
92 public:
93 PassInfoPrinter(HGraph* graph,
94 const char* method_name,
Alexandre Rameseb7b7392015-06-19 14:47:01 +010095 CodeGenerator* codegen,
David Brazdil5e8b1372015-01-23 14:39:08 +000096 std::ostream* visualizer_output,
David Brazdil809658e2015-02-05 11:34:02 +000097 CompilerDriver* compiler_driver)
David Brazdil5e8b1372015-01-23 14:39:08 +000098 : method_name_(method_name),
David Brazdil809658e2015-02-05 11:34:02 +000099 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
David Brazdil5e8b1372015-01-23 14:39:08 +0000100 timing_logger_(method_name, true, true),
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100101 disasm_info_(graph->GetArena()),
David Brazdil809658e2015-02-05 11:34:02 +0000102 visualizer_enabled_(!compiler_driver->GetDumpCfgFileName().empty()),
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100103 visualizer_(visualizer_output, graph, *codegen) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000104 if (strstr(method_name, kStringFilter) == nullptr) {
105 timing_logger_enabled_ = visualizer_enabled_ = false;
106 }
David Brazdil62e074f2015-04-07 18:09:37 +0100107 if (visualizer_enabled_) {
108 visualizer_.PrintHeader(method_name_);
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100109 codegen->SetDisassemblyInformation(&disasm_info_);
David Brazdil62e074f2015-04-07 18:09:37 +0100110 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000111 }
112
David Brazdil5e8b1372015-01-23 14:39:08 +0000113 ~PassInfoPrinter() {
114 if (timing_logger_enabled_) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000115 LOG(INFO) << "TIMINGS " << method_name_;
116 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
117 }
118 }
119
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100120 void DumpDisassembly() const {
121 if (visualizer_enabled_) {
122 visualizer_.DumpGraphWithDisassembly();
123 }
124 }
125
David Brazdil5e8b1372015-01-23 14:39:08 +0000126 private:
David Brazdil809658e2015-02-05 11:34:02 +0000127 void StartPass(const char* pass_name) {
128 // Dump graph first, then start timer.
129 if (visualizer_enabled_) {
130 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false);
131 }
132 if (timing_logger_enabled_) {
133 timing_logger_.StartTiming(pass_name);
134 }
135 }
136
137 void EndPass(const char* pass_name) {
138 // Pause timer first, then dump graph.
139 if (timing_logger_enabled_) {
140 timing_logger_.EndTiming();
141 }
142 if (visualizer_enabled_) {
143 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true);
144 }
145 }
146
David Brazdil5e8b1372015-01-23 14:39:08 +0000147 const char* method_name_;
148
149 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000150 TimingLogger timing_logger_;
151
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100152 DisassemblyInformation disasm_info_;
153
David Brazdil5e8b1372015-01-23 14:39:08 +0000154 bool visualizer_enabled_;
155 HGraphVisualizer visualizer_;
156
David Brazdil809658e2015-02-05 11:34:02 +0000157 friend PassInfo;
158
David Brazdil5e8b1372015-01-23 14:39:08 +0000159 DISALLOW_COPY_AND_ASSIGN(PassInfoPrinter);
160};
161
David Brazdil809658e2015-02-05 11:34:02 +0000162class PassInfo : public ValueObject {
163 public:
164 PassInfo(const char *pass_name, PassInfoPrinter* pass_info_printer)
165 : pass_name_(pass_name),
166 pass_info_printer_(pass_info_printer) {
167 pass_info_printer_->StartPass(pass_name_);
168 }
169
170 ~PassInfo() {
171 pass_info_printer_->EndPass(pass_name_);
172 }
173
174 private:
175 const char* const pass_name_;
176 PassInfoPrinter* const pass_info_printer_;
177};
178
Andreas Gampe53c913b2014-08-12 23:19:23 -0700179class OptimizingCompiler FINAL : public Compiler {
180 public:
181 explicit OptimizingCompiler(CompilerDriver* driver);
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100182 ~OptimizingCompiler();
Andreas Gampe53c913b2014-08-12 23:19:23 -0700183
184 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file, CompilationUnit* cu) const
185 OVERRIDE;
186
187 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
188 uint32_t access_flags,
189 InvokeType invoke_type,
190 uint16_t class_def_idx,
191 uint32_t method_idx,
192 jobject class_loader,
193 const DexFile& dex_file) const OVERRIDE;
194
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000195 CompiledMethod* TryCompile(const DexFile::CodeItem* code_item,
196 uint32_t access_flags,
197 InvokeType invoke_type,
198 uint16_t class_def_idx,
199 uint32_t method_idx,
200 jobject class_loader,
201 const DexFile& dex_file) const;
202
Andreas Gampe53c913b2014-08-12 23:19:23 -0700203 CompiledMethod* JniCompile(uint32_t access_flags,
204 uint32_t method_idx,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000205 const DexFile& dex_file) const OVERRIDE {
206 return ArtQuickJniCompileMethod(GetCompilerDriver(), access_flags, method_idx, dex_file);
207 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700208
Mathieu Chartiere401d142015-04-22 13:56:20 -0700209 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000210 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
211 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
212 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
213 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700214
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000215 void InitCompilationUnit(CompilationUnit& cu) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700216
David Brazdilee690a32014-12-01 17:04:16 +0000217 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700218
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000219 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700220
Calin Juravle2be39e02015-04-21 13:56:34 +0100221 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
222 if (compilation_stats_.get() != nullptr) {
223 compilation_stats_->RecordStat(compilation_stat);
224 }
225 }
226
Andreas Gampe53c913b2014-08-12 23:19:23 -0700227 private:
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100228 // Whether we should run any optimization or register allocation. If false, will
229 // just run the code generation after the graph was built.
230 const bool run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000231
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000232 // Optimize and compile `graph`.
233 CompiledMethod* CompileOptimized(HGraph* graph,
234 CodeGenerator* codegen,
235 CompilerDriver* driver,
236 const DexCompilationUnit& dex_compilation_unit,
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100237 PassInfoPrinter* pass_info_printer) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000238
239 // Just compile without doing optimizations.
240 CompiledMethod* CompileBaseline(CodeGenerator* codegen,
241 CompilerDriver* driver,
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100242 const DexCompilationUnit& dex_compilation_unit,
243 PassInfoPrinter* pass_info_printer) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000244
Calin Juravle2be39e02015-04-21 13:56:34 +0100245 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100246
Andreas Gampe53c913b2014-08-12 23:19:23 -0700247 std::unique_ptr<std::ostream> visualizer_output_;
248
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000249 // Delegate to Quick in case the optimizing compiler cannot compile a method.
250 std::unique_ptr<Compiler> delegate_;
251
Andreas Gampe53c913b2014-08-12 23:19:23 -0700252 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
253};
254
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100255static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
256
257OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
258 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
259 run_optimizations_(
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000260 (driver->GetCompilerOptions().GetCompilerFilter() != CompilerOptions::kTime)
261 && !driver->GetCompilerOptions().GetDebuggable()),
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000262 delegate_(Create(driver, Compiler::Kind::kQuick)) {}
David Brazdilee690a32014-12-01 17:04:16 +0000263
264void OptimizingCompiler::Init() {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000265 delegate_->Init();
David Brazdilee690a32014-12-01 17:04:16 +0000266 // Enable C1visualizer output. Must be done in Init() because the compiler
267 // driver is not fully initialized when passed to the compiler's constructor.
268 CompilerDriver* driver = GetCompilerDriver();
David Brazdil866c0312015-01-13 21:21:31 +0000269 const std::string cfg_file_name = driver->GetDumpCfgFileName();
270 if (!cfg_file_name.empty()) {
David Brazdilee690a32014-12-01 17:04:16 +0000271 CHECK_EQ(driver->GetThreadCount(), 1U)
272 << "Graph visualizer requires the compiler to run single-threaded. "
273 << "Invoke the compiler with '-j1'.";
David Brazdil866c0312015-01-13 21:21:31 +0000274 visualizer_output_.reset(new std::ofstream(cfg_file_name));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100275 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100276 if (driver->GetDumpStats()) {
277 compilation_stats_.reset(new OptimizingCompilerStats());
278 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100279}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000280
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000281void OptimizingCompiler::UnInit() const {
282 delegate_->UnInit();
283}
284
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100285OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100286 if (compilation_stats_.get() != nullptr) {
287 compilation_stats_->Log();
288 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100289}
290
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000291void OptimizingCompiler::InitCompilationUnit(CompilationUnit& cu) const {
292 delegate_->InitCompilationUnit(cu);
293}
294
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000295bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
296 const DexFile& dex_file ATTRIBUTE_UNUSED,
297 CompilationUnit* cu ATTRIBUTE_UNUSED) const {
298 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700299}
300
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000301static bool IsInstructionSetSupported(InstructionSet instruction_set) {
302 return instruction_set == kArm64
303 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
Alexey Frunze4dda3372015-06-01 18:31:49 -0700304 || instruction_set == kMips64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000305 || instruction_set == kX86
306 || instruction_set == kX86_64;
307}
308
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000309static bool CanOptimize(const DexFile::CodeItem& code_item) {
310 // TODO: We currently cannot optimize methods with try/catch.
311 return code_item.tries_size_ == 0;
312}
313
Calin Juravle10e244f2015-01-26 18:54:32 +0000314static void RunOptimizations(HOptimization* optimizations[],
315 size_t length,
David Brazdil809658e2015-02-05 11:34:02 +0000316 PassInfoPrinter* pass_info_printer) {
Calin Juravle10e244f2015-01-26 18:54:32 +0000317 for (size_t i = 0; i < length; ++i) {
318 HOptimization* optimization = optimizations[i];
David Brazdil809658e2015-02-05 11:34:02 +0000319 {
320 PassInfo pass_info(optimization->GetPassName(), pass_info_printer);
321 optimization->Run();
322 }
Calin Juravle10e244f2015-01-26 18:54:32 +0000323 optimization->Check();
324 }
325}
326
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000327static void RunOptimizations(HGraph* graph,
328 CompilerDriver* driver,
329 OptimizingCompilerStats* stats,
330 const DexCompilationUnit& dex_compilation_unit,
Calin Juravleacf735c2015-02-12 15:25:22 +0000331 PassInfoPrinter* pass_info_printer,
332 StackHandleScopeCollection* handles) {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100333 ArenaAllocator* arena = graph->GetArena();
334 HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination(
335 graph, stats, HDeadCodeElimination::kInitialDeadCodeEliminationPassName);
336 HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination(
337 graph, stats, HDeadCodeElimination::kFinalDeadCodeEliminationPassName);
338 HConstantFolding* fold1 = new (arena) HConstantFolding(graph);
339 InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats);
340 HBooleanSimplifier* boolean_simplify = new (arena) HBooleanSimplifier(graph);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000341
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100342 HInliner* inliner = new (arena) HInliner(
343 graph, dex_compilation_unit, dex_compilation_unit, driver, handles, stats);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000344
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100345 HConstantFolding* fold2 = new (arena) HConstantFolding(graph, "constant_folding_after_inlining");
346 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
347 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects);
348 LICM* licm = new (arena) LICM(graph, *side_effects);
349 BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph);
350 ReferenceTypePropagation* type_propagation =
351 new (arena) ReferenceTypePropagation(graph, handles);
352 InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier(
353 graph, stats, "instruction_simplifier_after_types");
354 InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier(
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100355 graph, stats, "instruction_simplifier_after_bce");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100356 ReferenceTypePropagation* type_propagation2 =
357 new (arena) ReferenceTypePropagation(graph, handles);
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100358 InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier(
359 graph, stats, "instruction_simplifier_before_codegen");
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000360
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100361 IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, driver);
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800362
Nicolas Geoffray31596742014-11-24 15:28:45 +0000363 HOptimization* optimizations[] = {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100364 intrinsics,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100365 fold1,
366 simplify1,
367 type_propagation,
Nicolas Geoffray18e68732015-06-17 23:09:05 +0100368 dce1,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100369 simplify2,
370 inliner,
Nicolas Geoffray454a4812015-06-09 10:37:32 +0100371 // Run another type propagation phase: inlining will open up more opprotunities
372 // to remove checkast/instanceof and null checks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100373 type_propagation2,
David Brazdil46e2a392015-03-16 17:31:52 +0000374 // BooleanSimplifier depends on the InstructionSimplifier removing redundant
375 // suspend checks to recognize empty blocks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100376 boolean_simplify,
377 fold2,
378 side_effects,
379 gvn,
380 licm,
381 bce,
382 simplify3,
383 dce2,
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100384 // The codegen has a few assumptions that only the instruction simplifier can
385 // satisfy. For example, the code generator does not expect to see a
386 // HTypeConversion from a type to the same type.
387 simplify4,
Nicolas Geoffray31596742014-11-24 15:28:45 +0000388 };
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000389
David Brazdil809658e2015-02-05 11:34:02 +0000390 RunOptimizations(optimizations, arraysize(optimizations), pass_info_printer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000391}
392
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000393// The stack map we generate must be 4-byte aligned on ARM. Since existing
394// maps are generated alongside these stack maps, we must also align them.
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800395static ArrayRef<const uint8_t> AlignVectorSize(std::vector<uint8_t>& vector) {
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000396 size_t size = vector.size();
397 size_t aligned_size = RoundUp(size, 4);
398 for (; size < aligned_size; ++size) {
399 vector.push_back(0);
400 }
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800401 return ArrayRef<const uint8_t>(vector);
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000402}
403
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700404static void AllocateRegisters(HGraph* graph,
405 CodeGenerator* codegen,
406 PassInfoPrinter* pass_info_printer) {
407 PrepareForRegisterAllocation(graph).Run();
Nicolas Geoffray0d9f17d2015-04-15 14:17:44 +0100408 SsaLivenessAnalysis liveness(graph, codegen);
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700409 {
410 PassInfo pass_info(SsaLivenessAnalysis::kLivenessPassName, pass_info_printer);
411 liveness.Analyze();
412 }
413 {
414 PassInfo pass_info(RegisterAllocator::kRegisterAllocatorPassName, pass_info_printer);
415 RegisterAllocator(graph->GetArena(), codegen, liveness).AllocateRegisters();
416 }
417}
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000418
419CompiledMethod* OptimizingCompiler::CompileOptimized(HGraph* graph,
420 CodeGenerator* codegen,
421 CompilerDriver* compiler_driver,
422 const DexCompilationUnit& dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000423 PassInfoPrinter* pass_info_printer) const {
Calin Juravleacf735c2015-02-12 15:25:22 +0000424 StackHandleScopeCollection handles(Thread::Current());
Calin Juravle2be39e02015-04-21 13:56:34 +0100425 RunOptimizations(graph, compiler_driver, compilation_stats_.get(),
Nicolas Geoffrayd5111bf2015-05-22 15:37:09 +0100426 dex_compilation_unit, pass_info_printer, &handles);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000427
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700428 AllocateRegisters(graph, codegen, pass_info_printer);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000429
430 CodeVectorAllocator allocator;
431 codegen->CompileOptimized(&allocator);
432
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100433 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100434 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100435 codegen->BuildSourceMap(&src_mapping_table);
436 }
437
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000438 std::vector<uint8_t> stack_map;
439 codegen->BuildStackMaps(&stack_map);
440
Calin Juravle2be39e02015-04-21 13:56:34 +0100441 MaybeRecordStat(MethodCompilationStat::kCompiledOptimized);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000442
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100443 CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000444 compiler_driver,
445 codegen->GetInstructionSet(),
446 ArrayRef<const uint8_t>(allocator.GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000447 // Follow Quick's behavior and set the frame size to zero if it is
448 // considered "empty" (see the definition of
449 // art::CodeGenerator::HasEmptyFrame).
450 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000451 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000452 codegen->GetFpuSpillMask(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100453 &src_mapping_table,
454 ArrayRef<const uint8_t>(), // mapping_table.
455 ArrayRef<const uint8_t>(stack_map),
456 ArrayRef<const uint8_t>(), // native_gc_map.
457 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
458 ArrayRef<const LinkerPatch>());
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100459 pass_info_printer->DumpDisassembly();
460 return compiled_method;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000461}
462
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000463CompiledMethod* OptimizingCompiler::CompileBaseline(
464 CodeGenerator* codegen,
465 CompilerDriver* compiler_driver,
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100466 const DexCompilationUnit& dex_compilation_unit,
467 PassInfoPrinter* pass_info_printer) const {
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000468 CodeVectorAllocator allocator;
469 codegen->CompileBaseline(&allocator);
470
471 std::vector<uint8_t> mapping_table;
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100472 codegen->BuildMappingTable(&mapping_table);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000473 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100474 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100475 codegen->BuildSourceMap(&src_mapping_table);
476 }
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000477 std::vector<uint8_t> vmap_table;
478 codegen->BuildVMapTable(&vmap_table);
479 std::vector<uint8_t> gc_map;
480 codegen->BuildNativeGCMap(&gc_map, dex_compilation_unit);
481
Calin Juravle2be39e02015-04-21 13:56:34 +0100482 MaybeRecordStat(MethodCompilationStat::kCompiledBaseline);
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100483 CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod(
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000484 compiler_driver,
485 codegen->GetInstructionSet(),
486 ArrayRef<const uint8_t>(allocator.GetMemory()),
487 // Follow Quick's behavior and set the frame size to zero if it is
488 // considered "empty" (see the definition of
489 // art::CodeGenerator::HasEmptyFrame).
490 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
491 codegen->GetCoreSpillMask(),
492 codegen->GetFpuSpillMask(),
493 &src_mapping_table,
494 AlignVectorSize(mapping_table),
495 AlignVectorSize(vmap_table),
496 AlignVectorSize(gc_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100497 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
498 ArrayRef<const LinkerPatch>());
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100499 pass_info_printer->DumpDisassembly();
500 return compiled_method;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000501}
502
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000503CompiledMethod* OptimizingCompiler::TryCompile(const DexFile::CodeItem* code_item,
504 uint32_t access_flags,
505 InvokeType invoke_type,
506 uint16_t class_def_idx,
507 uint32_t method_idx,
508 jobject class_loader,
509 const DexFile& dex_file) const {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700510 UNUSED(invoke_type);
David Brazdil5e8b1372015-01-23 14:39:08 +0000511 std::string method_name = PrettyMethod(method_idx, dex_file);
Calin Juravle2be39e02015-04-21 13:56:34 +0100512 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000513 CompilerDriver* compiler_driver = GetCompilerDriver();
514 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100515 // Always use the thumb2 assembler: some runtime functionality (like implicit stack
516 // overflow checks) assume thumb2.
517 if (instruction_set == kArm) {
518 instruction_set = kThumb2;
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100519 }
520
521 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000522 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100523 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100524 return nullptr;
525 }
526
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000527 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100528 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000529 return nullptr;
530 }
531
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000532 // Implementation of the space filter: do not compile a code item whose size in
533 // code units is bigger than 256.
534 static constexpr size_t kSpaceFilterOptimizingThreshold = 256;
535 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
536 if ((compiler_options.GetCompilerFilter() == CompilerOptions::kSpace)
537 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100538 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000539 return nullptr;
540 }
541
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000542 DexCompilationUnit dex_compilation_unit(
543 nullptr, class_loader, art::Runtime::Current()->GetClassLinker(), dex_file, code_item,
Ian Rogers72d32622014-05-06 16:20:11 -0700544 class_def_idx, method_idx, access_flags,
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000545 compiler_driver->GetVerifiedMethod(&dex_file, method_idx));
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000546
Calin Juravle3cd4fc82015-05-14 15:15:42 +0100547 bool requires_barrier = dex_compilation_unit.IsConstructor()
548 && compiler_driver->RequiresConstructorBarrier(Thread::Current(),
549 dex_compilation_unit.GetDexFile(),
550 dex_compilation_unit.GetClassDefIndex());
Nicolas Geoffray579ea7d2015-03-24 17:28:38 +0000551 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000552 HGraph* graph = new (&arena) HGraph(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700553 &arena, dex_file, method_idx, requires_barrier, compiler_driver->GetInstructionSet(),
554 kInvalidInvokeType, compiler_driver->GetCompilerOptions().GetDebuggable());
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000555
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000556 // For testing purposes, we put a special marker on method names that should be compiled
557 // with this compiler. This makes sure we're not regressing.
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000558 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000559 bool shouldOptimize = method_name.find("$opt$reg$") != std::string::npos && run_optimizations_;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000560
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000561 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000562 CodeGenerator::Create(graph,
563 instruction_set,
564 *compiler_driver->GetInstructionSetFeatures(),
565 compiler_driver->GetCompilerOptions()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000566 if (codegen.get() == nullptr) {
Zheng Xu5667fdb2014-10-23 18:29:55 +0800567 CHECK(!shouldCompile) << "Could not find code generator for optimizing compiler";
Calin Juravle2be39e02015-04-21 13:56:34 +0100568 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000569 return nullptr;
570 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100571 codegen->GetAssembler()->cfi().SetEnabled(
David Srbecky8363c772015-05-28 16:12:43 +0100572 compiler_driver->GetCompilerOptions().GetGenerateDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000573
David Brazdil809658e2015-02-05 11:34:02 +0000574 PassInfoPrinter pass_info_printer(graph,
575 method_name.c_str(),
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100576 codegen.get(),
David Brazdil809658e2015-02-05 11:34:02 +0000577 visualizer_output_.get(),
578 compiler_driver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000579
580 HGraphBuilder builder(graph,
581 &dex_compilation_unit,
582 &dex_compilation_unit,
583 &dex_file,
584 compiler_driver,
Calin Juravle2be39e02015-04-21 13:56:34 +0100585 compilation_stats_.get());
David Brazdil5e8b1372015-01-23 14:39:08 +0000586
587 VLOG(compiler) << "Building " << method_name;
588
David Brazdil809658e2015-02-05 11:34:02 +0000589 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800590 PassInfo pass_info(HGraphBuilder::kBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000591 if (!builder.BuildGraph(*code_item)) {
592 CHECK(!shouldCompile) << "Could not build graph in optimizing compiler";
593 return nullptr;
594 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000595 }
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100596
Calin Juravle48c2b032014-12-09 18:11:36 +0000597 bool can_optimize = CanOptimize(*code_item);
598 bool can_allocate_registers = RegisterAllocator::CanAllocateRegistersFor(*graph, instruction_set);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000599
600 // `run_optimizations_` is set explicitly (either through a compiler filter
601 // or the debuggable flag). If it is set, we can run baseline. Otherwise, we fall back
602 // to Quick.
603 bool can_use_baseline = !run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000604 if (run_optimizations_ && can_optimize && can_allocate_registers) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000605 VLOG(compiler) << "Optimizing " << method_name;
606
David Brazdil809658e2015-02-05 11:34:02 +0000607 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800608 PassInfo pass_info(SsaBuilder::kSsaBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000609 if (!graph->TryBuildingSsa()) {
610 // We could not transform the graph to SSA, bailout.
611 LOG(INFO) << "Skipping compilation of " << method_name << ": it contains a non natural loop";
Calin Juravle2be39e02015-04-21 13:56:34 +0100612 MaybeRecordStat(MethodCompilationStat::kNotCompiledCannotBuildSSA);
David Brazdil809658e2015-02-05 11:34:02 +0000613 return nullptr;
614 }
Nicolas Geoffrayf5370122014-12-02 11:51:19 +0000615 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000616
617 return CompileOptimized(graph,
618 codegen.get(),
619 compiler_driver,
620 dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000621 &pass_info_printer);
Nicolas Geoffray234d69d2015-03-09 10:28:50 +0000622 } else if (shouldOptimize && can_allocate_registers) {
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100623 LOG(FATAL) << "Could not allocate registers in optimizing compiler";
Zheng Xu5667fdb2014-10-23 18:29:55 +0800624 UNREACHABLE();
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000625 } else if (can_use_baseline) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000626 VLOG(compiler) << "Compile baseline " << method_name;
Calin Juravle48c2b032014-12-09 18:11:36 +0000627
628 if (!run_optimizations_) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100629 MaybeRecordStat(MethodCompilationStat::kNotOptimizedDisabled);
Calin Juravle48c2b032014-12-09 18:11:36 +0000630 } else if (!can_optimize) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100631 MaybeRecordStat(MethodCompilationStat::kNotOptimizedTryCatch);
Calin Juravle48c2b032014-12-09 18:11:36 +0000632 } else if (!can_allocate_registers) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100633 MaybeRecordStat(MethodCompilationStat::kNotOptimizedRegisterAllocator);
Calin Juravle48c2b032014-12-09 18:11:36 +0000634 }
635
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100636 return CompileBaseline(codegen.get(),
637 compiler_driver,
638 dex_compilation_unit,
639 &pass_info_printer);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000640 } else {
641 return nullptr;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100642 }
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000643}
644
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000645CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
646 uint32_t access_flags,
647 InvokeType invoke_type,
648 uint16_t class_def_idx,
649 uint32_t method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100650 jobject jclass_loader,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000651 const DexFile& dex_file) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100652 CompilerDriver* compiler_driver = GetCompilerDriver();
653 CompiledMethod* method = nullptr;
654 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file)) {
655 method = TryCompile(code_item, access_flags, invoke_type, class_def_idx,
656 method_idx, jclass_loader, dex_file);
657 } else {
658 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100659 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100660 } else {
Calin Juravle2be39e02015-04-21 13:56:34 +0100661 MaybeRecordStat(MethodCompilationStat::kNotCompiledClassNotVerified);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100662 }
663 }
664
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000665 if (method != nullptr) {
666 return method;
667 }
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100668 method = delegate_->Compile(code_item, access_flags, invoke_type, class_def_idx, method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100669 jclass_loader, dex_file);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100670
671 if (method != nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100672 MaybeRecordStat(MethodCompilationStat::kCompiledQuick);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100673 }
674 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000675}
676
Andreas Gampe53c913b2014-08-12 23:19:23 -0700677Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
678 return new OptimizingCompiler(driver);
679}
680
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000681} // namespace art