Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 17 | #include "optimizing_compiler.h" |
| 18 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 19 | #include <fstream> |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 20 | #include <memory> |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 21 | #include <sstream> |
| 22 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 23 | #include <stdint.h> |
| 24 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 25 | #include "android-base/strings.h" |
| 26 | |
Aart Bik | d1c4045 | 2016-03-02 16:06:13 -0800 | [diff] [blame] | 27 | #ifdef ART_ENABLE_CODEGEN_arm |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 28 | #include "dex_cache_array_fixups_arm.h" |
| 29 | #endif |
| 30 | |
| 31 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 32 | #include "instruction_simplifier_arm64.h" |
| 33 | #endif |
| 34 | |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 35 | #ifdef ART_ENABLE_CODEGEN_mips |
| 36 | #include "dex_cache_array_fixups_mips.h" |
| 37 | #include "pc_relative_fixups_mips.h" |
| 38 | #endif |
| 39 | |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 40 | #ifdef ART_ENABLE_CODEGEN_x86 |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame] | 41 | #include "pc_relative_fixups_x86.h" |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 42 | #endif |
| 43 | |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 44 | #if defined(ART_ENABLE_CODEGEN_x86) || defined(ART_ENABLE_CODEGEN_x86_64) |
| 45 | #include "x86_memory_gen.h" |
| 46 | #endif |
| 47 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 48 | #include "art_method-inl.h" |
Mathieu Chartier | b666f48 | 2015-02-18 14:33:14 -0800 | [diff] [blame] | 49 | #include "base/arena_allocator.h" |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 50 | #include "base/arena_containers.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 51 | #include "base/dumpable.h" |
Vladimir Marko | c90d7c7 | 2015-10-06 17:30:45 +0000 | [diff] [blame] | 52 | #include "base/macros.h" |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 53 | #include "base/mutex.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 54 | #include "base/timing_logger.h" |
Mingyao Yang | f384f88 | 2014-10-22 16:08:18 -0700 | [diff] [blame] | 55 | #include "bounds_check_elimination.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 56 | #include "builder.h" |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 57 | #include "cha_guard_optimization.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 58 | #include "code_generator.h" |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 59 | #include "code_sinking.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 60 | #include "compiled_method.h" |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 61 | #include "compiler.h" |
Roland Levillain | 75be283 | 2014-10-17 17:02:00 +0100 | [diff] [blame] | 62 | #include "constant_folding.h" |
| 63 | #include "dead_code_elimination.h" |
David Srbecky | c5bfa97 | 2016-02-05 15:49:10 +0000 | [diff] [blame] | 64 | #include "debug/elf_debug_writer.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 65 | #include "debug/method_debug_info.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 66 | #include "dex/verification_results.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 67 | #include "dex/verified_method.h" |
Andreas Gampe | a5b09a6 | 2016-11-17 15:21:22 -0800 | [diff] [blame] | 68 | #include "dex_file_types.h" |
Nicolas Geoffray | 9523a3e | 2015-07-17 11:51:28 +0000 | [diff] [blame] | 69 | #include "driver/compiler_driver-inl.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 70 | #include "driver/compiler_options.h" |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 71 | #include "driver/dex_compilation_unit.h" |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 72 | #include "elf_writer_quick.h" |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 73 | #include "graph_checker.h" |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 74 | #include "graph_visualizer.h" |
Nicolas Geoffray | d31cf3d | 2014-09-08 17:30:24 +0100 | [diff] [blame] | 75 | #include "gvn.h" |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 76 | #include "induction_var_analysis.h" |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 77 | #include "inliner.h" |
Nicolas Geoffray | 3c04974 | 2014-09-24 18:10:46 +0100 | [diff] [blame] | 78 | #include "instruction_simplifier.h" |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 79 | #include "instruction_simplifier_arm.h" |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 80 | #include "intrinsics.h" |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 81 | #include "jit/debugger_interface.h" |
Nicolas Geoffray | a4f8154 | 2016-03-08 16:57:48 +0000 | [diff] [blame] | 82 | #include "jit/jit.h" |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 83 | #include "jit/jit_code_cache.h" |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 84 | #include "jni/quick/jni_compiler.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 85 | #include "licm.h" |
Mingyao Yang | 8df69d4 | 2015-10-22 15:40:58 -0700 | [diff] [blame] | 86 | #include "load_store_elimination.h" |
Aart Bik | 281c681 | 2016-08-26 11:31:48 -0700 | [diff] [blame] | 87 | #include "loop_optimization.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 88 | #include "nodes.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 89 | #include "oat_quick_method_header.h" |
Nicolas Geoffray | 26a25ef | 2014-09-30 13:54:09 +0100 | [diff] [blame] | 90 | #include "prepare_for_register_allocation.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 91 | #include "reference_type_propagation.h" |
Matthew Gharrity | e928885 | 2016-07-14 14:08:16 -0700 | [diff] [blame] | 92 | #include "register_allocator_linear_scan.h" |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 93 | #include "select_generator.h" |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 94 | #include "scheduler.h" |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 95 | #include "sharpening.h" |
Nicolas Geoffray | 827eedb | 2015-01-26 15:18:36 +0000 | [diff] [blame] | 96 | #include "side_effects_analysis.h" |
Nicolas Geoffray | 3159674 | 2014-11-24 15:28:45 +0000 | [diff] [blame] | 97 | #include "ssa_builder.h" |
Nicolas Geoffray | 804d093 | 2014-05-02 08:46:00 +0100 | [diff] [blame] | 98 | #include "ssa_liveness_analysis.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 99 | #include "ssa_phi_elimination.h" |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 100 | #include "utils/assembler.h" |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 101 | #include "verifier/method_verifier.h" |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 102 | |
| 103 | namespace art { |
| 104 | |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 105 | static constexpr size_t kArenaAllocatorMemoryReportThreshold = 8 * MB; |
| 106 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 107 | static constexpr const char* kPassNameSeparator = "$"; |
| 108 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 109 | /** |
| 110 | * Used by the code generator, to allocate the code in a vector. |
| 111 | */ |
| 112 | class CodeVectorAllocator FINAL : public CodeAllocator { |
| 113 | public: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 114 | explicit CodeVectorAllocator(ArenaAllocator* arena) |
| 115 | : memory_(arena->Adapter(kArenaAllocCodeBuffer)), |
| 116 | size_(0) {} |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 117 | |
| 118 | virtual uint8_t* Allocate(size_t size) { |
| 119 | size_ = size; |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 120 | memory_.resize(size); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 121 | return &memory_[0]; |
| 122 | } |
| 123 | |
| 124 | size_t GetSize() const { return size_; } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 125 | const ArenaVector<uint8_t>& GetMemory() const { return memory_; } |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 126 | uint8_t* GetData() { return memory_.data(); } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 127 | |
| 128 | private: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 129 | ArenaVector<uint8_t> memory_; |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 130 | size_t size_; |
| 131 | |
| 132 | DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator); |
| 133 | }; |
| 134 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 135 | /** |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 136 | * Filter to apply to the visualizer. Methods whose name contain that filter will |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 137 | * be dumped. |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 138 | */ |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 139 | static constexpr const char kStringFilter[] = ""; |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 140 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 141 | class PassScope; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 142 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 143 | class PassObserver : public ValueObject { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 144 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 145 | PassObserver(HGraph* graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 146 | CodeGenerator* codegen, |
| 147 | std::ostream* visualizer_output, |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 148 | CompilerDriver* compiler_driver, |
| 149 | Mutex& dump_mutex) |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 150 | : graph_(graph), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 151 | cached_method_name_(), |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 152 | timing_logger_enabled_(compiler_driver->GetDumpPasses()), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 153 | timing_logger_(timing_logger_enabled_ ? GetMethodName() : "", true, true), |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 154 | disasm_info_(graph->GetArena()), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 155 | visualizer_oss_(), |
| 156 | visualizer_output_(visualizer_output), |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 157 | visualizer_enabled_(!compiler_driver->GetCompilerOptions().GetDumpCfgFileName().empty()), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 158 | visualizer_(&visualizer_oss_, graph, *codegen), |
| 159 | visualizer_dump_mutex_(dump_mutex), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 160 | graph_in_bad_state_(false) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 161 | if (timing_logger_enabled_ || visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 162 | if (!IsVerboseMethod(compiler_driver, GetMethodName())) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 163 | timing_logger_enabled_ = visualizer_enabled_ = false; |
| 164 | } |
| 165 | if (visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 166 | visualizer_.PrintHeader(GetMethodName()); |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 167 | codegen->SetDisassemblyInformation(&disasm_info_); |
| 168 | } |
David Brazdil | 62e074f | 2015-04-07 18:09:37 +0100 | [diff] [blame] | 169 | } |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 170 | } |
| 171 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 172 | ~PassObserver() { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 173 | if (timing_logger_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 174 | LOG(INFO) << "TIMINGS " << GetMethodName(); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 175 | LOG(INFO) << Dumpable<TimingLogger>(timing_logger_); |
| 176 | } |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 177 | DCHECK(visualizer_oss_.str().empty()); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 178 | } |
| 179 | |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 180 | void DumpDisassembly() REQUIRES(!visualizer_dump_mutex_) { |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 181 | if (visualizer_enabled_) { |
| 182 | visualizer_.DumpGraphWithDisassembly(); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 183 | FlushVisualizer(); |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 184 | } |
| 185 | } |
| 186 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 187 | void SetGraphInBadState() { graph_in_bad_state_ = true; } |
| 188 | |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 189 | const char* GetMethodName() { |
| 190 | // PrettyMethod() is expensive, so we delay calling it until we actually have to. |
| 191 | if (cached_method_name_.empty()) { |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 192 | cached_method_name_ = graph_->GetDexFile().PrettyMethod(graph_->GetMethodIdx()); |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 193 | } |
| 194 | return cached_method_name_.c_str(); |
| 195 | } |
| 196 | |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 197 | private: |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 198 | void StartPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) { |
Wojciech Staszkiewicz | e706070 | 2016-08-16 17:31:19 -0700 | [diff] [blame] | 199 | VLOG(compiler) << "Starting pass: " << pass_name; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 200 | // Dump graph first, then start timer. |
| 201 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 202 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ false, graph_in_bad_state_); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 203 | FlushVisualizer(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 204 | } |
| 205 | if (timing_logger_enabled_) { |
| 206 | timing_logger_.StartTiming(pass_name); |
| 207 | } |
| 208 | } |
| 209 | |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 210 | void FlushVisualizer() REQUIRES(!visualizer_dump_mutex_) { |
| 211 | MutexLock mu(Thread::Current(), visualizer_dump_mutex_); |
| 212 | *visualizer_output_ << visualizer_oss_.str(); |
| 213 | visualizer_output_->flush(); |
| 214 | visualizer_oss_.str(""); |
| 215 | visualizer_oss_.clear(); |
| 216 | } |
| 217 | |
| 218 | void EndPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) { |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 219 | // Pause timer first, then dump graph. |
| 220 | if (timing_logger_enabled_) { |
| 221 | timing_logger_.EndTiming(); |
| 222 | } |
| 223 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 224 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ true, graph_in_bad_state_); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 225 | FlushVisualizer(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 226 | } |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 227 | |
| 228 | // Validate the HGraph if running in debug mode. |
| 229 | if (kIsDebugBuild) { |
| 230 | if (!graph_in_bad_state_) { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 231 | GraphChecker checker(graph_); |
| 232 | checker.Run(); |
| 233 | if (!checker.IsValid()) { |
| 234 | LOG(FATAL) << "Error after " << pass_name << ": " << Dumpable<GraphChecker>(checker); |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 235 | } |
| 236 | } |
| 237 | } |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 238 | } |
| 239 | |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 240 | static bool IsVerboseMethod(CompilerDriver* compiler_driver, const char* method_name) { |
| 241 | // Test an exact match to --verbose-methods. If verbose-methods is set, this overrides an |
| 242 | // empty kStringFilter matching all methods. |
| 243 | if (compiler_driver->GetCompilerOptions().HasVerboseMethods()) { |
| 244 | return compiler_driver->GetCompilerOptions().IsVerboseMethod(method_name); |
| 245 | } |
| 246 | |
| 247 | // Test the kStringFilter sub-string. constexpr helper variable to silence unreachable-code |
| 248 | // warning when the string is empty. |
| 249 | constexpr bool kStringFilterEmpty = arraysize(kStringFilter) <= 1; |
| 250 | if (kStringFilterEmpty || strstr(method_name, kStringFilter) != nullptr) { |
| 251 | return true; |
| 252 | } |
| 253 | |
| 254 | return false; |
| 255 | } |
| 256 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 257 | HGraph* const graph_; |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 258 | |
| 259 | std::string cached_method_name_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 260 | |
| 261 | bool timing_logger_enabled_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 262 | TimingLogger timing_logger_; |
| 263 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 264 | DisassemblyInformation disasm_info_; |
| 265 | |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 266 | std::ostringstream visualizer_oss_; |
| 267 | std::ostream* visualizer_output_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 268 | bool visualizer_enabled_; |
| 269 | HGraphVisualizer visualizer_; |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 270 | Mutex& visualizer_dump_mutex_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 271 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 272 | // Flag to be set by the compiler if the pass failed and the graph is not |
| 273 | // expected to validate. |
| 274 | bool graph_in_bad_state_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 275 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 276 | friend PassScope; |
| 277 | |
| 278 | DISALLOW_COPY_AND_ASSIGN(PassObserver); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 279 | }; |
| 280 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 281 | class PassScope : public ValueObject { |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 282 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 283 | PassScope(const char *pass_name, PassObserver* pass_observer) |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 284 | : pass_name_(pass_name), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 285 | pass_observer_(pass_observer) { |
| 286 | pass_observer_->StartPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 287 | } |
| 288 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 289 | ~PassScope() { |
| 290 | pass_observer_->EndPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 291 | } |
| 292 | |
| 293 | private: |
| 294 | const char* const pass_name_; |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 295 | PassObserver* const pass_observer_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 296 | }; |
| 297 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 298 | class OptimizingCompiler FINAL : public Compiler { |
| 299 | public: |
| 300 | explicit OptimizingCompiler(CompilerDriver* driver); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 301 | ~OptimizingCompiler() OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 302 | |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 303 | bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 304 | |
| 305 | CompiledMethod* Compile(const DexFile::CodeItem* code_item, |
| 306 | uint32_t access_flags, |
| 307 | InvokeType invoke_type, |
| 308 | uint16_t class_def_idx, |
| 309 | uint32_t method_idx, |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 310 | Handle<mirror::ClassLoader> class_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 311 | const DexFile& dex_file, |
| 312 | Handle<mirror::DexCache> dex_cache) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 313 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 314 | CompiledMethod* JniCompile(uint32_t access_flags, |
| 315 | uint32_t method_idx, |
Igor Murashkin | 9d4b6da | 2016-07-29 09:51:58 -0700 | [diff] [blame] | 316 | const DexFile& dex_file, |
| 317 | JniOptimizationFlags optimization_flags) const OVERRIDE { |
| 318 | return ArtQuickJniCompileMethod(GetCompilerDriver(), |
| 319 | access_flags, |
| 320 | method_idx, |
| 321 | dex_file, |
| 322 | optimization_flags); |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 323 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 324 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 325 | uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 326 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 327 | return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize( |
| 328 | InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet()))); |
| 329 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 330 | |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 331 | void Init() OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 332 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 333 | void UnInit() const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 334 | |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 335 | void MaybeRecordStat(MethodCompilationStat compilation_stat) const { |
| 336 | if (compilation_stats_.get() != nullptr) { |
| 337 | compilation_stats_->RecordStat(compilation_stat); |
| 338 | } |
| 339 | } |
| 340 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 341 | bool JitCompile(Thread* self, jit::JitCodeCache* code_cache, ArtMethod* method, bool osr) |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 342 | OVERRIDE |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 343 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 344 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 345 | private: |
| 346 | void RunOptimizations(HGraph* graph, |
| 347 | CodeGenerator* codegen, |
| 348 | CompilerDriver* driver, |
| 349 | const DexCompilationUnit& dex_compilation_unit, |
| 350 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 351 | VariableSizedHandleScope* handles) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 352 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 353 | void RunOptimizations(HOptimization* optimizations[], |
| 354 | size_t length, |
| 355 | PassObserver* pass_observer) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 356 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 357 | private: |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 358 | // Create a 'CompiledMethod' for an optimized graph. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 359 | CompiledMethod* Emit(ArenaAllocator* arena, |
| 360 | CodeVectorAllocator* code_allocator, |
| 361 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 362 | CompilerDriver* driver, |
| 363 | const DexFile::CodeItem* item) const; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 364 | |
| 365 | // Try compiling a method and return the code generator used for |
| 366 | // compiling it. |
| 367 | // This method: |
| 368 | // 1) Builds the graph. Returns null if it failed to build it. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 369 | // 2) Transforms the graph to SSA. Returns null if it failed. |
| 370 | // 3) Runs optimizations on the graph, including register allocator. |
| 371 | // 4) Generates code with the `code_allocator` provided. |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 372 | CodeGenerator* TryCompile(ArenaAllocator* arena, |
| 373 | CodeVectorAllocator* code_allocator, |
| 374 | const DexFile::CodeItem* code_item, |
| 375 | uint32_t access_flags, |
| 376 | InvokeType invoke_type, |
| 377 | uint16_t class_def_idx, |
| 378 | uint32_t method_idx, |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 379 | Handle<mirror::ClassLoader> class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 380 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 381 | Handle<mirror::DexCache> dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 382 | ArtMethod* method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 383 | bool osr, |
| 384 | VariableSizedHandleScope* handles) const; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 385 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 386 | void MaybeRunInliner(HGraph* graph, |
| 387 | CodeGenerator* codegen, |
| 388 | CompilerDriver* driver, |
| 389 | const DexCompilationUnit& dex_compilation_unit, |
| 390 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 391 | VariableSizedHandleScope* handles) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 392 | |
| 393 | void RunArchOptimizations(InstructionSet instruction_set, |
| 394 | HGraph* graph, |
| 395 | CodeGenerator* codegen, |
| 396 | PassObserver* pass_observer) const; |
| 397 | |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 398 | std::unique_ptr<OptimizingCompilerStats> compilation_stats_; |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 399 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 400 | std::unique_ptr<std::ostream> visualizer_output_; |
| 401 | |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 402 | mutable Mutex dump_mutex_; // To synchronize visualizer writing. |
| 403 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 404 | DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler); |
| 405 | }; |
| 406 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 407 | static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */ |
| 408 | |
| 409 | OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver) |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 410 | : Compiler(driver, kMaximumCompilationTimeBeforeWarning), |
| 411 | dump_mutex_("Visualizer dump lock") {} |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 412 | |
| 413 | void OptimizingCompiler::Init() { |
| 414 | // Enable C1visualizer output. Must be done in Init() because the compiler |
| 415 | // driver is not fully initialized when passed to the compiler's constructor. |
| 416 | CompilerDriver* driver = GetCompilerDriver(); |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 417 | const std::string cfg_file_name = driver->GetCompilerOptions().GetDumpCfgFileName(); |
David Brazdil | 866c031 | 2015-01-13 21:21:31 +0000 | [diff] [blame] | 418 | if (!cfg_file_name.empty()) { |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 419 | std::ios_base::openmode cfg_file_mode = |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 420 | driver->GetCompilerOptions().GetDumpCfgAppend() ? std::ofstream::app : std::ofstream::out; |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 421 | visualizer_output_.reset(new std::ofstream(cfg_file_name, cfg_file_mode)); |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 422 | } |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 423 | if (driver->GetDumpStats()) { |
| 424 | compilation_stats_.reset(new OptimizingCompilerStats()); |
| 425 | } |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 426 | } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 427 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 428 | void OptimizingCompiler::UnInit() const { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 429 | } |
| 430 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 431 | OptimizingCompiler::~OptimizingCompiler() { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 432 | if (compilation_stats_.get() != nullptr) { |
| 433 | compilation_stats_->Log(); |
| 434 | } |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 435 | } |
| 436 | |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 437 | bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED, |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 438 | const DexFile& dex_file ATTRIBUTE_UNUSED) const { |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 439 | return true; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 440 | } |
| 441 | |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 442 | static bool IsInstructionSetSupported(InstructionSet instruction_set) { |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 443 | return (instruction_set == kArm && !kArm32QuickCodeUseSoftFloat) |
| 444 | || instruction_set == kArm64 |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 445 | || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat) |
Goran Jakovljevic | f652cec | 2015-08-25 16:11:42 +0200 | [diff] [blame] | 446 | || instruction_set == kMips |
Alexey Frunze | 4dda337 | 2015-06-01 18:31:49 -0700 | [diff] [blame] | 447 | || instruction_set == kMips64 |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 448 | || instruction_set == kX86 |
| 449 | || instruction_set == kX86_64; |
| 450 | } |
| 451 | |
Roland Levillain | 22ccc3a | 2015-11-24 13:10:05 +0000 | [diff] [blame] | 452 | // Read barrier are supported on ARM, ARM64, x86 and x86-64 at the moment. |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 453 | // TODO: Add support for other architectures and remove this function |
| 454 | static bool InstructionSetSupportsReadBarrier(InstructionSet instruction_set) { |
Roland Levillain | 22ccc3a | 2015-11-24 13:10:05 +0000 | [diff] [blame] | 455 | return instruction_set == kArm64 |
| 456 | || instruction_set == kThumb2 |
Roland Levillain | 3b359c7 | 2015-11-17 19:35:12 +0000 | [diff] [blame] | 457 | || instruction_set == kX86 |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 458 | || instruction_set == kX86_64; |
| 459 | } |
| 460 | |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 461 | // Strip pass name suffix to get optimization name. |
| 462 | static std::string ConvertPassNameToOptimizationName(const std::string& pass_name) { |
| 463 | size_t pos = pass_name.find(kPassNameSeparator); |
| 464 | return pos == std::string::npos ? pass_name : pass_name.substr(0, pos); |
| 465 | } |
| 466 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 467 | static HOptimization* BuildOptimization( |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 468 | const std::string& pass_name, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 469 | ArenaAllocator* arena, |
| 470 | HGraph* graph, |
| 471 | OptimizingCompilerStats* stats, |
| 472 | CodeGenerator* codegen, |
| 473 | CompilerDriver* driver, |
| 474 | const DexCompilationUnit& dex_compilation_unit, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 475 | VariableSizedHandleScope* handles, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 476 | SideEffectsAnalysis* most_recent_side_effects, |
| 477 | HInductionVarAnalysis* most_recent_induction) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 478 | std::string opt_name = ConvertPassNameToOptimizationName(pass_name); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 479 | if (opt_name == BoundsCheckElimination::kBoundsCheckEliminationPassName) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 480 | CHECK(most_recent_side_effects != nullptr && most_recent_induction != nullptr); |
| 481 | return new (arena) BoundsCheckElimination(graph, |
| 482 | *most_recent_side_effects, |
| 483 | most_recent_induction); |
| 484 | } else if (opt_name == GVNOptimization::kGlobalValueNumberingPassName) { |
| 485 | CHECK(most_recent_side_effects != nullptr); |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 486 | return new (arena) GVNOptimization(graph, *most_recent_side_effects, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 487 | } else if (opt_name == HConstantFolding::kConstantFoldingPassName) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 488 | return new (arena) HConstantFolding(graph, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 489 | } else if (opt_name == HDeadCodeElimination::kDeadCodeEliminationPassName) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 490 | return new (arena) HDeadCodeElimination(graph, stats, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 491 | } else if (opt_name == HInliner::kInlinerPassName) { |
| 492 | size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_; |
| 493 | return new (arena) HInliner(graph, // outer_graph |
| 494 | graph, // outermost_graph |
| 495 | codegen, |
| 496 | dex_compilation_unit, // outer_compilation_unit |
| 497 | dex_compilation_unit, // outermost_compilation_unit |
| 498 | driver, |
| 499 | handles, |
| 500 | stats, |
| 501 | number_of_dex_registers, |
| 502 | /* depth */ 0); |
| 503 | } else if (opt_name == HSharpening::kSharpeningPassName) { |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 504 | return new (arena) HSharpening(graph, codegen, dex_compilation_unit, driver, handles); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 505 | } else if (opt_name == HSelectGenerator::kSelectGeneratorPassName) { |
| 506 | return new (arena) HSelectGenerator(graph, stats); |
| 507 | } else if (opt_name == HInductionVarAnalysis::kInductionPassName) { |
| 508 | return new (arena) HInductionVarAnalysis(graph); |
| 509 | } else if (opt_name == InstructionSimplifier::kInstructionSimplifierPassName) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 510 | return new (arena) InstructionSimplifier(graph, stats, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 511 | } else if (opt_name == IntrinsicsRecognizer::kIntrinsicsRecognizerPassName) { |
Nicolas Geoffray | 762869d | 2016-07-15 15:28:35 +0100 | [diff] [blame] | 512 | return new (arena) IntrinsicsRecognizer(graph, stats); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 513 | } else if (opt_name == LICM::kLoopInvariantCodeMotionPassName) { |
| 514 | CHECK(most_recent_side_effects != nullptr); |
| 515 | return new (arena) LICM(graph, *most_recent_side_effects, stats); |
| 516 | } else if (opt_name == LoadStoreElimination::kLoadStoreEliminationPassName) { |
| 517 | CHECK(most_recent_side_effects != nullptr); |
| 518 | return new (arena) LoadStoreElimination(graph, *most_recent_side_effects); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 519 | } else if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) { |
| 520 | return new (arena) SideEffectsAnalysis(graph); |
Nicolas Geoffray | ebe1674 | 2016-10-05 09:55:42 +0100 | [diff] [blame] | 521 | } else if (opt_name == HLoopOptimization::kLoopOptimizationPassName) { |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame^] | 522 | return new (arena) HLoopOptimization(graph, driver, most_recent_induction); |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 523 | } else if (opt_name == CHAGuardOptimization::kCHAGuardOptimizationPassName) { |
| 524 | return new (arena) CHAGuardOptimization(graph); |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 525 | } else if (opt_name == CodeSinking::kCodeSinkingPassName) { |
| 526 | return new (arena) CodeSinking(graph, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 527 | #ifdef ART_ENABLE_CODEGEN_arm |
| 528 | } else if (opt_name == arm::DexCacheArrayFixups::kDexCacheArrayFixupsArmPassName) { |
Vladimir Marko | 68c981f | 2016-08-26 13:13:33 +0100 | [diff] [blame] | 529 | return new (arena) arm::DexCacheArrayFixups(graph, codegen, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 530 | } else if (opt_name == arm::InstructionSimplifierArm::kInstructionSimplifierArmPassName) { |
| 531 | return new (arena) arm::InstructionSimplifierArm(graph, stats); |
| 532 | #endif |
| 533 | #ifdef ART_ENABLE_CODEGEN_arm64 |
| 534 | } else if (opt_name == arm64::InstructionSimplifierArm64::kInstructionSimplifierArm64PassName) { |
| 535 | return new (arena) arm64::InstructionSimplifierArm64(graph, stats); |
| 536 | #endif |
| 537 | #ifdef ART_ENABLE_CODEGEN_mips |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 538 | } else if (opt_name == mips::DexCacheArrayFixups::kDexCacheArrayFixupsMipsPassName) { |
| 539 | return new (arena) mips::DexCacheArrayFixups(graph, codegen, stats); |
| 540 | } else if (opt_name == mips::PcRelativeFixups::kPcRelativeFixupsMipsPassName) { |
| 541 | return new (arena) mips::PcRelativeFixups(graph, codegen, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 542 | #endif |
| 543 | #ifdef ART_ENABLE_CODEGEN_x86 |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 544 | } else if (opt_name == x86::PcRelativeFixups::kPcRelativeFixupsX86PassName) { |
| 545 | return new (arena) x86::PcRelativeFixups(graph, codegen, stats); |
| 546 | } else if (opt_name == x86::X86MemoryOperandGeneration::kX86MemoryOperandGenerationPassName) { |
| 547 | return new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 548 | #endif |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 549 | } |
| 550 | return nullptr; |
| 551 | } |
| 552 | |
| 553 | static ArenaVector<HOptimization*> BuildOptimizations( |
| 554 | const std::vector<std::string>& pass_names, |
| 555 | ArenaAllocator* arena, |
| 556 | HGraph* graph, |
| 557 | OptimizingCompilerStats* stats, |
| 558 | CodeGenerator* codegen, |
| 559 | CompilerDriver* driver, |
| 560 | const DexCompilationUnit& dex_compilation_unit, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 561 | VariableSizedHandleScope* handles) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 562 | // Few HOptimizations constructors require SideEffectsAnalysis or HInductionVarAnalysis |
| 563 | // instances. This method assumes that each of them expects the nearest instance preceeding it |
| 564 | // in the pass name list. |
| 565 | SideEffectsAnalysis* most_recent_side_effects = nullptr; |
| 566 | HInductionVarAnalysis* most_recent_induction = nullptr; |
| 567 | ArenaVector<HOptimization*> ret(arena->Adapter()); |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 568 | for (const std::string& pass_name : pass_names) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 569 | HOptimization* opt = BuildOptimization( |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 570 | pass_name, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 571 | arena, |
| 572 | graph, |
| 573 | stats, |
| 574 | codegen, |
| 575 | driver, |
| 576 | dex_compilation_unit, |
| 577 | handles, |
| 578 | most_recent_side_effects, |
| 579 | most_recent_induction); |
| 580 | CHECK(opt != nullptr) << "Couldn't build optimization: \"" << pass_name << "\""; |
| 581 | ret.push_back(opt); |
| 582 | |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 583 | std::string opt_name = ConvertPassNameToOptimizationName(pass_name); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 584 | if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) { |
| 585 | most_recent_side_effects = down_cast<SideEffectsAnalysis*>(opt); |
| 586 | } else if (opt_name == HInductionVarAnalysis::kInductionPassName) { |
| 587 | most_recent_induction = down_cast<HInductionVarAnalysis*>(opt); |
| 588 | } |
| 589 | } |
| 590 | return ret; |
| 591 | } |
| 592 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 593 | void OptimizingCompiler::RunOptimizations(HOptimization* optimizations[], |
| 594 | size_t length, |
| 595 | PassObserver* pass_observer) const { |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 596 | for (size_t i = 0; i < length; ++i) { |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 597 | PassScope scope(optimizations[i]->GetPassName(), pass_observer); |
| 598 | optimizations[i]->Run(); |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 599 | } |
| 600 | } |
| 601 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 602 | void OptimizingCompiler::MaybeRunInliner(HGraph* graph, |
| 603 | CodeGenerator* codegen, |
| 604 | CompilerDriver* driver, |
| 605 | const DexCompilationUnit& dex_compilation_unit, |
| 606 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 607 | VariableSizedHandleScope* handles) const { |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 608 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 609 | const CompilerOptions& compiler_options = driver->GetCompilerOptions(); |
| 610 | bool should_inline = (compiler_options.GetInlineDepthLimit() > 0) |
| 611 | && (compiler_options.GetInlineMaxCodeUnits() > 0); |
| 612 | if (!should_inline) { |
| 613 | return; |
| 614 | } |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 615 | size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_; |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 616 | HInliner* inliner = new (graph->GetArena()) HInliner( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 617 | graph, // outer_graph |
| 618 | graph, // outermost_graph |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 619 | codegen, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 620 | dex_compilation_unit, // outer_compilation_unit |
| 621 | dex_compilation_unit, // outermost_compilation_unit |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 622 | driver, |
| 623 | handles, |
| 624 | stats, |
| 625 | number_of_dex_registers, |
| 626 | /* depth */ 0); |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 627 | HOptimization* optimizations[] = { inliner }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 628 | |
| 629 | RunOptimizations(optimizations, arraysize(optimizations), pass_observer); |
| 630 | } |
| 631 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 632 | void OptimizingCompiler::RunArchOptimizations(InstructionSet instruction_set, |
| 633 | HGraph* graph, |
| 634 | CodeGenerator* codegen, |
| 635 | PassObserver* pass_observer) const { |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 636 | UNUSED(codegen); // To avoid compilation error when compiling for svelte |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 637 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 638 | ArenaAllocator* arena = graph->GetArena(); |
| 639 | switch (instruction_set) { |
Artem Serov | 2bbc953 | 2016-10-21 11:51:50 +0100 | [diff] [blame] | 640 | #if defined(ART_ENABLE_CODEGEN_arm) |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 641 | case kThumb2: |
| 642 | case kArm: { |
Vladimir Marko | 68c981f | 2016-08-26 13:13:33 +0100 | [diff] [blame] | 643 | arm::DexCacheArrayFixups* fixups = |
| 644 | new (arena) arm::DexCacheArrayFixups(graph, codegen, stats); |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 645 | arm::InstructionSimplifierArm* simplifier = |
| 646 | new (arena) arm::InstructionSimplifierArm(graph, stats); |
Artem Serov | 328429f | 2016-07-06 16:23:04 +0100 | [diff] [blame] | 647 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 648 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 649 | HOptimization* arm_optimizations[] = { |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 650 | simplifier, |
Artem Serov | 328429f | 2016-07-06 16:23:04 +0100 | [diff] [blame] | 651 | side_effects, |
| 652 | gvn, |
Nicolas Geoffray | 6b5afdd | 2016-01-22 09:31:52 +0000 | [diff] [blame] | 653 | fixups |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 654 | }; |
| 655 | RunOptimizations(arm_optimizations, arraysize(arm_optimizations), pass_observer); |
| 656 | break; |
| 657 | } |
| 658 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 659 | #ifdef ART_ENABLE_CODEGEN_arm64 |
| 660 | case kArm64: { |
| 661 | arm64::InstructionSimplifierArm64* simplifier = |
| 662 | new (arena) arm64::InstructionSimplifierArm64(graph, stats); |
| 663 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 664 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 665 | HInstructionScheduling* scheduling = |
| 666 | new (arena) HInstructionScheduling(graph, instruction_set); |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 667 | HOptimization* arm64_optimizations[] = { |
| 668 | simplifier, |
| 669 | side_effects, |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 670 | gvn, |
| 671 | scheduling, |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 672 | }; |
| 673 | RunOptimizations(arm64_optimizations, arraysize(arm64_optimizations), pass_observer); |
| 674 | break; |
| 675 | } |
| 676 | #endif |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 677 | #ifdef ART_ENABLE_CODEGEN_mips |
| 678 | case kMips: { |
| 679 | mips::PcRelativeFixups* pc_relative_fixups = |
| 680 | new (arena) mips::PcRelativeFixups(graph, codegen, stats); |
| 681 | mips::DexCacheArrayFixups* dex_cache_array_fixups = |
Alexey Frunze | 06a46c4 | 2016-07-19 15:00:40 -0700 | [diff] [blame] | 682 | new (arena) mips::DexCacheArrayFixups(graph, codegen, stats); |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 683 | HOptimization* mips_optimizations[] = { |
| 684 | pc_relative_fixups, |
| 685 | dex_cache_array_fixups |
| 686 | }; |
| 687 | RunOptimizations(mips_optimizations, arraysize(mips_optimizations), pass_observer); |
| 688 | break; |
| 689 | } |
| 690 | #endif |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 691 | #ifdef ART_ENABLE_CODEGEN_x86 |
| 692 | case kX86: { |
Aart Bik | d1c4045 | 2016-03-02 16:06:13 -0800 | [diff] [blame] | 693 | x86::PcRelativeFixups* pc_relative_fixups = |
| 694 | new (arena) x86::PcRelativeFixups(graph, codegen, stats); |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 695 | x86::X86MemoryOperandGeneration* memory_gen = |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 696 | new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 697 | HOptimization* x86_optimizations[] = { |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 698 | pc_relative_fixups, |
| 699 | memory_gen |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 700 | }; |
| 701 | RunOptimizations(x86_optimizations, arraysize(x86_optimizations), pass_observer); |
| 702 | break; |
| 703 | } |
| 704 | #endif |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 705 | #ifdef ART_ENABLE_CODEGEN_x86_64 |
| 706 | case kX86_64: { |
| 707 | x86::X86MemoryOperandGeneration* memory_gen = |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 708 | new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 709 | HOptimization* x86_64_optimizations[] = { |
| 710 | memory_gen |
| 711 | }; |
| 712 | RunOptimizations(x86_64_optimizations, arraysize(x86_64_optimizations), pass_observer); |
| 713 | break; |
| 714 | } |
| 715 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 716 | default: |
| 717 | break; |
| 718 | } |
| 719 | } |
| 720 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 721 | NO_INLINE // Avoid increasing caller's frame size by large stack-allocated objects. |
| 722 | static void AllocateRegisters(HGraph* graph, |
| 723 | CodeGenerator* codegen, |
Matthew Gharrity | 2cd05b7 | 2016-08-03 16:57:37 -0700 | [diff] [blame] | 724 | PassObserver* pass_observer, |
| 725 | RegisterAllocator::Strategy strategy) { |
Mingyao Yang | 700347e | 2016-03-02 14:59:32 -0800 | [diff] [blame] | 726 | { |
| 727 | PassScope scope(PrepareForRegisterAllocation::kPrepareForRegisterAllocationPassName, |
| 728 | pass_observer); |
| 729 | PrepareForRegisterAllocation(graph).Run(); |
| 730 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 731 | SsaLivenessAnalysis liveness(graph, codegen); |
| 732 | { |
| 733 | PassScope scope(SsaLivenessAnalysis::kLivenessPassName, pass_observer); |
| 734 | liveness.Analyze(); |
| 735 | } |
| 736 | { |
| 737 | PassScope scope(RegisterAllocator::kRegisterAllocatorPassName, pass_observer); |
Matthew Gharrity | 2cd05b7 | 2016-08-03 16:57:37 -0700 | [diff] [blame] | 738 | RegisterAllocator::Create(graph->GetArena(), codegen, liveness, strategy)->AllocateRegisters(); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 739 | } |
| 740 | } |
| 741 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 742 | void OptimizingCompiler::RunOptimizations(HGraph* graph, |
| 743 | CodeGenerator* codegen, |
| 744 | CompilerDriver* driver, |
| 745 | const DexCompilationUnit& dex_compilation_unit, |
| 746 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 747 | VariableSizedHandleScope* handles) const { |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 748 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 749 | ArenaAllocator* arena = graph->GetArena(); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 750 | if (driver->GetCompilerOptions().GetPassesToRun() != nullptr) { |
| 751 | ArenaVector<HOptimization*> optimizations = BuildOptimizations( |
| 752 | *driver->GetCompilerOptions().GetPassesToRun(), |
| 753 | arena, |
| 754 | graph, |
| 755 | stats, |
| 756 | codegen, |
| 757 | driver, |
| 758 | dex_compilation_unit, |
| 759 | handles); |
| 760 | RunOptimizations(&optimizations[0], optimizations.size(), pass_observer); |
| 761 | return; |
| 762 | } |
| 763 | |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 764 | HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 765 | graph, stats, "dead_code_elimination$initial"); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 766 | HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination( |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 767 | graph, stats, "dead_code_elimination$after_inlining"); |
| 768 | HDeadCodeElimination* dce3 = new (arena) HDeadCodeElimination( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 769 | graph, stats, "dead_code_elimination$final"); |
Andreas Gampe | ca620d7 | 2016-11-08 08:09:33 -0800 | [diff] [blame] | 770 | HConstantFolding* fold1 = new (arena) HConstantFolding(graph, "constant_folding"); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 771 | InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats); |
Jean-Philippe Halimi | 38e9e80 | 2016-02-18 16:42:03 +0100 | [diff] [blame] | 772 | HSelectGenerator* select_generator = new (arena) HSelectGenerator(graph, stats); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 773 | HConstantFolding* fold2 = new (arena) HConstantFolding( |
| 774 | graph, "constant_folding$after_inlining"); |
| 775 | HConstantFolding* fold3 = new (arena) HConstantFolding(graph, "constant_folding$after_bce"); |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame^] | 776 | SideEffectsAnalysis* side_effects1 = new (arena) SideEffectsAnalysis( |
| 777 | graph, "side_effects$before_gvn"); |
| 778 | SideEffectsAnalysis* side_effects2 = new (arena) SideEffectsAnalysis( |
| 779 | graph, "side_effects$before_lse"); |
| 780 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects1); |
| 781 | LICM* licm = new (arena) LICM(graph, *side_effects1, stats); |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 782 | HInductionVarAnalysis* induction = new (arena) HInductionVarAnalysis(graph); |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame^] | 783 | BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph, *side_effects1, induction); |
| 784 | HLoopOptimization* loop = new (arena) HLoopOptimization(graph, driver, induction); |
| 785 | LoadStoreElimination* lse = new (arena) LoadStoreElimination(graph, *side_effects2); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 786 | HSharpening* sharpening = new (arena) HSharpening( |
| 787 | graph, codegen, dex_compilation_unit, driver, handles); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 788 | InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier( |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 789 | graph, stats, "instruction_simplifier$after_inlining"); |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 790 | InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier( |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 791 | graph, stats, "instruction_simplifier$after_bce"); |
| 792 | InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 793 | graph, stats, "instruction_simplifier$before_codegen"); |
Nicolas Geoffray | 762869d | 2016-07-15 15:28:35 +0100 | [diff] [blame] | 794 | IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, stats); |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 795 | CHAGuardOptimization* cha_guard = new (arena) CHAGuardOptimization(graph); |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 796 | CodeSinking* code_sinking = new (arena) CodeSinking(graph, stats); |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 797 | |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 798 | HOptimization* optimizations1[] = { |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 799 | intrinsics, |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 800 | sharpening, |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 801 | fold1, |
| 802 | simplify1, |
Nicolas Geoffray | 18e6873 | 2015-06-17 23:09:05 +0100 | [diff] [blame] | 803 | dce1, |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 804 | }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 805 | RunOptimizations(optimizations1, arraysize(optimizations1), pass_observer); |
| 806 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 807 | MaybeRunInliner(graph, codegen, driver, dex_compilation_unit, pass_observer, handles); |
David Brazdil | 9517798 | 2015-10-30 12:56:58 -0500 | [diff] [blame] | 808 | |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 809 | HOptimization* optimizations2[] = { |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 810 | // SelectGenerator depends on the InstructionSimplifier removing |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 811 | // redundant suspend checks to recognize empty blocks. |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 812 | select_generator, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 813 | fold2, // TODO: if we don't inline we can also skip fold2. |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 814 | simplify2, |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 815 | dce2, |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame^] | 816 | side_effects1, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 817 | gvn, |
| 818 | licm, |
| 819 | induction, |
| 820 | bce, |
Aart Bik | 281c681 | 2016-08-26 11:31:48 -0700 | [diff] [blame] | 821 | loop, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 822 | fold3, // evaluates code generated by dynamic bce |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 823 | simplify3, |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame^] | 824 | side_effects2, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 825 | lse, |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 826 | cha_guard, |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 827 | dce3, |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 828 | code_sinking, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 829 | // The codegen has a few assumptions that only the instruction simplifier |
| 830 | // can satisfy. For example, the code generator does not expect to see a |
| 831 | // HTypeConversion from a type to the same type. |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 832 | simplify4, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 833 | }; |
| 834 | RunOptimizations(optimizations2, arraysize(optimizations2), pass_observer); |
David Brazdil | bbd733e | 2015-08-18 17:48:17 +0100 | [diff] [blame] | 835 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 836 | RunArchOptimizations(driver->GetInstructionSet(), graph, codegen, pass_observer); |
Nicolas Geoffray | 5e6916c | 2014-11-18 16:53:35 +0000 | [diff] [blame] | 837 | } |
| 838 | |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 839 | static ArenaVector<LinkerPatch> EmitAndSortLinkerPatches(CodeGenerator* codegen) { |
| 840 | ArenaVector<LinkerPatch> linker_patches(codegen->GetGraph()->GetArena()->Adapter()); |
| 841 | codegen->EmitLinkerPatches(&linker_patches); |
| 842 | |
| 843 | // Sort patches by literal offset. Required for .oat_patches encoding. |
| 844 | std::sort(linker_patches.begin(), linker_patches.end(), |
| 845 | [](const LinkerPatch& lhs, const LinkerPatch& rhs) { |
| 846 | return lhs.LiteralOffset() < rhs.LiteralOffset(); |
| 847 | }); |
| 848 | |
| 849 | return linker_patches; |
| 850 | } |
| 851 | |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 852 | CompiledMethod* OptimizingCompiler::Emit(ArenaAllocator* arena, |
| 853 | CodeVectorAllocator* code_allocator, |
| 854 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 855 | CompilerDriver* compiler_driver, |
| 856 | const DexFile::CodeItem* code_item) const { |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 857 | ArenaVector<LinkerPatch> linker_patches = EmitAndSortLinkerPatches(codegen); |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 858 | ArenaVector<uint8_t> stack_map(arena->Adapter(kArenaAllocStackMaps)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 859 | stack_map.resize(codegen->ComputeStackMapsSize()); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 860 | codegen->BuildStackMaps(MemoryRegion(stack_map.data(), stack_map.size()), *code_item); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 861 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 862 | CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod( |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 863 | compiler_driver, |
| 864 | codegen->GetInstructionSet(), |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 865 | ArrayRef<const uint8_t>(code_allocator->GetMemory()), |
Roland Levillain | aa9b7c4 | 2015-02-17 15:40:09 +0000 | [diff] [blame] | 866 | // Follow Quick's behavior and set the frame size to zero if it is |
| 867 | // considered "empty" (see the definition of |
| 868 | // art::CodeGenerator::HasEmptyFrame). |
| 869 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 870 | codegen->GetCoreSpillMask(), |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 871 | codegen->GetFpuSpillMask(), |
David Srbecky | f71b3ad | 2015-12-08 15:05:08 +0000 | [diff] [blame] | 872 | ArrayRef<const SrcMapElem>(), |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 873 | ArrayRef<const uint8_t>(stack_map), |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 874 | ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()), |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 875 | ArrayRef<const LinkerPatch>(linker_patches)); |
Mathieu Chartier | ed15000 | 2015-08-28 11:16:54 -0700 | [diff] [blame] | 876 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 877 | return compiled_method; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 878 | } |
| 879 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 880 | CodeGenerator* OptimizingCompiler::TryCompile(ArenaAllocator* arena, |
| 881 | CodeVectorAllocator* code_allocator, |
| 882 | const DexFile::CodeItem* code_item, |
| 883 | uint32_t access_flags, |
| 884 | InvokeType invoke_type, |
| 885 | uint16_t class_def_idx, |
| 886 | uint32_t method_idx, |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 887 | Handle<mirror::ClassLoader> class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 888 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 889 | Handle<mirror::DexCache> dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 890 | ArtMethod* method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 891 | bool osr, |
| 892 | VariableSizedHandleScope* handles) const { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 893 | MaybeRecordStat(MethodCompilationStat::kAttemptCompilation); |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 894 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 895 | InstructionSet instruction_set = compiler_driver->GetInstructionSet(); |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 896 | |
Roland Levillain | 3b359c7 | 2015-11-17 19:35:12 +0000 | [diff] [blame] | 897 | // Always use the Thumb-2 assembler: some runtime functionality |
| 898 | // (like implicit stack overflow checks) assume Thumb-2. |
Artem Serov | ba6b679 | 2016-08-15 14:22:07 +0100 | [diff] [blame] | 899 | DCHECK_NE(instruction_set, kArm); |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 900 | |
| 901 | // Do not attempt to compile on architectures we do not support. |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 902 | if (!IsInstructionSetSupported(instruction_set)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 903 | MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa); |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 904 | return nullptr; |
| 905 | } |
| 906 | |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 907 | // When read barriers are enabled, do not attempt to compile for |
| 908 | // instruction sets that have no read barrier support. |
| 909 | if (kEmitCompilerReadBarrier && !InstructionSetSupportsReadBarrier(instruction_set)) { |
| 910 | return nullptr; |
| 911 | } |
| 912 | |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 913 | if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 914 | MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological); |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 915 | return nullptr; |
| 916 | } |
| 917 | |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 918 | // Implementation of the space filter: do not compile a code item whose size in |
Nicolas Geoffray | 432bf3d | 2015-07-17 11:11:09 +0100 | [diff] [blame] | 919 | // code units is bigger than 128. |
| 920 | static constexpr size_t kSpaceFilterOptimizingThreshold = 128; |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 921 | const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions(); |
Andreas Gampe | 29d38e7 | 2016-03-23 15:31:51 +0000 | [diff] [blame] | 922 | if ((compiler_options.GetCompilerFilter() == CompilerFilter::kSpace) |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 923 | && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 924 | MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter); |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 925 | return nullptr; |
| 926 | } |
| 927 | |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 928 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 929 | DexCompilationUnit dex_compilation_unit( |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 930 | class_loader, |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 931 | class_linker, |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 932 | dex_file, |
| 933 | code_item, |
| 934 | class_def_idx, |
| 935 | method_idx, |
| 936 | access_flags, |
| 937 | /* verified_method */ nullptr, |
| 938 | dex_cache); |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 939 | |
Calin Juravle | 3cd4fc8 | 2015-05-14 15:15:42 +0100 | [diff] [blame] | 940 | bool requires_barrier = dex_compilation_unit.IsConstructor() |
| 941 | && compiler_driver->RequiresConstructorBarrier(Thread::Current(), |
| 942 | dex_compilation_unit.GetDexFile(), |
| 943 | dex_compilation_unit.GetClassDefIndex()); |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 944 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 945 | HGraph* graph = new (arena) HGraph( |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 946 | arena, |
| 947 | dex_file, |
| 948 | method_idx, |
| 949 | requires_barrier, |
| 950 | compiler_driver->GetInstructionSet(), |
| 951 | kInvalidInvokeType, |
| 952 | compiler_driver->GetCompilerOptions().GetDebuggable(), |
| 953 | osr); |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 954 | |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 955 | const uint8_t* interpreter_metadata = nullptr; |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 956 | if (method == nullptr) { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 957 | ScopedObjectAccess soa(Thread::Current()); |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 958 | method = compiler_driver->ResolveMethod( |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 959 | soa, dex_cache, class_loader, &dex_compilation_unit, method_idx, invoke_type); |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 960 | } |
| 961 | // For AOT compilation, we may not get a method, for example if its class is erroneous. |
| 962 | // JIT should always have a method. |
| 963 | DCHECK(Runtime::Current()->IsAotCompiler() || method != nullptr); |
| 964 | if (method != nullptr) { |
| 965 | graph->SetArtMethod(method); |
| 966 | ScopedObjectAccess soa(Thread::Current()); |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 967 | interpreter_metadata = method->GetQuickenedInfo(class_linker->GetImagePointerSize()); |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 968 | } |
| 969 | |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 970 | std::unique_ptr<CodeGenerator> codegen( |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 971 | CodeGenerator::Create(graph, |
| 972 | instruction_set, |
| 973 | *compiler_driver->GetInstructionSetFeatures(), |
Calin Juravle | 2ae4818 | 2016-03-16 14:05:09 +0000 | [diff] [blame] | 974 | compiler_driver->GetCompilerOptions(), |
| 975 | compilation_stats_.get())); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 976 | if (codegen.get() == nullptr) { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 977 | MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 978 | return nullptr; |
| 979 | } |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 980 | codegen->GetAssembler()->cfi().SetEnabled( |
David Srbecky | 5b1c2ca | 2016-01-25 17:32:41 +0000 | [diff] [blame] | 981 | compiler_driver->GetCompilerOptions().GenerateAnyDebugInfo()); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 982 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 983 | PassObserver pass_observer(graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 984 | codegen.get(), |
| 985 | visualizer_output_.get(), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 986 | compiler_driver, |
| 987 | dump_mutex_); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 988 | |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 989 | { |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 990 | VLOG(compiler) << "Building " << pass_observer.GetMethodName(); |
| 991 | PassScope scope(HGraphBuilder::kBuilderPassName, &pass_observer); |
| 992 | HGraphBuilder builder(graph, |
| 993 | &dex_compilation_unit, |
| 994 | &dex_compilation_unit, |
| 995 | &dex_file, |
| 996 | *code_item, |
| 997 | compiler_driver, |
Nicolas Geoffray | 83c8e27 | 2017-01-31 14:36:37 +0000 | [diff] [blame] | 998 | codegen.get(), |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 999 | compilation_stats_.get(), |
| 1000 | interpreter_metadata, |
| 1001 | dex_cache, |
| 1002 | handles); |
| 1003 | GraphAnalysisResult result = builder.BuildGraph(); |
| 1004 | if (result != kAnalysisSuccess) { |
| 1005 | switch (result) { |
| 1006 | case kAnalysisSkipped: |
| 1007 | MaybeRecordStat(MethodCompilationStat::kNotCompiledSkipped); |
| 1008 | break; |
| 1009 | case kAnalysisInvalidBytecode: |
| 1010 | MaybeRecordStat(MethodCompilationStat::kNotCompiledInvalidBytecode); |
| 1011 | break; |
| 1012 | case kAnalysisFailThrowCatchLoop: |
| 1013 | MaybeRecordStat(MethodCompilationStat::kNotCompiledThrowCatchLoop); |
| 1014 | break; |
| 1015 | case kAnalysisFailAmbiguousArrayOp: |
| 1016 | MaybeRecordStat(MethodCompilationStat::kNotCompiledAmbiguousArrayOp); |
| 1017 | break; |
| 1018 | case kAnalysisSuccess: |
| 1019 | UNREACHABLE(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 1020 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1021 | pass_observer.SetGraphInBadState(); |
| 1022 | return nullptr; |
Nicolas Geoffray | f537012 | 2014-12-02 11:51:19 +0000 | [diff] [blame] | 1023 | } |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 1024 | } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 1025 | |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1026 | RunOptimizations(graph, |
| 1027 | codegen.get(), |
| 1028 | compiler_driver, |
| 1029 | dex_compilation_unit, |
| 1030 | &pass_observer, |
| 1031 | handles); |
| 1032 | |
| 1033 | RegisterAllocator::Strategy regalloc_strategy = |
| 1034 | compiler_options.GetRegisterAllocationStrategy(); |
| 1035 | AllocateRegisters(graph, codegen.get(), &pass_observer, regalloc_strategy); |
| 1036 | |
| 1037 | codegen->Compile(code_allocator); |
| 1038 | pass_observer.DumpDisassembly(); |
| 1039 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1040 | return codegen.release(); |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1041 | } |
| 1042 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 1043 | CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item, |
| 1044 | uint32_t access_flags, |
| 1045 | InvokeType invoke_type, |
| 1046 | uint16_t class_def_idx, |
| 1047 | uint32_t method_idx, |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 1048 | Handle<mirror::ClassLoader> jclass_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 1049 | const DexFile& dex_file, |
| 1050 | Handle<mirror::DexCache> dex_cache) const { |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1051 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 1052 | CompiledMethod* method = nullptr; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1053 | DCHECK(Runtime::Current()->IsAotCompiler()); |
| 1054 | const VerifiedMethod* verified_method = compiler_driver->GetVerifiedMethod(&dex_file, method_idx); |
| 1055 | DCHECK(!verified_method->HasRuntimeThrow()); |
| 1056 | if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file) |
Nicolas Geoffray | 250a378 | 2016-04-20 16:27:53 +0100 | [diff] [blame] | 1057 | || verifier::MethodVerifier::CanCompilerHandleVerificationFailure( |
| 1058 | verified_method->GetEncounteredVerificationFailures())) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1059 | ArenaAllocator arena(Runtime::Current()->GetArenaPool()); |
| 1060 | CodeVectorAllocator code_allocator(&arena); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1061 | std::unique_ptr<CodeGenerator> codegen; |
| 1062 | { |
| 1063 | ScopedObjectAccess soa(Thread::Current()); |
| 1064 | VariableSizedHandleScope handles(soa.Self()); |
| 1065 | // Go to native so that we don't block GC during compilation. |
| 1066 | ScopedThreadSuspension sts(soa.Self(), kNative); |
| 1067 | codegen.reset( |
| 1068 | TryCompile(&arena, |
| 1069 | &code_allocator, |
| 1070 | code_item, |
| 1071 | access_flags, |
| 1072 | invoke_type, |
| 1073 | class_def_idx, |
| 1074 | method_idx, |
| 1075 | jclass_loader, |
| 1076 | dex_file, |
| 1077 | dex_cache, |
| 1078 | nullptr, |
| 1079 | /* osr */ false, |
| 1080 | &handles)); |
| 1081 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1082 | if (codegen.get() != nullptr) { |
Calin Juravle | ad54338 | 2015-11-19 17:26:29 +0000 | [diff] [blame] | 1083 | MaybeRecordStat(MethodCompilationStat::kCompiled); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1084 | method = Emit(&arena, &code_allocator, codegen.get(), compiler_driver, code_item); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1085 | |
| 1086 | if (kArenaAllocatorCountAllocations) { |
| 1087 | if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) { |
| 1088 | MemStats mem_stats(arena.GetMemStats()); |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1089 | LOG(INFO) << dex_file.PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1090 | } |
| 1091 | } |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1092 | } |
Nicolas Geoffray | 0c3c266 | 2015-10-15 13:53:04 +0100 | [diff] [blame] | 1093 | } else { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1094 | if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) { |
| 1095 | MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime); |
| 1096 | } else { |
Calin Juravle | ad54338 | 2015-11-19 17:26:29 +0000 | [diff] [blame] | 1097 | MaybeRecordStat(MethodCompilationStat::kNotCompiledVerificationError); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1098 | } |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1099 | } |
| 1100 | |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 1101 | if (kIsDebugBuild && |
| 1102 | IsCompilingWithCoreImage() && |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 1103 | IsInstructionSetSupported(compiler_driver->GetInstructionSet()) && |
| 1104 | (!kEmitCompilerReadBarrier || |
| 1105 | InstructionSetSupportsReadBarrier(compiler_driver->GetInstructionSet()))) { |
| 1106 | // For testing purposes, we put a special marker on method names |
| 1107 | // that should be compiled with this compiler (when the the |
| 1108 | // instruction set is supported -- and has support for read |
| 1109 | // barriers, if they are enabled). This makes sure we're not |
| 1110 | // regressing. |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1111 | std::string method_name = dex_file.PrettyMethod(method_idx); |
Calin Juravle | 09b1d6f | 2015-10-07 12:08:54 +0100 | [diff] [blame] | 1112 | bool shouldCompile = method_name.find("$opt$") != std::string::npos; |
| 1113 | DCHECK((method != nullptr) || !shouldCompile) << "Didn't compile " << method_name; |
| 1114 | } |
| 1115 | |
Nicolas Geoffray | 12be74e | 2015-03-30 13:29:08 +0100 | [diff] [blame] | 1116 | return method; |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 1117 | } |
| 1118 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 1119 | Compiler* CreateOptimizingCompiler(CompilerDriver* driver) { |
| 1120 | return new OptimizingCompiler(driver); |
| 1121 | } |
| 1122 | |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 1123 | bool IsCompilingWithCoreImage() { |
| 1124 | const std::string& image = Runtime::Current()->GetImageLocation(); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 1125 | // TODO: This is under-approximating... |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1126 | if (android::base::EndsWith(image, "core.art") || |
| 1127 | android::base::EndsWith(image, "core-optimizing.art")) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 1128 | return true; |
| 1129 | } |
| 1130 | return false; |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 1131 | } |
| 1132 | |
Nicolas Geoffray | fbdfa6d | 2017-02-03 10:43:13 +0000 | [diff] [blame] | 1133 | bool EncodeArtMethodInInlineInfo(ArtMethod* method ATTRIBUTE_UNUSED) { |
| 1134 | // Note: the runtime is null only for unit testing. |
| 1135 | return Runtime::Current() == nullptr || !Runtime::Current()->IsAotCompiler(); |
| 1136 | } |
| 1137 | |
| 1138 | bool CanEncodeInlinedMethodInStackMap(const DexFile& caller_dex_file, ArtMethod* callee) { |
| 1139 | if (!Runtime::Current()->IsAotCompiler()) { |
| 1140 | // JIT can always encode methods in stack maps. |
| 1141 | return true; |
| 1142 | } |
| 1143 | if (IsSameDexFile(caller_dex_file, *callee->GetDexFile())) { |
| 1144 | return true; |
| 1145 | } |
| 1146 | // TODO(ngeoffray): Support more AOT cases for inlining: |
| 1147 | // - methods in multidex |
| 1148 | // - methods in boot image for on-device non-PIC compilation. |
| 1149 | return false; |
| 1150 | } |
| 1151 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1152 | bool OptimizingCompiler::JitCompile(Thread* self, |
| 1153 | jit::JitCodeCache* code_cache, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1154 | ArtMethod* method, |
| 1155 | bool osr) { |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1156 | StackHandleScope<3> hs(self); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1157 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle( |
| 1158 | method->GetDeclaringClass()->GetClassLoader())); |
| 1159 | Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); |
Nicolas Geoffray | 250a378 | 2016-04-20 16:27:53 +0100 | [diff] [blame] | 1160 | DCHECK(method->IsCompilable()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1161 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1162 | const DexFile* dex_file = method->GetDexFile(); |
| 1163 | const uint16_t class_def_idx = method->GetClassDefIndex(); |
| 1164 | const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); |
| 1165 | const uint32_t method_idx = method->GetDexMethodIndex(); |
| 1166 | const uint32_t access_flags = method->GetAccessFlags(); |
| 1167 | const InvokeType invoke_type = method->GetInvokeType(); |
| 1168 | |
Nicolas Geoffray | 25e0456 | 2016-03-01 13:17:58 +0000 | [diff] [blame] | 1169 | ArenaAllocator arena(Runtime::Current()->GetJitArenaPool()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1170 | CodeVectorAllocator code_allocator(&arena); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1171 | VariableSizedHandleScope handles(self); |
| 1172 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1173 | std::unique_ptr<CodeGenerator> codegen; |
| 1174 | { |
| 1175 | // Go to native so that we don't block GC during compilation. |
| 1176 | ScopedThreadSuspension sts(self, kNative); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1177 | codegen.reset( |
| 1178 | TryCompile(&arena, |
| 1179 | &code_allocator, |
| 1180 | code_item, |
| 1181 | access_flags, |
| 1182 | invoke_type, |
| 1183 | class_def_idx, |
| 1184 | method_idx, |
Vladimir Marko | bfb80d2 | 2017-02-14 14:08:12 +0000 | [diff] [blame] | 1185 | class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1186 | *dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1187 | dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 1188 | method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1189 | osr, |
| 1190 | &handles)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1191 | if (codegen.get() == nullptr) { |
| 1192 | return false; |
| 1193 | } |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1194 | |
| 1195 | if (kArenaAllocatorCountAllocations) { |
| 1196 | if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) { |
| 1197 | MemStats mem_stats(arena.GetMemStats()); |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1198 | LOG(INFO) << dex_file->PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1199 | } |
| 1200 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1201 | } |
| 1202 | |
| 1203 | size_t stack_map_size = codegen->ComputeStackMapsSize(); |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1204 | size_t number_of_roots = codegen->GetNumberOfJitRoots(); |
| 1205 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 1206 | // We allocate an object array to ensure the JIT roots that we will collect in EmitJitRoots |
| 1207 | // will be visible by the GC between EmitLiterals and CommitCode. Once CommitCode is |
| 1208 | // executed, this array is not needed. |
| 1209 | Handle<mirror::ObjectArray<mirror::Object>> roots( |
| 1210 | hs.NewHandle(mirror::ObjectArray<mirror::Object>::Alloc( |
| 1211 | self, class_linker->GetClassRoot(ClassLinker::kObjectArrayClass), number_of_roots))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1212 | if (roots == nullptr) { |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1213 | // Out of memory, just clear the exception to avoid any Java exception uncaught problems. |
| 1214 | DCHECK(self->IsExceptionPending()); |
| 1215 | self->ClearException(); |
| 1216 | return false; |
| 1217 | } |
| 1218 | uint8_t* stack_map_data = nullptr; |
| 1219 | uint8_t* roots_data = nullptr; |
Nicolas Geoffray | ed015ac | 2016-12-15 17:58:48 +0000 | [diff] [blame] | 1220 | uint32_t data_size = code_cache->ReserveData( |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1221 | self, stack_map_size, number_of_roots, method, &stack_map_data, &roots_data); |
| 1222 | if (stack_map_data == nullptr || roots_data == nullptr) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1223 | return false; |
| 1224 | } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 1225 | MaybeRecordStat(MethodCompilationStat::kCompiled); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1226 | codegen->BuildStackMaps(MemoryRegion(stack_map_data, stack_map_size), *code_item); |
Nicolas Geoffray | f0acfe7 | 2017-01-09 20:54:52 +0000 | [diff] [blame] | 1227 | codegen->EmitJitRoots(code_allocator.GetData(), roots, roots_data); |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1228 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1229 | const void* code = code_cache->CommitCode( |
| 1230 | self, |
| 1231 | method, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1232 | stack_map_data, |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1233 | roots_data, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1234 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
| 1235 | codegen->GetCoreSpillMask(), |
| 1236 | codegen->GetFpuSpillMask(), |
| 1237 | code_allocator.GetMemory().data(), |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1238 | code_allocator.GetSize(), |
Nicolas Geoffray | ed015ac | 2016-12-15 17:58:48 +0000 | [diff] [blame] | 1239 | data_size, |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1240 | osr, |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 1241 | roots, |
| 1242 | codegen->GetGraph()->HasShouldDeoptimizeFlag(), |
| 1243 | codegen->GetGraph()->GetCHASingleImplementationList()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1244 | |
| 1245 | if (code == nullptr) { |
Nicolas Geoffray | f46501c | 2016-11-22 13:45:36 +0000 | [diff] [blame] | 1246 | code_cache->ClearData(self, stack_map_data, roots_data); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1247 | return false; |
| 1248 | } |
| 1249 | |
David Srbecky | 91cc06c | 2016-03-07 16:13:58 +0000 | [diff] [blame] | 1250 | const CompilerOptions& compiler_options = GetCompilerDriver()->GetCompilerOptions(); |
| 1251 | if (compiler_options.GetGenerateDebugInfo()) { |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 1252 | const auto* method_header = reinterpret_cast<const OatQuickMethodHeader*>(code); |
| 1253 | const uintptr_t code_address = reinterpret_cast<uintptr_t>(method_header->GetCode()); |
David Srbecky | 09c2a6b | 2016-03-11 17:11:44 +0000 | [diff] [blame] | 1254 | debug::MethodDebugInfo info = debug::MethodDebugInfo(); |
| 1255 | info.trampoline_name = nullptr; |
David Srbecky | 197160d | 2016-03-07 17:33:57 +0000 | [diff] [blame] | 1256 | info.dex_file = dex_file; |
| 1257 | info.class_def_index = class_def_idx; |
| 1258 | info.dex_method_index = method_idx; |
| 1259 | info.access_flags = access_flags; |
| 1260 | info.code_item = code_item; |
| 1261 | info.isa = codegen->GetInstructionSet(); |
| 1262 | info.deduped = false; |
| 1263 | info.is_native_debuggable = compiler_options.GetNativeDebuggable(); |
| 1264 | info.is_optimized = true; |
| 1265 | info.is_code_address_text_relative = false; |
| 1266 | info.code_address = code_address; |
| 1267 | info.code_size = code_allocator.GetSize(); |
| 1268 | info.frame_size_in_bytes = method_header->GetFrameSizeInBytes(); |
| 1269 | info.code_info = stack_map_size == 0 ? nullptr : stack_map_data; |
| 1270 | info.cfi = ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()); |
Vladimir Marko | 93205e3 | 2016-04-13 11:59:46 +0100 | [diff] [blame] | 1271 | std::vector<uint8_t> elf_file = debug::WriteDebugElfFileForMethods( |
David Srbecky | 5d81120 | 2016-03-08 13:21:22 +0000 | [diff] [blame] | 1272 | GetCompilerDriver()->GetInstructionSet(), |
| 1273 | GetCompilerDriver()->GetInstructionSetFeatures(), |
David Srbecky | fe736b7 | 2016-03-09 11:44:44 +0000 | [diff] [blame] | 1274 | ArrayRef<const debug::MethodDebugInfo>(&info, 1)); |
Vladimir Marko | 93205e3 | 2016-04-13 11:59:46 +0100 | [diff] [blame] | 1275 | CreateJITCodeEntryForAddress(code_address, std::move(elf_file)); |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 1276 | } |
| 1277 | |
Nicolas Geoffray | a4f8154 | 2016-03-08 16:57:48 +0000 | [diff] [blame] | 1278 | Runtime::Current()->GetJit()->AddMemoryUsage(method, arena.BytesUsed()); |
| 1279 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1280 | return true; |
| 1281 | } |
| 1282 | |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1283 | } // namespace art |