Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 17 | #include "optimizing_compiler.h" |
| 18 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 19 | #include <fstream> |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 20 | #include <memory> |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 21 | #include <sstream> |
| 22 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 23 | #include <stdint.h> |
| 24 | |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 25 | #ifdef ART_ENABLE_CODEGEN_arm64 |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 26 | #include "instruction_simplifier_arm64.h" |
| 27 | #endif |
| 28 | |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 29 | #ifdef ART_ENABLE_CODEGEN_mips |
Lena Djokic | a290160 | 2017-09-21 13:50:52 +0200 | [diff] [blame] | 30 | #include "instruction_simplifier_mips.h" |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 31 | #include "pc_relative_fixups_mips.h" |
| 32 | #endif |
| 33 | |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 34 | #ifdef ART_ENABLE_CODEGEN_x86 |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame] | 35 | #include "pc_relative_fixups_x86.h" |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 36 | #endif |
| 37 | |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 38 | #if defined(ART_ENABLE_CODEGEN_x86) || defined(ART_ENABLE_CODEGEN_x86_64) |
| 39 | #include "x86_memory_gen.h" |
| 40 | #endif |
| 41 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 42 | #include "art_method-inl.h" |
Mathieu Chartier | b666f48 | 2015-02-18 14:33:14 -0800 | [diff] [blame] | 43 | #include "base/arena_allocator.h" |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 44 | #include "base/arena_containers.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 45 | #include "base/dumpable.h" |
Vladimir Marko | c90d7c7 | 2015-10-06 17:30:45 +0000 | [diff] [blame] | 46 | #include "base/macros.h" |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 47 | #include "base/mutex.h" |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 48 | #include "base/timing_logger.h" |
Mingyao Yang | f384f88 | 2014-10-22 16:08:18 -0700 | [diff] [blame] | 49 | #include "bounds_check_elimination.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 50 | #include "builder.h" |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 51 | #include "cha_guard_optimization.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 52 | #include "code_generator.h" |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 53 | #include "code_sinking.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 54 | #include "compiled_method.h" |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 55 | #include "compiler.h" |
Roland Levillain | 75be283 | 2014-10-17 17:02:00 +0100 | [diff] [blame] | 56 | #include "constant_folding.h" |
Igor Murashkin | dd018df | 2017-08-09 10:38:31 -0700 | [diff] [blame] | 57 | #include "constructor_fence_redundancy_elimination.h" |
Roland Levillain | 75be283 | 2014-10-17 17:02:00 +0100 | [diff] [blame] | 58 | #include "dead_code_elimination.h" |
David Srbecky | c5bfa97 | 2016-02-05 15:49:10 +0000 | [diff] [blame] | 59 | #include "debug/elf_debug_writer.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 60 | #include "debug/method_debug_info.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 61 | #include "dex/verification_results.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 62 | #include "dex/verified_method.h" |
Andreas Gampe | a5b09a6 | 2016-11-17 15:21:22 -0800 | [diff] [blame] | 63 | #include "dex_file_types.h" |
Nicolas Geoffray | 9523a3e | 2015-07-17 11:51:28 +0000 | [diff] [blame] | 64 | #include "driver/compiler_driver-inl.h" |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 65 | #include "driver/compiler_options.h" |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 66 | #include "driver/dex_compilation_unit.h" |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 67 | #include "graph_checker.h" |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 68 | #include "graph_visualizer.h" |
Nicolas Geoffray | d31cf3d | 2014-09-08 17:30:24 +0100 | [diff] [blame] | 69 | #include "gvn.h" |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 70 | #include "induction_var_analysis.h" |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 71 | #include "inliner.h" |
Nicolas Geoffray | 3c04974 | 2014-09-24 18:10:46 +0100 | [diff] [blame] | 72 | #include "instruction_simplifier.h" |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 73 | #include "instruction_simplifier_arm.h" |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 74 | #include "intrinsics.h" |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 75 | #include "jit/debugger_interface.h" |
Nicolas Geoffray | a4f8154 | 2016-03-08 16:57:48 +0000 | [diff] [blame] | 76 | #include "jit/jit.h" |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 77 | #include "jit/jit_code_cache.h" |
Nicolas Geoffray | 01db5f7 | 2017-07-19 15:05:49 +0100 | [diff] [blame] | 78 | #include "jit/jit_logger.h" |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 79 | #include "jni/quick/jni_compiler.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 80 | #include "licm.h" |
Vladimir Marko | d8dbc8d | 2017-09-20 13:37:47 +0100 | [diff] [blame] | 81 | #include "linker/linker_patch.h" |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 82 | #include "load_store_analysis.h" |
Mingyao Yang | 8df69d4 | 2015-10-22 15:40:58 -0700 | [diff] [blame] | 83 | #include "load_store_elimination.h" |
Aart Bik | 281c681 | 2016-08-26 11:31:48 -0700 | [diff] [blame] | 84 | #include "loop_optimization.h" |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 85 | #include "nodes.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 86 | #include "oat_quick_method_header.h" |
Nicolas Geoffray | 26a25ef | 2014-09-30 13:54:09 +0100 | [diff] [blame] | 87 | #include "prepare_for_register_allocation.h" |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 88 | #include "reference_type_propagation.h" |
Matthew Gharrity | e928885 | 2016-07-14 14:08:16 -0700 | [diff] [blame] | 89 | #include "register_allocator_linear_scan.h" |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 90 | #include "scheduler.h" |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 91 | #include "select_generator.h" |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 92 | #include "sharpening.h" |
Nicolas Geoffray | 827eedb | 2015-01-26 15:18:36 +0000 | [diff] [blame] | 93 | #include "side_effects_analysis.h" |
Nicolas Geoffray | 3159674 | 2014-11-24 15:28:45 +0000 | [diff] [blame] | 94 | #include "ssa_builder.h" |
Nicolas Geoffray | 804d093 | 2014-05-02 08:46:00 +0100 | [diff] [blame] | 95 | #include "ssa_liveness_analysis.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 96 | #include "ssa_phi_elimination.h" |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 97 | #include "utils/assembler.h" |
Andreas Gampe | 6d7abbd | 2017-04-24 13:19:09 -0700 | [diff] [blame] | 98 | #include "verifier/verifier_compiler_binding.h" |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 99 | |
| 100 | namespace art { |
| 101 | |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 102 | static constexpr size_t kArenaAllocatorMemoryReportThreshold = 8 * MB; |
| 103 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 104 | static constexpr const char* kPassNameSeparator = "$"; |
| 105 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 106 | /** |
| 107 | * Used by the code generator, to allocate the code in a vector. |
| 108 | */ |
| 109 | class CodeVectorAllocator FINAL : public CodeAllocator { |
| 110 | public: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 111 | explicit CodeVectorAllocator(ArenaAllocator* arena) |
| 112 | : memory_(arena->Adapter(kArenaAllocCodeBuffer)), |
| 113 | size_(0) {} |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 114 | |
| 115 | virtual uint8_t* Allocate(size_t size) { |
| 116 | size_ = size; |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 117 | memory_.resize(size); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 118 | return &memory_[0]; |
| 119 | } |
| 120 | |
| 121 | size_t GetSize() const { return size_; } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 122 | const ArenaVector<uint8_t>& GetMemory() const { return memory_; } |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 123 | uint8_t* GetData() { return memory_.data(); } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 124 | |
| 125 | private: |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 126 | ArenaVector<uint8_t> memory_; |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 127 | size_t size_; |
| 128 | |
| 129 | DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator); |
| 130 | }; |
| 131 | |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 132 | /** |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 133 | * Filter to apply to the visualizer. Methods whose name contain that filter will |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 134 | * be dumped. |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 135 | */ |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 136 | static constexpr const char kStringFilter[] = ""; |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 137 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 138 | class PassScope; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 139 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 140 | class PassObserver : public ValueObject { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 141 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 142 | PassObserver(HGraph* graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 143 | CodeGenerator* codegen, |
| 144 | std::ostream* visualizer_output, |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 145 | CompilerDriver* compiler_driver, |
| 146 | Mutex& dump_mutex) |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 147 | : graph_(graph), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 148 | cached_method_name_(), |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 149 | timing_logger_enabled_(compiler_driver->GetDumpPasses()), |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 150 | timing_logger_(timing_logger_enabled_ ? GetMethodName() : "", true, true), |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 151 | disasm_info_(graph->GetArena()), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 152 | visualizer_oss_(), |
| 153 | visualizer_output_(visualizer_output), |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 154 | visualizer_enabled_(!compiler_driver->GetCompilerOptions().GetDumpCfgFileName().empty()), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 155 | visualizer_(&visualizer_oss_, graph, *codegen), |
| 156 | visualizer_dump_mutex_(dump_mutex), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 157 | graph_in_bad_state_(false) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 158 | if (timing_logger_enabled_ || visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 159 | if (!IsVerboseMethod(compiler_driver, GetMethodName())) { |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 160 | timing_logger_enabled_ = visualizer_enabled_ = false; |
| 161 | } |
| 162 | if (visualizer_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 163 | visualizer_.PrintHeader(GetMethodName()); |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 164 | codegen->SetDisassemblyInformation(&disasm_info_); |
| 165 | } |
David Brazdil | 62e074f | 2015-04-07 18:09:37 +0100 | [diff] [blame] | 166 | } |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 167 | } |
| 168 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 169 | ~PassObserver() { |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 170 | if (timing_logger_enabled_) { |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 171 | LOG(INFO) << "TIMINGS " << GetMethodName(); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 172 | LOG(INFO) << Dumpable<TimingLogger>(timing_logger_); |
| 173 | } |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 174 | DCHECK(visualizer_oss_.str().empty()); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 175 | } |
| 176 | |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 177 | void DumpDisassembly() REQUIRES(!visualizer_dump_mutex_) { |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 178 | if (visualizer_enabled_) { |
| 179 | visualizer_.DumpGraphWithDisassembly(); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 180 | FlushVisualizer(); |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 181 | } |
| 182 | } |
| 183 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 184 | void SetGraphInBadState() { graph_in_bad_state_ = true; } |
| 185 | |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 186 | const char* GetMethodName() { |
| 187 | // PrettyMethod() is expensive, so we delay calling it until we actually have to. |
| 188 | if (cached_method_name_.empty()) { |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 189 | cached_method_name_ = graph_->GetDexFile().PrettyMethod(graph_->GetMethodIdx()); |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 190 | } |
| 191 | return cached_method_name_.c_str(); |
| 192 | } |
| 193 | |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 194 | private: |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 195 | void StartPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) { |
Wojciech Staszkiewicz | e706070 | 2016-08-16 17:31:19 -0700 | [diff] [blame] | 196 | VLOG(compiler) << "Starting pass: " << pass_name; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 197 | // Dump graph first, then start timer. |
| 198 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 199 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ false, graph_in_bad_state_); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 200 | FlushVisualizer(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 201 | } |
| 202 | if (timing_logger_enabled_) { |
| 203 | timing_logger_.StartTiming(pass_name); |
| 204 | } |
| 205 | } |
| 206 | |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 207 | void FlushVisualizer() REQUIRES(!visualizer_dump_mutex_) { |
| 208 | MutexLock mu(Thread::Current(), visualizer_dump_mutex_); |
| 209 | *visualizer_output_ << visualizer_oss_.str(); |
| 210 | visualizer_output_->flush(); |
| 211 | visualizer_oss_.str(""); |
| 212 | visualizer_oss_.clear(); |
| 213 | } |
| 214 | |
| 215 | void EndPass(const char* pass_name) REQUIRES(!visualizer_dump_mutex_) { |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 216 | // Pause timer first, then dump graph. |
| 217 | if (timing_logger_enabled_) { |
| 218 | timing_logger_.EndTiming(); |
| 219 | } |
| 220 | if (visualizer_enabled_) { |
David Brazdil | ffee3d3 | 2015-07-06 11:48:53 +0100 | [diff] [blame] | 221 | visualizer_.DumpGraph(pass_name, /* is_after_pass */ true, graph_in_bad_state_); |
Nicolas Geoffray | 00c141a | 2016-11-10 15:19:15 +0000 | [diff] [blame] | 222 | FlushVisualizer(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 223 | } |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 224 | |
| 225 | // Validate the HGraph if running in debug mode. |
| 226 | if (kIsDebugBuild) { |
| 227 | if (!graph_in_bad_state_) { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 228 | GraphChecker checker(graph_); |
| 229 | checker.Run(); |
| 230 | if (!checker.IsValid()) { |
| 231 | LOG(FATAL) << "Error after " << pass_name << ": " << Dumpable<GraphChecker>(checker); |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 232 | } |
| 233 | } |
| 234 | } |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 235 | } |
| 236 | |
Andreas Gampe | 53fcd0f | 2015-07-22 12:10:13 -0700 | [diff] [blame] | 237 | static bool IsVerboseMethod(CompilerDriver* compiler_driver, const char* method_name) { |
| 238 | // Test an exact match to --verbose-methods. If verbose-methods is set, this overrides an |
| 239 | // empty kStringFilter matching all methods. |
| 240 | if (compiler_driver->GetCompilerOptions().HasVerboseMethods()) { |
| 241 | return compiler_driver->GetCompilerOptions().IsVerboseMethod(method_name); |
| 242 | } |
| 243 | |
| 244 | // Test the kStringFilter sub-string. constexpr helper variable to silence unreachable-code |
| 245 | // warning when the string is empty. |
| 246 | constexpr bool kStringFilterEmpty = arraysize(kStringFilter) <= 1; |
| 247 | if (kStringFilterEmpty || strstr(method_name, kStringFilter) != nullptr) { |
| 248 | return true; |
| 249 | } |
| 250 | |
| 251 | return false; |
| 252 | } |
| 253 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 254 | HGraph* const graph_; |
Vladimir Marko | 0d1caa5 | 2015-11-20 13:02:22 +0000 | [diff] [blame] | 255 | |
| 256 | std::string cached_method_name_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 257 | |
| 258 | bool timing_logger_enabled_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 259 | TimingLogger timing_logger_; |
| 260 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 261 | DisassemblyInformation disasm_info_; |
| 262 | |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 263 | std::ostringstream visualizer_oss_; |
| 264 | std::ostream* visualizer_output_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 265 | bool visualizer_enabled_; |
| 266 | HGraphVisualizer visualizer_; |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 267 | Mutex& visualizer_dump_mutex_; |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 268 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 269 | // Flag to be set by the compiler if the pass failed and the graph is not |
| 270 | // expected to validate. |
| 271 | bool graph_in_bad_state_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 272 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 273 | friend PassScope; |
| 274 | |
| 275 | DISALLOW_COPY_AND_ASSIGN(PassObserver); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 276 | }; |
| 277 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 278 | class PassScope : public ValueObject { |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 279 | public: |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 280 | PassScope(const char *pass_name, PassObserver* pass_observer) |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 281 | : pass_name_(pass_name), |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 282 | pass_observer_(pass_observer) { |
| 283 | pass_observer_->StartPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 284 | } |
| 285 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 286 | ~PassScope() { |
| 287 | pass_observer_->EndPass(pass_name_); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 288 | } |
| 289 | |
| 290 | private: |
| 291 | const char* const pass_name_; |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 292 | PassObserver* const pass_observer_; |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 293 | }; |
| 294 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 295 | class OptimizingCompiler FINAL : public Compiler { |
| 296 | public: |
| 297 | explicit OptimizingCompiler(CompilerDriver* driver); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 298 | ~OptimizingCompiler() OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 299 | |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 300 | bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 301 | |
| 302 | CompiledMethod* Compile(const DexFile::CodeItem* code_item, |
| 303 | uint32_t access_flags, |
| 304 | InvokeType invoke_type, |
| 305 | uint16_t class_def_idx, |
| 306 | uint32_t method_idx, |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 307 | Handle<mirror::ClassLoader> class_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 308 | const DexFile& dex_file, |
| 309 | Handle<mirror::DexCache> dex_cache) const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 310 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 311 | CompiledMethod* JniCompile(uint32_t access_flags, |
| 312 | uint32_t method_idx, |
Igor Murashkin | 9d4b6da | 2016-07-29 09:51:58 -0700 | [diff] [blame] | 313 | const DexFile& dex_file, |
| 314 | JniOptimizationFlags optimization_flags) const OVERRIDE { |
| 315 | return ArtQuickJniCompileMethod(GetCompilerDriver(), |
| 316 | access_flags, |
| 317 | method_idx, |
| 318 | dex_file, |
| 319 | optimization_flags); |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 320 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 321 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 322 | uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 323 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 324 | return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize( |
| 325 | InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet()))); |
| 326 | } |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 327 | |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 328 | void Init() OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 329 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 330 | void UnInit() const OVERRIDE; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 331 | |
Nicolas Geoffray | 01db5f7 | 2017-07-19 15:05:49 +0100 | [diff] [blame] | 332 | bool JitCompile(Thread* self, |
| 333 | jit::JitCodeCache* code_cache, |
| 334 | ArtMethod* method, |
| 335 | bool osr, |
| 336 | jit::JitLogger* jit_logger) |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 337 | OVERRIDE |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 338 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 339 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 340 | private: |
| 341 | void RunOptimizations(HGraph* graph, |
| 342 | CodeGenerator* codegen, |
| 343 | CompilerDriver* driver, |
| 344 | const DexCompilationUnit& dex_compilation_unit, |
| 345 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 346 | VariableSizedHandleScope* handles) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 347 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 348 | void RunOptimizations(HOptimization* optimizations[], |
| 349 | size_t length, |
| 350 | PassObserver* pass_observer) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 351 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 352 | private: |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 353 | // Create a 'CompiledMethod' for an optimized graph. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 354 | CompiledMethod* Emit(ArenaAllocator* arena, |
| 355 | CodeVectorAllocator* code_allocator, |
| 356 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 357 | CompilerDriver* driver, |
| 358 | const DexFile::CodeItem* item) const; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 359 | |
| 360 | // Try compiling a method and return the code generator used for |
| 361 | // compiling it. |
| 362 | // This method: |
| 363 | // 1) Builds the graph. Returns null if it failed to build it. |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 364 | // 2) Transforms the graph to SSA. Returns null if it failed. |
| 365 | // 3) Runs optimizations on the graph, including register allocator. |
| 366 | // 4) Generates code with the `code_allocator` provided. |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 367 | CodeGenerator* TryCompile(ArenaAllocator* arena, |
| 368 | CodeVectorAllocator* code_allocator, |
| 369 | const DexFile::CodeItem* code_item, |
| 370 | uint32_t access_flags, |
| 371 | InvokeType invoke_type, |
| 372 | uint16_t class_def_idx, |
| 373 | uint32_t method_idx, |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 374 | Handle<mirror::ClassLoader> class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 375 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 376 | Handle<mirror::DexCache> dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 377 | ArtMethod* method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 378 | bool osr, |
| 379 | VariableSizedHandleScope* handles) const; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 380 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 381 | void MaybeRunInliner(HGraph* graph, |
| 382 | CodeGenerator* codegen, |
| 383 | CompilerDriver* driver, |
| 384 | const DexCompilationUnit& dex_compilation_unit, |
| 385 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 386 | VariableSizedHandleScope* handles) const; |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 387 | |
| 388 | void RunArchOptimizations(InstructionSet instruction_set, |
| 389 | HGraph* graph, |
| 390 | CodeGenerator* codegen, |
| 391 | PassObserver* pass_observer) const; |
| 392 | |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 393 | std::unique_ptr<OptimizingCompilerStats> compilation_stats_; |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 394 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 395 | std::unique_ptr<std::ostream> visualizer_output_; |
| 396 | |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 397 | mutable Mutex dump_mutex_; // To synchronize visualizer writing. |
| 398 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 399 | DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler); |
| 400 | }; |
| 401 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 402 | static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */ |
| 403 | |
| 404 | OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver) |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 405 | : Compiler(driver, kMaximumCompilationTimeBeforeWarning), |
| 406 | dump_mutex_("Visualizer dump lock") {} |
David Brazdil | ee690a3 | 2014-12-01 17:04:16 +0000 | [diff] [blame] | 407 | |
| 408 | void OptimizingCompiler::Init() { |
| 409 | // Enable C1visualizer output. Must be done in Init() because the compiler |
| 410 | // driver is not fully initialized when passed to the compiler's constructor. |
| 411 | CompilerDriver* driver = GetCompilerDriver(); |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 412 | const std::string cfg_file_name = driver->GetCompilerOptions().GetDumpCfgFileName(); |
David Brazdil | 866c031 | 2015-01-13 21:21:31 +0000 | [diff] [blame] | 413 | if (!cfg_file_name.empty()) { |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 414 | std::ios_base::openmode cfg_file_mode = |
Nicolas Geoffray | c903b6a | 2016-01-18 12:56:06 +0000 | [diff] [blame] | 415 | driver->GetCompilerOptions().GetDumpCfgAppend() ? std::ofstream::app : std::ofstream::out; |
Calin Juravle | 87000a9 | 2015-08-24 15:34:44 +0100 | [diff] [blame] | 416 | visualizer_output_.reset(new std::ofstream(cfg_file_name, cfg_file_mode)); |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 417 | } |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 418 | if (driver->GetDumpStats()) { |
| 419 | compilation_stats_.reset(new OptimizingCompilerStats()); |
| 420 | } |
Nicolas Geoffray | f635e63 | 2014-05-14 09:43:38 +0100 | [diff] [blame] | 421 | } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 422 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 423 | void OptimizingCompiler::UnInit() const { |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 424 | } |
| 425 | |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 426 | OptimizingCompiler::~OptimizingCompiler() { |
Calin Juravle | 2be39e0 | 2015-04-21 13:56:34 +0100 | [diff] [blame] | 427 | if (compilation_stats_.get() != nullptr) { |
| 428 | compilation_stats_->Log(); |
| 429 | } |
Nicolas Geoffray | 88157ef | 2014-09-12 10:29:53 +0100 | [diff] [blame] | 430 | } |
| 431 | |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 432 | bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED, |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 433 | const DexFile& dex_file ATTRIBUTE_UNUSED) const { |
Nicolas Geoffray | e2dc6fa | 2014-11-17 12:55:12 +0000 | [diff] [blame] | 434 | return true; |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 435 | } |
| 436 | |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 437 | static bool IsInstructionSetSupported(InstructionSet instruction_set) { |
Andreas Gampe | 217d6d3 | 2017-09-18 12:48:20 -0700 | [diff] [blame] | 438 | return instruction_set == kArm |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 439 | || instruction_set == kArm64 |
Andreas Gampe | 217d6d3 | 2017-09-18 12:48:20 -0700 | [diff] [blame] | 440 | || instruction_set == kThumb2 |
Goran Jakovljevic | f652cec | 2015-08-25 16:11:42 +0200 | [diff] [blame] | 441 | || instruction_set == kMips |
Alexey Frunze | 4dda337 | 2015-06-01 18:31:49 -0700 | [diff] [blame] | 442 | || instruction_set == kMips64 |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 443 | || instruction_set == kX86 |
| 444 | || instruction_set == kX86_64; |
| 445 | } |
| 446 | |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 447 | // Strip pass name suffix to get optimization name. |
| 448 | static std::string ConvertPassNameToOptimizationName(const std::string& pass_name) { |
| 449 | size_t pos = pass_name.find(kPassNameSeparator); |
| 450 | return pos == std::string::npos ? pass_name : pass_name.substr(0, pos); |
| 451 | } |
| 452 | |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 453 | static HOptimization* BuildOptimization( |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 454 | const std::string& pass_name, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 455 | ArenaAllocator* arena, |
| 456 | HGraph* graph, |
| 457 | OptimizingCompilerStats* stats, |
| 458 | CodeGenerator* codegen, |
| 459 | CompilerDriver* driver, |
| 460 | const DexCompilationUnit& dex_compilation_unit, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 461 | VariableSizedHandleScope* handles, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 462 | SideEffectsAnalysis* most_recent_side_effects, |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 463 | HInductionVarAnalysis* most_recent_induction, |
| 464 | LoadStoreAnalysis* most_recent_lsa) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 465 | std::string opt_name = ConvertPassNameToOptimizationName(pass_name); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 466 | if (opt_name == BoundsCheckElimination::kBoundsCheckEliminationPassName) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 467 | CHECK(most_recent_side_effects != nullptr && most_recent_induction != nullptr); |
| 468 | return new (arena) BoundsCheckElimination(graph, |
| 469 | *most_recent_side_effects, |
| 470 | most_recent_induction); |
| 471 | } else if (opt_name == GVNOptimization::kGlobalValueNumberingPassName) { |
| 472 | CHECK(most_recent_side_effects != nullptr); |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 473 | return new (arena) GVNOptimization(graph, *most_recent_side_effects, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 474 | } else if (opt_name == HConstantFolding::kConstantFoldingPassName) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 475 | return new (arena) HConstantFolding(graph, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 476 | } else if (opt_name == HDeadCodeElimination::kDeadCodeEliminationPassName) { |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 477 | return new (arena) HDeadCodeElimination(graph, stats, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 478 | } else if (opt_name == HInliner::kInlinerPassName) { |
| 479 | size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_; |
| 480 | return new (arena) HInliner(graph, // outer_graph |
| 481 | graph, // outermost_graph |
| 482 | codegen, |
| 483 | dex_compilation_unit, // outer_compilation_unit |
| 484 | dex_compilation_unit, // outermost_compilation_unit |
| 485 | driver, |
| 486 | handles, |
| 487 | stats, |
| 488 | number_of_dex_registers, |
Nicolas Geoffray | f6d4668 | 2017-02-28 17:41:45 +0000 | [diff] [blame] | 489 | /* total_number_of_instructions */ 0, |
| 490 | /* parent */ nullptr); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 491 | } else if (opt_name == HSharpening::kSharpeningPassName) { |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 492 | return new (arena) HSharpening(graph, codegen, dex_compilation_unit, driver, handles); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 493 | } else if (opt_name == HSelectGenerator::kSelectGeneratorPassName) { |
Mads Ager | 16e5289 | 2017-07-14 13:11:37 +0200 | [diff] [blame] | 494 | return new (arena) HSelectGenerator(graph, handles, stats); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 495 | } else if (opt_name == HInductionVarAnalysis::kInductionPassName) { |
| 496 | return new (arena) HInductionVarAnalysis(graph); |
| 497 | } else if (opt_name == InstructionSimplifier::kInstructionSimplifierPassName) { |
Vladimir Marko | 6597946 | 2017-05-19 17:25:12 +0100 | [diff] [blame] | 498 | return new (arena) InstructionSimplifier(graph, codegen, driver, stats, pass_name.c_str()); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 499 | } else if (opt_name == IntrinsicsRecognizer::kIntrinsicsRecognizerPassName) { |
Nicolas Geoffray | 762869d | 2016-07-15 15:28:35 +0100 | [diff] [blame] | 500 | return new (arena) IntrinsicsRecognizer(graph, stats); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 501 | } else if (opt_name == LICM::kLoopInvariantCodeMotionPassName) { |
| 502 | CHECK(most_recent_side_effects != nullptr); |
| 503 | return new (arena) LICM(graph, *most_recent_side_effects, stats); |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 504 | } else if (opt_name == LoadStoreAnalysis::kLoadStoreAnalysisPassName) { |
| 505 | return new (arena) LoadStoreAnalysis(graph); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 506 | } else if (opt_name == LoadStoreElimination::kLoadStoreEliminationPassName) { |
| 507 | CHECK(most_recent_side_effects != nullptr); |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 508 | CHECK(most_recent_lsa != nullptr); |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 509 | return |
| 510 | new (arena) LoadStoreElimination(graph, *most_recent_side_effects, *most_recent_lsa, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 511 | } else if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) { |
| 512 | return new (arena) SideEffectsAnalysis(graph); |
Nicolas Geoffray | ebe1674 | 2016-10-05 09:55:42 +0100 | [diff] [blame] | 513 | } else if (opt_name == HLoopOptimization::kLoopOptimizationPassName) { |
Aart Bik | b92cc33 | 2017-09-06 15:53:17 -0700 | [diff] [blame] | 514 | return new (arena) HLoopOptimization(graph, driver, most_recent_induction, stats); |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 515 | } else if (opt_name == CHAGuardOptimization::kCHAGuardOptimizationPassName) { |
| 516 | return new (arena) CHAGuardOptimization(graph); |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 517 | } else if (opt_name == CodeSinking::kCodeSinkingPassName) { |
| 518 | return new (arena) CodeSinking(graph, stats); |
Igor Murashkin | dd018df | 2017-08-09 10:38:31 -0700 | [diff] [blame] | 519 | } else if (opt_name == ConstructorFenceRedundancyElimination::kPassName) { |
| 520 | return new (arena) ConstructorFenceRedundancyElimination(graph, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 521 | #ifdef ART_ENABLE_CODEGEN_arm |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 522 | } else if (opt_name == arm::InstructionSimplifierArm::kInstructionSimplifierArmPassName) { |
| 523 | return new (arena) arm::InstructionSimplifierArm(graph, stats); |
| 524 | #endif |
| 525 | #ifdef ART_ENABLE_CODEGEN_arm64 |
| 526 | } else if (opt_name == arm64::InstructionSimplifierArm64::kInstructionSimplifierArm64PassName) { |
| 527 | return new (arena) arm64::InstructionSimplifierArm64(graph, stats); |
| 528 | #endif |
| 529 | #ifdef ART_ENABLE_CODEGEN_mips |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 530 | } else if (opt_name == mips::PcRelativeFixups::kPcRelativeFixupsMipsPassName) { |
| 531 | return new (arena) mips::PcRelativeFixups(graph, codegen, stats); |
Lena Djokic | a290160 | 2017-09-21 13:50:52 +0200 | [diff] [blame] | 532 | } else if (opt_name == mips::InstructionSimplifierMips::kInstructionSimplifierMipsPassName) { |
| 533 | return new (arena) mips::InstructionSimplifierMips(graph, codegen, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 534 | #endif |
| 535 | #ifdef ART_ENABLE_CODEGEN_x86 |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 536 | } else if (opt_name == x86::PcRelativeFixups::kPcRelativeFixupsX86PassName) { |
| 537 | return new (arena) x86::PcRelativeFixups(graph, codegen, stats); |
| 538 | } else if (opt_name == x86::X86MemoryOperandGeneration::kX86MemoryOperandGenerationPassName) { |
| 539 | return new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 540 | #endif |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 541 | } |
| 542 | return nullptr; |
| 543 | } |
| 544 | |
| 545 | static ArenaVector<HOptimization*> BuildOptimizations( |
| 546 | const std::vector<std::string>& pass_names, |
| 547 | ArenaAllocator* arena, |
| 548 | HGraph* graph, |
| 549 | OptimizingCompilerStats* stats, |
| 550 | CodeGenerator* codegen, |
| 551 | CompilerDriver* driver, |
| 552 | const DexCompilationUnit& dex_compilation_unit, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 553 | VariableSizedHandleScope* handles) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 554 | // Few HOptimizations constructors require SideEffectsAnalysis or HInductionVarAnalysis |
| 555 | // instances. This method assumes that each of them expects the nearest instance preceeding it |
| 556 | // in the pass name list. |
| 557 | SideEffectsAnalysis* most_recent_side_effects = nullptr; |
| 558 | HInductionVarAnalysis* most_recent_induction = nullptr; |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 559 | LoadStoreAnalysis* most_recent_lsa = nullptr; |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 560 | ArenaVector<HOptimization*> ret(arena->Adapter()); |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 561 | for (const std::string& pass_name : pass_names) { |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 562 | HOptimization* opt = BuildOptimization( |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 563 | pass_name, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 564 | arena, |
| 565 | graph, |
| 566 | stats, |
| 567 | codegen, |
| 568 | driver, |
| 569 | dex_compilation_unit, |
| 570 | handles, |
| 571 | most_recent_side_effects, |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 572 | most_recent_induction, |
| 573 | most_recent_lsa); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 574 | CHECK(opt != nullptr) << "Couldn't build optimization: \"" << pass_name << "\""; |
| 575 | ret.push_back(opt); |
| 576 | |
Wojciech Staszkiewicz | b6a12832 | 2016-08-16 16:33:00 -0700 | [diff] [blame] | 577 | std::string opt_name = ConvertPassNameToOptimizationName(pass_name); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 578 | if (opt_name == SideEffectsAnalysis::kSideEffectsAnalysisPassName) { |
| 579 | most_recent_side_effects = down_cast<SideEffectsAnalysis*>(opt); |
| 580 | } else if (opt_name == HInductionVarAnalysis::kInductionPassName) { |
| 581 | most_recent_induction = down_cast<HInductionVarAnalysis*>(opt); |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 582 | } else if (opt_name == LoadStoreAnalysis::kLoadStoreAnalysisPassName) { |
| 583 | most_recent_lsa = down_cast<LoadStoreAnalysis*>(opt); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 584 | } |
| 585 | } |
| 586 | return ret; |
| 587 | } |
| 588 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 589 | void OptimizingCompiler::RunOptimizations(HOptimization* optimizations[], |
| 590 | size_t length, |
| 591 | PassObserver* pass_observer) const { |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 592 | for (size_t i = 0; i < length; ++i) { |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 593 | PassScope scope(optimizations[i]->GetPassName(), pass_observer); |
| 594 | optimizations[i]->Run(); |
Calin Juravle | 10e244f | 2015-01-26 18:54:32 +0000 | [diff] [blame] | 595 | } |
| 596 | } |
| 597 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 598 | void OptimizingCompiler::MaybeRunInliner(HGraph* graph, |
| 599 | CodeGenerator* codegen, |
| 600 | CompilerDriver* driver, |
| 601 | const DexCompilationUnit& dex_compilation_unit, |
| 602 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 603 | VariableSizedHandleScope* handles) const { |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 604 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 605 | const CompilerOptions& compiler_options = driver->GetCompilerOptions(); |
Nicolas Geoffray | f6d4668 | 2017-02-28 17:41:45 +0000 | [diff] [blame] | 606 | bool should_inline = (compiler_options.GetInlineMaxCodeUnits() > 0); |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 607 | if (!should_inline) { |
| 608 | return; |
| 609 | } |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 610 | size_t number_of_dex_registers = dex_compilation_unit.GetCodeItem()->registers_size_; |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 611 | HInliner* inliner = new (graph->GetArena()) HInliner( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 612 | graph, // outer_graph |
| 613 | graph, // outermost_graph |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 614 | codegen, |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 615 | dex_compilation_unit, // outer_compilation_unit |
| 616 | dex_compilation_unit, // outermost_compilation_unit |
Nicolas Geoffray | 5949fa0 | 2015-12-18 10:57:10 +0000 | [diff] [blame] | 617 | driver, |
| 618 | handles, |
| 619 | stats, |
| 620 | number_of_dex_registers, |
Nicolas Geoffray | f6d4668 | 2017-02-28 17:41:45 +0000 | [diff] [blame] | 621 | /* total_number_of_instructions */ 0, |
| 622 | /* parent */ nullptr); |
Calin Juravle | cdfed3d | 2015-10-26 14:05:01 +0000 | [diff] [blame] | 623 | HOptimization* optimizations[] = { inliner }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 624 | |
| 625 | RunOptimizations(optimizations, arraysize(optimizations), pass_observer); |
| 626 | } |
| 627 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 628 | void OptimizingCompiler::RunArchOptimizations(InstructionSet instruction_set, |
| 629 | HGraph* graph, |
| 630 | CodeGenerator* codegen, |
| 631 | PassObserver* pass_observer) const { |
Wojciech Staszkiewicz | e28c7d0 | 2016-08-17 19:15:51 -0700 | [diff] [blame] | 632 | UNUSED(codegen); // To avoid compilation error when compiling for svelte |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 633 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 634 | ArenaAllocator* arena = graph->GetArena(); |
| 635 | switch (instruction_set) { |
Artem Serov | 2bbc953 | 2016-10-21 11:51:50 +0100 | [diff] [blame] | 636 | #if defined(ART_ENABLE_CODEGEN_arm) |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 637 | case kThumb2: |
| 638 | case kArm: { |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 639 | arm::InstructionSimplifierArm* simplifier = |
| 640 | new (arena) arm::InstructionSimplifierArm(graph, stats); |
Artem Serov | 328429f | 2016-07-06 16:23:04 +0100 | [diff] [blame] | 641 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 642 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
xueliang.zhong | f7caf68 | 2017-03-01 16:07:02 +0000 | [diff] [blame] | 643 | HInstructionScheduling* scheduling = |
| 644 | new (arena) HInstructionScheduling(graph, instruction_set, codegen); |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 645 | HOptimization* arm_optimizations[] = { |
Artem Udovichenko | 4a0dad6 | 2016-01-26 12:28:31 +0300 | [diff] [blame] | 646 | simplifier, |
Artem Serov | 328429f | 2016-07-06 16:23:04 +0100 | [diff] [blame] | 647 | side_effects, |
| 648 | gvn, |
xueliang.zhong | f7caf68 | 2017-03-01 16:07:02 +0000 | [diff] [blame] | 649 | scheduling, |
Vladimir Marko | b4536b7 | 2015-11-24 13:45:23 +0000 | [diff] [blame] | 650 | }; |
| 651 | RunOptimizations(arm_optimizations, arraysize(arm_optimizations), pass_observer); |
| 652 | break; |
| 653 | } |
| 654 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 655 | #ifdef ART_ENABLE_CODEGEN_arm64 |
| 656 | case kArm64: { |
| 657 | arm64::InstructionSimplifierArm64* simplifier = |
| 658 | new (arena) arm64::InstructionSimplifierArm64(graph, stats); |
| 659 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 660 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 661 | HInstructionScheduling* scheduling = |
| 662 | new (arena) HInstructionScheduling(graph, instruction_set); |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 663 | HOptimization* arm64_optimizations[] = { |
| 664 | simplifier, |
| 665 | side_effects, |
Alexandre Rames | 22aa54b | 2016-10-18 09:32:29 +0100 | [diff] [blame] | 666 | gvn, |
| 667 | scheduling, |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 668 | }; |
| 669 | RunOptimizations(arm64_optimizations, arraysize(arm64_optimizations), pass_observer); |
| 670 | break; |
| 671 | } |
| 672 | #endif |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 673 | #ifdef ART_ENABLE_CODEGEN_mips |
| 674 | case kMips: { |
Lena Djokic | a290160 | 2017-09-21 13:50:52 +0200 | [diff] [blame] | 675 | mips::InstructionSimplifierMips* simplifier = |
| 676 | new (arena) mips::InstructionSimplifierMips(graph, codegen, stats); |
Lena Djokic | b8e9c35 | 2017-09-20 15:11:13 +0200 | [diff] [blame] | 677 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 678 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Aart Bik | 9e14787 | 2017-09-27 11:25:01 -0700 | [diff] [blame] | 679 | mips::PcRelativeFixups* pc_relative_fixups = |
| 680 | new (arena) mips::PcRelativeFixups(graph, codegen, stats); |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 681 | HOptimization* mips_optimizations[] = { |
Lena Djokic | a290160 | 2017-09-21 13:50:52 +0200 | [diff] [blame] | 682 | simplifier, |
Lena Djokic | b8e9c35 | 2017-09-20 15:11:13 +0200 | [diff] [blame] | 683 | side_effects, |
| 684 | gvn, |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 685 | pc_relative_fixups, |
Alexey Frunze | e3fb245 | 2016-05-10 16:08:05 -0700 | [diff] [blame] | 686 | }; |
| 687 | RunOptimizations(mips_optimizations, arraysize(mips_optimizations), pass_observer); |
| 688 | break; |
| 689 | } |
| 690 | #endif |
Lena Djokic | b8e9c35 | 2017-09-20 15:11:13 +0200 | [diff] [blame] | 691 | #ifdef ART_ENABLE_CODEGEN_mips64 |
| 692 | case kMips64: { |
| 693 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 694 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
| 695 | HOptimization* mips64_optimizations[] = { |
| 696 | side_effects, |
| 697 | gvn, |
| 698 | }; |
| 699 | RunOptimizations(mips64_optimizations, arraysize(mips64_optimizations), pass_observer); |
| 700 | break; |
| 701 | } |
| 702 | #endif |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 703 | #ifdef ART_ENABLE_CODEGEN_x86 |
| 704 | case kX86: { |
Aart Bik | 9e14787 | 2017-09-27 11:25:01 -0700 | [diff] [blame] | 705 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 706 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Aart Bik | d1c4045 | 2016-03-02 16:06:13 -0800 | [diff] [blame] | 707 | x86::PcRelativeFixups* pc_relative_fixups = |
| 708 | new (arena) x86::PcRelativeFixups(graph, codegen, stats); |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 709 | x86::X86MemoryOperandGeneration* memory_gen = |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 710 | new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 711 | HOptimization* x86_optimizations[] = { |
Aart Bik | 9e14787 | 2017-09-27 11:25:01 -0700 | [diff] [blame] | 712 | side_effects, |
| 713 | gvn, |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 714 | pc_relative_fixups, |
| 715 | memory_gen |
Mark Mendell | 0616ae0 | 2015-04-17 12:49:27 -0400 | [diff] [blame] | 716 | }; |
| 717 | RunOptimizations(x86_optimizations, arraysize(x86_optimizations), pass_observer); |
| 718 | break; |
| 719 | } |
| 720 | #endif |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 721 | #ifdef ART_ENABLE_CODEGEN_x86_64 |
| 722 | case kX86_64: { |
Aart Bik | 9e14787 | 2017-09-27 11:25:01 -0700 | [diff] [blame] | 723 | SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph); |
| 724 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects, "GVN$after_arch"); |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 725 | x86::X86MemoryOperandGeneration* memory_gen = |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 726 | new (arena) x86::X86MemoryOperandGeneration(graph, codegen, stats); |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 727 | HOptimization* x86_64_optimizations[] = { |
Aart Bik | 9e14787 | 2017-09-27 11:25:01 -0700 | [diff] [blame] | 728 | side_effects, |
| 729 | gvn, |
Mark Mendell | ee8d971 | 2016-07-12 11:13:15 -0400 | [diff] [blame] | 730 | memory_gen |
| 731 | }; |
| 732 | RunOptimizations(x86_64_optimizations, arraysize(x86_64_optimizations), pass_observer); |
| 733 | break; |
| 734 | } |
| 735 | #endif |
Alexandre Rames | 44b9cf9 | 2015-08-19 15:39:06 +0100 | [diff] [blame] | 736 | default: |
| 737 | break; |
| 738 | } |
| 739 | } |
| 740 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 741 | NO_INLINE // Avoid increasing caller's frame size by large stack-allocated objects. |
| 742 | static void AllocateRegisters(HGraph* graph, |
| 743 | CodeGenerator* codegen, |
Matthew Gharrity | 2cd05b7 | 2016-08-03 16:57:37 -0700 | [diff] [blame] | 744 | PassObserver* pass_observer, |
Igor Murashkin | 6ef4567 | 2017-08-08 13:59:55 -0700 | [diff] [blame] | 745 | RegisterAllocator::Strategy strategy, |
| 746 | OptimizingCompilerStats* stats) { |
Mingyao Yang | 700347e | 2016-03-02 14:59:32 -0800 | [diff] [blame] | 747 | { |
| 748 | PassScope scope(PrepareForRegisterAllocation::kPrepareForRegisterAllocationPassName, |
| 749 | pass_observer); |
Igor Murashkin | 6ef4567 | 2017-08-08 13:59:55 -0700 | [diff] [blame] | 750 | PrepareForRegisterAllocation(graph, stats).Run(); |
Mingyao Yang | 700347e | 2016-03-02 14:59:32 -0800 | [diff] [blame] | 751 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 752 | SsaLivenessAnalysis liveness(graph, codegen); |
| 753 | { |
| 754 | PassScope scope(SsaLivenessAnalysis::kLivenessPassName, pass_observer); |
| 755 | liveness.Analyze(); |
| 756 | } |
| 757 | { |
| 758 | PassScope scope(RegisterAllocator::kRegisterAllocatorPassName, pass_observer); |
Matthew Gharrity | 2cd05b7 | 2016-08-03 16:57:37 -0700 | [diff] [blame] | 759 | RegisterAllocator::Create(graph->GetArena(), codegen, liveness, strategy)->AllocateRegisters(); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 760 | } |
| 761 | } |
| 762 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 763 | void OptimizingCompiler::RunOptimizations(HGraph* graph, |
| 764 | CodeGenerator* codegen, |
| 765 | CompilerDriver* driver, |
| 766 | const DexCompilationUnit& dex_compilation_unit, |
| 767 | PassObserver* pass_observer, |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 768 | VariableSizedHandleScope* handles) const { |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 769 | OptimizingCompilerStats* stats = compilation_stats_.get(); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 770 | ArenaAllocator* arena = graph->GetArena(); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 771 | if (driver->GetCompilerOptions().GetPassesToRun() != nullptr) { |
| 772 | ArenaVector<HOptimization*> optimizations = BuildOptimizations( |
| 773 | *driver->GetCompilerOptions().GetPassesToRun(), |
| 774 | arena, |
| 775 | graph, |
| 776 | stats, |
| 777 | codegen, |
| 778 | driver, |
| 779 | dex_compilation_unit, |
| 780 | handles); |
| 781 | RunOptimizations(&optimizations[0], optimizations.size(), pass_observer); |
| 782 | return; |
| 783 | } |
| 784 | |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 785 | HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 786 | graph, stats, "dead_code_elimination$initial"); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 787 | HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination( |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 788 | graph, stats, "dead_code_elimination$after_inlining"); |
| 789 | HDeadCodeElimination* dce3 = new (arena) HDeadCodeElimination( |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 790 | graph, stats, "dead_code_elimination$final"); |
Andreas Gampe | ca620d7 | 2016-11-08 08:09:33 -0800 | [diff] [blame] | 791 | HConstantFolding* fold1 = new (arena) HConstantFolding(graph, "constant_folding"); |
Vladimir Marko | 6597946 | 2017-05-19 17:25:12 +0100 | [diff] [blame] | 792 | InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier( |
| 793 | graph, codegen, driver, stats); |
Mads Ager | 16e5289 | 2017-07-14 13:11:37 +0200 | [diff] [blame] | 794 | HSelectGenerator* select_generator = new (arena) HSelectGenerator(graph, handles, stats); |
Wojciech Staszkiewicz | 5319d3c | 2016-08-01 17:48:59 -0700 | [diff] [blame] | 795 | HConstantFolding* fold2 = new (arena) HConstantFolding( |
| 796 | graph, "constant_folding$after_inlining"); |
| 797 | HConstantFolding* fold3 = new (arena) HConstantFolding(graph, "constant_folding$after_bce"); |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame] | 798 | SideEffectsAnalysis* side_effects1 = new (arena) SideEffectsAnalysis( |
| 799 | graph, "side_effects$before_gvn"); |
| 800 | SideEffectsAnalysis* side_effects2 = new (arena) SideEffectsAnalysis( |
| 801 | graph, "side_effects$before_lse"); |
| 802 | GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects1); |
| 803 | LICM* licm = new (arena) LICM(graph, *side_effects1, stats); |
Aart Bik | 22af3be | 2015-09-10 12:50:58 -0700 | [diff] [blame] | 804 | HInductionVarAnalysis* induction = new (arena) HInductionVarAnalysis(graph); |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame] | 805 | BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph, *side_effects1, induction); |
Aart Bik | b92cc33 | 2017-09-06 15:53:17 -0700 | [diff] [blame] | 806 | HLoopOptimization* loop = new (arena) HLoopOptimization(graph, driver, induction, stats); |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 807 | LoadStoreAnalysis* lsa = new (arena) LoadStoreAnalysis(graph); |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 808 | LoadStoreElimination* lse = new (arena) LoadStoreElimination(graph, *side_effects2, *lsa, stats); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 809 | HSharpening* sharpening = new (arena) HSharpening( |
| 810 | graph, codegen, dex_compilation_unit, driver, handles); |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 811 | InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier( |
Vladimir Marko | 6597946 | 2017-05-19 17:25:12 +0100 | [diff] [blame] | 812 | graph, codegen, driver, stats, "instruction_simplifier$after_inlining"); |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 813 | InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier( |
Vladimir Marko | 6597946 | 2017-05-19 17:25:12 +0100 | [diff] [blame] | 814 | graph, codegen, driver, stats, "instruction_simplifier$after_bce"); |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 815 | InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier( |
Vladimir Marko | 6597946 | 2017-05-19 17:25:12 +0100 | [diff] [blame] | 816 | graph, codegen, driver, stats, "instruction_simplifier$before_codegen"); |
Nicolas Geoffray | 762869d | 2016-07-15 15:28:35 +0100 | [diff] [blame] | 817 | IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, stats); |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 818 | CHAGuardOptimization* cha_guard = new (arena) CHAGuardOptimization(graph); |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 819 | CodeSinking* code_sinking = new (arena) CodeSinking(graph, stats); |
Igor Murashkin | dd018df | 2017-08-09 10:38:31 -0700 | [diff] [blame] | 820 | ConstructorFenceRedundancyElimination* cfre = |
| 821 | new (arena) ConstructorFenceRedundancyElimination(graph, stats); |
Andreas Gampe | 71fb52f | 2014-12-29 17:43:08 -0800 | [diff] [blame] | 822 | |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 823 | HOptimization* optimizations1[] = { |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 824 | intrinsics, |
David Brazdil | 4833f5a | 2015-12-16 10:37:39 +0000 | [diff] [blame] | 825 | sharpening, |
Vladimir Marko | a3a3c59 | 2015-06-12 14:30:53 +0100 | [diff] [blame] | 826 | fold1, |
| 827 | simplify1, |
Nicolas Geoffray | 18e6873 | 2015-06-17 23:09:05 +0100 | [diff] [blame] | 828 | dce1, |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 829 | }; |
Calin Juravle | ec74835 | 2015-07-29 13:52:12 +0100 | [diff] [blame] | 830 | RunOptimizations(optimizations1, arraysize(optimizations1), pass_observer); |
| 831 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 832 | MaybeRunInliner(graph, codegen, driver, dex_compilation_unit, pass_observer, handles); |
David Brazdil | 9517798 | 2015-10-30 12:56:58 -0500 | [diff] [blame] | 833 | |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 834 | HOptimization* optimizations2[] = { |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 835 | // SelectGenerator depends on the InstructionSimplifier removing |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 836 | // redundant suspend checks to recognize empty blocks. |
David Brazdil | 74eb1b2 | 2015-12-14 11:44:01 +0000 | [diff] [blame] | 837 | select_generator, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 838 | fold2, // TODO: if we don't inline we can also skip fold2. |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 839 | simplify2, |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 840 | dce2, |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame] | 841 | side_effects1, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 842 | gvn, |
| 843 | licm, |
| 844 | induction, |
| 845 | bce, |
Aart Bik | 281c681 | 2016-08-26 11:31:48 -0700 | [diff] [blame] | 846 | loop, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 847 | fold3, // evaluates code generated by dynamic bce |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 848 | simplify3, |
Aart Bik | 92685a8 | 2017-03-06 11:13:43 -0800 | [diff] [blame] | 849 | side_effects2, |
xueliang.zhong | c239a2b | 2017-04-27 15:31:37 +0100 | [diff] [blame] | 850 | lsa, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 851 | lse, |
Mingyao Yang | b0b051a | 2016-11-17 09:04:53 -0800 | [diff] [blame] | 852 | cha_guard, |
Aart Bik | 2767f4b | 2016-10-28 15:03:53 -0700 | [diff] [blame] | 853 | dce3, |
Nicolas Geoffray | b813ca1 | 2017-02-16 22:08:29 +0000 | [diff] [blame] | 854 | code_sinking, |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 855 | // The codegen has a few assumptions that only the instruction simplifier |
| 856 | // can satisfy. For example, the code generator does not expect to see a |
| 857 | // HTypeConversion from a type to the same type. |
Aart Bik | 639cc8c | 2016-10-18 13:03:31 -0700 | [diff] [blame] | 858 | simplify4, |
Igor Murashkin | dd018df | 2017-08-09 10:38:31 -0700 | [diff] [blame] | 859 | cfre, // Eliminate constructor fences after code sinking to avoid |
| 860 | // complicated sinking logic to split a fence with many inputs. |
David Brazdil | 8993caf | 2015-12-07 10:04:40 +0000 | [diff] [blame] | 861 | }; |
| 862 | RunOptimizations(optimizations2, arraysize(optimizations2), pass_observer); |
David Brazdil | bbd733e | 2015-08-18 17:48:17 +0100 | [diff] [blame] | 863 | |
Wojciech Staszkiewicz | f5fb090 | 2016-07-22 13:33:11 -0700 | [diff] [blame] | 864 | RunArchOptimizations(driver->GetInstructionSet(), graph, codegen, pass_observer); |
Nicolas Geoffray | 5e6916c | 2014-11-18 16:53:35 +0000 | [diff] [blame] | 865 | } |
| 866 | |
Vladimir Marko | d8dbc8d | 2017-09-20 13:37:47 +0100 | [diff] [blame] | 867 | static ArenaVector<linker::LinkerPatch> EmitAndSortLinkerPatches(CodeGenerator* codegen) { |
| 868 | ArenaVector<linker::LinkerPatch> linker_patches(codegen->GetGraph()->GetArena()->Adapter()); |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 869 | codegen->EmitLinkerPatches(&linker_patches); |
| 870 | |
| 871 | // Sort patches by literal offset. Required for .oat_patches encoding. |
| 872 | std::sort(linker_patches.begin(), linker_patches.end(), |
Vladimir Marko | d8dbc8d | 2017-09-20 13:37:47 +0100 | [diff] [blame] | 873 | [](const linker::LinkerPatch& lhs, const linker::LinkerPatch& rhs) { |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 874 | return lhs.LiteralOffset() < rhs.LiteralOffset(); |
| 875 | }); |
| 876 | |
| 877 | return linker_patches; |
| 878 | } |
| 879 | |
David Brazdil | 58282f4 | 2016-01-14 12:45:10 +0000 | [diff] [blame] | 880 | CompiledMethod* OptimizingCompiler::Emit(ArenaAllocator* arena, |
| 881 | CodeVectorAllocator* code_allocator, |
| 882 | CodeGenerator* codegen, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 883 | CompilerDriver* compiler_driver, |
| 884 | const DexFile::CodeItem* code_item) const { |
Vladimir Marko | d8dbc8d | 2017-09-20 13:37:47 +0100 | [diff] [blame] | 885 | ArenaVector<linker::LinkerPatch> linker_patches = EmitAndSortLinkerPatches(codegen); |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 886 | ArenaVector<uint8_t> stack_map(arena->Adapter(kArenaAllocStackMaps)); |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 887 | ArenaVector<uint8_t> method_info(arena->Adapter(kArenaAllocStackMaps)); |
| 888 | size_t stack_map_size = 0; |
| 889 | size_t method_info_size = 0; |
| 890 | codegen->ComputeStackMapAndMethodInfoSize(&stack_map_size, &method_info_size); |
| 891 | stack_map.resize(stack_map_size); |
| 892 | method_info.resize(method_info_size); |
| 893 | codegen->BuildStackMaps(MemoryRegion(stack_map.data(), stack_map.size()), |
| 894 | MemoryRegion(method_info.data(), method_info.size()), |
| 895 | *code_item); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 896 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 897 | CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod( |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 898 | compiler_driver, |
| 899 | codegen->GetInstructionSet(), |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 900 | ArrayRef<const uint8_t>(code_allocator->GetMemory()), |
Roland Levillain | aa9b7c4 | 2015-02-17 15:40:09 +0000 | [diff] [blame] | 901 | // Follow Quick's behavior and set the frame size to zero if it is |
| 902 | // considered "empty" (see the definition of |
| 903 | // art::CodeGenerator::HasEmptyFrame). |
| 904 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 905 | codegen->GetCoreSpillMask(), |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 906 | codegen->GetFpuSpillMask(), |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 907 | ArrayRef<const uint8_t>(method_info), |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 908 | ArrayRef<const uint8_t>(stack_map), |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 909 | ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()), |
Vladimir Marko | d8dbc8d | 2017-09-20 13:37:47 +0100 | [diff] [blame] | 910 | ArrayRef<const linker::LinkerPatch>(linker_patches)); |
Mathieu Chartier | ed15000 | 2015-08-28 11:16:54 -0700 | [diff] [blame] | 911 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 912 | return compiled_method; |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 913 | } |
| 914 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 915 | CodeGenerator* OptimizingCompiler::TryCompile(ArenaAllocator* arena, |
| 916 | CodeVectorAllocator* code_allocator, |
| 917 | const DexFile::CodeItem* code_item, |
| 918 | uint32_t access_flags, |
| 919 | InvokeType invoke_type, |
| 920 | uint16_t class_def_idx, |
| 921 | uint32_t method_idx, |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 922 | Handle<mirror::ClassLoader> class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 923 | const DexFile& dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 924 | Handle<mirror::DexCache> dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 925 | ArtMethod* method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 926 | bool osr, |
| 927 | VariableSizedHandleScope* handles) const { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 928 | MaybeRecordStat(compilation_stats_.get(), |
| 929 | MethodCompilationStat::kAttemptCompilation); |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 930 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 931 | InstructionSet instruction_set = compiler_driver->GetInstructionSet(); |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 932 | |
Roland Levillain | 3b359c7 | 2015-11-17 19:35:12 +0000 | [diff] [blame] | 933 | // Always use the Thumb-2 assembler: some runtime functionality |
| 934 | // (like implicit stack overflow checks) assume Thumb-2. |
Artem Serov | ba6b679 | 2016-08-15 14:22:07 +0100 | [diff] [blame] | 935 | DCHECK_NE(instruction_set, kArm); |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 936 | |
| 937 | // Do not attempt to compile on architectures we do not support. |
Nicolas Geoffray | 1ba0f59 | 2014-10-27 15:14:55 +0000 | [diff] [blame] | 938 | if (!IsInstructionSetSupported(instruction_set)) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 939 | MaybeRecordStat(compilation_stats_.get(), |
| 940 | MethodCompilationStat::kNotCompiledUnsupportedIsa); |
Nicolas Geoffray | 8fb5ce3 | 2014-07-04 09:43:26 +0100 | [diff] [blame] | 941 | return nullptr; |
| 942 | } |
| 943 | |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 944 | if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 945 | MaybeRecordStat(compilation_stats_.get(), |
| 946 | MethodCompilationStat::kNotCompiledPathological); |
Nicolas Geoffray | b5f62b3 | 2014-10-30 10:58:41 +0000 | [diff] [blame] | 947 | return nullptr; |
| 948 | } |
| 949 | |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 950 | // Implementation of the space filter: do not compile a code item whose size in |
Nicolas Geoffray | 432bf3d | 2015-07-17 11:11:09 +0100 | [diff] [blame] | 951 | // code units is bigger than 128. |
| 952 | static constexpr size_t kSpaceFilterOptimizingThreshold = 128; |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 953 | const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions(); |
Andreas Gampe | 29d38e7 | 2016-03-23 15:31:51 +0000 | [diff] [blame] | 954 | if ((compiler_options.GetCompilerFilter() == CompilerFilter::kSpace) |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 955 | && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 956 | MaybeRecordStat(compilation_stats_.get(), |
| 957 | MethodCompilationStat::kNotCompiledSpaceFilter); |
Nicolas Geoffray | 36540cb | 2015-03-23 14:45:53 +0000 | [diff] [blame] | 958 | return nullptr; |
| 959 | } |
| 960 | |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 961 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 962 | DexCompilationUnit dex_compilation_unit( |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 963 | class_loader, |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 964 | class_linker, |
Vladimir Marko | df73984 | 2016-03-23 16:59:07 +0000 | [diff] [blame] | 965 | dex_file, |
| 966 | code_item, |
| 967 | class_def_idx, |
| 968 | method_idx, |
| 969 | access_flags, |
| 970 | /* verified_method */ nullptr, |
| 971 | dex_cache); |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 972 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 973 | HGraph* graph = new (arena) HGraph( |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 974 | arena, |
| 975 | dex_file, |
| 976 | method_idx, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 977 | compiler_driver->GetInstructionSet(), |
| 978 | kInvalidInvokeType, |
| 979 | compiler_driver->GetCompilerOptions().GetDebuggable(), |
| 980 | osr); |
Nicolas Geoffray | e53798a | 2014-12-01 10:31:54 +0000 | [diff] [blame] | 981 | |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 982 | const uint8_t* interpreter_metadata = nullptr; |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 983 | if (method == nullptr) { |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 984 | ScopedObjectAccess soa(Thread::Current()); |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 985 | method = compiler_driver->ResolveMethod( |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 986 | soa, dex_cache, class_loader, &dex_compilation_unit, method_idx, invoke_type); |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 987 | } |
| 988 | // For AOT compilation, we may not get a method, for example if its class is erroneous. |
| 989 | // JIT should always have a method. |
| 990 | DCHECK(Runtime::Current()->IsAotCompiler() || method != nullptr); |
| 991 | if (method != nullptr) { |
| 992 | graph->SetArtMethod(method); |
| 993 | ScopedObjectAccess soa(Thread::Current()); |
Vladimir Marko | 97d7e1c | 2016-10-04 14:44:28 +0100 | [diff] [blame] | 994 | interpreter_metadata = method->GetQuickenedInfo(class_linker->GetImagePointerSize()); |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 995 | } |
| 996 | |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 997 | std::unique_ptr<CodeGenerator> codegen( |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 998 | CodeGenerator::Create(graph, |
| 999 | instruction_set, |
| 1000 | *compiler_driver->GetInstructionSetFeatures(), |
Calin Juravle | 2ae4818 | 2016-03-16 14:05:09 +0000 | [diff] [blame] | 1001 | compiler_driver->GetCompilerOptions(), |
| 1002 | compilation_stats_.get())); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 1003 | if (codegen.get() == nullptr) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1004 | MaybeRecordStat(compilation_stats_.get(), |
| 1005 | MethodCompilationStat::kNotCompiledNoCodegen); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 1006 | return nullptr; |
| 1007 | } |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 1008 | codegen->GetAssembler()->cfi().SetEnabled( |
David Srbecky | 5b1c2ca | 2016-01-25 17:32:41 +0000 | [diff] [blame] | 1009 | compiler_driver->GetCompilerOptions().GenerateAnyDebugInfo()); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 1010 | |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 1011 | PassObserver pass_observer(graph, |
David Brazdil | 69ba7b7 | 2015-06-23 18:27:30 +0100 | [diff] [blame] | 1012 | codegen.get(), |
| 1013 | visualizer_output_.get(), |
Andreas Gampe | a0d81af | 2016-10-27 12:04:57 -0700 | [diff] [blame] | 1014 | compiler_driver, |
| 1015 | dump_mutex_); |
David Brazdil | 5e8b137 | 2015-01-23 14:39:08 +0000 | [diff] [blame] | 1016 | |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 1017 | { |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1018 | VLOG(compiler) << "Building " << pass_observer.GetMethodName(); |
| 1019 | PassScope scope(HGraphBuilder::kBuilderPassName, &pass_observer); |
| 1020 | HGraphBuilder builder(graph, |
| 1021 | &dex_compilation_unit, |
| 1022 | &dex_compilation_unit, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1023 | compiler_driver, |
Nicolas Geoffray | 83c8e27 | 2017-01-31 14:36:37 +0000 | [diff] [blame] | 1024 | codegen.get(), |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1025 | compilation_stats_.get(), |
| 1026 | interpreter_metadata, |
| 1027 | dex_cache, |
| 1028 | handles); |
| 1029 | GraphAnalysisResult result = builder.BuildGraph(); |
| 1030 | if (result != kAnalysisSuccess) { |
| 1031 | switch (result) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1032 | case kAnalysisSkipped: { |
| 1033 | MaybeRecordStat(compilation_stats_.get(), |
| 1034 | MethodCompilationStat::kNotCompiledSkipped); |
| 1035 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1036 | break; |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1037 | case kAnalysisInvalidBytecode: { |
| 1038 | MaybeRecordStat(compilation_stats_.get(), |
| 1039 | MethodCompilationStat::kNotCompiledInvalidBytecode); |
| 1040 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1041 | break; |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1042 | case kAnalysisFailThrowCatchLoop: { |
| 1043 | MaybeRecordStat(compilation_stats_.get(), |
| 1044 | MethodCompilationStat::kNotCompiledThrowCatchLoop); |
| 1045 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1046 | break; |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1047 | case kAnalysisFailAmbiguousArrayOp: { |
| 1048 | MaybeRecordStat(compilation_stats_.get(), |
| 1049 | MethodCompilationStat::kNotCompiledAmbiguousArrayOp); |
| 1050 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1051 | break; |
| 1052 | case kAnalysisSuccess: |
| 1053 | UNREACHABLE(); |
David Brazdil | 809658e | 2015-02-05 11:34:02 +0000 | [diff] [blame] | 1054 | } |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1055 | pass_observer.SetGraphInBadState(); |
| 1056 | return nullptr; |
Nicolas Geoffray | f537012 | 2014-12-02 11:51:19 +0000 | [diff] [blame] | 1057 | } |
David Brazdil | badd826 | 2016-02-02 16:28:56 +0000 | [diff] [blame] | 1058 | } |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 1059 | |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1060 | RunOptimizations(graph, |
| 1061 | codegen.get(), |
| 1062 | compiler_driver, |
| 1063 | dex_compilation_unit, |
| 1064 | &pass_observer, |
| 1065 | handles); |
| 1066 | |
| 1067 | RegisterAllocator::Strategy regalloc_strategy = |
| 1068 | compiler_options.GetRegisterAllocationStrategy(); |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1069 | AllocateRegisters(graph, |
| 1070 | codegen.get(), |
| 1071 | &pass_observer, |
Igor Murashkin | 6ef4567 | 2017-08-08 13:59:55 -0700 | [diff] [blame] | 1072 | regalloc_strategy, |
| 1073 | compilation_stats_.get()); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1074 | |
| 1075 | codegen->Compile(code_allocator); |
| 1076 | pass_observer.DumpDisassembly(); |
| 1077 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1078 | return codegen.release(); |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1079 | } |
| 1080 | |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 1081 | CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item, |
| 1082 | uint32_t access_flags, |
| 1083 | InvokeType invoke_type, |
| 1084 | uint16_t class_def_idx, |
| 1085 | uint32_t method_idx, |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 1086 | Handle<mirror::ClassLoader> jclass_loader, |
Mathieu Chartier | 736b560 | 2015-09-02 14:54:11 -0700 | [diff] [blame] | 1087 | const DexFile& dex_file, |
| 1088 | Handle<mirror::DexCache> dex_cache) const { |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1089 | CompilerDriver* compiler_driver = GetCompilerDriver(); |
| 1090 | CompiledMethod* method = nullptr; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1091 | DCHECK(Runtime::Current()->IsAotCompiler()); |
| 1092 | const VerifiedMethod* verified_method = compiler_driver->GetVerifiedMethod(&dex_file, method_idx); |
| 1093 | DCHECK(!verified_method->HasRuntimeThrow()); |
| 1094 | if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file) |
Andreas Gampe | 6d7abbd | 2017-04-24 13:19:09 -0700 | [diff] [blame] | 1095 | || verifier::CanCompilerHandleVerificationFailure( |
Nicolas Geoffray | 250a378 | 2016-04-20 16:27:53 +0100 | [diff] [blame] | 1096 | verified_method->GetEncounteredVerificationFailures())) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1097 | ArenaAllocator arena(Runtime::Current()->GetArenaPool()); |
| 1098 | CodeVectorAllocator code_allocator(&arena); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1099 | std::unique_ptr<CodeGenerator> codegen; |
| 1100 | { |
| 1101 | ScopedObjectAccess soa(Thread::Current()); |
| 1102 | VariableSizedHandleScope handles(soa.Self()); |
| 1103 | // Go to native so that we don't block GC during compilation. |
| 1104 | ScopedThreadSuspension sts(soa.Self(), kNative); |
| 1105 | codegen.reset( |
| 1106 | TryCompile(&arena, |
| 1107 | &code_allocator, |
| 1108 | code_item, |
| 1109 | access_flags, |
| 1110 | invoke_type, |
| 1111 | class_def_idx, |
| 1112 | method_idx, |
| 1113 | jclass_loader, |
| 1114 | dex_file, |
| 1115 | dex_cache, |
| 1116 | nullptr, |
| 1117 | /* osr */ false, |
| 1118 | &handles)); |
| 1119 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1120 | if (codegen.get() != nullptr) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1121 | MaybeRecordStat(compilation_stats_.get(), |
| 1122 | MethodCompilationStat::kCompiled); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1123 | method = Emit(&arena, &code_allocator, codegen.get(), compiler_driver, code_item); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1124 | |
| 1125 | if (kArenaAllocatorCountAllocations) { |
| 1126 | if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) { |
| 1127 | MemStats mem_stats(arena.GetMemStats()); |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1128 | LOG(INFO) << dex_file.PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1129 | } |
| 1130 | } |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1131 | } |
Nicolas Geoffray | 0c3c266 | 2015-10-15 13:53:04 +0100 | [diff] [blame] | 1132 | } else { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1133 | MethodCompilationStat method_stat; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1134 | if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1135 | method_stat = MethodCompilationStat::kNotCompiledVerifyAtRuntime; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1136 | } else { |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1137 | method_stat = MethodCompilationStat::kNotCompiledVerificationError; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1138 | } |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1139 | MaybeRecordStat(compilation_stats_.get(), method_stat); |
Calin Juravle | f1c6d9e | 2015-04-13 18:42:21 +0100 | [diff] [blame] | 1140 | } |
| 1141 | |
Calin Juravle | cff8cc7 | 2015-10-09 12:03:24 +0100 | [diff] [blame] | 1142 | if (kIsDebugBuild && |
| 1143 | IsCompilingWithCoreImage() && |
Goran Jakovljevic | 9c4f0d8f | 2017-04-05 16:27:25 +0200 | [diff] [blame] | 1144 | IsInstructionSetSupported(compiler_driver->GetInstructionSet())) { |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 1145 | // For testing purposes, we put a special marker on method names |
Goran Jakovljevic | 9c4f0d8f | 2017-04-05 16:27:25 +0200 | [diff] [blame] | 1146 | // that should be compiled with this compiler (when the |
| 1147 | // instruction set is supported). This makes sure we're not |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 1148 | // regressing. |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1149 | std::string method_name = dex_file.PrettyMethod(method_idx); |
Calin Juravle | 09b1d6f | 2015-10-07 12:08:54 +0100 | [diff] [blame] | 1150 | bool shouldCompile = method_name.find("$opt$") != std::string::npos; |
| 1151 | DCHECK((method != nullptr) || !shouldCompile) << "Didn't compile " << method_name; |
| 1152 | } |
| 1153 | |
Nicolas Geoffray | 12be74e | 2015-03-30 13:29:08 +0100 | [diff] [blame] | 1154 | return method; |
Nicolas Geoffray | 216eaa2 | 2015-03-17 17:09:30 +0000 | [diff] [blame] | 1155 | } |
| 1156 | |
Andreas Gampe | 53c913b | 2014-08-12 23:19:23 -0700 | [diff] [blame] | 1157 | Compiler* CreateOptimizingCompiler(CompilerDriver* driver) { |
| 1158 | return new OptimizingCompiler(driver); |
| 1159 | } |
| 1160 | |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 1161 | bool IsCompilingWithCoreImage() { |
| 1162 | const std::string& image = Runtime::Current()->GetImageLocation(); |
Roland Levillain | 2b03a1f | 2017-06-06 16:09:59 +0100 | [diff] [blame] | 1163 | return CompilerDriver::IsCoreImageFilename(image); |
Nicolas Geoffray | 335005e | 2015-06-25 10:01:47 +0100 | [diff] [blame] | 1164 | } |
| 1165 | |
Nicolas Geoffray | fbdfa6d | 2017-02-03 10:43:13 +0000 | [diff] [blame] | 1166 | bool EncodeArtMethodInInlineInfo(ArtMethod* method ATTRIBUTE_UNUSED) { |
| 1167 | // Note: the runtime is null only for unit testing. |
| 1168 | return Runtime::Current() == nullptr || !Runtime::Current()->IsAotCompiler(); |
| 1169 | } |
| 1170 | |
| 1171 | bool CanEncodeInlinedMethodInStackMap(const DexFile& caller_dex_file, ArtMethod* callee) { |
| 1172 | if (!Runtime::Current()->IsAotCompiler()) { |
| 1173 | // JIT can always encode methods in stack maps. |
| 1174 | return true; |
| 1175 | } |
| 1176 | if (IsSameDexFile(caller_dex_file, *callee->GetDexFile())) { |
| 1177 | return true; |
| 1178 | } |
| 1179 | // TODO(ngeoffray): Support more AOT cases for inlining: |
| 1180 | // - methods in multidex |
| 1181 | // - methods in boot image for on-device non-PIC compilation. |
| 1182 | return false; |
| 1183 | } |
| 1184 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1185 | bool OptimizingCompiler::JitCompile(Thread* self, |
| 1186 | jit::JitCodeCache* code_cache, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1187 | ArtMethod* method, |
Nicolas Geoffray | 01db5f7 | 2017-07-19 15:05:49 +0100 | [diff] [blame] | 1188 | bool osr, |
| 1189 | jit::JitLogger* jit_logger) { |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1190 | StackHandleScope<3> hs(self); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1191 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle( |
| 1192 | method->GetDeclaringClass()->GetClassLoader())); |
| 1193 | Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); |
Nicolas Geoffray | 250a378 | 2016-04-20 16:27:53 +0100 | [diff] [blame] | 1194 | DCHECK(method->IsCompilable()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1195 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1196 | const DexFile* dex_file = method->GetDexFile(); |
| 1197 | const uint16_t class_def_idx = method->GetClassDefIndex(); |
| 1198 | const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); |
| 1199 | const uint32_t method_idx = method->GetDexMethodIndex(); |
| 1200 | const uint32_t access_flags = method->GetAccessFlags(); |
| 1201 | const InvokeType invoke_type = method->GetInvokeType(); |
| 1202 | |
Nicolas Geoffray | 25e0456 | 2016-03-01 13:17:58 +0000 | [diff] [blame] | 1203 | ArenaAllocator arena(Runtime::Current()->GetJitArenaPool()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1204 | CodeVectorAllocator code_allocator(&arena); |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1205 | VariableSizedHandleScope handles(self); |
| 1206 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1207 | std::unique_ptr<CodeGenerator> codegen; |
| 1208 | { |
| 1209 | // Go to native so that we don't block GC during compilation. |
| 1210 | ScopedThreadSuspension sts(self, kNative); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1211 | codegen.reset( |
| 1212 | TryCompile(&arena, |
| 1213 | &code_allocator, |
| 1214 | code_item, |
| 1215 | access_flags, |
| 1216 | invoke_type, |
| 1217 | class_def_idx, |
| 1218 | method_idx, |
Vladimir Marko | 8d6768d | 2017-03-14 10:13:21 +0000 | [diff] [blame] | 1219 | class_loader, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1220 | *dex_file, |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1221 | dex_cache, |
Nicolas Geoffray | 3aaf964 | 2016-06-07 14:14:37 +0000 | [diff] [blame] | 1222 | method, |
Nicolas Geoffray | 22384ae | 2016-12-12 22:33:36 +0000 | [diff] [blame] | 1223 | osr, |
| 1224 | &handles)); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1225 | if (codegen.get() == nullptr) { |
| 1226 | return false; |
| 1227 | } |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1228 | |
| 1229 | if (kArenaAllocatorCountAllocations) { |
| 1230 | if (arena.BytesAllocated() > kArenaAllocatorMemoryReportThreshold) { |
| 1231 | MemStats mem_stats(arena.GetMemStats()); |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 1232 | LOG(INFO) << dex_file->PrettyMethod(method_idx) << " " << Dumpable<MemStats>(mem_stats); |
Vladimir Marko | 3a40bf2 | 2016-03-22 16:26:33 +0000 | [diff] [blame] | 1233 | } |
| 1234 | } |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1235 | } |
| 1236 | |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 1237 | size_t stack_map_size = 0; |
| 1238 | size_t method_info_size = 0; |
| 1239 | codegen->ComputeStackMapAndMethodInfoSize(&stack_map_size, &method_info_size); |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1240 | size_t number_of_roots = codegen->GetNumberOfJitRoots(); |
| 1241 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 1242 | // We allocate an object array to ensure the JIT roots that we will collect in EmitJitRoots |
| 1243 | // will be visible by the GC between EmitLiterals and CommitCode. Once CommitCode is |
| 1244 | // executed, this array is not needed. |
| 1245 | Handle<mirror::ObjectArray<mirror::Object>> roots( |
| 1246 | hs.NewHandle(mirror::ObjectArray<mirror::Object>::Alloc( |
| 1247 | self, class_linker->GetClassRoot(ClassLinker::kObjectArrayClass), number_of_roots))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1248 | if (roots == nullptr) { |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1249 | // Out of memory, just clear the exception to avoid any Java exception uncaught problems. |
| 1250 | DCHECK(self->IsExceptionPending()); |
| 1251 | self->ClearException(); |
| 1252 | return false; |
| 1253 | } |
| 1254 | uint8_t* stack_map_data = nullptr; |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 1255 | uint8_t* method_info_data = nullptr; |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1256 | uint8_t* roots_data = nullptr; |
Orion Hodson | dbd05fe | 2017-08-10 11:41:35 +0100 | [diff] [blame] | 1257 | uint32_t data_size = code_cache->ReserveData(self, |
| 1258 | stack_map_size, |
| 1259 | method_info_size, |
| 1260 | number_of_roots, |
| 1261 | method, |
| 1262 | &stack_map_data, |
| 1263 | &method_info_data, |
| 1264 | &roots_data); |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1265 | if (stack_map_data == nullptr || roots_data == nullptr) { |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1266 | return false; |
| 1267 | } |
Igor Murashkin | 1e065a5 | 2017-08-09 13:20:34 -0700 | [diff] [blame] | 1268 | MaybeRecordStat(compilation_stats_.get(), MethodCompilationStat::kCompiled); |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 1269 | codegen->BuildStackMaps(MemoryRegion(stack_map_data, stack_map_size), |
| 1270 | MemoryRegion(method_info_data, method_info_size), |
| 1271 | *code_item); |
Nicolas Geoffray | f0acfe7 | 2017-01-09 20:54:52 +0000 | [diff] [blame] | 1272 | codegen->EmitJitRoots(code_allocator.GetData(), roots, roots_data); |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1273 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1274 | const void* code = code_cache->CommitCode( |
| 1275 | self, |
| 1276 | method, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1277 | stack_map_data, |
Mathieu Chartier | cbcedbf | 2017-03-12 22:24:50 -0700 | [diff] [blame] | 1278 | method_info_data, |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1279 | roots_data, |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1280 | codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(), |
| 1281 | codegen->GetCoreSpillMask(), |
| 1282 | codegen->GetFpuSpillMask(), |
| 1283 | code_allocator.GetMemory().data(), |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 1284 | code_allocator.GetSize(), |
Orion Hodson | dbd05fe | 2017-08-10 11:41:35 +0100 | [diff] [blame] | 1285 | data_size, |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 1286 | osr, |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 1287 | roots, |
| 1288 | codegen->GetGraph()->HasShouldDeoptimizeFlag(), |
| 1289 | codegen->GetGraph()->GetCHASingleImplementationList()); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1290 | |
| 1291 | if (code == nullptr) { |
Nicolas Geoffray | f46501c | 2016-11-22 13:45:36 +0000 | [diff] [blame] | 1292 | code_cache->ClearData(self, stack_map_data, roots_data); |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1293 | return false; |
| 1294 | } |
| 1295 | |
David Srbecky | 91cc06c | 2016-03-07 16:13:58 +0000 | [diff] [blame] | 1296 | const CompilerOptions& compiler_options = GetCompilerDriver()->GetCompilerOptions(); |
| 1297 | if (compiler_options.GetGenerateDebugInfo()) { |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 1298 | const auto* method_header = reinterpret_cast<const OatQuickMethodHeader*>(code); |
| 1299 | const uintptr_t code_address = reinterpret_cast<uintptr_t>(method_header->GetCode()); |
Vladimir Marko | 1b404a8 | 2017-09-01 13:35:26 +0100 | [diff] [blame] | 1300 | debug::MethodDebugInfo info = {}; |
| 1301 | DCHECK(info.trampoline_name.empty()); |
David Srbecky | 197160d | 2016-03-07 17:33:57 +0000 | [diff] [blame] | 1302 | info.dex_file = dex_file; |
| 1303 | info.class_def_index = class_def_idx; |
| 1304 | info.dex_method_index = method_idx; |
| 1305 | info.access_flags = access_flags; |
| 1306 | info.code_item = code_item; |
| 1307 | info.isa = codegen->GetInstructionSet(); |
| 1308 | info.deduped = false; |
| 1309 | info.is_native_debuggable = compiler_options.GetNativeDebuggable(); |
| 1310 | info.is_optimized = true; |
| 1311 | info.is_code_address_text_relative = false; |
| 1312 | info.code_address = code_address; |
| 1313 | info.code_size = code_allocator.GetSize(); |
| 1314 | info.frame_size_in_bytes = method_header->GetFrameSizeInBytes(); |
| 1315 | info.code_info = stack_map_size == 0 ? nullptr : stack_map_data; |
| 1316 | info.cfi = ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()); |
Vladimir Marko | 93205e3 | 2016-04-13 11:59:46 +0100 | [diff] [blame] | 1317 | std::vector<uint8_t> elf_file = debug::WriteDebugElfFileForMethods( |
David Srbecky | 5d81120 | 2016-03-08 13:21:22 +0000 | [diff] [blame] | 1318 | GetCompilerDriver()->GetInstructionSet(), |
| 1319 | GetCompilerDriver()->GetInstructionSetFeatures(), |
David Srbecky | fe736b7 | 2016-03-09 11:44:44 +0000 | [diff] [blame] | 1320 | ArrayRef<const debug::MethodDebugInfo>(&info, 1)); |
Vladimir Marko | 93205e3 | 2016-04-13 11:59:46 +0100 | [diff] [blame] | 1321 | CreateJITCodeEntryForAddress(code_address, std::move(elf_file)); |
David Srbecky | 5cc349f | 2015-12-18 15:04:48 +0000 | [diff] [blame] | 1322 | } |
| 1323 | |
Nicolas Geoffray | a4f8154 | 2016-03-08 16:57:48 +0000 | [diff] [blame] | 1324 | Runtime::Current()->GetJit()->AddMemoryUsage(method, arena.BytesUsed()); |
Nicolas Geoffray | 01db5f7 | 2017-07-19 15:05:49 +0100 | [diff] [blame] | 1325 | if (jit_logger != nullptr) { |
| 1326 | jit_logger->WriteLog(code, code_allocator.GetSize(), method); |
| 1327 | } |
Nicolas Geoffray | a4f8154 | 2016-03-08 16:57:48 +0000 | [diff] [blame] | 1328 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 1329 | return true; |
| 1330 | } |
| 1331 | |
Nicolas Geoffray | b34f69a | 2014-03-07 15:28:39 +0000 | [diff] [blame] | 1332 | } // namespace art |