Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |
| 18 | #define ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |
| 19 | |
| 20 | #include "arch/instruction_set.h" |
Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 21 | #include "base/locks.h" |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 22 | #include "base/macros.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 23 | #include "base/utils.h" |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 24 | #include "quick/quick_method_frame_info.h" |
David Srbecky | 79aa624 | 2018-07-12 13:28:42 +0000 | [diff] [blame] | 25 | #include "stack_map.h" |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 26 | |
| 27 | namespace art { |
| 28 | |
| 29 | class ArtMethod; |
| 30 | |
| 31 | // OatQuickMethodHeader precedes the raw code chunk generated by the compiler. |
| 32 | class PACKED(4) OatQuickMethodHeader { |
| 33 | public: |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 34 | OatQuickMethodHeader(uint32_t code_info_offset = 0) { |
| 35 | SetCodeInfoOffset(code_info_offset); |
David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 36 | } |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 37 | |
Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 38 | static OatQuickMethodHeader* NterpMethodHeader; |
| 39 | |
| 40 | bool IsNterpMethodHeader() const; |
| 41 | |
Nicolas Geoffray | 409d1db | 2021-11-12 16:27:10 +0000 | [diff] [blame] | 42 | static bool IsNterpPc(uintptr_t pc) { |
| 43 | return OatQuickMethodHeader::NterpMethodHeader != nullptr && |
| 44 | OatQuickMethodHeader::NterpMethodHeader->Contains(pc); |
| 45 | } |
| 46 | |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 47 | static OatQuickMethodHeader* FromCodePointer(const void* code_ptr) { |
| 48 | uintptr_t code = reinterpret_cast<uintptr_t>(code_ptr); |
| 49 | uintptr_t header = code - OFFSETOF_MEMBER(OatQuickMethodHeader, code_); |
Vladimir Marko | 562ff44 | 2015-10-27 18:51:20 +0000 | [diff] [blame] | 50 | DCHECK(IsAlignedParam(code, GetInstructionSetAlignment(kRuntimeISA)) || |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 51 | IsAlignedParam(header, GetInstructionSetAlignment(kRuntimeISA))) |
| 52 | << std::hex << code << " " << std::hex << header; |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 53 | return reinterpret_cast<OatQuickMethodHeader*>(header); |
| 54 | } |
| 55 | |
| 56 | static OatQuickMethodHeader* FromEntryPoint(const void* entry_point) { |
| 57 | return FromCodePointer(EntryPointToCodePointer(entry_point)); |
| 58 | } |
| 59 | |
David Srbecky | adb66f9 | 2019-10-10 12:59:43 +0000 | [diff] [blame] | 60 | static size_t InstructionAlignedSize() { |
| 61 | return RoundUp(sizeof(OatQuickMethodHeader), GetInstructionSetAlignment(kRuntimeISA)); |
| 62 | } |
| 63 | |
Yi Kong | 2665bc8 | 2017-05-09 15:55:57 -0700 | [diff] [blame] | 64 | OatQuickMethodHeader(const OatQuickMethodHeader&) = default; |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 65 | OatQuickMethodHeader& operator=(const OatQuickMethodHeader&) = default; |
| 66 | |
| 67 | uintptr_t NativeQuickPcOffset(const uintptr_t pc) const { |
| 68 | return pc - reinterpret_cast<uintptr_t>(GetEntryPoint()); |
| 69 | } |
| 70 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 71 | ALWAYS_INLINE bool IsOptimized() const { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 72 | uintptr_t code = reinterpret_cast<uintptr_t>(code_); |
| 73 | DCHECK_NE(data_, 0u) << std::hex << code; // Probably a padding of native code. |
Nicolas Geoffray | 248d5c4 | 2021-09-13 09:53:10 +0100 | [diff] [blame] | 74 | DCHECK_NE(data_, kInvalidData) << std::hex << code; // Probably a stub or trampoline. |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 75 | return (data_ & kIsCodeInfoMask) != 0; |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 76 | } |
| 77 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 78 | ALWAYS_INLINE const uint8_t* GetOptimizedCodeInfoPtr() const { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 79 | uint32_t offset = GetCodeInfoOffset(); |
| 80 | DCHECK_NE(offset, 0u); |
| 81 | return code_ - offset; |
David Srbecky | 5d95076 | 2016-03-07 20:47:29 +0000 | [diff] [blame] | 82 | } |
| 83 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 84 | ALWAYS_INLINE uint8_t* GetOptimizedCodeInfoPtr() { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 85 | uint32_t offset = GetCodeInfoOffset(); |
| 86 | DCHECK_NE(offset, 0u); |
| 87 | return code_ - offset; |
Nicolas Geoffray | 132d836 | 2016-11-16 09:19:42 +0000 | [diff] [blame] | 88 | } |
| 89 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 90 | ALWAYS_INLINE const uint8_t* GetCode() const { |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 91 | return code_; |
| 92 | } |
| 93 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 94 | ALWAYS_INLINE uint32_t GetCodeSize() const { |
| 95 | return LIKELY(IsOptimized()) |
| 96 | ? CodeInfo::DecodeCodeSize(GetOptimizedCodeInfoPtr()) |
| 97 | : (data_ & kCodeSizeMask); |
Nicolas Geoffray | 5708376 | 2019-03-05 09:24:45 +0000 | [diff] [blame] | 98 | } |
| 99 | |
David Srbecky | 0983f59 | 2021-04-08 16:36:19 +0100 | [diff] [blame] | 100 | ALWAYS_INLINE uint32_t GetCodeInfoOffset() const { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 101 | DCHECK(IsOptimized()); |
| 102 | return data_ & kCodeInfoMask; |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 103 | } |
| 104 | |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 105 | void SetCodeInfoOffset(uint32_t offset) { |
| 106 | data_ = kIsCodeInfoMask | offset; |
| 107 | DCHECK_EQ(GetCodeInfoOffset(), offset); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | bool Contains(uintptr_t pc) const { |
Nicolas Geoffray | 248d5c4 | 2021-09-13 09:53:10 +0100 | [diff] [blame] | 111 | // We should not call `Contains` on a stub or trampoline. |
| 112 | DCHECK_NE(data_, kInvalidData) << std::hex << reinterpret_cast<uintptr_t>(code_); |
David Srbecky | 2acd1ec | 2020-05-16 01:38:49 +0100 | [diff] [blame] | 113 | // Remove hwasan tag to make comparison below valid. The PC from the stack does not have it. |
| 114 | uintptr_t code_start = reinterpret_cast<uintptr_t>(HWASanUntag(code_)); |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 115 | static_assert(kRuntimeISA != InstructionSet::kThumb2, "kThumb2 cannot be a runtime ISA"); |
| 116 | if (kRuntimeISA == InstructionSet::kArm) { |
Nicolas Geoffray | 1dad3f6 | 2015-10-23 14:59:54 +0100 | [diff] [blame] | 117 | // On Thumb-2, the pc is offset by one. |
| 118 | code_start++; |
| 119 | } |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 120 | return code_start <= pc && pc <= (code_start + GetCodeSize()); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 121 | } |
| 122 | |
| 123 | const uint8_t* GetEntryPoint() const { |
| 124 | // When the runtime architecture is ARM, `kRuntimeISA` is set to `kArm` |
| 125 | // (not `kThumb2`), *but* we always generate code for the Thumb-2 |
| 126 | // instruction set anyway. Thumb-2 requires the entrypoint to be of |
| 127 | // offset 1. |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 128 | static_assert(kRuntimeISA != InstructionSet::kThumb2, "kThumb2 cannot be a runtime ISA"); |
| 129 | return (kRuntimeISA == InstructionSet::kArm) |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 130 | ? reinterpret_cast<uint8_t*>(reinterpret_cast<uintptr_t>(code_) | 1) |
| 131 | : code_; |
| 132 | } |
| 133 | |
| 134 | template <bool kCheckFrameSize = true> |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 135 | uint32_t GetFrameSizeInBytes() const { |
David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 136 | uint32_t result = GetFrameInfo().FrameSizeInBytes(); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 137 | if (kCheckFrameSize) { |
David Srbecky | 6832fbe | 2016-03-11 18:48:55 +0000 | [diff] [blame] | 138 | DCHECK_ALIGNED(result, kStackAlignment); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 139 | } |
| 140 | return result; |
| 141 | } |
| 142 | |
| 143 | QuickMethodFrameInfo GetFrameInfo() const { |
David Srbecky | 79aa624 | 2018-07-12 13:28:42 +0000 | [diff] [blame] | 144 | DCHECK(IsOptimized()); |
David Srbecky | 8808756 | 2018-06-23 22:05:56 +0100 | [diff] [blame] | 145 | return CodeInfo::DecodeFrameInfo(GetOptimizedCodeInfoPtr()); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | uintptr_t ToNativeQuickPc(ArtMethod* method, |
| 149 | const uint32_t dex_pc, |
| 150 | bool is_for_catch_handler, |
| 151 | bool abort_on_failure = true) const; |
| 152 | |
Nicolas Geoffray | a00b54b | 2019-12-03 14:36:42 +0000 | [diff] [blame] | 153 | uint32_t ToDexPc(ArtMethod** frame, |
| 154 | const uintptr_t pc, |
Nicolas Geoffray | 013d1ee | 2019-12-04 16:18:15 +0000 | [diff] [blame] | 155 | bool abort_on_failure = true) const |
| 156 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 157 | |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 158 | void SetHasShouldDeoptimizeFlag() { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 159 | DCHECK(!HasShouldDeoptimizeFlag()); |
| 160 | data_ |= kShouldDeoptimizeMask; |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 161 | } |
| 162 | |
| 163 | bool HasShouldDeoptimizeFlag() const { |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 164 | return (data_ & kShouldDeoptimizeMask) != 0; |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 165 | } |
| 166 | |
| 167 | private: |
| 168 | static constexpr uint32_t kShouldDeoptimizeMask = 0x80000000; |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 169 | static constexpr uint32_t kIsCodeInfoMask = 0x40000000; |
| 170 | static constexpr uint32_t kCodeInfoMask = 0x3FFFFFFF; // If kIsCodeInfoMask is set. |
| 171 | static constexpr uint32_t kCodeSizeMask = 0x3FFFFFFF; // If kIsCodeInfoMask is clear. |
Mingyao Yang | 063fc77 | 2016-08-02 11:02:54 -0700 | [diff] [blame] | 172 | |
Nicolas Geoffray | 248d5c4 | 2021-09-13 09:53:10 +0100 | [diff] [blame] | 173 | // In order to not confuse a stub with Java-generated code, we prefix each |
| 174 | // stub with a 0xFFFFFFFF marker. |
| 175 | static constexpr uint32_t kInvalidData = 0xFFFFFFFF; |
| 176 | |
David Srbecky | 113d6ea | 2021-03-02 22:49:46 +0000 | [diff] [blame] | 177 | uint32_t data_ = 0u; // Combination of fields using the above masks. |
| 178 | uint8_t code_[0]; // The actual method code. |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 179 | }; |
| 180 | |
| 181 | } // namespace art |
| 182 | |
| 183 | #endif // ART_RUNTIME_OAT_QUICK_METHOD_HEADER_H_ |