blob: e20f883446499a30682e766539c48f07de7546fa [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro1fb86202011-06-27 17:43:13 -070016
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070017#include "runtime.h"
Carl Shapiro1fb86202011-06-27 17:43:13 -070018
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070019// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070021#ifdef __linux__
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070022#include <linux/fs.h>
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -070023#include <sys/prctl.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070024#endif
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070025
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070026#include <fcntl.h>
Brian Carlstromdbf05b72011-12-15 00:55:24 -080027#include <signal.h>
Elliott Hughesd06a6c72012-05-30 17:59:06 -070028#include <sys/syscall.h>
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070029
David Sehrd106d9f2016-08-16 19:22:57 -070030#if defined(__APPLE__)
31#include <crt_externs.h> // for _NSGetEnviron
32#endif
Brian Carlstromdbf05b72011-12-15 00:55:24 -080033
Elliott Hughesffe67362011-07-17 12:09:27 -070034#include <cstdio>
35#include <cstdlib>
Brian Carlstrom8a436592011-08-15 21:27:23 -070036#include <limits>
Calin Juravlec2753e62021-06-25 15:34:09 -070037#include <string.h>
Mathieu Chartierada33d72018-12-17 13:17:30 -080038#include <thread>
Alex Lightabd8f052019-12-06 10:49:17 -080039#include <unordered_set>
Carl Shapiro2ed144c2011-07-26 16:52:08 -070040#include <vector>
Elliott Hughesffe67362011-07-17 12:09:27 -070041
Andreas Gampe9186ced2016-12-12 14:28:21 -080042#include "android-base/strings.h"
43
Chang Xing605fe242017-07-20 15:57:21 -070044#include "aot_class_linker.h"
Ian Rogers166db042013-07-26 12:05:57 -070045#include "arch/arm/registers_arm.h"
Stuart Monteithb95a5342014-03-12 13:32:32 +000046#include "arch/arm64/registers_arm64.h"
Andreas Gampee5d23982019-01-08 10:34:26 -080047#include "arch/context.h"
Ian Rogersd582fa42014-11-05 23:46:43 -080048#include "arch/instruction_set_features.h"
Ian Rogers166db042013-07-26 12:05:57 -070049#include "arch/x86/registers_x86.h"
Ian Rogersef7d42f2014-01-06 12:55:46 -080050#include "arch/x86_64/registers_x86_64.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -070051#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070052#include "art_method-inl.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070053#include "asm_support.h"
Andreas Gampe39b378c2017-12-07 15:44:13 -080054#include "base/aborting.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070055#include "base/arena_allocator.h"
David Sehrc431b9d2018-03-02 12:01:51 -080056#include "base/atomic.h"
Ian Rogersc7dd2952014-10-21 23:31:19 -070057#include "base/dumpable.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070058#include "base/enums.h"
David Sehr891a50e2017-10-27 17:01:07 -070059#include "base/file_utils.h"
Calin Juravle09eacd92021-05-19 17:03:55 -070060#include "base/flags.h"
David Sehr3215fff2018-04-03 17:10:12 -070061#include "base/malloc_arena_pool.h"
62#include "base/mem_map_arena_pool.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070063#include "base/memory_tool.h"
David Sehrc431b9d2018-03-02 12:01:51 -080064#include "base/mutex.h"
65#include "base/os.h"
66#include "base/quasi_atomic.h"
David Brazdil2bb2fbd2018-11-13 18:24:26 +000067#include "base/sdk_version.h"
Vladimir Marko637ee0b2015-09-04 12:47:41 +010068#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080069#include "base/systrace.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070070#include "base/unix_file/fd_file.h"
David Sehrc431b9d2018-03-02 12:01:51 -080071#include "base/utils.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010072#include "class_linker-inl.h"
Vladimir Marko5868ada2020-05-12 11:50:34 +010073#include "class_root-inl.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070074#include "compiler_callbacks.h"
Elliott Hughes3bb81562011-10-21 18:52:59 -070075#include "debugger.h"
David Sehr013fd802018-01-11 22:55:24 -080076#include "dex/art_dex_file_loader.h"
David Sehr9e734c72018-01-04 17:56:19 -080077#include "dex/dex_file_loader.h"
Alex Light84d76052014-08-22 17:49:35 -070078#include "elf_file.h"
Ian Rogers6f3dbba2014-10-14 17:41:57 -070079#include "entrypoints/runtime_asm_entrypoints.h"
Nicolas Geoffrayd0f099e2022-03-09 16:22:34 +000080#include "entrypoints/entrypoint_utils-inl.h"
Alex Lighteb7c1442015-08-31 13:17:42 -070081#include "experimental_flags.h"
Ian Rogers576ca0c2014-06-06 15:58:22 -070082#include "fault_handler.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070083#include "gc/accounting/card_table-inl.h"
84#include "gc/heap.h"
Andreas Gampefda57142016-09-08 20:29:18 -070085#include "gc/scoped_gc_critical_section.h"
Ian Rogerse63db272014-07-15 15:36:11 -070086#include "gc/space/image_space.h"
Mathieu Chartier461687d2015-03-31 12:05:24 -070087#include "gc/space/space-inl.h"
Andreas Gampefda57142016-09-08 20:29:18 -070088#include "gc/system_weak.h"
Mathieu Chartierad390fa2019-10-16 20:03:00 -070089#include "gc/task_processor.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -080090#include "handle_scope-inl.h"
Andreas Gampeaa120012018-03-28 16:23:24 -070091#include "hidden_api.h"
Mathieu Chartier4a26f172016-01-26 14:26:18 -080092#include "image-inl.h"
Hans Boehm4dcac362021-09-23 12:26:04 -070093#include "indirect_reference_table.h"
jeffhao725a9572012-11-13 18:20:12 -080094#include "instrumentation.h"
Mathieu Chartier74ccee62018-10-10 10:30:29 -070095#include "intern_table-inl.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080096#include "interpreter/interpreter.h"
97#include "jit/jit.h"
Nicolas Geoffray132d8362016-11-16 09:19:42 +000098#include "jit/jit_code_cache.h"
Steven Morelande431e272017-07-18 16:53:49 -070099#include "jit/profile_saver.h"
Vladimir Markoa3ad0cd2018-05-04 10:06:38 +0100100#include "jni/java_vm_ext.h"
Alex Light79d6c802019-06-27 15:50:11 +0000101#include "jni/jni_id_manager.h"
Alex Light79d6c802019-06-27 15:50:11 +0000102#include "jni_id_type.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -0700103#include "linear_alloc.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -0700104#include "memory_representation.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800105#include "mirror/array.h"
Andreas Gampe70f5fd02018-10-24 19:58:37 -0700106#include "mirror/class-alloc-inl.h"
Ian Rogers62d6c772013-02-27 08:32:07 -0800107#include "mirror/class-inl.h"
Alex Lightcec2fd42016-11-02 16:32:07 -0700108#include "mirror/class_ext.h"
Alex Lightabd8f052019-12-06 10:49:17 -0800109#include "mirror/class_loader-inl.h"
Narayan Kamath000e1882016-10-24 17:14:25 +0100110#include "mirror/emulated_stack_frame.h"
Mathieu Chartierdaaf3262015-03-24 13:30:28 -0700111#include "mirror/field.h"
Mathieu Chartierfc58af42015-04-16 18:00:39 -0700112#include "mirror/method.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100113#include "mirror/method_handle_impl.h"
Orion Hodsonc069a302017-01-18 09:23:12 +0000114#include "mirror/method_handles_lookup.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100115#include "mirror/method_type.h"
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800116#include "mirror/stack_trace_element.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800117#include "mirror/throwable.h"
Orion Hodson928033d2018-02-07 05:30:54 +0000118#include "mirror/var_handle.h"
Elliott Hughes32d6e1e2011-10-11 14:47:44 -0700119#include "monitor.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800120#include "native/dalvik_system_DexFile.h"
Dan Zimmermanb682ea42019-12-23 06:59:06 -0800121#include "native/dalvik_system_BaseDexClassLoader.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800122#include "native/dalvik_system_VMDebug.h"
123#include "native/dalvik_system_VMRuntime.h"
124#include "native/dalvik_system_VMStack.h"
125#include "native/dalvik_system_ZygoteHooks.h"
126#include "native/java_lang_Class.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800127#include "native/java_lang_Object.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800128#include "native/java_lang_String.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800129#include "native/java_lang_StringFactory.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800130#include "native/java_lang_System.h"
131#include "native/java_lang_Thread.h"
132#include "native/java_lang_Throwable.h"
133#include "native/java_lang_VMClassLoader.h"
Orion Hodson8671f582022-03-09 06:53:48 +0000134#include "native/java_lang_invoke_MethodHandle.h"
Narayan Kamathbd2fed52017-01-25 10:46:54 +0000135#include "native/java_lang_invoke_MethodHandleImpl.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800136#include "native/java_lang_ref_FinalizerReference.h"
137#include "native/java_lang_ref_Reference.h"
138#include "native/java_lang_reflect_Array.h"
139#include "native/java_lang_reflect_Constructor.h"
Neil Fuller0e844392016-09-08 13:43:31 +0100140#include "native/java_lang_reflect_Executable.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800141#include "native/java_lang_reflect_Field.h"
142#include "native/java_lang_reflect_Method.h"
Neil Fuller60458a02016-09-01 15:32:44 +0100143#include "native/java_lang_reflect_Parameter.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800144#include "native/java_lang_reflect_Proxy.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800145#include "native/java_util_concurrent_atomic_AtomicLong.h"
Miguel116a26a2022-03-25 13:28:45 +0000146#include "native/libcore_io_Memory.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800147#include "native/libcore_util_CharsetUtils.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800148#include "native/org_apache_harmony_dalvik_ddmc_DdmServer.h"
149#include "native/org_apache_harmony_dalvik_ddmc_DdmVmInternal.h"
150#include "native/sun_misc_Unsafe.h"
Sorin Basca2f01e8e2021-06-18 06:44:07 +0000151#include "native/jdk_internal_misc_Unsafe.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800152#include "native_bridge_art_interface.h"
Andreas Gampe5dd44d02016-08-02 17:20:03 -0700153#include "native_stack_dump.h"
Andreas Gampe373a9b52017-10-18 09:01:57 -0700154#include "nativehelper/scoped_local_ref.h"
Vladimir Markod3d00c02019-11-07 15:09:07 +0000155#include "oat.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700156#include "oat_file_manager.h"
Nicolas Geoffray00391822019-12-10 10:17:23 +0000157#include "oat_quick_method_header.h"
Andreas Gamped482e732017-04-24 17:59:09 -0700158#include "object_callbacks.h"
Orion Hodsonbaf563d2021-04-08 07:53:54 +0100159#include "odr_statslog/odr_statslog.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800160#include "parsed_options.h"
Vladimir Marko7624d252014-05-02 14:40:15 +0100161#include "quick/quick_method_frame_info.h"
Ian Rogers53b8b092014-03-13 23:45:53 -0700162#include "reflection.h"
Andreas Gampeac30fa22017-01-18 21:02:36 -0800163#include "runtime_callbacks.h"
Andreas Gampe87648602019-06-12 12:34:26 -0700164#include "runtime_common.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +0000165#include "runtime_intrinsics.h"
Igor Murashkinaaebaa02015-01-26 10:55:53 -0800166#include "runtime_options.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -0700167#include "scoped_thread_state_change-inl.h"
Dave Allisoncefcea82014-09-16 10:01:01 -0700168#include "sigchain.h"
Elliott Hughese27955c2011-08-26 15:21:24 -0700169#include "signal_catcher.h"
Elliott Hughes457005c2012-04-16 13:54:25 -0700170#include "signal_set.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -0700171#include "thread.h"
Elliott Hughes8daa0922011-09-11 13:46:25 -0700172#include "thread_list.h"
Alex Light7233c7e2016-07-28 10:07:45 -0700173#include "ti/agent.h"
jeffhaob5e81852012-03-12 11:15:45 -0700174#include "trace.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100175#include "transaction.h"
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100176#include "vdex_file.h"
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700177#include "verifier/class_verifier.h"
Elliott Hugheseac76672012-05-24 21:56:51 -0700178#include "well_known_classes.h"
Carl Shapiro61e019d2011-07-14 16:53:09 -0700179
David Sehrf57589f2016-10-17 10:09:33 -0700180#ifdef ART_TARGET_ANDROID
181#include <android/set_abort_message.h>
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +0100182#include "com_android_apex.h"
183namespace apex = com::android::apex;
184
David Sehrf57589f2016-10-17 10:09:33 -0700185#endif
186
David Srbecky50b47432018-10-18 12:26:34 +0100187// Static asserts to check the values of generated assembly-support macros.
188#define ASM_DEFINE(NAME, EXPR) static_assert((NAME) == (EXPR), "Unexpected value of " #NAME);
189#include "asm_defines.def"
190#undef ASM_DEFINE
191
Carl Shapiro1fb86202011-06-27 17:43:13 -0700192namespace art {
193
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700194// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
Brian Carlstromb57f1c72014-10-08 13:56:25 -0700195static constexpr bool kEnableJavaStackTraceHandler = false;
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700196// Tuned by compiling GmsCore under perf and measuring time spent in DescriptorEquals for class
197// linking.
198static constexpr double kLowMemoryMinLoadFactor = 0.5;
199static constexpr double kLowMemoryMaxLoadFactor = 0.8;
200static constexpr double kNormalMinLoadFactor = 0.4;
201static constexpr double kNormalMaxLoadFactor = 0.7;
Mathieu Chartier11c273d2017-10-15 20:54:45 -0700202
203// Extra added to the default heap growth multiplier. Used to adjust the GC ergonomics for the read
204// barrier config.
205static constexpr double kExtraDefaultHeapGrowthMultiplier = kUseReadBarrier ? 1.0 : 0.0;
206
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700207Runtime* Runtime::instance_ = nullptr;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700208
Andreas Gampef6a780a2015-04-02 18:51:05 -0700209struct TraceConfig {
210 Trace::TraceMode trace_mode;
211 Trace::TraceOutputMode trace_output_mode;
212 std::string trace_file;
213 size_t trace_file_size;
214};
215
David Sehrd106d9f2016-08-16 19:22:57 -0700216namespace {
Andreas Gampea2fed082019-02-01 09:34:43 -0800217
David Sehrd106d9f2016-08-16 19:22:57 -0700218#ifdef __APPLE__
219inline char** GetEnviron() {
220 // When Google Test is built as a framework on MacOS X, the environ variable
221 // is unavailable. Apple's documentation (man environ) recommends using
222 // _NSGetEnviron() instead.
223 return *_NSGetEnviron();
224}
225#else
226// Some POSIX platforms expect you to declare environ. extern "C" makes
227// it reside in the global namespace.
228extern "C" char** environ;
229inline char** GetEnviron() { return environ; }
230#endif
Andreas Gampea2fed082019-02-01 09:34:43 -0800231
232void CheckConstants() {
233 CHECK_EQ(mirror::Array::kFirstElementOffset, mirror::Array::FirstElementOffset());
234}
235
David Sehrd106d9f2016-08-16 19:22:57 -0700236} // namespace
237
Elliott Hughesdcc24742011-09-07 14:02:44 -0700238Runtime::Runtime()
Mathieu Chartier31000802015-06-14 14:14:37 -0700239 : resolution_method_(nullptr),
240 imt_conflict_method_(nullptr),
241 imt_unimplemented_method_(nullptr),
Vladimir Marko33bff252017-11-01 14:35:42 +0000242 instruction_set_(InstructionSet::kNone),
Ian Rogers6ed19fd2014-03-20 08:10:17 -0700243 compiler_callbacks_(nullptr),
Elliott Hughesd9c67be2012-02-02 19:54:06 -0800244 is_zygote_(false),
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +0100245 is_primary_zygote_(false),
Nicolas Geoffray9ac09ee2019-05-08 23:38:27 +0100246 is_system_server_(false),
Alex Lighta59dd802014-07-02 16:28:08 -0700247 must_relocate_(false),
Mathieu Chartier069387a2012-06-18 12:01:01 -0700248 is_concurrent_gc_enabled_(true),
Anwar Ghuloum87183592013-08-14 12:12:19 -0700249 is_explicit_gc_disabled_(false),
Alex Light64ad14d2014-08-19 14:23:13 -0700250 image_dex2oat_enabled_(true),
Elliott Hughes6cf23882012-06-15 15:42:07 -0700251 default_stack_size_(0),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800252 heap_(nullptr),
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700253 max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800254 monitor_list_(nullptr),
255 monitor_pool_(nullptr),
256 thread_list_(nullptr),
257 intern_table_(nullptr),
258 class_linker_(nullptr),
259 signal_catcher_(nullptr),
260 java_vm_(nullptr),
Mathieu Chartierada33d72018-12-17 13:17:30 -0800261 thread_pool_ref_count_(0u),
Andreas Gampe44f67602018-11-28 08:27:27 -0800262 fault_message_(nullptr),
Ian Rogers120f1c72012-09-28 17:17:10 -0700263 threads_being_born_(0),
Ian Rogersc604d732012-10-14 16:09:54 -0700264 shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
Elliott Hughes6b355752012-01-13 16:49:08 -0800265 shutting_down_(false),
Ian Rogers120f1c72012-09-28 17:17:10 -0700266 shutting_down_started_(false),
Elliott Hughesdcc24742011-09-07 14:02:44 -0700267 started_(false),
Mathieu Chartier7664f5c2012-06-08 18:15:32 -0700268 finished_starting_(false),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800269 vfprintf_(nullptr),
270 exit_(nullptr),
271 abort_(nullptr),
jeffhao2692b572011-12-16 15:42:28 -0800272 stats_enabled_(false),
Roland Levillain05e34f42018-05-24 13:19:05 +0000273 is_running_on_memory_tool_(kRunningOnMemoryTool),
Ian Rogers62d6c772013-02-27 08:32:07 -0800274 instrumentation_(),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800275 main_thread_group_(nullptr),
276 system_thread_group_(nullptr),
277 system_class_loader_(nullptr),
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100278 dump_gc_performance_on_shutdown_(false),
Chang Xing605fe242017-07-20 15:57:21 -0700279 preinitialization_transactions_(),
Igor Murashkin7617abd2015-07-10 18:27:47 -0700280 verify_(verifier::VerifyMode::kNone),
David Brazdil2bb2fbd2018-11-13 18:24:26 +0000281 target_sdk_version_(static_cast<uint32_t>(SdkVersion::kUnset)),
Andrei Onea037d2822020-11-19 00:20:04 +0000282 compat_framework_(),
Dave Allison69dfe512014-07-11 17:11:58 +0000283 implicit_null_checks_(false),
284 implicit_so_checks_(false),
Calin Juravle07d83c72014-10-22 21:02:23 +0100285 implicit_suspend_checks_(false),
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100286 no_sig_chain_(false),
Andreas Gampef38a6612016-04-11 08:42:26 -0700287 force_native_bridge_(false),
Narayan Kamath5a2be3f2015-02-16 13:51:51 +0000288 is_native_bridge_loaded_(false),
David Srbeckyf4480162016-03-16 00:06:24 +0000289 is_native_debuggable_(false),
Alex Light7919db92017-11-29 09:00:55 -0800290 async_exceptions_thrown_(false),
Alex Light0aa7a5a2018-10-10 15:58:14 +0000291 non_standard_exits_enabled_(false),
Nicolas Geoffray433b79a2017-01-30 20:54:45 +0000292 is_java_debuggable_(false),
wangguibo0d290722021-04-24 11:27:06 +0800293 monitor_timeout_enable_(false),
294 monitor_timeout_ns_(0),
Igor Murashkin158f35c2015-06-10 15:55:30 -0700295 zygote_max_failed_boots_(0),
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700296 experimental_flags_(ExperimentalFlags::kNone),
297 oat_file_manager_(nullptr),
Nicolas Geoffray787ae8e2015-11-05 11:32:24 +0000298 is_low_memory_mode_(false),
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -0800299 madvise_willneed_vdex_filesize_(0),
300 madvise_willneed_odex_filesize_(0),
301 madvise_willneed_art_filesize_(0),
Andreas Gampea1425a12016-03-11 17:44:04 -0800302 safe_mode_(false),
David Brazdilf50ac102018-10-17 18:00:06 +0100303 hidden_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdil6dfdfef2019-04-11 17:39:11 +0100304 core_platform_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
satayev09efc162021-02-22 17:24:57 +0000305 test_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdilee7d2fd2018-01-20 17:25:23 +0000306 dedupe_hidden_api_warnings_(true),
Mathew Inwood1fd97f22018-04-03 15:32:32 +0100307 hidden_api_access_event_log_rate_(0),
Nicolas Geoffray6ee49712018-03-30 14:39:05 +0000308 dump_native_stack_on_sig_quit_(true),
Mathieu Chartierf8cb1782016-03-18 18:45:41 -0700309 // Initially assume we perceive jank in case the process state is never updated.
Andreas Gampef38a6612016-04-11 08:42:26 -0700310 process_state_(kProcessStateJankPerceptible),
Andreas Gampe0b0ffc12018-08-01 14:41:27 -0700311 zygote_no_threads_(false),
Andreas Gamped84794d2019-07-18 13:40:03 -0700312 verifier_logging_threshold_ms_(100),
Florian Mayer0972d082020-05-15 14:07:31 +0200313 verifier_missing_kthrow_fatal_(false),
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -0800314 perfetto_hprof_enabled_(false),
315 perfetto_javaheapprof_enabled_(false) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700316 static_assert(Runtime::kCalleeSaveSize ==
317 static_cast<uint32_t>(CalleeSaveType::kLastCalleeSaveType), "Unexpected size");
Andreas Gampea2fed082019-02-01 09:34:43 -0800318 CheckConstants();
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700319
Mathieu Chartiere401d142015-04-22 13:56:20 -0700320 std::fill(callee_save_methods_, callee_save_methods_ + arraysize(callee_save_methods_), 0u);
buzbee1452bee2015-03-06 14:43:04 -0800321 interpreter::CheckInterpreterAsmConstants();
Andreas Gampeac30fa22017-01-18 21:02:36 -0800322 callbacks_.reset(new RuntimeCallbacks());
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +0100323 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
324 deoptimization_counts_[i] = 0u;
325 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700326}
327
Carl Shapiro61e019d2011-07-14 16:53:09 -0700328Runtime::~Runtime() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800329 ScopedTrace trace("Runtime shutdown");
Calin Juravle07d83c72014-10-22 21:02:23 +0100330 if (is_native_bridge_loaded_) {
331 UnloadNativeBridge();
332 }
Calin Juravle31f2c152015-10-23 17:56:15 +0100333
Ian Rogers120f1c72012-09-28 17:17:10 -0700334 Thread* self = Thread::Current();
Mathieu Chartier05d14612015-02-23 15:31:58 -0800335 const bool attach_shutdown_thread = self == nullptr;
336 if (attach_shutdown_thread) {
Alex Lightb6f34642018-01-04 11:01:48 -0800337 // We can only create a peer if the runtime is actually started. This is only not true during
Alex Lighte44ee0c2018-01-08 10:26:17 -0800338 // some tests. If there is extreme memory pressure the allocation of the thread peer can fail.
339 // In this case we will just try again without allocating a peer so that shutdown can continue.
340 // Very few things are actually capable of distinguishing between the peer & peerless states so
341 // this should be fine.
342 bool thread_attached = AttachCurrentThread("Shutdown thread",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700343 /* as_daemon= */ false,
Alex Lighte44ee0c2018-01-08 10:26:17 -0800344 GetSystemThreadGroup(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700345 /* create_peer= */ IsStarted());
Alex Lighte44ee0c2018-01-08 10:26:17 -0800346 if (UNLIKELY(!thread_attached)) {
347 LOG(WARNING) << "Failed to attach shutdown thread. Trying again without a peer.";
348 CHECK(AttachCurrentThread("Shutdown thread (no java peer)",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700349 /* as_daemon= */ false,
350 /* thread_group=*/ nullptr,
351 /* create_peer= */ false));
Alex Lighte44ee0c2018-01-08 10:26:17 -0800352 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800353 self = Thread::Current();
354 } else {
355 LOG(WARNING) << "Current thread not detached in Runtime shutdown";
356 }
357
Mathieu Chartier1d495012017-04-11 17:50:00 -0700358 if (dump_gc_performance_on_shutdown_) {
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000359 heap_->CalculatePreGcWeightedAllocatedBytes();
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000360 uint64_t process_cpu_end_time = ProcessCpuNanoTime();
Mathieu Chartierb0042b82017-12-13 13:50:36 -0800361 ScopedLogSeverity sls(LogSeverity::INFO);
Mathieu Chartier1d495012017-04-11 17:50:00 -0700362 // This can't be called from the Heap destructor below because it
363 // could call RosAlloc::InspectAll() which needs the thread_list
364 // to be still alive.
365 heap_->DumpGcPerformanceInfo(LOG_STREAM(INFO));
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000366
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000367 uint64_t process_cpu_time = process_cpu_end_time - heap_->GetProcessCpuStartTime();
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000368 uint64_t gc_cpu_time = heap_->GetTotalGcCpuTime();
369 float ratio = static_cast<float>(gc_cpu_time) / process_cpu_time;
370 LOG_STREAM(INFO) << "GC CPU time " << PrettyDuration(gc_cpu_time)
371 << " out of process CPU time " << PrettyDuration(process_cpu_time)
372 << " (" << ratio << ")"
373 << "\n";
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000374 double pre_gc_weighted_allocated_bytes =
375 heap_->GetPreGcWeightedAllocatedBytes() / process_cpu_time;
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000376 // Here we don't use process_cpu_time for normalization, because VM shutdown is not a real
377 // GC. Both numerator and denominator take into account until the end of the last GC,
378 // instead of the whole process life time like pre_gc_weighted_allocated_bytes.
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000379 double post_gc_weighted_allocated_bytes =
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000380 heap_->GetPostGcWeightedAllocatedBytes() /
381 (heap_->GetPostGCLastProcessCpuTime() - heap_->GetProcessCpuStartTime());
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000382
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000383 LOG_STREAM(INFO) << "Average bytes allocated at GC start, weighted by CPU time between GCs: "
384 << static_cast<uint64_t>(pre_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000385 << " (" << PrettySize(pre_gc_weighted_allocated_bytes) << ")";
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000386 LOG_STREAM(INFO) << "Average bytes allocated at GC end, weighted by CPU time between GCs: "
387 << static_cast<uint64_t>(post_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000388 << " (" << PrettySize(post_gc_weighted_allocated_bytes) << ")"
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000389 << "\n";
Mathieu Chartier1d495012017-04-11 17:50:00 -0700390 }
391
David Brazdil331a5e12019-04-01 22:46:16 +0000392 // Wait for the workers of thread pools to be created since there can't be any
393 // threads attaching during shutdown.
Mathieu Chartierada33d72018-12-17 13:17:30 -0800394 WaitForThreadPoolWorkersToStart();
Calin Juravlea345d312017-03-14 18:45:55 -0700395 if (jit_ != nullptr) {
Mathieu Chartier93c21ba2018-12-10 13:08:30 -0800396 jit_->WaitForWorkersToBeCreated();
Calin Juravlea345d312017-03-14 18:45:55 -0700397 // Stop the profile saver thread before marking the runtime as shutting down.
398 // The saver will try to dump the profiles before being sopped and that
399 // requires holding the mutator lock.
400 jit_->StopProfileSaver();
Nicolas Geoffray714fad62019-06-27 15:32:00 +0100401 // Delete thread pool before the thread list since we don't want to wait forever on the
402 // JIT compiler threads. Also this should be run before marking the runtime
403 // as shutting down as some tasks may require mutator access.
404 jit_->DeleteThreadPool();
Calin Juravlea345d312017-03-14 18:45:55 -0700405 }
David Brazdil331a5e12019-04-01 22:46:16 +0000406 if (oat_file_manager_ != nullptr) {
407 oat_file_manager_->WaitForWorkersToBeCreated();
408 }
Calin Juravlea345d312017-03-14 18:45:55 -0700409
Ian Rogers120f1c72012-09-28 17:17:10 -0700410 {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800411 ScopedTrace trace2("Wait for shutdown cond");
Ian Rogers120f1c72012-09-28 17:17:10 -0700412 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
413 shutting_down_started_ = true;
414 while (threads_being_born_ > 0) {
Ian Rogersc604d732012-10-14 16:09:54 -0700415 shutdown_cond_->Wait(self);
Ian Rogers120f1c72012-09-28 17:17:10 -0700416 }
Hans Boehm70aa29e2021-08-11 12:11:19 -0700417 SetShuttingDown();
Ian Rogers120f1c72012-09-28 17:17:10 -0700418 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800419 // Shutdown and wait for the daemons.
420 CHECK(self != nullptr);
421 if (IsFinishedStarting()) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800422 ScopedTrace trace2("Waiting for Daemons");
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800423 self->ClearException();
424 self->GetJniEnv()->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
425 WellKnownClasses::java_lang_Daemons_stop);
426 }
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700427
Nicolas Geoffray21b65682019-03-12 00:49:45 +0000428 // Shutdown any trace running.
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700429 Trace::Shutdown();
430
Hans Boehm65c18a22020-01-03 23:37:13 +0000431 // Report death. Clients may require a working thread, still, so do it before GC completes and
Andreas Gampe48864112017-01-19 17:23:17 -0800432 // all non-daemon threads are done.
433 {
434 ScopedObjectAccess soa(self);
435 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kDeath);
436 }
437
Mathieu Chartier05d14612015-02-23 15:31:58 -0800438 if (attach_shutdown_thread) {
439 DetachCurrentThread();
440 self = nullptr;
441 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800442
Mathieu Chartiera6399032012-06-11 18:49:50 -0700443 // Make sure to let the GC complete if it is running.
Mathieu Chartier89a201e2014-05-02 10:27:26 -0700444 heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
Mathieu Chartier35883cc2012-11-13 14:08:12 -0800445 heap_->DeleteThreadPool();
David Brazdil331a5e12019-04-01 22:46:16 +0000446 if (oat_file_manager_ != nullptr) {
447 oat_file_manager_->DeleteThreadPool();
448 }
Mathieu Chartierada33d72018-12-17 13:17:30 -0800449 DeleteThreadPool();
450 CHECK(thread_pool_ == nullptr);
Mathieu Chartiera6399032012-06-11 18:49:50 -0700451
Andreas Gampec4bed162017-05-01 13:46:24 -0700452 // Make sure our internal threads are dead before we start tearing down things they're using.
Alex Light40320712017-12-14 11:52:04 -0800453 GetRuntimeCallbacks()->StopDebugger();
Hans Boehm65c18a22020-01-03 23:37:13 +0000454 // Deletion ordering is tricky. Null out everything we've deleted.
Andreas Gampec4bed162017-05-01 13:46:24 -0700455 delete signal_catcher_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000456 signal_catcher_ = nullptr;
Andreas Gampec4bed162017-05-01 13:46:24 -0700457
Eric Holk0b986f72021-01-20 22:24:06 +0000458 // Shutdown metrics reporting.
459 metrics_reporter_.reset();
460
Andreas Gampec4bed162017-05-01 13:46:24 -0700461 // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
Hans Boehm65c18a22020-01-03 23:37:13 +0000462 // Also wait for daemon threads to quiesce, so that in addition to being "suspended", they
463 // no longer access monitor and thread list data structures. We leak user daemon threads
464 // themselves, since we have no mechanism for shutting them down.
Andreas Gampec4bed162017-05-01 13:46:24 -0700465 {
466 ScopedTrace trace2("Delete thread list");
467 thread_list_->ShutDown();
468 }
469
Alex Light7233c7e2016-07-28 10:07:45 -0700470 // TODO Maybe do some locking.
471 for (auto& agent : agents_) {
Andreas Gampeaadcbc62017-12-28 14:05:42 -0800472 agent->Unload();
Alex Light7233c7e2016-07-28 10:07:45 -0700473 }
474
Alex Light185d1342016-08-11 10:48:03 -0700475 // TODO Maybe do some locking
476 for (auto& plugin : plugins_) {
477 plugin.Unload();
478 }
479
Andreas Gampec4bed162017-05-01 13:46:24 -0700480 // Finally delete the thread list.
Hans Boehm65c18a22020-01-03 23:37:13 +0000481 // Thread_list_ can be accessed by "suspended" threads, e.g. in InflateThinLocked.
482 // We assume that by this point, we've waited long enough for things to quiesce.
Andreas Gampec4bed162017-05-01 13:46:24 -0700483 delete thread_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000484 thread_list_ = nullptr;
Elliott Hughes5fe594f2011-09-08 12:33:17 -0700485
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800486 // Delete the JIT after thread list to ensure that there is no remaining threads which could be
487 // accessing the instrumentation when we delete it.
Mathieu Chartierfb6db4c2016-01-06 17:23:25 -0800488 if (jit_ != nullptr) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800489 VLOG(jit) << "Deleting jit";
490 jit_.reset(nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100491 jit_code_cache_.reset(nullptr);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800492 }
493
Vladimir Marko2beeb822014-10-20 18:13:22 +0100494 // Shutdown the fault manager if it was initialized.
495 fault_manager.Shutdown();
496
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800497 ScopedTrace trace2("Delete state");
Elliott Hughesc33a32b2011-10-11 18:18:07 -0700498 delete monitor_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000499 monitor_list_ = nullptr;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800500 delete monitor_pool_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000501 monitor_pool_ = nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700502 delete class_linker_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000503 class_linker_ = nullptr;
Hans Boehm4dcac362021-09-23 12:26:04 -0700504 delete small_irt_allocator_;
505 small_irt_allocator_ = nullptr;
Elliott Hughesb3bd5f02012-03-08 21:05:27 -0800506 delete heap_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000507 heap_ = nullptr;
Elliott Hughescf4c6c42011-09-01 15:16:42 -0700508 delete intern_table_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000509 intern_table_ = nullptr;
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700510 delete oat_file_manager_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000511 oat_file_manager_ = nullptr;
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700512 Thread::Shutdown();
Elliott Hughes7c6169d2012-05-02 16:11:48 -0700513 QuasiAtomic::Shutdown();
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700514 verifier::ClassVerifier::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100515
516 // Destroy allocators before shutting down the MemMap because they may use it.
Richard Uhlerda0a69e2016-10-11 15:06:38 +0100517 java_vm_.reset();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100518 linear_alloc_.reset();
519 low_4gb_arena_pool_.reset();
520 arena_pool_.reset();
Nicolas Geoffray25e04562016-03-01 13:17:58 +0000521 jit_arena_pool_.reset();
Vladimir Markoc34bebf2018-08-16 16:12:49 +0100522 protected_fault_page_.Reset();
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700523 MemMap::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100524
Carl Shapiro4acf4642011-07-26 18:54:13 -0700525 // TODO: acquire a static mutex on Runtime to avoid racing.
Ian Rogersef7d42f2014-01-06 12:55:46 -0800526 CHECK(instance_ == nullptr || instance_ == this);
527 instance_ = nullptr;
Andreas Gampedb48a792017-09-08 22:18:30 -0700528
529 // Well-known classes must be deleted or it is impossible to successfully start another Runtime
530 // instance. We rely on a small initialization order issue in Runtime::Start() that requires
531 // elements of WellKnownClasses to be null, see b/65500943.
532 WellKnownClasses::Clear();
Carl Shapiro61e019d2011-07-14 16:53:09 -0700533}
534
Elliott Hughese0918552011-10-28 17:18:29 -0700535struct AbortState {
Ian Rogersc7dd2952014-10-21 23:31:19 -0700536 void Dump(std::ostream& os) const {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000537 if (gAborting > 1) {
538 os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800539 DumpRecursiveAbort(os);
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000540 return;
541 }
542 gAborting++;
Elliott Hughese0918552011-10-28 17:18:29 -0700543 os << "Runtime aborting...\n";
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700544 if (Runtime::Current() == nullptr) {
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800545 os << "(Runtime does not yet exist!)\n";
Andreas Gampe6eb6a392016-02-10 20:18:37 -0800546 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800547 return;
548 }
Elliott Hughese0918552011-10-28 17:18:29 -0700549 Thread* self = Thread::Current();
Andreas Gampea3f78fe2017-09-05 09:31:04 -0700550
551 // Dump all threads first and then the aborting thread. While this is counter the logical flow,
552 // it improves the chance of relevant data surviving in the Android logs.
553
554 DumpAllThreads(os, self);
555
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700556 if (self == nullptr) {
Elliott Hughese0918552011-10-28 17:18:29 -0700557 os << "(Aborting thread was not attached to runtime!)\n";
Christopher Ferris6cff48f2014-01-26 21:36:13 -0800558 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughese0918552011-10-28 17:18:29 -0700559 } else {
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700560 os << "Aborting thread:\n";
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700561 if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
562 DumpThread(os, self);
563 } else {
564 if (Locks::mutator_lock_->SharedTryLock(self)) {
565 DumpThread(os, self);
566 Locks::mutator_lock_->SharedUnlock(self);
567 }
Elliott Hughes899e7892012-01-24 14:57:32 -0800568 }
Elliott Hughese0918552011-10-28 17:18:29 -0700569 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700570 }
571
Ian Rogers7b078e82014-09-10 14:44:24 -0700572 // No thread-safety analysis as we do explicitly test for holding the mutator lock.
Ian Rogersc7dd2952014-10-21 23:31:19 -0700573 void DumpThread(std::ostream& os, Thread* self) const NO_THREAD_SAFETY_ANALYSIS {
Ian Rogers7b078e82014-09-10 14:44:24 -0700574 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700575 self->Dump(os);
576 if (self->IsExceptionPending()) {
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000577 mirror::Throwable* exception = self->GetException();
578 os << "Pending exception " << exception->Dump();
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700579 }
580 }
581
Ian Rogersc7dd2952014-10-21 23:31:19 -0700582 void DumpAllThreads(std::ostream& os, Thread* self) const {
Ian Rogers4e14e722014-06-27 17:32:56 -0700583 Runtime* runtime = Runtime::Current();
584 if (runtime != nullptr) {
585 ThreadList* thread_list = runtime->GetThreadList();
586 if (thread_list != nullptr) {
Andreas Gampeba26b512019-05-31 13:07:26 -0700587 // Dump requires ThreadListLock and ThreadSuspendCountLock to not be held (they will be
588 // grabbed).
589 // TODO(b/134167395): Change Dump to work with the locks held, and have a loop with timeout
590 // acquiring the locks.
Ian Rogers4e14e722014-06-27 17:32:56 -0700591 bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700592 bool tscl_already_held = Locks::thread_suspend_count_lock_->IsExclusiveHeld(self);
593 if (tll_already_held || tscl_already_held) {
594 os << "Skipping all-threads dump as locks are held:"
595 << (tll_already_held ? "" : " thread_list_lock")
596 << (tscl_already_held ? "" : " thread_suspend_count_lock")
597 << "\n";
598 return;
599 }
600 bool ml_already_exlusively_held = Locks::mutator_lock_->IsExclusiveHeld(self);
601 if (ml_already_exlusively_held) {
602 os << "Skipping all-threads dump as mutator lock is exclusively held.";
Brian Carlstrom54a6d4c2019-06-03 11:02:12 -0700603 return;
Andreas Gampeba26b512019-05-31 13:07:26 -0700604 }
Ian Rogers4e14e722014-06-27 17:32:56 -0700605 bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700606 if (!ml_already_held) {
607 os << "Dumping all threads without mutator lock held\n";
Ian Rogers4e14e722014-06-27 17:32:56 -0700608 }
609 os << "All threads:\n";
Ian Rogers7b078e82014-09-10 14:44:24 -0700610 thread_list->Dump(os);
Ian Rogers4e14e722014-06-27 17:32:56 -0700611 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700612 }
Elliott Hughese0918552011-10-28 17:18:29 -0700613 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800614
615 // For recursive aborts.
616 void DumpRecursiveAbort(std::ostream& os) const NO_THREAD_SAFETY_ANALYSIS {
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800617 // The only thing we'll attempt is dumping the native stack of the current thread. We will only
618 // try this if we haven't exceeded an arbitrary amount of recursions, to recover and actually
619 // die.
620 // Note: as we're using a global counter for the recursive abort detection, there is a potential
621 // race here and it is not OK to just print when the counter is "2" (one from
622 // Runtime::Abort(), one from previous Dump() call). Use a number that seems large enough.
623 static constexpr size_t kOnlyPrintWhenRecursionLessThan = 100u;
624 if (gAborting < kOnlyPrintWhenRecursionLessThan) {
625 gAborting++;
626 DumpNativeStack(os, GetTid());
627 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800628 }
Elliott Hughese0918552011-10-28 17:18:29 -0700629};
630
Andreas Gampe90a32b12016-10-03 19:47:08 -0700631void Runtime::Abort(const char* msg) {
Andreas Gampe247fc332017-06-22 16:18:24 -0700632 auto old_value = gAborting.fetch_add(1); // set before taking any locks
Brian Carlstrom81b88712012-11-05 19:21:30 -0800633
Andreas Gampe89036a32018-12-06 13:05:20 -0800634 // Only set the first abort message.
Andreas Gampe247fc332017-06-22 16:18:24 -0700635 if (old_value == 0) {
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700636#ifdef ART_TARGET_ANDROID
Andreas Gampe89036a32018-12-06 13:05:20 -0800637 android_set_abort_message(msg);
638#else
639 // Set the runtime fault message in case our unexpected-signal code will run.
640 Runtime* current = Runtime::Current();
641 if (current != nullptr) {
642 current->SetFaultMessage(msg);
643 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700644#endif
Andreas Gampe89036a32018-12-06 13:05:20 -0800645 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700646
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700647 // May be coming from an unattached thread.
648 if (Thread::Current() == nullptr) {
649 Runtime* current = Runtime::Current();
Hans Boehm70aa29e2021-08-11 12:11:19 -0700650 if (current != nullptr && current->IsStarted() && !current->IsShuttingDownUnsafe()) {
Andreas Gampe87648602019-06-12 12:34:26 -0700651 // We do not flag this to the unexpected-signal handler so that that may dump the stack.
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700652 abort();
653 UNREACHABLE();
654 }
655 }
656
Koji Fukui34857b52019-03-20 19:13:00 +0900657 {
658 // Ensure that we don't have multiple threads trying to abort at once,
659 // which would result in significantly worse diagnostics.
Vladimir Markoddf4fd32021-11-22 16:31:57 +0000660 ScopedThreadStateChange tsc(Thread::Current(), ThreadState::kNativeForAbort);
Koji Fukui34857b52019-03-20 19:13:00 +0900661 Locks::abort_lock_->ExclusiveLock(Thread::Current());
662 }
Elliott Hughes131aef82012-01-27 11:53:35 -0800663
Elliott Hughesffe67362011-07-17 12:09:27 -0700664 // Get any pending output out of the way.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700665 fflush(nullptr);
Elliott Hughesffe67362011-07-17 12:09:27 -0700666
667 // Many people have difficulty distinguish aborts from crashes,
668 // so be explicit.
Andreas Gampeb67906b2016-11-18 09:30:08 -0800669 // Note: use cerr on the host to print log lines immediately, so we get at least some output
670 // in case of recursive aborts. We lose annotation with the source file and line number
671 // here, which is a minor issue. The same is significantly more complicated on device,
672 // which is why we ignore the issue there.
Elliott Hughese0918552011-10-28 17:18:29 -0700673 AbortState state;
Andreas Gampeb67906b2016-11-18 09:30:08 -0800674 if (kIsTargetBuild) {
675 LOG(FATAL_WITHOUT_ABORT) << Dumpable<AbortState>(state);
676 } else {
677 std::cerr << Dumpable<AbortState>(state);
678 }
Elliott Hughesffe67362011-07-17 12:09:27 -0700679
Andreas Gampe90a32b12016-10-03 19:47:08 -0700680 // Sometimes we dump long messages, and the Android abort message only retains the first line.
681 // In those cases, just log the message again, to avoid logcat limits.
682 if (msg != nullptr && strchr(msg, '\n') != nullptr) {
683 LOG(FATAL_WITHOUT_ABORT) << msg;
684 }
685
Andreas Gampe87648602019-06-12 12:34:26 -0700686 FlagRuntimeAbort();
687
Elliott Hughes8593fdb2012-04-21 20:53:44 -0700688 // Call the abort hook if we have one.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700689 if (Runtime::Current() != nullptr && Runtime::Current()->abort_ != nullptr) {
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700690 LOG(FATAL_WITHOUT_ABORT) << "Calling abort hook...";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700691 Runtime::Current()->abort_();
692 // notreached
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700693 LOG(FATAL_WITHOUT_ABORT) << "Unexpectedly returned from abort hook!";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700694 }
695
Elliott Hughesdd623db2013-06-11 11:20:23 -0700696 abort();
Elliott Hughesffe67362011-07-17 12:09:27 -0700697 // notreached
698}
699
Nicolas Geoffrayd0f099e2022-03-09 16:22:34 +0000700class FindNativeMethodsVisitor : public ClassVisitor {
701 public:
702 FindNativeMethodsVisitor(Thread* self, ClassLinker* class_linker)
703 : vm_(down_cast<JNIEnvExt*>(self->GetJniEnv())->GetVm()),
704 self_(self),
705 class_linker_(class_linker) {}
706
707 bool operator()(ObjPtr<mirror::Class> klass) override REQUIRES_SHARED(Locks::mutator_lock_) {
708 bool is_initialized = klass->IsVisiblyInitialized();
709 for (ArtMethod& method : klass->GetDeclaredMethods(kRuntimePointerSize)) {
710 if (method.IsNative() && (is_initialized || !NeedsClinitCheckBeforeCall(&method))) {
711 const void* existing = method.GetEntryPointFromJni();
712 if (method.IsCriticalNative()
713 ? class_linker_->IsJniDlsymLookupCriticalStub(existing)
714 : class_linker_->IsJniDlsymLookupStub(existing)) {
715 const void* native_code =
716 vm_->FindCodeForNativeMethod(&method, /*error_msg=*/ nullptr, /*can_suspend=*/ false);
717 if (native_code != nullptr) {
718 class_linker_->RegisterNative(self_, &method, native_code);
719 }
720 }
721 }
722 }
723 return true;
724 }
725
726 private:
727 JavaVMExt* vm_;
728 Thread* self_;
729 ClassLinker* class_linker_;
730
731 DISALLOW_COPY_AND_ASSIGN(FindNativeMethodsVisitor);
732};
733
Narayan Kamath3de95a72014-04-02 12:54:23 +0100734void Runtime::PreZygoteFork() {
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000735 if (GetJit() != nullptr) {
736 GetJit()->PreZygoteFork();
737 }
Nicolas Geoffrayd0f099e2022-03-09 16:22:34 +0000738 if (!heap_->HasZygoteSpace()) {
739 // This is the first fork. Update ArtMethods in the boot classpath now to
740 // avoid having forked apps dirty the memory.
741 ScopedObjectAccess soa(Thread::Current());
742 // Ensure we call FixupStaticTrampolines on all methods that are
743 // initialized.
744 class_linker_->MakeInitializedClassesVisiblyInitialized(soa.Self(), /*wait=*/ true);
745 // Update native method JNI entrypoints.
746 FindNativeMethodsVisitor visitor(soa.Self(), class_linker_);
747 class_linker_->VisitClasses(&visitor);
748 }
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700749 heap_->PreZygoteFork();
Lev Rumyantsevabafbe72019-12-13 15:49:37 -0800750 PreZygoteForkNativeBridge();
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700751}
752
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000753void Runtime::PostZygoteFork() {
Nicolas Geoffrayf9dbb972020-08-27 15:21:11 +0100754 jit::Jit* jit = GetJit();
755 if (jit != nullptr) {
756 jit->PostZygoteFork();
757 // Ensure that the threads in the JIT pool have been created with the right
758 // priority.
759 if (kIsDebugBuild && jit->GetThreadPool() != nullptr) {
Nicolas Geoffray2041fda2022-01-11 18:47:33 +0000760 jit->GetThreadPool()->CheckPthreadPriority(
761 IsZygote() ? jit->GetZygoteThreadPoolPthreadPriority()
762 : jit->GetThreadPoolPthreadPriority());
Nicolas Geoffrayf9dbb972020-08-27 15:21:11 +0100763 }
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000764 }
Andreas Gampe9c87c022019-06-18 13:45:52 -0700765 // Reset all stats.
766 ResetStats(0xFFFFFFFF);
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000767}
768
Elliott Hughesbf86d042011-08-31 17:53:14 -0700769void Runtime::CallExitHook(jint status) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700770 if (exit_ != nullptr) {
Vladimir Markoddf4fd32021-11-22 16:31:57 +0000771 ScopedThreadStateChange tsc(Thread::Current(), ThreadState::kNative);
Elliott Hughesbf86d042011-08-31 17:53:14 -0700772 exit_(status);
773 LOG(WARNING) << "Exit hook returned instead of exiting!";
774 }
775}
776
Mathieu Chartier97509952015-07-13 14:35:43 -0700777void Runtime::SweepSystemWeaks(IsMarkedVisitor* visitor) {
778 GetInternTable()->SweepInternTableWeaks(visitor);
779 GetMonitorList()->SweepMonitorList(visitor);
780 GetJavaVM()->SweepJniWeakGlobals(visitor);
781 GetHeap()->SweepAllocationRecords(visitor);
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000782 if (GetJit() != nullptr) {
783 // Visit JIT literal tables. Objects in these tables are classes and strings
784 // and only classes can be affected by class unloading. The strings always
785 // stay alive as they are strongly interned.
786 // TODO: Move this closer to CleanupClassLoaders, to avoid blocking weak accesses
787 // from mutators. See b/32167580.
788 GetJit()->GetCodeCache()->SweepRootTables(visitor);
789 }
David Srbeckybe2b1092022-02-19 23:13:27 +0000790 Thread::SweepInterpreterCaches(visitor);
Andreas Gampefda57142016-09-08 20:29:18 -0700791
792 // All other generic system-weak holders.
793 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
794 holder->Sweep(visitor);
795 }
Mathieu Chartier6aa3df92013-09-17 15:17:28 -0700796}
797
Vladimir Marko88b2b802015-12-04 14:19:04 +0000798bool Runtime::ParseOptions(const RuntimeOptions& raw_options,
799 bool ignore_unrecognized,
800 RuntimeArgumentMap* runtime_options) {
David Sehrc431b9d2018-03-02 12:01:51 -0800801 Locks::Init();
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700802 InitLogging(/* argv= */ nullptr, Abort); // Calls Locks::Init() as a side effect.
Vladimir Marko88b2b802015-12-04 14:19:04 +0000803 bool parsed = ParsedOptions::Parse(raw_options, ignore_unrecognized, runtime_options);
804 if (!parsed) {
805 LOG(ERROR) << "Failed to parse options";
806 return false;
807 }
808 return true;
809}
810
David Sehrf42eb2c2016-10-19 13:20:45 -0700811// Callback to check whether it is safe to call Abort (e.g., to use a call to
812// LOG(FATAL)). It is only safe to call Abort if the runtime has been created,
813// properly initialized, and has not shut down.
814static bool IsSafeToCallAbort() NO_THREAD_SAFETY_ANALYSIS {
815 Runtime* runtime = Runtime::Current();
816 return runtime != nullptr && runtime->IsStarted() && !runtime->IsShuttingDownLocked();
817}
818
Vladimir Marko88b2b802015-12-04 14:19:04 +0000819bool Runtime::Create(RuntimeArgumentMap&& runtime_options) {
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700820 // TODO: acquire a static mutex on Runtime to avoid racing.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700821 if (Runtime::instance_ != nullptr) {
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700822 return false;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700823 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700824 instance_ = new Runtime;
David Sehrf42eb2c2016-10-19 13:20:45 -0700825 Locks::SetClientCallback(IsSafeToCallAbort);
Vladimir Marko88b2b802015-12-04 14:19:04 +0000826 if (!instance_->Init(std::move(runtime_options))) {
Jean Christophe Beyler24e04aa2014-09-12 12:03:25 -0700827 // TODO: Currently deleting the instance will abort the runtime on destruction. Now This will
828 // leak memory, instead. Fix the destructor. b/19100793.
829 // delete instance_;
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700830 instance_ = nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700831 return false;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700832 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700833 return true;
Brian Carlstrom69b15fb2011-09-03 12:25:21 -0700834}
Elliott Hughes0af55432011-08-17 18:37:28 -0700835
Vladimir Marko88b2b802015-12-04 14:19:04 +0000836bool Runtime::Create(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
837 RuntimeArgumentMap runtime_options;
838 return ParseOptions(raw_options, ignore_unrecognized, &runtime_options) &&
839 Create(std::move(runtime_options));
840}
841
Andreas Gampe81c6f8d2015-03-25 17:19:53 -0700842static jobject CreateSystemClassLoader(Runtime* runtime) {
843 if (runtime->IsAotCompiler() && !runtime->GetCompilerCallbacks()->IsBootImage()) {
844 return nullptr;
Brian Carlstromaded5f72011-10-07 17:15:04 -0700845 }
846
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700847 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800848 ClassLinker* cl = Runtime::Current()->GetClassLinker();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700849 auto pointer_size = cl->GetImagePointerSize();
Brian Carlstromaded5f72011-10-07 17:15:04 -0700850
Ian Rogers68d8b422014-07-17 11:09:10 -0700851 StackHandleScope<2> hs(soa.Self());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700852 Handle<mirror::Class> class_loader_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700853 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_ClassLoader)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700854 CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
Brian Carlstromaded5f72011-10-07 17:15:04 -0700855
Vladimir Markoba118822017-06-12 15:41:56 +0100856 ArtMethod* getSystemClassLoader = class_loader_class->FindClassMethod(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700857 "getSystemClassLoader", "()Ljava/lang/ClassLoader;", pointer_size);
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700858 CHECK(getSystemClassLoader != nullptr);
Vladimir Markoba118822017-06-12 15:41:56 +0100859 CHECK(getSystemClassLoader->IsStatic());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700860
Andreas Gampe13b27842016-11-07 16:48:23 -0800861 JValue result = InvokeWithJValues(soa,
862 nullptr,
Alex Light01fbfbe2019-06-27 10:47:04 -0700863 getSystemClassLoader,
Andreas Gampe13b27842016-11-07 16:48:23 -0800864 nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700865 JNIEnv* env = soa.Self()->GetJniEnv();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700866 ScopedLocalRef<jobject> system_class_loader(env, soa.AddLocalReference<jobject>(result.GetL()));
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800867 CHECK(system_class_loader.get() != nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700868
Ian Rogers68d8b422014-07-17 11:09:10 -0700869 soa.Self()->SetClassLoaderOverride(system_class_loader.get());
Ian Rogers365c1022012-06-22 15:05:28 -0700870
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700871 Handle<mirror::Class> thread_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700872 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_Thread)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700873 CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
Ian Rogers365c1022012-06-22 15:05:28 -0700874
Mathieu Chartierc7853442015-03-27 14:35:38 -0700875 ArtField* contextClassLoader =
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800876 thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700877 CHECK(contextClassLoader != nullptr);
Ian Rogers365c1022012-06-22 15:05:28 -0700878
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100879 // We can't run in a transaction yet.
Mathieu Chartier0795f232016-09-27 18:43:30 -0700880 contextClassLoader->SetObject<false>(
881 soa.Self()->GetPeer(),
Mathieu Chartier1cc62e42016-10-03 18:01:28 -0700882 soa.Decode<mirror::ClassLoader>(system_class_loader.get()).Ptr());
Brian Carlstromce888532013-10-10 00:32:58 -0700883
884 return env->NewGlobalRef(system_class_loader.get());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700885}
886
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700887std::string Runtime::GetCompilerExecutable() const {
888 if (!compiler_executable_.empty()) {
889 return compiler_executable_;
890 }
Martin Stjernholme58624f2019-09-20 15:53:40 +0100891 std::string compiler_executable = GetArtBinDir() + "/dex2oat";
Roland Levillainfb6a5c02019-03-29 20:20:16 +0000892 if (kIsDebugBuild) {
893 compiler_executable += 'd';
894 }
Nicolas Geoffrayb0c6cb52020-04-20 15:12:42 +0100895 if (kIsTargetBuild) {
896 compiler_executable += Is64BitInstructionSet(kRuntimeISA) ? "64" : "32";
897 }
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700898 return compiler_executable;
899}
900
Vladimir Markodcfcce42018-06-27 10:00:28 +0000901void Runtime::RunRootClinits(Thread* self) {
902 class_linker_->RunRootClinits(self);
903
904 GcRoot<mirror::Throwable>* exceptions[] = {
905 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
906 // &pre_allocated_OutOfMemoryError_when_throwing_oome_, // Same class as above.
907 // &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_, // Same class as above.
908 &pre_allocated_NoClassDefFoundError_,
909 };
910 for (GcRoot<mirror::Throwable>* exception : exceptions) {
911 StackHandleScope<1> hs(self);
912 Handle<mirror::Class> klass = hs.NewHandle<mirror::Class>(exception->Read()->GetClass());
913 class_linker_->EnsureInitialized(self, klass, true, true);
914 self->AssertNoPendingException();
915 }
916}
917
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700918bool Runtime::Start() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -0800919 VLOG(startup) << "Runtime::Start entering";
Brian Carlstrom58ae9412011-10-04 00:56:06 -0700920
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100921 CHECK(!no_sig_chain_) << "A started runtime should have sig chain enabled";
922
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700923 // If a debug host build, disable ptrace restriction for debugging and test timeout thread dump.
Hiroshi Yamauchic823eff2015-09-01 16:21:35 -0700924 // Only 64-bit as prctl() may fail in 32 bit userspace on a 64-bit kernel.
Bilyan Borisovbb661c02016-04-04 16:27:32 +0100925#if defined(__linux__) && !defined(ART_TARGET_ANDROID) && defined(__x86_64__)
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700926 if (kIsDebugBuild) {
Dan Zimmerman145f3c42019-12-18 04:21:38 -0800927 if (prctl(PR_SET_PTRACER, PR_SET_PTRACER_ANY) != 0) {
928 PLOG(WARNING) << "Failed setting PR_SET_PTRACER to PR_SET_PTRACER_ANY";
929 }
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700930 }
931#endif
932
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700933 // Restore main thread state to kNative as expected by native code.
Ian Rogersa436fde2013-08-27 23:34:06 -0700934 Thread* self = Thread::Current();
Alex Light64ad14d2014-08-19 14:23:13 -0700935
Vladimir Markoddf4fd32021-11-22 16:31:57 +0000936 self->TransitionFromRunnableToSuspended(ThreadState::kNative);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700937
Nicolas Geoffraye4f983c2021-07-12 15:53:27 +0100938 started_ = true;
Brian Carlstrom5d40f182011-09-26 22:29:18 -0700939
Jeff Haodcdc85b2015-12-04 14:06:18 -0800940 if (!IsImageDex2OatEnabled() || !GetHeap()->HasBootImageSpace()) {
Mathieu Chartiereb175f72014-10-31 11:49:27 -0700941 ScopedObjectAccess soa(self);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000942 StackHandleScope<3> hs(soa.Self());
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100943
Vladimir Marko679730e2018-05-25 15:06:48 +0100944 ObjPtr<mirror::ObjectArray<mirror::Class>> class_roots = GetClassLinker()->GetClassRoots();
945 auto class_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Class>(class_roots)));
Nicolas Geoffray00391822019-12-10 10:17:23 +0000946 auto string_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::String>(class_roots)));
Vladimir Marko679730e2018-05-25 15:06:48 +0100947 auto field_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Field>(class_roots)));
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100948
949 class_linker_->EnsureInitialized(soa.Self(), class_class, true, true);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000950 class_linker_->EnsureInitialized(soa.Self(), string_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000951 self->AssertNoPendingException();
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100952 // Field class is needed for register_java_net_InetAddress in libcore, b/28153851.
953 class_linker_->EnsureInitialized(soa.Self(), field_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000954 self->AssertNoPendingException();
Alex Light64ad14d2014-08-19 14:23:13 -0700955 }
956
Brian Carlstromae826982011-11-09 01:33:42 -0800957 // InitNativeMethods needs to be after started_ so that the classes
958 // it touches will have methods linked to the oat file if necessary.
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800959 {
960 ScopedTrace trace2("InitNativeMethods");
961 InitNativeMethods();
962 }
Brian Carlstromae826982011-11-09 01:33:42 -0800963
Orion Hodson26ef34c2017-11-01 13:32:41 +0000964 // IntializeIntrinsics needs to be called after the WellKnownClasses::Init in InitNativeMethods
965 // because in checking the invocation types of intrinsic methods ArtMethod::GetInvokeType()
966 // needs the SignaturePolymorphic annotation class which is initialized in WellKnownClasses::Init.
967 InitializeIntrinsics();
968
Orion Hodson814b9282020-02-19 16:37:11 +0000969 // InitializeCorePlatformApiPrivateFields() needs to be called after well known class
970 // initializtion in InitNativeMethods().
971 art::hiddenapi::InitializeCorePlatformApiPrivateFields();
972
Ian Rogers365c1022012-06-22 15:05:28 -0700973 // Initialize well known thread group values that may be accessed threads while attaching.
974 InitThreadGroups(self);
975
Jesse Wilson9a6bae82011-11-14 14:57:30 -0500976 Thread::FinishStartup();
977
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000978 // Create the JIT either if we have to use JIT compilation or save profiling info. This is
979 // done after FinishStartup as the JIT pool needs Java thread peers, which require the main
980 // ThreadGroup to exist.
981 //
982 // TODO(calin): We use the JIT class as a proxy for JIT compilation and for
983 // recoding profiles. Maybe we should consider changing the name to be more clear it's
984 // not only about compiling. b/28295073.
Andreas Gampe83e20492018-11-07 11:12:26 -0800985 if (jit_options_->UseJitCompilation() || jit_options_->GetSaveProfilingInfo()) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100986 // Try to load compiler pre zygote to reduce PSS. b/27744947
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000987 std::string error_msg;
Nicolas Geoffraya7edd0d2018-11-07 03:18:16 +0000988 if (!jit::Jit::LoadCompilerLibrary(&error_msg)) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100989 LOG(WARNING) << "Failed to load JIT compiler with error " << error_msg;
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000990 }
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +0000991 CreateJitCodeCache(/*rwx_memory_allowed=*/true);
992 CreateJit();
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000993 }
994
Andreas Gampe48864112017-01-19 17:23:17 -0800995 // Send the start phase event. We have to wait till here as this is when the main thread peer
996 // has just been generated, important root clinits have been run and JNI is completely functional.
997 {
998 ScopedObjectAccess soa(self);
999 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kStart);
1000 }
1001
Andreas Gampe81c6f8d2015-03-25 17:19:53 -07001002 system_class_loader_ = CreateSystemClassLoader(this);
jgu21a6da74e2014-09-10 06:57:17 -04001003
Robert Sesekb2267032016-09-13 19:12:57 -04001004 if (!is_zygote_) {
Calin Juravle07d83c72014-10-22 21:02:23 +01001005 if (is_native_bridge_loaded_) {
jgu21a6da74e2014-09-10 06:57:17 -04001006 PreInitializeNativeBridge(".");
1007 }
Calin Juravled3e7c6c2016-02-04 19:07:51 +00001008 NativeBridgeAction action = force_native_bridge_
1009 ? NativeBridgeAction::kInitialize
1010 : NativeBridgeAction::kUnload;
Nicolas Geoffrayba69a512015-11-17 13:50:21 +00001011 InitNonZygoteOrPostFork(self->GetJniEnv(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001012 /* is_system_server= */ false,
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001013 /* is_child_zygote= */ false,
Calin Juravled3e7c6c2016-02-04 19:07:51 +00001014 action,
Nicolas Geoffrayba69a512015-11-17 13:50:21 +00001015 GetInstructionSetString(kRuntimeISA));
Elliott Hughesd1cc8362011-10-24 16:58:50 -07001016 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001017
Alex Lighte0b2ce42019-02-21 19:23:42 +00001018 StartDaemonThreads();
1019
1020 // Make sure the environment is still clean (no lingering local refs from starting daemon
1021 // threads).
1022 {
1023 ScopedObjectAccess soa(self);
1024 self->GetJniEnv()->AssertLocalsEmpty();
1025 }
1026
1027 // Send the initialized phase event. Send it after starting the Daemon threads so that agents
1028 // cannot delay the daemon threads from starting forever.
Andreas Gampeeafaf572017-01-20 12:34:15 -08001029 {
1030 ScopedObjectAccess soa(self);
1031 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInit);
1032 }
1033
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +07001034 {
1035 ScopedObjectAccess soa(self);
Ian Rogers55256cb2017-12-21 17:07:11 -08001036 self->GetJniEnv()->AssertLocalsEmpty();
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +07001037 }
Elliott Hughes726079d2011-10-07 18:43:44 -07001038
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001039 VLOG(startup) << "Runtime::Start exiting";
Mathieu Chartier7664f5c2012-06-08 18:15:32 -07001040 finished_starting_ = true;
Brian Carlstrombd86bcc2013-03-10 20:26:16 -07001041
Andreas Gampe40da2862015-02-27 12:49:04 -08001042 if (trace_config_.get() != nullptr && trace_config_->trace_file != "") {
Vladimir Markoddf4fd32021-11-22 16:31:57 +00001043 ScopedThreadStateChange tsc(self, ThreadState::kWaitingForMethodTracingStart);
Andreas Gampe40da2862015-02-27 12:49:04 -08001044 Trace::Start(trace_config_->trace_file.c_str(),
Andreas Gampe40da2862015-02-27 12:49:04 -08001045 static_cast<int>(trace_config_->trace_file_size),
1046 0,
1047 trace_config_->trace_output_mode,
1048 trace_config_->trace_mode,
1049 0);
1050 }
1051
Calin Juravle2bce0762018-02-20 16:03:34 -08001052 // In case we have a profile path passed as a command line argument,
1053 // register the current class path for profiling now. Note that we cannot do
1054 // this before we create the JIT and having it here is the most convenient way.
1055 // This is used when testing profiles with dalvikvm command as there is no
1056 // framework to register the dex files for profiling.
1057 if (jit_.get() != nullptr && jit_options_->GetSaveProfilingInfo() &&
1058 !jit_options_->GetProfileSaverOptions().GetProfilePath().empty()) {
1059 std::vector<std::string> dex_filenames;
1060 Split(class_path_string_, ':', &dex_filenames);
Calin Juravlec2753e62021-06-25 15:34:09 -07001061
1062 // We pass "" as the package name because at this point we don't know it. It could be the
1063 // Zygote or it could be a dalvikvm cmd line execution. The package name will be re-set during
1064 // post-fork or during RegisterAppInfo.
1065 //
1066 // Also, it's ok to pass "" to the ref profile filename. It indicates we don't have
Calin Juravlebeb9f202021-06-02 14:42:03 -07001067 // a reference profile.
1068 RegisterAppInfo(
Calin Juravlec2753e62021-06-25 15:34:09 -07001069 /*package_name=*/ "",
Calin Juravlebeb9f202021-06-02 14:42:03 -07001070 dex_filenames,
1071 jit_options_->GetProfileSaverOptions().GetProfilePath(),
Calin Juravlec2753e62021-06-25 15:34:09 -07001072 /*ref_profile_filename=*/ "",
1073 kVMRuntimePrimaryApk);
Calin Juravle2bce0762018-02-20 16:03:34 -08001074 }
1075
Brian Carlstrombd86bcc2013-03-10 20:26:16 -07001076 return true;
Elliott Hughes85d15452011-09-16 17:33:01 -07001077}
1078
Mathieu Chartier90443472015-07-16 20:32:27 -07001079void Runtime::EndThreadBirth() REQUIRES(Locks::runtime_shutdown_lock_) {
Ian Rogers120f1c72012-09-28 17:17:10 -07001080 DCHECK_GT(threads_being_born_, 0U);
1081 threads_being_born_--;
1082 if (shutting_down_started_ && threads_being_born_ == 0) {
Ian Rogersc604d732012-10-14 16:09:54 -07001083 shutdown_cond_->Broadcast(Thread::Current());
Ian Rogers120f1c72012-09-28 17:17:10 -07001084 }
1085}
1086
Nicolas Geoffrayd66c8622015-12-11 14:59:16 +00001087void Runtime::InitNonZygoteOrPostFork(
Calin Juravle016fcbe22018-05-03 19:47:35 -07001088 JNIEnv* env,
1089 bool is_system_server,
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001090 // This is true when we are initializing a child-zygote. It requires
1091 // native bridge initialization to be able to run guest native code in
1092 // doPreload().
1093 bool is_child_zygote,
Calin Juravle016fcbe22018-05-03 19:47:35 -07001094 NativeBridgeAction action,
1095 const char* isa,
1096 bool profile_system_server) {
Calin Juravle07d83c72014-10-22 21:02:23 +01001097 if (is_native_bridge_loaded_) {
1098 switch (action) {
1099 case NativeBridgeAction::kUnload:
1100 UnloadNativeBridge();
1101 is_native_bridge_loaded_ = false;
1102 break;
Calin Juravle07d83c72014-10-22 21:02:23 +01001103 case NativeBridgeAction::kInitialize:
1104 InitializeNativeBridge(env, isa);
1105 break;
1106 }
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001107 }
1108
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001109 if (is_child_zygote) {
1110 // If creating a child-zygote we only initialize native bridge. The rest of
1111 // runtime post-fork logic would spin up threads for Binder and JDWP.
1112 // Instead, the Java side of the child process will call a static main in a
1113 // class specified by the parent.
1114 return;
1115 }
1116
1117 DCHECK(!IsZygote());
1118
wangguibo0d290722021-04-24 11:27:06 +08001119 if (is_system_server) {
Calin Juravlec2753e62021-06-25 15:34:09 -07001120 // Register the system server code paths.
1121 // TODO: Ideally this should be done by the VMRuntime#RegisterAppInfo. However, right now
1122 // the method is only called when we set up the profile. It should be called all the time
1123 // (simillar to the apps). Once that's done this manual registration can be removed.
1124 const char* system_server_classpath = getenv("SYSTEMSERVERCLASSPATH");
1125 if (system_server_classpath == nullptr || (strlen(system_server_classpath) == 0)) {
1126 LOG(WARNING) << "System server class path not set";
1127 } else {
1128 std::vector<std::string> jars = android::base::Split(system_server_classpath, ":");
1129 app_info_.RegisterAppInfo("android",
1130 jars,
1131 /*cur_profile_path=*/ "",
1132 /*ref_profile_path=*/ "",
1133 AppInfo::CodeType::kPrimaryApk);
1134 }
1135
Mathieu Chartier882d4142019-11-21 13:27:10 -08001136 // Set the system server package name to "android".
1137 // This is used to tell the difference between samples provided by system server
1138 // and samples generated by other apps when processing boot image profiles.
1139 SetProcessPackageName("android");
wangguibo0d290722021-04-24 11:27:06 +08001140 if (profile_system_server) {
1141 jit_options_->SetWaitForJitNotificationsToSaveProfile(false);
1142 VLOG(profiler) << "Enabling system server profiles";
1143 }
Calin Juravle016fcbe22018-05-03 19:47:35 -07001144 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001145
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001146 // Create the thread pools.
1147 heap_->CreateThreadPool();
Mathieu Chartier1092bf32019-09-10 12:39:55 -07001148 // Avoid creating the runtime thread pool for system server since it will not be used and would
1149 // waste memory.
1150 if (!is_system_server) {
Mathieu Chartierada33d72018-12-17 13:17:30 -08001151 ScopedTrace timing("CreateThreadPool");
1152 constexpr size_t kStackSize = 64 * KB;
1153 constexpr size_t kMaxRuntimeWorkers = 4u;
1154 const size_t num_workers =
1155 std::min(static_cast<size_t>(std::thread::hardware_concurrency()), kMaxRuntimeWorkers);
1156 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
1157 CHECK(thread_pool_ == nullptr);
1158 thread_pool_.reset(new ThreadPool("Runtime", num_workers, /*create_peers=*/false, kStackSize));
1159 thread_pool_->StartWorkers(Thread::Current());
1160 }
1161
Eric Holkd91328f2021-03-17 16:21:51 -07001162 // Reset the gc performance data and metrics at zygote fork so that the events from
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001163 // before fork aren't attributed to an app.
1164 heap_->ResetGcPerformanceInfo();
Eric Holkd91328f2021-03-17 16:21:51 -07001165 GetMetrics()->Reset();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001166
Eric Holk0b986f72021-01-20 22:24:06 +00001167 if (metrics_reporter_ != nullptr) {
Calin Juravleec11cf12021-06-17 15:41:08 -07001168 // Now that we know if we are an app or system server, reload the metrics reporter config
1169 // in case there are any difference.
1170 metrics::ReportingConfig metrics_config =
1171 metrics::ReportingConfig::FromFlags(is_system_server);
1172
1173 metrics_reporter_->ReloadConfig(metrics_config);
Eric Holk62b75582021-03-03 15:14:58 -08001174
Eric Holkc7ac91b2021-02-04 21:44:01 +00001175 metrics::SessionData session_data{metrics::SessionData::CreateDefault()};
Calin Juravle1282f382021-06-21 20:22:12 -07001176 // Start the session id from 1 to avoid clashes with the default value.
1177 // (better for debugability)
1178 session_data.session_id = GetRandomNumber<int64_t>(1, std::numeric_limits<int64_t>::max());
Eric Holkc7ac91b2021-02-04 21:44:01 +00001179 // TODO: set session_data.compilation_reason and session_data.compiler_filter
1180 metrics_reporter_->MaybeStartBackgroundThread(session_data);
Calin Juravlec2753e62021-06-25 15:34:09 -07001181 // Also notify about any updates to the app info.
1182 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
Eric Holk0b986f72021-01-20 22:24:06 +00001183 }
1184
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001185 StartSignalCatcher();
Elliott Hughesd1cc8362011-10-24 16:58:50 -07001186
Alex Light40320712017-12-14 11:52:04 -08001187 ScopedObjectAccess soa(Thread::Current());
Florian Mayer0972d082020-05-15 14:07:31 +02001188 if (IsPerfettoHprofEnabled() &&
Florian Mayer0bc9bef2021-04-28 15:52:33 +01001189 (Dbg::IsJdwpAllowed() || IsProfileable() || IsProfileableFromShell() || IsJavaDebuggable() ||
Florian Mayer0972d082020-05-15 14:07:31 +02001190 Runtime::Current()->IsSystemServer())) {
Florian Mayer07710c52019-09-16 15:53:38 +00001191 std::string err;
Florian Mayer46d7b242020-01-14 17:44:37 +00001192 ScopedTrace tr("perfetto_hprof init.");
Florian Mayer07710c52019-09-16 15:53:38 +00001193 ScopedThreadSuspension sts(Thread::Current(), ThreadState::kNative);
1194 if (!EnsurePerfettoPlugin(&err)) {
1195 LOG(WARNING) << "Failed to load perfetto_hprof: " << err;
1196 }
1197 }
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001198 if (IsPerfettoJavaHeapStackProfEnabled() &&
Florian Mayer0bc9bef2021-04-28 15:52:33 +01001199 (Dbg::IsJdwpAllowed() || IsProfileable() || IsProfileableFromShell() || IsJavaDebuggable() ||
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001200 Runtime::Current()->IsSystemServer())) {
Wessam Hassanein0877daf2021-04-29 23:53:14 -07001201 // Marker used for dev tracing similar to above markers.
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001202 ScopedTrace tr("perfetto_javaheapprof init.");
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001203 }
Orion Hodsonbaf563d2021-04-08 07:53:54 +01001204 if (Runtime::Current()->IsSystemServer()) {
1205 std::string err;
1206 ScopedTrace tr("odrefresh stats logging");
1207 ScopedThreadSuspension sts(Thread::Current(), ThreadState::kNative);
1208 // Report stats if available. This should be moved into ART Services when they are ready.
1209 if (!odrefresh::UploadStatsIfAvailable(&err)) {
1210 LOG(WARNING) << "Failed to upload odrefresh metrics: " << err;
1211 }
1212 }
1213
Alex Light4ca2f482019-11-25 16:07:22 -08001214 if (LIKELY(automatically_set_jni_ids_indirection_) && CanSetJniIdType()) {
1215 if (IsJavaDebuggable()) {
1216 SetJniIdType(JniIdType::kIndices);
1217 } else {
1218 SetJniIdType(JniIdType::kPointer);
1219 }
1220 }
Mathieu Chartier85b125f2020-10-30 15:45:52 -07001221 ATraceIntegerValue(
1222 "profilebootclasspath",
1223 static_cast<int>(jit_options_->GetProfileSaverOptions().GetProfileBootClassPath()));
Alex Lighta3f81292020-01-08 16:02:46 -08001224 // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
1225 // this will pause the runtime (in the internal debugger implementation), so we probably want
1226 // this to come last.
1227 GetRuntimeCallbacks()->StartDebugger();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001228}
1229
1230void Runtime::StartSignalCatcher() {
1231 if (!is_zygote_) {
Andreas Gampe53af0402018-05-03 10:40:37 -07001232 signal_catcher_ = new SignalCatcher();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001233 }
1234}
1235
Mathieu Chartier590fee92013-09-13 13:46:47 -07001236bool Runtime::IsShuttingDown(Thread* self) {
1237 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
1238 return IsShuttingDownLocked();
1239}
1240
Elliott Hughes85d15452011-09-16 17:33:01 -07001241void Runtime::StartDaemonThreads() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001242 ScopedTrace trace(__FUNCTION__);
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001243 VLOG(startup) << "Runtime::StartDaemonThreads entering";
Elliott Hughes85d15452011-09-16 17:33:01 -07001244
Elliott Hughes719b3232011-09-25 17:42:19 -07001245 Thread* self = Thread::Current();
Brian Carlstromaded5f72011-10-07 17:15:04 -07001246
1247 // Must be in the kNative state for calling native methods.
Vladimir Markoddf4fd32021-11-22 16:31:57 +00001248 CHECK_EQ(self->GetState(), ThreadState::kNative);
Brian Carlstromaded5f72011-10-07 17:15:04 -07001249
Elliott Hughes719b3232011-09-25 17:42:19 -07001250 JNIEnv* env = self->GetJniEnv();
Ian Rogers2fa6b2e2012-10-17 00:10:17 -07001251 env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
1252 WellKnownClasses::java_lang_Daemons_start);
1253 if (env->ExceptionCheck()) {
1254 env->ExceptionDescribe();
1255 LOG(FATAL) << "Error starting java.lang.Daemons";
1256 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001257
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001258 VLOG(startup) << "Runtime::StartDaemonThreads exiting";
Carl Shapiro61e019d2011-07-14 16:53:09 -07001259}
1260
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001261static size_t OpenBootDexFiles(ArrayRef<const std::string> dex_filenames,
1262 ArrayRef<const std::string> dex_locations,
Victor Hsiehce9b9022021-07-21 10:44:06 -07001263 ArrayRef<const int> dex_fds,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001264 std::vector<std::unique_ptr<const DexFile>>* dex_files) {
Igor Murashkinb1d8c312015-08-04 11:18:43 -07001265 DCHECK(dex_files != nullptr) << "OpenDexFiles: out-param is nullptr";
Alex Light64ad14d2014-08-19 14:23:13 -07001266 size_t failure_count = 0;
David Sehr013fd802018-01-11 22:55:24 -08001267 const ArtDexFileLoader dex_file_loader;
Alex Light64ad14d2014-08-19 14:23:13 -07001268 for (size_t i = 0; i < dex_filenames.size(); i++) {
1269 const char* dex_filename = dex_filenames[i].c_str();
Richard Uhlerc2752592015-01-02 13:28:22 -08001270 const char* dex_location = dex_locations[i].c_str();
Victor Hsiehce9b9022021-07-21 10:44:06 -07001271 const int dex_fd = i < dex_fds.size() ? dex_fds[i] : -1;
Aart Bik37d6a3b2016-06-21 18:30:10 -07001272 static constexpr bool kVerifyChecksum = true;
Alex Light64ad14d2014-08-19 14:23:13 -07001273 std::string error_msg;
Victor Hsiehce9b9022021-07-21 10:44:06 -07001274 if (!OS::FileExists(dex_filename) && dex_fd < 0) {
Alex Light64ad14d2014-08-19 14:23:13 -07001275 LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
1276 continue;
1277 }
David Srbecky3db3d372019-04-17 18:19:17 +01001278 bool verify = Runtime::Current()->IsVerificationEnabled();
David Sehr013fd802018-01-11 22:55:24 -08001279 if (!dex_file_loader.Open(dex_filename,
Victor Hsiehce9b9022021-07-21 10:44:06 -07001280 dex_fd,
David Sehr013fd802018-01-11 22:55:24 -08001281 dex_location,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001282 verify,
David Sehr013fd802018-01-11 22:55:24 -08001283 kVerifyChecksum,
1284 &error_msg,
1285 dex_files)) {
Victor Hsiehce9b9022021-07-21 10:44:06 -07001286 LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "' / fd " << dex_fd
1287 << ": " << error_msg;
Alex Light64ad14d2014-08-19 14:23:13 -07001288 ++failure_count;
1289 }
1290 }
1291 return failure_count;
1292}
1293
Vladimir Marko024d69f2019-06-13 10:52:32 +01001294void Runtime::SetSentinel(ObjPtr<mirror::Object> sentinel) {
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001295 CHECK(sentinel_.Read() == nullptr);
1296 CHECK(sentinel != nullptr);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -08001297 CHECK(!heap_->IsMovableObject(sentinel));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001298 sentinel_ = GcRoot<mirror::Object>(sentinel);
1299}
1300
Roland Levillain0e155592018-11-05 18:31:49 +00001301GcRoot<mirror::Object> Runtime::GetSentinel() {
1302 return sentinel_;
1303}
1304
Vladimir Markodcfcce42018-06-27 10:00:28 +00001305static inline void CreatePreAllocatedException(Thread* self,
1306 Runtime* runtime,
1307 GcRoot<mirror::Throwable>* exception,
1308 const char* exception_class_descriptor,
1309 const char* msg)
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001310 REQUIRES_SHARED(Locks::mutator_lock_) {
1311 DCHECK_EQ(self, Thread::Current());
Vladimir Markodcfcce42018-06-27 10:00:28 +00001312 ClassLinker* class_linker = runtime->GetClassLinker();
1313 // Allocate an object without initializing the class to allow non-trivial Throwable.<clinit>().
1314 ObjPtr<mirror::Class> klass = class_linker->FindSystemClass(self, exception_class_descriptor);
1315 CHECK(klass != nullptr);
1316 gc::AllocatorType allocator_type = runtime->GetHeap()->GetCurrentAllocator();
1317 ObjPtr<mirror::Throwable> exception_object = ObjPtr<mirror::Throwable>::DownCast(
Vladimir Marko9b81ac32019-05-16 16:47:08 +01001318 klass->Alloc(self, allocator_type));
Vladimir Markodcfcce42018-06-27 10:00:28 +00001319 CHECK(exception_object != nullptr);
1320 *exception = GcRoot<mirror::Throwable>(exception_object);
1321 // Initialize the "detailMessage" field.
1322 ObjPtr<mirror::String> message = mirror::String::AllocFromModifiedUtf8(self, msg);
1323 CHECK(message != nullptr);
1324 ObjPtr<mirror::Class> throwable = GetClassRoot<mirror::Throwable>(class_linker);
1325 ArtField* detailMessageField =
1326 throwable->FindDeclaredInstanceField("detailMessage", "Ljava/lang/String;");
1327 CHECK(detailMessageField != nullptr);
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001328 detailMessageField->SetObject</* kTransactionActive= */ false>(exception->Read(), message);
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001329}
1330
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001331void Runtime::InitializeApexVersions() {
1332 std::vector<std::string_view> bcp_apexes;
Nicolas Geoffrayd808f692021-05-01 11:09:04 +01001333 for (std::string_view jar : Runtime::Current()->GetBootClassPathLocations()) {
Alan Stokesa2e39362022-01-06 14:09:00 +00001334 std::string_view apex = ApexNameFromLocation(jar);
1335 if (!apex.empty()) {
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001336 bcp_apexes.push_back(apex);
1337 }
1338 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001339 static const char* kApexFileName = "/apex/apex-info-list.xml";
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001340 // Start with empty markers.
1341 apex_versions_ = std::string(bcp_apexes.size(), '/');
1342 // When running on host or chroot, we just use empty markers.
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001343 if (!kIsTargetBuild || !OS::FileExists(kApexFileName)) {
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001344 return;
1345 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001346#ifdef ART_TARGET_ANDROID
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001347 if (access(kApexFileName, R_OK) != 0) {
1348 PLOG(WARNING) << "Failed to read " << kApexFileName;
1349 return;
1350 }
1351 auto info_list = apex::readApexInfoList(kApexFileName);
1352 if (!info_list.has_value()) {
1353 LOG(WARNING) << "Failed to parse " << kApexFileName;
1354 return;
1355 }
1356
1357 std::string result;
1358 std::map<std::string_view, const apex::ApexInfo*> apex_infos;
1359 for (const apex::ApexInfo& info : info_list->getApexInfo()) {
1360 if (info.getIsActive()) {
1361 apex_infos.emplace(info.getModuleName(), &info);
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001362 }
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001363 }
1364 for (const std::string_view& str : bcp_apexes) {
1365 auto info = apex_infos.find(str);
1366 if (info == apex_infos.end() || info->second->getIsFactory()) {
1367 result += '/';
1368 } else {
1369 // In case lastUpdateMillis field is populated in apex-info-list.xml, we
1370 // prefer to use it as version scheme. If the field is missing we
1371 // fallback to the version code of the APEX.
1372 uint64_t version = info->second->hasLastUpdateMillis()
1373 ? info->second->getLastUpdateMillis()
1374 : info->second->getVersionCode();
1375 android::base::StringAppendF(&result, "/%" PRIu64, version);
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001376 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001377 }
1378 apex_versions_ = result;
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001379#endif
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001380}
1381
Calin Juravle09eacd92021-05-19 17:03:55 -07001382void Runtime::ReloadAllFlags(const std::string& caller) {
1383 FlagBase::ReloadAllFlags(caller);
1384}
1385
Vladimir Marko88b2b802015-12-04 14:19:04 +00001386bool Runtime::Init(RuntimeArgumentMap&& runtime_options_in) {
David Sehrd106d9f2016-08-16 19:22:57 -07001387 // (b/30160149): protect subprocesses from modifications to LD_LIBRARY_PATH, etc.
1388 // Take a snapshot of the environment at the time the runtime was created, for use by Exec, etc.
1389 env_snapshot_.TakeSnapshot();
1390
Andreas Gampe25419b52018-02-08 21:30:26 -08001391 using Opt = RuntimeArgumentMap;
1392 Opt runtime_options(std::move(runtime_options_in));
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001393 ScopedTrace trace(__FUNCTION__);
Eric Holkf1e1dd12020-08-21 15:38:12 -07001394 CHECK_EQ(static_cast<size_t>(sysconf(_SC_PAGE_SIZE)), kPageSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001395
Calin Juravle09eacd92021-05-19 17:03:55 -07001396 // Reload all the flags value (from system properties and device configs).
1397 ReloadAllFlags(__FUNCTION__);
1398
Orion Hodson971068d2021-06-30 21:17:53 +01001399 deny_art_apex_data_files_ = runtime_options.Exists(Opt::DenyArtApexDataFiles);
1400 if (deny_art_apex_data_files_) {
1401 // We will run slower without those files if the system has taken an ART APEX update.
1402 LOG(WARNING) << "ART APEX data files are untrusted.";
1403 }
1404
Andreas Gampe25419b52018-02-08 21:30:26 -08001405 // Early override for logging output.
1406 if (runtime_options.Exists(Opt::UseStderrLogger)) {
1407 android::base::SetLogger(android::base::StderrLogger);
1408 }
1409
Mathieu Chartier6e88ef62014-10-14 15:01:24 -07001410 MemMap::Init();
1411
Andreas Gamped84794d2019-07-18 13:40:03 -07001412 verifier_missing_kthrow_fatal_ = runtime_options.GetOrDefault(Opt::VerifierMissingKThrowFatal);
Hans Boehm1792c6f2021-06-24 17:35:50 -07001413 force_java_zygote_fork_loop_ = runtime_options.GetOrDefault(Opt::ForceJavaZygoteForkLoop);
Florian Mayer0972d082020-05-15 14:07:31 +02001414 perfetto_hprof_enabled_ = runtime_options.GetOrDefault(Opt::PerfettoHprof);
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001415 perfetto_javaheapprof_enabled_ = runtime_options.GetOrDefault(Opt::PerfettoJavaHeapStackProf);
Andreas Gamped84794d2019-07-18 13:40:03 -07001416
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001417 // Try to reserve a dedicated fault page. This is allocated for clobbered registers and sentinels.
1418 // If we cannot reserve it, log a warning.
1419 // Note: We allocate this first to have a good chance of grabbing the page. The address (0xebad..)
1420 // is out-of-the-way enough that it should not collide with boot image mapping.
1421 // Note: Don't request an error message. That will lead to a maps dump in the case of failure,
1422 // leading to logspam.
1423 {
1424 constexpr uintptr_t kSentinelAddr =
1425 RoundDown(static_cast<uintptr_t>(Context::kBadGprBase), kPageSize);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001426 protected_fault_page_ = MemMap::MapAnonymous("Sentinel fault page",
1427 reinterpret_cast<uint8_t*>(kSentinelAddr),
1428 kPageSize,
1429 PROT_NONE,
Vladimir Marko11306592018-10-26 14:22:59 +01001430 /*low_4gb=*/ true,
1431 /*reuse=*/ false,
1432 /*reservation=*/ nullptr,
1433 /*error_msg=*/ nullptr);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001434 if (!protected_fault_page_.IsValid()) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001435 LOG(WARNING) << "Could not reserve sentinel fault page";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001436 } else if (reinterpret_cast<uintptr_t>(protected_fault_page_.Begin()) != kSentinelAddr) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001437 LOG(WARNING) << "Could not reserve sentinel fault page at the right address.";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001438 protected_fault_page_.Reset();
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001439 }
1440 }
1441
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001442 VLOG(startup) << "Runtime::Init -verbose:startup enabled";
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001443
Elliott Hughes7c6169d2012-05-02 16:11:48 -07001444 QuasiAtomic::Startup();
1445
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001446 oat_file_manager_ = new OatFileManager();
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -07001447
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001448 jni_id_manager_.reset(new jni::JniIdManager());
Alex Light79d6c802019-06-27 15:50:11 +00001449
Calin Juravleb2771b42016-04-07 17:09:25 +01001450 Thread::SetSensitiveThreadHook(runtime_options.GetOrDefault(Opt::HookIsSensitiveThread));
Andreas Gamped0210e52017-06-23 13:38:09 -07001451 Monitor::Init(runtime_options.GetOrDefault(Opt::LockProfThreshold),
1452 runtime_options.GetOrDefault(Opt::StackDumpLockProfThreshold));
Elliott Hughes32d6e1e2011-10-11 14:47:44 -07001453
Victor Hsieh61ffd042021-05-20 15:14:25 -07001454 image_locations_ = runtime_options.ReleaseOrDefault(Opt::Image);
Nicolas Geoffray144f82c2019-02-21 09:43:18 +00001455
Vladimir Marko91f10322018-12-07 18:04:10 +00001456 SetInstructionSet(runtime_options.GetOrDefault(Opt::ImageInstructionSet));
1457 boot_class_path_ = runtime_options.ReleaseOrDefault(Opt::BootClassPath);
1458 boot_class_path_locations_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathLocations);
1459 DCHECK(boot_class_path_locations_.empty() ||
1460 boot_class_path_locations_.size() == boot_class_path_.size());
1461 if (boot_class_path_.empty()) {
Victor Hsiehb5728322021-05-21 09:45:35 -07001462 LOG(ERROR) << "Boot classpath is empty";
1463 return false;
Vladimir Marko91f10322018-12-07 18:04:10 +00001464 }
1465
Victor Hsieha09d8b72021-05-24 14:21:55 -07001466 boot_class_path_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathFds);
1467 if (!boot_class_path_fds_.empty() && boot_class_path_fds_.size() != boot_class_path_.size()) {
1468 LOG(ERROR) << "Number of FDs specified in -Xbootclasspathfds must match the number of JARs in "
1469 << "-Xbootclasspath.";
1470 return false;
1471 }
1472
Victor Hsiehce9b9022021-07-21 10:44:06 -07001473 boot_class_path_image_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathImageFds);
1474 boot_class_path_vdex_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathVdexFds);
1475 boot_class_path_oat_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathOatFds);
1476 CHECK(boot_class_path_image_fds_.empty() ||
Jiakai Zhangef879d42022-01-21 18:34:06 +00001477 boot_class_path_image_fds_.size() == boot_class_path_.size());
Victor Hsiehce9b9022021-07-21 10:44:06 -07001478 CHECK(boot_class_path_vdex_fds_.empty() ||
Jiakai Zhangef879d42022-01-21 18:34:06 +00001479 boot_class_path_vdex_fds_.size() == boot_class_path_.size());
Victor Hsiehce9b9022021-07-21 10:44:06 -07001480 CHECK(boot_class_path_oat_fds_.empty() ||
Jiakai Zhangef879d42022-01-21 18:34:06 +00001481 boot_class_path_oat_fds_.size() == boot_class_path_.size());
Victor Hsiehce9b9022021-07-21 10:44:06 -07001482
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001483 class_path_string_ = runtime_options.ReleaseOrDefault(Opt::ClassPath);
1484 properties_ = runtime_options.ReleaseOrDefault(Opt::PropertiesList);
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001485
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001486 compiler_callbacks_ = runtime_options.GetOrDefault(Opt::CompilerCallbacksPtr);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001487 must_relocate_ = runtime_options.GetOrDefault(Opt::Relocate);
1488 is_zygote_ = runtime_options.Exists(Opt::Zygote);
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +01001489 is_primary_zygote_ = runtime_options.Exists(Opt::PrimaryZygote);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001490 is_explicit_gc_disabled_ = runtime_options.Exists(Opt::DisableExplicitGC);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001491 image_dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::ImageDex2Oat);
Nicolas Geoffray6ee49712018-03-30 14:39:05 +00001492 dump_native_stack_on_sig_quit_ = runtime_options.GetOrDefault(Opt::DumpNativeStackOnSigQuit);
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001493
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001494 if (is_zygote_ || runtime_options.Exists(Opt::OnlyUseTrustedOatFiles)) {
1495 oat_file_manager_->SetOnlyUseTrustedOatFiles();
1496 }
1497
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001498 vfprintf_ = runtime_options.GetOrDefault(Opt::HookVfprintf);
1499 exit_ = runtime_options.GetOrDefault(Opt::HookExit);
1500 abort_ = runtime_options.GetOrDefault(Opt::HookAbort);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001501
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001502 default_stack_size_ = runtime_options.GetOrDefault(Opt::StackSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001503
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001504 compiler_executable_ = runtime_options.ReleaseOrDefault(Opt::Compiler);
1505 compiler_options_ = runtime_options.ReleaseOrDefault(Opt::CompilerOptions);
Vladimir Marko72101082019-02-05 16:16:30 +00001506 for (const std::string& option : Runtime::Current()->GetCompilerOptions()) {
1507 if (option == "--debuggable") {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001508 SetJavaDebuggable(true);
1509 break;
1510 }
1511 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001512 image_compiler_options_ = runtime_options.ReleaseOrDefault(Opt::ImageCompilerOptions);
Brian Carlstrom2ec65202014-03-03 15:16:37 -08001513
Hans Boehmb2155572019-03-27 14:25:53 -07001514 finalizer_timeout_ms_ = runtime_options.GetOrDefault(Opt::FinalizerTimeoutMs);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001515 max_spins_before_thin_lock_inflation_ =
1516 runtime_options.GetOrDefault(Opt::MaxSpinsBeforeThinLockInflation);
Ian Rogersd9c4fc92013-10-01 19:45:43 -07001517
Elliott Hughesc33a32b2011-10-11 18:18:07 -07001518 monitor_list_ = new MonitorList;
Ian Rogersef7d42f2014-01-06 12:55:46 -08001519 monitor_pool_ = MonitorPool::Create();
Mathieu Chartier3fceaf52017-01-22 13:33:40 -08001520 thread_list_ = new ThreadList(runtime_options.GetOrDefault(Opt::ThreadSuspendTimeout));
Elliott Hughescf4c6c42011-09-01 15:16:42 -07001521 intern_table_ = new InternTable;
1522
wangguibo0d290722021-04-24 11:27:06 +08001523 monitor_timeout_enable_ = runtime_options.GetOrDefault(Opt::MonitorTimeoutEnable);
1524 int monitor_timeout_ms = runtime_options.GetOrDefault(Opt::MonitorTimeout);
Hans Boehmc3632b12021-05-17 15:18:14 -07001525 if (monitor_timeout_ms < Monitor::kMonitorTimeoutMinMs) {
1526 LOG(WARNING) << "Monitor timeout too short: Increasing";
1527 monitor_timeout_ms = Monitor::kMonitorTimeoutMinMs;
1528 }
1529 if (monitor_timeout_ms >= Monitor::kMonitorTimeoutMaxMs) {
1530 LOG(WARNING) << "Monitor timeout too long: Decreasing";
1531 monitor_timeout_ms = Monitor::kMonitorTimeoutMaxMs - 1;
wangguibo0d290722021-04-24 11:27:06 +08001532 }
1533 monitor_timeout_ns_ = MsToNs(monitor_timeout_ms);
1534
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001535 verify_ = runtime_options.GetOrDefault(Opt::Verify);
Logan Chiendd361c92012-04-10 23:40:37 +08001536
David Brazdila7db0262018-01-16 17:13:35 +00001537 target_sdk_version_ = runtime_options.GetOrDefault(Opt::TargetSdkVersion);
1538
David Brazdil6dfdfef2019-04-11 17:39:11 +01001539 // Set hidden API enforcement policy. The checks are disabled by default and
1540 // we only enable them if:
1541 // (a) runtime was started with a command line flag that enables the checks, or
David Brazdilad666272018-02-06 20:30:59 +00001542 // (b) Zygote forked a new process that is not exempt (see ZygoteHooks).
David Brazdil6dfdfef2019-04-11 17:39:11 +01001543 hidden_api_policy_ = runtime_options.GetOrDefault(Opt::HiddenApiPolicy);
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00001544 DCHECK_IMPLIES(is_zygote_, hidden_api_policy_ == hiddenapi::EnforcementPolicy::kDisabled);
David Brazdil6dfdfef2019-04-11 17:39:11 +01001545
1546 // Set core platform API enforcement policy. The checks are disabled by default and
1547 // can be enabled with a command line flag. AndroidRuntime will pass the flag if
1548 // a system property is set.
1549 core_platform_api_policy_ = runtime_options.GetOrDefault(Opt::CorePlatformApiPolicy);
1550 if (core_platform_api_policy_ != hiddenapi::EnforcementPolicy::kDisabled) {
1551 LOG(INFO) << "Core platform API reporting enabled, enforcing="
1552 << (core_platform_api_policy_ == hiddenapi::EnforcementPolicy::kEnabled ? "true" : "false");
1553 }
David Brazdil3e0fa0a2018-01-15 18:41:44 +00001554
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001555 no_sig_chain_ = runtime_options.Exists(Opt::NoSigChain);
Calin Juravled3e7c6c2016-02-04 19:07:51 +00001556 force_native_bridge_ = runtime_options.Exists(Opt::ForceNativeBridge);
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001557
Dmitriy Ivanov785049f2014-07-18 10:08:57 -07001558 Split(runtime_options.GetOrDefault(Opt::CpuAbiList), ',', &cpu_abilist_);
1559
Andreas Gampedd671252015-07-23 14:37:18 -07001560 fingerprint_ = runtime_options.ReleaseOrDefault(Opt::Fingerprint);
1561
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001562 if (runtime_options.GetOrDefault(Opt::Interpret)) {
Ian Rogers62d6c772013-02-27 08:32:07 -08001563 GetInstrumentation()->ForceInterpretOnly();
1564 }
1565
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001566 zygote_max_failed_boots_ = runtime_options.GetOrDefault(Opt::ZygoteMaxFailedBoots);
Alex Lighteb7c1442015-08-31 13:17:42 -07001567 experimental_flags_ = runtime_options.GetOrDefault(Opt::Experimental);
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07001568 is_low_memory_mode_ = runtime_options.Exists(Opt::LowMemoryMode);
Mathieu Chartierc42cb0e2017-10-13 11:35:00 -07001569 madvise_random_access_ = runtime_options.GetOrDefault(Opt::MadviseRandomAccess);
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08001570 madvise_willneed_vdex_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedVdexFileSize);
1571 madvise_willneed_odex_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedOdexFileSize);
1572 madvise_willneed_art_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedArtFileSize);
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001573
Alex Lightf3677472019-06-26 16:31:53 -07001574 jni_ids_indirection_ = runtime_options.GetOrDefault(Opt::OpaqueJniIds);
Alex Light4ca2f482019-11-25 16:07:22 -08001575 automatically_set_jni_ids_indirection_ =
1576 runtime_options.GetOrDefault(Opt::AutoPromoteOpaqueJniIds);
Alex Light79d6c802019-06-27 15:50:11 +00001577
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001578 plugins_ = runtime_options.ReleaseOrDefault(Opt::Plugins);
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001579 agent_specs_ = runtime_options.ReleaseOrDefault(Opt::AgentPath);
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001580 // TODO Add back in -agentlib
1581 // for (auto lib : runtime_options.ReleaseOrDefault(Opt::AgentLib)) {
1582 // agents_.push_back(lib);
1583 // }
1584
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001585 float foreground_heap_growth_multiplier;
1586 if (is_low_memory_mode_ && !runtime_options.Exists(Opt::ForegroundHeapGrowthMultiplier)) {
1587 // If low memory mode, use 1.0 as the multiplier by default.
1588 foreground_heap_growth_multiplier = 1.0f;
1589 } else {
1590 foreground_heap_growth_multiplier =
1591 runtime_options.GetOrDefault(Opt::ForegroundHeapGrowthMultiplier) +
1592 kExtraDefaultHeapGrowthMultiplier;
1593 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001594 XGcOption xgc_option = runtime_options.GetOrDefault(Opt::GcOption);
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001595
1596 // Generational CC collection is currently only compatible with Baker read barriers.
1597 bool use_generational_cc = kUseBakerReadBarrier && xgc_option.generational_cc;
1598
Jiakai Zhang57a45be2022-02-07 16:12:57 +00001599 // Cache the apex versions.
1600 InitializeApexVersions();
1601
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001602 heap_ = new gc::Heap(runtime_options.GetOrDefault(Opt::MemoryInitialSize),
1603 runtime_options.GetOrDefault(Opt::HeapGrowthLimit),
1604 runtime_options.GetOrDefault(Opt::HeapMinFree),
1605 runtime_options.GetOrDefault(Opt::HeapMaxFree),
1606 runtime_options.GetOrDefault(Opt::HeapTargetUtilization),
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001607 foreground_heap_growth_multiplier,
Hans Boehmbb2467b2019-03-29 22:55:06 -07001608 runtime_options.GetOrDefault(Opt::StopForNativeAllocs),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001609 runtime_options.GetOrDefault(Opt::MemoryMaximumSize),
1610 runtime_options.GetOrDefault(Opt::NonMovingSpaceCapacity),
Vladimir Marko91f10322018-12-07 18:04:10 +00001611 GetBootClassPath(),
1612 GetBootClassPathLocations(),
Victor Hsieha09d8b72021-05-24 14:21:55 -07001613 GetBootClassPathFds(),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001614 GetBootClassPathImageFds(),
1615 GetBootClassPathVdexFds(),
1616 GetBootClassPathOatFds(),
Victor Hsieh61ffd042021-05-20 15:14:25 -07001617 image_locations_,
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001618 instruction_set_,
Hiroshi Yamauchi1b0adbf2016-11-14 17:35:12 -08001619 // Override the collector type to CC if the read barrier config.
1620 kUseReadBarrier ? gc::kCollectorTypeCC : xgc_option.collector_type_,
1621 kUseReadBarrier ? BackgroundGcOption(gc::kCollectorTypeCCBackground)
1622 : runtime_options.GetOrDefault(Opt::BackgroundGc),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001623 runtime_options.GetOrDefault(Opt::LargeObjectSpace),
1624 runtime_options.GetOrDefault(Opt::LargeObjectThreshold),
1625 runtime_options.GetOrDefault(Opt::ParallelGCThreads),
1626 runtime_options.GetOrDefault(Opt::ConcGCThreads),
1627 runtime_options.Exists(Opt::LowMemoryMode),
1628 runtime_options.GetOrDefault(Opt::LongPauseLogThreshold),
1629 runtime_options.GetOrDefault(Opt::LongGCLogThreshold),
1630 runtime_options.Exists(Opt::IgnoreMaxFootprint),
Alex Lightb5a0e912020-07-23 10:54:47 -07001631 runtime_options.GetOrDefault(Opt::AlwaysLogExplicitGcs),
Hiroshi Yamauchif360ad02015-02-20 11:28:03 -08001632 runtime_options.GetOrDefault(Opt::UseTLAB),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001633 xgc_option.verify_pre_gc_heap_,
1634 xgc_option.verify_pre_sweeping_heap_,
1635 xgc_option.verify_post_gc_heap_,
1636 xgc_option.verify_pre_gc_rosalloc_,
1637 xgc_option.verify_pre_sweeping_rosalloc_,
1638 xgc_option.verify_post_gc_rosalloc_,
Mathieu Chartier31000802015-06-14 14:14:37 -07001639 xgc_option.gcstress_,
Mathieu Chartier56fe2582016-07-14 13:30:03 -07001640 xgc_option.measure_,
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001641 runtime_options.GetOrDefault(Opt::EnableHSpaceCompactForOOM),
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001642 use_generational_cc,
Albert Mingkun Yangde94ea72018-11-16 10:15:49 +00001643 runtime_options.GetOrDefault(Opt::HSpaceCompactForOOMMinIntervalsMs),
1644 runtime_options.Exists(Opt::DumpRegionInfoBeforeGC),
Orion Hodsonae7168e2020-10-09 15:13:29 +01001645 runtime_options.Exists(Opt::DumpRegionInfoAfterGC));
Dave Allison3d14eb62014-07-10 01:54:57 +00001646
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001647 dump_gc_performance_on_shutdown_ = runtime_options.Exists(Opt::DumpGCPerformanceOnShutdown);
Dave Allison3d14eb62014-07-10 01:54:57 +00001648
Alex Light01cc9102021-02-04 16:53:40 -08001649 bool has_explicit_jdwp_options = runtime_options.Get(Opt::JdwpOptions) != nullptr;
Alex Light40320712017-12-14 11:52:04 -08001650 jdwp_options_ = runtime_options.GetOrDefault(Opt::JdwpOptions);
Alex Lightbaac7e42018-06-08 15:30:11 +00001651 jdwp_provider_ = CanonicalizeJdwpProvider(runtime_options.GetOrDefault(Opt::JdwpProvider),
1652 IsJavaDebuggable());
Alex Light40320712017-12-14 11:52:04 -08001653 switch (jdwp_provider_) {
1654 case JdwpProvider::kNone: {
Alex Light230fa942018-03-08 14:07:02 -08001655 VLOG(jdwp) << "Disabling all JDWP support.";
Alex Lightb06bd682018-01-29 13:26:45 -08001656 if (!jdwp_options_.empty()) {
1657 bool has_transport = jdwp_options_.find("transport") != std::string::npos;
Alex Lightb06bd682018-01-29 13:26:45 -08001658 std::string adb_connection_args =
1659 std::string(" -XjdwpProvider:adbconnection -XjdwpOptions:") + jdwp_options_;
Alex Light01cc9102021-02-04 16:53:40 -08001660 if (has_explicit_jdwp_options) {
1661 LOG(WARNING) << "Jdwp options given when jdwp is disabled! You probably want to enable "
1662 << "jdwp with one of:" << std::endl
1663 << " -Xplugin:libopenjdkjvmti" << (kIsDebugBuild ? "d" : "") << ".so "
1664 << "-agentpath:libjdwp.so=" << jdwp_options_ << std::endl
1665 << (has_transport ? "" : adb_connection_args);
1666 }
Alex Lightb06bd682018-01-29 13:26:45 -08001667 }
Alex Light40320712017-12-14 11:52:04 -08001668 break;
1669 }
Alex Lightfbf96702017-12-14 13:27:13 -08001670 case JdwpProvider::kAdbConnection: {
1671 constexpr const char* plugin_name = kIsDebugBuild ? "libadbconnectiond.so"
1672 : "libadbconnection.so";
1673 plugins_.push_back(Plugin::Create(plugin_name));
Alex Lightbaac7e42018-06-08 15:30:11 +00001674 break;
1675 }
1676 case JdwpProvider::kUnset: {
1677 LOG(FATAL) << "Illegal jdwp provider " << jdwp_provider_ << " was not filtered out!";
Alex Lightfbf96702017-12-14 13:27:13 -08001678 }
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001679 }
Andreas Gampeac30fa22017-01-18 21:02:36 -08001680 callbacks_->AddThreadLifecycleCallback(Dbg::GetThreadLifecycleCallback());
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001681
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001682 jit_options_.reset(jit::JitOptions::CreateFromRuntimeArguments(runtime_options));
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001683 if (IsAotCompiler()) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001684 // If we are already the compiler at this point, we must be dex2oat. Don't create the jit in
1685 // this case.
1686 // If runtime_options doesn't have UseJIT set to true then CreateFromRuntimeArguments returns
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001687 // null and we don't create the jit.
Calin Juravleffc87072016-04-20 14:22:09 +01001688 jit_options_->SetUseJitCompilation(false);
1689 jit_options_->SetSaveProfilingInfo(false);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001690 }
1691
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001692 // Use MemMap arena pool for jit, malloc otherwise. Malloc arenas are faster to allocate but
1693 // can't be trimmed as easily.
Mathieu Chartiere401d142015-04-22 13:56:20 -07001694 const bool use_malloc = IsAotCompiler();
David Sehr3215fff2018-04-03 17:10:12 -07001695 if (use_malloc) {
1696 arena_pool_.reset(new MallocArenaPool());
1697 jit_arena_pool_.reset(new MallocArenaPool());
1698 } else {
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001699 arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false));
1700 jit_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false, "CompilerMetadata"));
David Sehr3215fff2018-04-03 17:10:12 -07001701 }
Nicolas Geoffray25e04562016-03-01 13:17:58 +00001702
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07001703 if (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA)) {
Mathieu Chartierc7853442015-03-27 14:35:38 -07001704 // 4gb, no malloc. Explanation in header.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001705 low_4gb_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ true));
Mathieu Chartierc7853442015-03-27 14:35:38 -07001706 }
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07001707 linear_alloc_.reset(CreateLinearAlloc());
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001708
Hans Boehm4dcac362021-09-23 12:26:04 -07001709 small_irt_allocator_ = new SmallIrtAllocator();
1710
Dave Allison3d14eb62014-07-10 01:54:57 +00001711 BlockSignals();
1712 InitPlatformSignalHandlers();
1713
Dave Allison69dfe512014-07-11 17:11:58 +00001714 // Change the implicit checks flags based on runtime architecture.
1715 switch (kRuntimeISA) {
Vladimir Marko7039c112018-04-05 17:59:39 +01001716 case InstructionSet::kArm64:
Vladimir Marko9e143272022-01-04 09:28:42 +00001717 // TODO: Implicit suspend checks are currently disabled to facilitate search
1718 // for unrelated memory use regressions. Bug: 213757852.
1719 implicit_suspend_checks_ = false;
Vladimir Marko7039c112018-04-05 17:59:39 +01001720 FALLTHROUGH_INTENDED;
Vladimir Marko33bff252017-11-01 14:35:42 +00001721 case InstructionSet::kArm:
1722 case InstructionSet::kThumb2:
1723 case InstructionSet::kX86:
Vladimir Marko33bff252017-11-01 14:35:42 +00001724 case InstructionSet::kX86_64:
Dave Allison69dfe512014-07-11 17:11:58 +00001725 implicit_null_checks_ = true;
Roland Levillain05e34f42018-05-24 13:19:05 +00001726 // Historical note: Installing stack protection was not playing well with Valgrind.
1727 implicit_so_checks_ = true;
Dave Allison69dfe512014-07-11 17:11:58 +00001728 break;
1729 default:
1730 // Keep the defaults.
1731 break;
1732 }
1733
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001734 if (!no_sig_chain_) {
1735 // Dex2Oat's Runtime does not need the signal chain or the fault handler.
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001736 if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
1737 fault_manager.Init();
Dave Allison69dfe512014-07-11 17:11:58 +00001738
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001739 // These need to be in a specific order. The null point check handler must be
1740 // after the suspend check and stack overflow check handlers.
1741 //
Roland Levillain05e34f42018-05-24 13:19:05 +00001742 // Note: the instances attach themselves to the fault manager and are handled by it. The
1743 // manager will delete the instance on Shutdown().
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001744 if (implicit_suspend_checks_) {
1745 new SuspensionHandler(&fault_manager);
1746 }
Dave Allison69dfe512014-07-11 17:11:58 +00001747
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001748 if (implicit_so_checks_) {
1749 new StackOverflowHandler(&fault_manager);
1750 }
Dave Allison69dfe512014-07-11 17:11:58 +00001751
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001752 if (implicit_null_checks_) {
1753 new NullPointerHandler(&fault_manager);
1754 }
1755
1756 if (kEnableJavaStackTraceHandler) {
1757 new JavaStackTraceHandler(&fault_manager);
1758 }
Dave Allison69dfe512014-07-11 17:11:58 +00001759 }
1760 }
1761
Andreas Gampe0b0ffc12018-08-01 14:41:27 -07001762 verifier_logging_threshold_ms_ = runtime_options.GetOrDefault(Opt::VerifierLoggingThreshold);
1763
Richard Uhlerda0a69e2016-10-11 15:06:38 +01001764 std::string error_msg;
1765 java_vm_ = JavaVMExt::Create(this, runtime_options, &error_msg);
1766 if (java_vm_.get() == nullptr) {
1767 LOG(ERROR) << "Could not initialize JavaVMExt: " << error_msg;
1768 return false;
1769 }
Elliott Hughes515a5bc2011-08-17 11:08:34 -07001770
Alex Light185d1342016-08-11 10:48:03 -07001771 // Add the JniEnv handler.
1772 // TODO Refactor this stuff.
1773 java_vm_->AddEnvironmentHook(JNIEnvExt::GetEnvHandler);
1774
Elliott Hughesbe759c62011-09-08 19:38:21 -07001775 Thread::Startup();
Elliott Hughesd92bec42011-09-02 17:04:36 -07001776
Mathieu Chartier664bebf2012-11-12 16:54:11 -08001777 // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
1778 // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
1779 // thread, we do not get a java peer.
Ian Rogers63557452014-06-04 16:57:15 -07001780 Thread* self = Thread::Attach("main", false, nullptr, false);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001781 CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
Ian Rogers63557452014-06-04 16:57:15 -07001782 CHECK(self != nullptr);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001783
Alex Lighte9f61032018-09-24 16:04:51 -07001784 self->SetIsRuntimeThread(IsAotCompiler());
Calin Juravleccd56952016-12-15 17:57:38 +00001785
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001786 // Set us to runnable so tools using a runtime can allocate and GC by default
Ian Rogers120f1c72012-09-28 17:17:10 -07001787 self->TransitionFromSuspendedToRunnable();
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001788
Ian Rogersa436fde2013-08-27 23:34:06 -07001789 // Now we're attached, we can take the heap locks and validate the heap.
Ian Rogers141d6222012-04-05 12:23:06 -07001790 GetHeap()->EnableObjectValidation();
1791
Ian Rogers1d54e732013-05-02 21:10:01 -07001792 CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
Andreas Gampe87658f32019-04-18 18:39:02 +00001793
Chang Xing605fe242017-07-20 15:57:21 -07001794 if (UNLIKELY(IsAotCompiler())) {
1795 class_linker_ = new AotClassLinker(intern_table_);
1796 } else {
Andreas Gampe87658f32019-04-18 18:39:02 +00001797 class_linker_ = new ClassLinker(
1798 intern_table_,
1799 runtime_options.GetOrDefault(Opt::FastClassNotFoundException));
Chang Xing605fe242017-07-20 15:57:21 -07001800 }
Jeff Haodcdc85b2015-12-04 14:06:18 -08001801 if (GetHeap()->HasBootImageSpace()) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -08001802 bool result = class_linker_->InitFromBootImage(&error_msg);
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001803 if (!result) {
1804 LOG(ERROR) << "Could not initialize from image: " << error_msg;
1805 return false;
1806 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001807 if (kIsDebugBuild) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08001808 for (auto image_space : GetHeap()->GetBootImageSpaces()) {
1809 image_space->VerifyImageAllocations();
1810 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001811 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001812 {
1813 ScopedTrace trace2("AddImageStringsToTable");
Mathieu Chartier74ccee62018-10-10 10:30:29 -07001814 for (gc::space::ImageSpace* image_space : heap_->GetBootImageSpaces()) {
1815 GetInternTable()->AddImageStringsToTable(image_space, VoidFunctor());
1816 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001817 }
Orion Hodson771708f2021-01-06 15:45:16 +00001818
1819 const size_t total_components = gc::space::ImageSpace::GetNumberOfComponents(
1820 ArrayRef<gc::space::ImageSpace* const>(heap_->GetBootImageSpaces()));
1821 if (total_components != GetBootClassPath().size()) {
Vladimir Marko0ace5632018-12-14 11:11:47 +00001822 // The boot image did not contain all boot class path components. Load the rest.
Orion Hodson771708f2021-01-06 15:45:16 +00001823 CHECK_LT(total_components, GetBootClassPath().size());
1824 size_t start = total_components;
Vladimir Marko0ace5632018-12-14 11:11:47 +00001825 DCHECK_LT(start, GetBootClassPath().size());
1826 std::vector<std::unique_ptr<const DexFile>> extra_boot_class_path;
1827 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1828 extra_boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1829 } else {
Victor Hsiehce9b9022021-07-21 10:44:06 -07001830 ArrayRef<const int> bcp_fds = start < GetBootClassPathFds().size()
1831 ? ArrayRef<const int>(GetBootClassPathFds()).SubArray(start)
1832 : ArrayRef<const int>();
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001833 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()).SubArray(start),
1834 ArrayRef<const std::string>(GetBootClassPathLocations()).SubArray(start),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001835 bcp_fds,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001836 &extra_boot_class_path);
Vladimir Marko0ace5632018-12-14 11:11:47 +00001837 }
1838 class_linker_->AddExtraBootDexFiles(self, std::move(extra_boot_class_path));
1839 }
Mathieu Chartier40906572019-09-30 13:57:11 -07001840 if (IsJavaDebuggable() || jit_options_->GetProfileSaverOptions().GetProfileBootClassPath()) {
1841 // Deoptimize the boot image if debuggable as the code may have been compiled non-debuggable.
1842 // Also deoptimize if we are profiling the boot class path.
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001843 ScopedThreadSuspension sts(self, ThreadState::kNative);
1844 ScopedSuspendAll ssa(__FUNCTION__);
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001845 DeoptimizeBootImage();
1846 }
Richard Uhlerc2752592015-01-02 13:28:22 -08001847 } else {
Richard Uhlerfbef44d2014-12-23 09:48:51 -08001848 std::vector<std::unique_ptr<const DexFile>> boot_class_path;
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001849 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1850 boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1851 } else {
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001852 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()),
1853 ArrayRef<const std::string>(GetBootClassPathLocations()),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001854 ArrayRef<const int>(GetBootClassPathFds()),
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001855 &boot_class_path);
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001856 }
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001857 if (!class_linker_->InitWithoutImage(std::move(boot_class_path), &error_msg)) {
1858 LOG(ERROR) << "Could not initialize without image: " << error_msg;
1859 return false;
1860 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001861
Alex Light64ad14d2014-08-19 14:23:13 -07001862 // TODO: Should we move the following to InitWithoutImage?
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001863 SetInstructionSet(instruction_set_);
Andreas Gampe8228cdf2017-05-30 15:03:54 -07001864 for (uint32_t i = 0; i < kCalleeSaveSize; i++) {
1865 CalleeSaveType type = CalleeSaveType(i);
Alex Light64ad14d2014-08-19 14:23:13 -07001866 if (!HasCalleeSaveMethod(type)) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -07001867 SetCalleeSaveMethod(CreateCalleeSaveMethod(), type);
Alex Light64ad14d2014-08-19 14:23:13 -07001868 }
1869 }
Igor Murashkina2cfee32015-01-07 16:37:24 -08001870 }
1871
Nicolas Geoffraybbdb1ed2021-06-29 14:12:05 +01001872 // Now that the boot image space is set, cache the boot classpath checksums,
1873 // to be used when validating oat files.
1874 ArrayRef<gc::space::ImageSpace* const> image_spaces(GetHeap()->GetBootImageSpaces());
1875 ArrayRef<const DexFile* const> bcp_dex_files(GetClassLinker()->GetBootClassPath());
1876 boot_class_path_checksums_ = gc::space::ImageSpace::GetBootClassPathChecksums(image_spaces,
1877 bcp_dex_files);
1878
Ian Rogers63557452014-06-04 16:57:15 -07001879 CHECK(class_linker_ != nullptr);
Ian Rogersc0542af2014-09-03 16:16:56 -07001880
Andreas Gampee0bbab92019-07-25 12:28:22 -07001881 verifier::ClassVerifier::Init(class_linker_);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001882
Andreas Gampef6a780a2015-04-02 18:51:05 -07001883 if (runtime_options.Exists(Opt::MethodTrace)) {
1884 trace_config_.reset(new TraceConfig());
1885 trace_config_->trace_file = runtime_options.ReleaseOrDefault(Opt::MethodTraceFile);
1886 trace_config_->trace_file_size = runtime_options.ReleaseOrDefault(Opt::MethodTraceFileSize);
1887 trace_config_->trace_mode = Trace::TraceMode::kMethodTracing;
Andreas Gampe40da2862015-02-27 12:49:04 -08001888 trace_config_->trace_output_mode = runtime_options.Exists(Opt::MethodTraceStreaming) ?
1889 Trace::TraceOutputMode::kStreaming :
1890 Trace::TraceOutputMode::kFile;
Andreas Gampef6a780a2015-04-02 18:51:05 -07001891 }
jeffhaob5e81852012-03-12 11:15:45 -07001892
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08001893 // TODO: move this to just be an Trace::Start argument
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001894 Trace::SetDefaultClockSource(runtime_options.GetOrDefault(Opt::ProfileClock));
Dave Allison0aded082013-11-07 13:15:11 -08001895
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001896 if (GetHeap()->HasBootImageSpace()) {
1897 const ImageHeader& image_header = GetHeap()->GetBootImageSpaces()[0]->GetImageHeader();
Vladimir Marko024d69f2019-06-13 10:52:32 +01001898 ObjPtr<mirror::ObjectArray<mirror::Object>> boot_image_live_objects =
1899 ObjPtr<mirror::ObjectArray<mirror::Object>>::DownCast(
1900 image_header.GetImageRoot(ImageHeader::kBootImageLiveObjects));
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001901 pre_allocated_OutOfMemoryError_when_throwing_exception_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001902 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingException)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001903 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_exception_.Read()->GetClass()
1904 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1905 pre_allocated_OutOfMemoryError_when_throwing_oome_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001906 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingOome)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001907 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_oome_.Read()->GetClass()
1908 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1909 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001910 boot_image_live_objects->Get(ImageHeader::kOomeWhenHandlingStackOverflow)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001911 DCHECK(pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read()->GetClass()
1912 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1913 pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001914 boot_image_live_objects->Get(ImageHeader::kNoClassDefFoundError)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001915 DCHECK(pre_allocated_NoClassDefFoundError_.Read()->GetClass()
1916 ->DescriptorEquals("Ljava/lang/NoClassDefFoundError;"));
1917 } else {
1918 // Pre-allocate an OutOfMemoryError for the case when we fail to
1919 // allocate the exception to be thrown.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001920 CreatePreAllocatedException(self,
1921 this,
1922 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
1923 "Ljava/lang/OutOfMemoryError;",
1924 "OutOfMemoryError thrown while trying to throw an exception; "
1925 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001926 // Pre-allocate an OutOfMemoryError for the double-OOME case.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001927 CreatePreAllocatedException(self,
1928 this,
1929 &pre_allocated_OutOfMemoryError_when_throwing_oome_,
1930 "Ljava/lang/OutOfMemoryError;",
1931 "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
1932 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001933 // Pre-allocate an OutOfMemoryError for the case when we fail to
1934 // allocate while handling a stack overflow.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001935 CreatePreAllocatedException(self,
1936 this,
1937 &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_,
1938 "Ljava/lang/OutOfMemoryError;",
1939 "OutOfMemoryError thrown while trying to handle a stack overflow; "
1940 "no stack trace available");
Ian Rogersa436fde2013-08-27 23:34:06 -07001941
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001942 // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
1943 // ahead of checking the application's class loader.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001944 CreatePreAllocatedException(self,
1945 this,
1946 &pre_allocated_NoClassDefFoundError_,
1947 "Ljava/lang/NoClassDefFoundError;",
1948 "Class not found using the boot class loader; "
1949 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001950 }
Ian Rogers63557452014-06-04 16:57:15 -07001951
Alex Lightbc19b752019-12-02 18:54:13 +00001952 // Class-roots are setup, we can now finish initializing the JniIdManager.
1953 GetJniIdManager()->Init(self);
1954
Calin Juravle1ff90562021-06-16 14:37:42 -07001955 InitMetrics();
Eric Holk59d4b532020-10-21 17:49:39 -07001956
Alex Light185d1342016-08-11 10:48:03 -07001957 // Runtime initialization is largely done now.
1958 // We load plugins first since that can modify the runtime state slightly.
1959 // Load all plugins
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001960 {
1961 // The init method of plugins expect the state of the thread to be non runnable.
1962 ScopedThreadSuspension sts(self, ThreadState::kNative);
1963 for (auto& plugin : plugins_) {
1964 std::string err;
1965 if (!plugin.Load(&err)) {
1966 LOG(FATAL) << plugin << " failed to load: " << err;
1967 }
Alex Light185d1342016-08-11 10:48:03 -07001968 }
1969 }
1970
Andreas Gampe855564b2014-07-25 02:32:19 -07001971 // Look for a native bridge.
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001972 //
1973 // The intended flow here is, in the case of a running system:
1974 //
1975 // Runtime::Init() (zygote):
1976 // LoadNativeBridge -> dlopen from cmd line parameter.
1977 // |
1978 // V
1979 // Runtime::Start() (zygote):
1980 // No-op wrt native bridge.
1981 // |
1982 // | start app
1983 // V
1984 // DidForkFromZygote(action)
1985 // action = kUnload -> dlclose native bridge.
1986 // action = kInitialize -> initialize library
1987 //
1988 //
1989 // The intended flow here is, in the case of a simple dalvikvm call:
1990 //
1991 // Runtime::Init():
1992 // LoadNativeBridge -> dlopen from cmd line parameter.
1993 // |
1994 // V
1995 // Runtime::Start():
1996 // DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
1997 // No-op wrt native bridge.
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001998 {
1999 std::string native_bridge_file_name = runtime_options.ReleaseOrDefault(Opt::NativeBridge);
2000 is_native_bridge_loaded_ = LoadNativeBridge(native_bridge_file_name);
2001 }
Calin Juravlea68629e2014-08-22 12:53:59 +01002002
Alex Light7233c7e2016-07-28 10:07:45 -07002003 // Startup agents
2004 // TODO Maybe we should start a new thread to run these on. Investigate RI behavior more.
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002005 for (auto& agent_spec : agent_specs_) {
Alex Light7233c7e2016-07-28 10:07:45 -07002006 // TODO Check err
2007 int res = 0;
2008 std::string err = "";
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002009 ti::LoadError error;
2010 std::unique_ptr<ti::Agent> agent = agent_spec.Load(&res, &error, &err);
2011
2012 if (agent != nullptr) {
2013 agents_.push_back(std::move(agent));
2014 continue;
Alex Light7233c7e2016-07-28 10:07:45 -07002015 }
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002016
2017 switch (error) {
2018 case ti::LoadError::kInitializationError:
2019 LOG(FATAL) << "Unable to initialize agent!";
2020 UNREACHABLE();
2021
2022 case ti::LoadError::kLoadingError:
2023 LOG(ERROR) << "Unable to load an agent: " << err;
2024 continue;
2025
2026 case ti::LoadError::kNoError:
2027 break;
2028 }
2029 LOG(FATAL) << "Unreachable";
2030 UNREACHABLE();
Alex Light7233c7e2016-07-28 10:07:45 -07002031 }
Andreas Gampe96eca782017-01-19 19:45:30 -08002032 {
2033 ScopedObjectAccess soa(self);
2034 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInitialAgents);
2035 }
Alex Light7233c7e2016-07-28 10:07:45 -07002036
Florian Mayer0278b4b2020-05-26 12:09:14 +02002037 if (IsZygote() && IsPerfettoHprofEnabled()) {
Florian Mayer0caa3fd2020-05-27 10:54:11 +02002038 constexpr const char* plugin_name = kIsDebugBuild ?
Florian Mayerbce68772020-05-27 15:32:58 +02002039 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
Florian Mayer0278b4b2020-05-26 12:09:14 +02002040 // Load eagerly in Zygote to improve app startup times. This will make
2041 // subsequent dlopens for the library no-ops.
2042 dlopen(plugin_name, RTLD_NOW | RTLD_LOCAL);
2043 }
2044
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08002045 VLOG(startup) << "Runtime::Init exiting";
Mathieu Chartiere401d142015-04-22 13:56:20 -07002046
Carl Shapiro1fb86202011-06-27 17:43:13 -07002047 return true;
2048}
2049
Calin Juravle1ff90562021-06-16 14:37:42 -07002050void Runtime::InitMetrics() {
Calin Juravleec11cf12021-06-17 15:41:08 -07002051 metrics::ReportingConfig metrics_config = metrics::ReportingConfig::FromFlags();
Eric Holk62b75582021-03-03 15:14:58 -08002052 metrics_reporter_ = metrics::MetricsReporter::Create(metrics_config, this);
Eric Holk5bb354f2021-01-13 20:38:34 +00002053}
2054
Eric Holk5e435b22021-02-23 17:24:47 -08002055void Runtime::RequestMetricsReport(bool synchronous) {
2056 if (metrics_reporter_) {
2057 metrics_reporter_->RequestMetricsReport(synchronous);
2058 }
2059}
2060
Florian Mayer07710c52019-09-16 15:53:38 +00002061bool Runtime::EnsurePluginLoaded(const char* plugin_name, std::string* error_msg) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002062 // Is the plugin already loaded?
Florian Mayer07710c52019-09-16 15:53:38 +00002063 for (const Plugin& p : plugins_) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002064 if (p.GetLibrary() == plugin_name) {
2065 return true;
2066 }
2067 }
Florian Mayer07710c52019-09-16 15:53:38 +00002068 Plugin new_plugin = Plugin::Create(plugin_name);
Andreas Gampec4baad22017-01-12 16:59:39 +00002069
Florian Mayer07710c52019-09-16 15:53:38 +00002070 if (!new_plugin.Load(error_msg)) {
2071 return false;
2072 }
2073 plugins_.push_back(std::move(new_plugin));
2074 return true;
2075}
2076
2077bool Runtime::EnsurePerfettoPlugin(std::string* error_msg) {
2078 constexpr const char* plugin_name = kIsDebugBuild ?
2079 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
2080 return EnsurePluginLoaded(plugin_name, error_msg);
2081}
2082
2083static bool EnsureJvmtiPlugin(Runtime* runtime,
2084 std::string* error_msg) {
Alex Lightf889c702018-02-23 15:25:45 -08002085 // TODO Rename Dbg::IsJdwpAllowed is IsDebuggingAllowed.
2086 DCHECK(Dbg::IsJdwpAllowed() || !runtime->IsJavaDebuggable())
2087 << "Being debuggable requires that jdwp (i.e. debugging) is allowed.";
Alex Light2ce6fc82017-12-18 16:42:36 -08002088 // Is the process debuggable? Otherwise, do not attempt to load the plugin unless we are
2089 // specifically allowed.
Alex Lightf889c702018-02-23 15:25:45 -08002090 if (!Dbg::IsJdwpAllowed()) {
2091 *error_msg = "Process is not allowed to load openjdkjvmti plugin. Process must be debuggable";
Andreas Gampec4baad22017-01-12 16:59:39 +00002092 return false;
2093 }
2094
Florian Mayer07710c52019-09-16 15:53:38 +00002095 constexpr const char* plugin_name = kIsDebugBuild ? "libopenjdkjvmtid.so" : "libopenjdkjvmti.so";
2096 return runtime->EnsurePluginLoaded(plugin_name, error_msg);
Andreas Gampec4baad22017-01-12 16:59:39 +00002097}
2098
Leonard Mosescueb842212016-10-06 17:26:36 -07002099// Attach a new agent and add it to the list of runtime agents
2100//
2101// TODO: once we decide on the threading model for agents,
2102// revisit this and make sure we're doing this on the right thread
2103// (and we synchronize access to any shared data structures like "agents_")
2104//
Alex Lightf889c702018-02-23 15:25:45 -08002105void Runtime::AttachAgent(JNIEnv* env, const std::string& agent_arg, jobject class_loader) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002106 std::string error_msg;
Florian Mayer07710c52019-09-16 15:53:38 +00002107 if (!EnsureJvmtiPlugin(this, &error_msg)) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002108 LOG(WARNING) << "Could not load plugin: " << error_msg;
2109 ScopedObjectAccess soa(Thread::Current());
2110 ThrowIOException("%s", error_msg.c_str());
2111 return;
2112 }
2113
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002114 ti::AgentSpec agent_spec(agent_arg);
Leonard Mosescueb842212016-10-06 17:26:36 -07002115
2116 int res = 0;
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002117 ti::LoadError error;
Andreas Gampe7b38e692017-12-28 19:18:28 -08002118 std::unique_ptr<ti::Agent> agent = agent_spec.Attach(env, class_loader, &res, &error, &error_msg);
Leonard Mosescueb842212016-10-06 17:26:36 -07002119
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002120 if (agent != nullptr) {
Leonard Mosescueb842212016-10-06 17:26:36 -07002121 agents_.push_back(std::move(agent));
2122 } else {
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002123 LOG(WARNING) << "Agent attach failed (result=" << error << ") : " << error_msg;
Leonard Mosescueb842212016-10-06 17:26:36 -07002124 ScopedObjectAccess soa(Thread::Current());
Andreas Gampec4baad22017-01-12 16:59:39 +00002125 ThrowIOException("%s", error_msg.c_str());
Leonard Mosescueb842212016-10-06 17:26:36 -07002126 }
2127}
2128
Elliott Hughes038a8062011-09-18 14:12:41 -07002129void Runtime::InitNativeMethods() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08002130 VLOG(startup) << "Runtime::InitNativeMethods entering";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002131 Thread* self = Thread::Current();
2132 JNIEnv* env = self->GetJniEnv();
2133
Elliott Hughes418d20f2011-09-22 14:00:39 -07002134 // Must be in the kNative state for calling native methods (JNI_OnLoad code).
Vladimir Markoddf4fd32021-11-22 16:31:57 +00002135 CHECK_EQ(self->GetState(), ThreadState::kNative);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002136
Andreas Gamped863be72017-09-12 12:02:28 -07002137 // Set up the native methods provided by the runtime itself.
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002138 RegisterRuntimeNativeMethods(env);
2139
Yi Kong0871cd72015-11-20 16:00:31 +00002140 // Initialize classes used in JNI. The initialization requires runtime native
2141 // methods to be loaded first.
2142 WellKnownClasses::Init(env);
2143
Victor Chang65ae6692019-10-11 14:17:21 +01002144 // Then set up libjavacore / libopenjdk / libicu_jni ,which are just
2145 // a regular JNI libraries with a regular JNI_OnLoad. Most JNI libraries can
2146 // just use System.loadLibrary, but libcore can't because it's the library
2147 // that implements System.loadLibrary!
Martin Stjernholm5fef5562021-06-21 23:33:33 +01002148 //
2149 // By setting calling class to java.lang.Object, the caller location for these
2150 // JNI libs is core-oj.jar in the ART APEX, and hence they are loaded from the
2151 // com_android_art linker namespace.
Victor Chang1c5949e2019-11-04 19:36:00 +00002152
2153 // libicu_jni has to be initialized before libopenjdk{d} due to runtime dependency from
2154 // libopenjdk{d} to Icu4cMetadata native methods in libicu_jni. See http://b/143888405
2155 {
2156 std::string error_msg;
2157 if (!java_vm_->LoadNativeLibrary(
2158 env, "libicu_jni.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
2159 LOG(FATAL) << "LoadNativeLibrary failed for \"libicu_jni.so\": " << error_msg;
2160 }
2161 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002162 {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08002163 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00002164 if (!java_vm_->LoadNativeLibrary(
2165 env, "libjavacore.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08002166 LOG(FATAL) << "LoadNativeLibrary failed for \"libjavacore.so\": " << error_msg;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002167 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002168 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002169 {
Andreas Gampe10edbb12016-01-06 17:59:49 -08002170 constexpr const char* kOpenJdkLibrary = kIsDebugBuild
2171 ? "libopenjdkd.so"
2172 : "libopenjdk.so";
Dmitriy Ivanov3e381722015-11-23 17:40:11 -08002173 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00002174 if (!java_vm_->LoadNativeLibrary(
2175 env, kOpenJdkLibrary, nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Andreas Gampe10edbb12016-01-06 17:59:49 -08002176 LOG(FATAL) << "LoadNativeLibrary failed for \"" << kOpenJdkLibrary << "\": " << error_msg;
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002177 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002178 }
Ian Rogersef28b142012-11-30 14:22:18 -08002179
2180 // Initialize well known classes that may invoke runtime native methods.
2181 WellKnownClasses::LateInit(env);
2182
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08002183 VLOG(startup) << "Runtime::InitNativeMethods exiting";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002184}
2185
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002186void Runtime::ReclaimArenaPoolMemory() {
2187 arena_pool_->LockReclaimMemory();
2188}
2189
Ian Rogers365c1022012-06-22 15:05:28 -07002190void Runtime::InitThreadGroups(Thread* self) {
2191 JNIEnvExt* env = self->GetJniEnv();
2192 ScopedJniEnvLocalRefState env_state(env);
2193 main_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002194 env->NewGlobalRef(env->GetStaticObjectField(
2195 WellKnownClasses::java_lang_ThreadGroup,
2196 WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00002197 CHECK_IMPLIES(main_thread_group_ == nullptr, IsAotCompiler());
Ian Rogers365c1022012-06-22 15:05:28 -07002198 system_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002199 env->NewGlobalRef(env->GetStaticObjectField(
2200 WellKnownClasses::java_lang_ThreadGroup,
2201 WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00002202 CHECK_IMPLIES(system_thread_group_ == nullptr, IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002203}
2204
2205jobject Runtime::GetMainThreadGroup() const {
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00002206 CHECK_IMPLIES(main_thread_group_ == nullptr, IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002207 return main_thread_group_;
2208}
2209
2210jobject Runtime::GetSystemThreadGroup() const {
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00002211 CHECK_IMPLIES(system_thread_group_ == nullptr, IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002212 return system_thread_group_;
Ian Rogers365c1022012-06-22 15:05:28 -07002213}
2214
Brian Carlstromce888532013-10-10 00:32:58 -07002215jobject Runtime::GetSystemClassLoader() const {
Santiago Aboy Solanes6cdabe12022-02-18 15:27:43 +00002216 CHECK_IMPLIES(system_class_loader_ == nullptr, IsAotCompiler());
Brian Carlstromce888532013-10-10 00:32:58 -07002217 return system_class_loader_;
2218}
2219
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002220void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002221 register_dalvik_system_DexFile(env);
Dan Zimmermanb682ea42019-12-23 06:59:06 -08002222 register_dalvik_system_BaseDexClassLoader(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002223 register_dalvik_system_VMDebug(env);
2224 register_dalvik_system_VMRuntime(env);
2225 register_dalvik_system_VMStack(env);
2226 register_dalvik_system_ZygoteHooks(env);
2227 register_java_lang_Class(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002228 register_java_lang_Object(env);
Orion Hodson8671f582022-03-09 06:53:48 +00002229 register_java_lang_invoke_MethodHandle(env);
Narayan Kamathbd2fed52017-01-25 10:46:54 +00002230 register_java_lang_invoke_MethodHandleImpl(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002231 register_java_lang_ref_FinalizerReference(env);
2232 register_java_lang_reflect_Array(env);
2233 register_java_lang_reflect_Constructor(env);
Neil Fuller0e844392016-09-08 13:43:31 +01002234 register_java_lang_reflect_Executable(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002235 register_java_lang_reflect_Field(env);
2236 register_java_lang_reflect_Method(env);
Neil Fuller60458a02016-09-01 15:32:44 +01002237 register_java_lang_reflect_Parameter(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002238 register_java_lang_reflect_Proxy(env);
2239 register_java_lang_ref_Reference(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002240 register_java_lang_String(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08002241 register_java_lang_StringFactory(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002242 register_java_lang_System(env);
2243 register_java_lang_Thread(env);
2244 register_java_lang_Throwable(env);
2245 register_java_lang_VMClassLoader(env);
2246 register_java_util_concurrent_atomic_AtomicLong(env);
Sorin Basca2f01e8e2021-06-18 06:44:07 +00002247 register_jdk_internal_misc_Unsafe(env);
Miguel116a26a2022-03-25 13:28:45 +00002248 register_libcore_io_Memory(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08002249 register_libcore_util_CharsetUtils(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002250 register_org_apache_harmony_dalvik_ddmc_DdmServer(env);
2251 register_org_apache_harmony_dalvik_ddmc_DdmVmInternal(env);
2252 register_sun_misc_Unsafe(env);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002253}
2254
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01002255std::ostream& operator<<(std::ostream& os, const DeoptimizationKind& kind) {
2256 os << GetDeoptimizationKindName(kind);
2257 return os;
2258}
2259
2260void Runtime::DumpDeoptimizations(std::ostream& os) {
2261 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
2262 if (deoptimization_counts_[i] != 0) {
2263 os << "Number of "
2264 << GetDeoptimizationKindName(static_cast<DeoptimizationKind>(i))
2265 << " deoptimizations: "
2266 << deoptimization_counts_[i]
2267 << "\n";
2268 }
2269 }
2270}
2271
Elliott Hughesc967f782012-04-16 10:23:15 -07002272void Runtime::DumpForSigQuit(std::ostream& os) {
Elliott Hughescac6cc72011-11-03 20:31:21 -07002273 GetClassLinker()->DumpForSigQuit(os);
2274 GetInternTable()->DumpForSigQuit(os);
Elliott Hughesae80b492012-04-24 10:43:17 -07002275 GetJavaVM()->DumpForSigQuit(os);
Elliott Hughesc967f782012-04-16 10:23:15 -07002276 GetHeap()->DumpForSigQuit(os);
Nicolas Geoffray04680f32016-03-17 11:56:54 +00002277 oat_file_manager_->DumpForSigQuit(os);
Nicolas Geoffrayaee21562015-12-15 16:39:44 +00002278 if (GetJit() != nullptr) {
2279 GetJit()->DumpForSigQuit(os);
2280 } else {
2281 os << "Running non JIT\n";
2282 }
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01002283 DumpDeoptimizations(os);
Mathieu Chartierbad02672014-08-25 13:08:22 -07002284 TrackedAllocators::Dump(os);
Eric Holk61c71ef2020-10-19 12:04:39 -07002285 GetMetrics()->DumpForSigQuit(os);
Elliott Hughes42ee1422011-09-06 12:33:32 -07002286 os << "\n";
Elliott Hughes8daa0922011-09-11 13:46:25 -07002287
Elliott Hughesc967f782012-04-16 10:23:15 -07002288 thread_list_->DumpForSigQuit(os);
Ian Rogers56edc432013-01-18 16:51:51 -08002289 BaseMutex::DumpAll(os);
Andreas Gampea5814f92017-01-18 21:43:16 -08002290
2291 // Inform anyone else who is interested in SigQuit.
2292 {
2293 ScopedObjectAccess soa(Thread::Current());
2294 callbacks_->SigQuit();
2295 }
Elliott Hughese27955c2011-08-26 15:21:24 -07002296}
2297
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002298void Runtime::DumpLockHolders(std::ostream& os) {
Ian Rogersb726dcb2012-09-05 08:57:23 -07002299 uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002300 pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
2301 pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
2302 pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002303 if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
2304 os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002305 << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
2306 << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
2307 << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
2308 }
2309}
2310
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002311void Runtime::SetStatsEnabled(bool new_state) {
2312 Thread* self = Thread::Current();
2313 MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002314 if (new_state == true) {
2315 GetStats()->Clear(~0);
2316 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002317 self->GetStats()->Clear(~0);
2318 if (stats_enabled_ != new_state) {
2319 GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
2320 }
2321 } else if (stats_enabled_ != new_state) {
2322 GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002323 }
2324 stats_enabled_ = new_state;
2325}
2326
2327void Runtime::ResetStats(int kinds) {
2328 GetStats()->Clear(kinds & 0xffff);
2329 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
2330 Thread::Current()->GetStats()->Clear(kinds >> 16);
2331}
2332
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002333uint64_t Runtime::GetStat(int kind) {
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002334 RuntimeStats* stats;
2335 if (kind < (1<<16)) {
2336 stats = GetStats();
2337 } else {
2338 stats = Thread::Current()->GetStats();
2339 kind >>= 16;
2340 }
2341 switch (kind) {
2342 case KIND_ALLOCATED_OBJECTS:
2343 return stats->allocated_objects;
2344 case KIND_ALLOCATED_BYTES:
2345 return stats->allocated_bytes;
2346 case KIND_FREED_OBJECTS:
2347 return stats->freed_objects;
2348 case KIND_FREED_BYTES:
2349 return stats->freed_bytes;
2350 case KIND_GC_INVOCATIONS:
2351 return stats->gc_for_alloc_count;
2352 case KIND_CLASS_INIT_COUNT:
2353 return stats->class_init_count;
2354 case KIND_CLASS_INIT_TIME:
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002355 return stats->class_init_time_ns;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002356 case KIND_EXT_ALLOCATED_OBJECTS:
2357 case KIND_EXT_ALLOCATED_BYTES:
2358 case KIND_EXT_FREED_OBJECTS:
2359 case KIND_EXT_FREED_BYTES:
2360 return 0; // backward compatibility
2361 default:
Elliott Hughes7b9d9962012-04-20 18:48:18 -07002362 LOG(FATAL) << "Unknown statistic " << kind;
Elliott Hughesc1896c92018-11-29 11:33:18 -08002363 UNREACHABLE();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002364 }
2365}
2366
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002367void Runtime::BlockSignals() {
Elliott Hughes457005c2012-04-16 13:54:25 -07002368 SignalSet signals;
2369 signals.Add(SIGPIPE);
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002370 // SIGQUIT is used to dump the runtime's state (including stack traces).
Elliott Hughes457005c2012-04-16 13:54:25 -07002371 signals.Add(SIGQUIT);
Elliott Hughes08795042012-04-03 14:48:52 -07002372 // SIGUSR1 is used to initiate a GC.
Elliott Hughes457005c2012-04-16 13:54:25 -07002373 signals.Add(SIGUSR1);
2374 signals.Block();
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002375}
2376
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002377bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
Mathieu Chartier664bebf2012-11-12 16:54:11 -08002378 bool create_peer) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002379 ScopedTrace trace(__FUNCTION__);
Andreas Gampe56776012018-01-26 17:40:55 -08002380 Thread* self = Thread::Attach(thread_name, as_daemon, thread_group, create_peer);
2381 // Run ThreadGroup.add to notify the group that this thread is now started.
2382 if (self != nullptr && create_peer && !IsAotCompiler()) {
2383 ScopedObjectAccess soa(self);
2384 self->NotifyThreadGroup(soa, thread_group);
2385 }
2386 return self != nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -07002387}
2388
Elliott Hughesd92bec42011-09-02 17:04:36 -07002389void Runtime::DetachCurrentThread() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002390 ScopedTrace trace(__FUNCTION__);
Brian Carlstrom4d571432012-05-16 00:21:41 -07002391 Thread* self = Thread::Current();
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002392 if (self == nullptr) {
Brian Carlstrom4d571432012-05-16 00:21:41 -07002393 LOG(FATAL) << "attempting to detach thread that is not attached";
2394 }
Ian Rogers0399dde2012-06-06 17:09:28 -07002395 if (self->HasManagedStack()) {
Elliott Hughes22869a92012-03-27 14:08:24 -07002396 LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
2397 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002398 thread_list_->Unregister(self);
Carl Shapiro1fb86202011-06-27 17:43:13 -07002399}
2400
Roland Levillain7b0e8442018-04-11 18:27:47 +01002401mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingException() {
2402 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_exception_.Read();
Ian Rogers63557452014-06-04 16:57:15 -07002403 if (oome == nullptr) {
Roland Levillain7b0e8442018-04-11 18:27:47 +01002404 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-exception";
2405 }
2406 return oome;
2407}
2408
2409mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME() {
2410 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_oome_.Read();
2411 if (oome == nullptr) {
2412 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-OOME";
2413 }
2414 return oome;
2415}
2416
2417mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenHandlingStackOverflow() {
2418 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read();
2419 if (oome == nullptr) {
2420 LOG(ERROR) << "Failed to return pre-allocated OOME-when-handling-stack-overflow";
Ian Rogersa436fde2013-08-27 23:34:06 -07002421 }
Hiroshi Yamauchiab088112014-07-14 13:00:14 -07002422 return oome;
Ian Rogersa436fde2013-08-27 23:34:06 -07002423}
2424
Ian Rogers63557452014-06-04 16:57:15 -07002425mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
2426 mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
2427 if (ncdfe == nullptr) {
2428 LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
2429 }
2430 return ncdfe;
2431}
2432
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002433void Runtime::VisitConstantRoots(RootVisitor* visitor) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002434 // Visiting the roots of these ArtMethods is not currently required since all the GcRoots are
2435 // null.
2436 BufferedRootVisitor<16> buffered_visitor(visitor, RootInfo(kRootVMInternal));
Andreas Gampe542451c2016-07-26 09:02:02 -07002437 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002438 if (HasResolutionMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002439 resolution_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002440 }
2441 if (HasImtConflictMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002442 imt_conflict_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002443 }
2444 if (imt_unimplemented_method_ != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002445 imt_unimplemented_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002446 }
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002447 for (uint32_t i = 0; i < kCalleeSaveSize; ++i) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002448 auto* m = reinterpret_cast<ArtMethod*>(callee_save_methods_[i]);
2449 if (m != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002450 m->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002451 }
2452 }
Mathieu Chartier893263b2014-03-04 11:07:42 -08002453}
2454
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002455void Runtime::VisitConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2456 intern_table_->VisitRoots(visitor, flags);
2457 class_linker_->VisitRoots(visitor, flags);
Alex Lightbc19b752019-12-02 18:54:13 +00002458 jni_id_manager_->VisitRoots(visitor);
Man Cao1ed11b92015-06-11 22:47:35 -07002459 heap_->VisitAllocationRecords(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002460 if ((flags & kVisitRootFlagNewRoots) == 0) {
2461 // Guaranteed to have no new roots in the constant roots.
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002462 VisitConstantRoots(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002463 }
2464}
2465
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002466void Runtime::VisitTransactionRoots(RootVisitor* visitor) {
Vladimir Markob6e67922021-07-06 15:53:07 +01002467 for (Transaction& transaction : preinitialization_transactions_) {
2468 transaction.VisitRoots(visitor);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002469 }
2470}
2471
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002472void Runtime::VisitNonThreadRoots(RootVisitor* visitor) {
2473 java_vm_->VisitRoots(visitor);
2474 sentinel_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Roland Levillain7b0e8442018-04-11 18:27:47 +01002475 pre_allocated_OutOfMemoryError_when_throwing_exception_
2476 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2477 pre_allocated_OutOfMemoryError_when_throwing_oome_
2478 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2479 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_
2480 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002481 pre_allocated_NoClassDefFoundError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Vladimir Markof75613c2018-06-05 12:51:04 +01002482 VisitImageRoots(visitor);
Andreas Gampea43ba3d2019-03-13 15:49:20 -07002483 verifier::ClassVerifier::VisitStaticRoots(visitor);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002484 VisitTransactionRoots(visitor);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002485}
2486
Andreas Gampe585da952016-12-02 14:52:29 -08002487void Runtime::VisitNonConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2488 VisitThreadRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002489 VisitNonThreadRoots(visitor);
Mathieu Chartier858f1c52012-10-17 17:45:55 -07002490}
2491
Andreas Gampe585da952016-12-02 14:52:29 -08002492void Runtime::VisitThreadRoots(RootVisitor* visitor, VisitRootFlags flags) {
2493 thread_list_->VisitRoots(visitor, flags);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002494}
2495
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002496void Runtime::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) {
Andreas Gampe585da952016-12-02 14:52:29 -08002497 VisitNonConcurrentRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002498 VisitConcurrentRoots(visitor, flags);
Mathieu Chartier9ebae1f2012-10-15 17:38:16 -07002499}
2500
Alex Lightc18eba32019-09-24 14:36:27 -07002501void Runtime::VisitReflectiveTargets(ReflectiveValueVisitor *visitor) {
Alex Light55eccdf2019-10-07 13:51:13 +00002502 thread_list_->VisitReflectiveTargets(visitor);
Alex Lightc18eba32019-09-24 14:36:27 -07002503 heap_->VisitReflectiveTargets(visitor);
2504 jni_id_manager_->VisitReflectiveTargets(visitor);
2505 callbacks_->VisitReflectiveTargets(visitor);
2506}
2507
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002508void Runtime::VisitImageRoots(RootVisitor* visitor) {
Mathieu Chartier461687d2015-03-31 12:05:24 -07002509 for (auto* space : GetHeap()->GetContinuousSpaces()) {
2510 if (space->IsImageSpace()) {
2511 auto* image_space = space->AsImageSpace();
2512 const auto& image_header = image_space->GetImageHeader();
Vladimir Markoeca3eda2016-11-09 16:26:44 +00002513 for (int32_t i = 0, size = image_header.GetImageRoots()->GetLength(); i != size; ++i) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002514 mirror::Object* obj =
2515 image_header.GetImageRoot(static_cast<ImageHeader::ImageRoot>(i)).Ptr();
Mathieu Chartier461687d2015-03-31 12:05:24 -07002516 if (obj != nullptr) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002517 mirror::Object* after_obj = obj;
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002518 visitor->VisitRoot(&after_obj, RootInfo(kRootStickyClass));
Mathieu Chartier461687d2015-03-31 12:05:24 -07002519 CHECK_EQ(after_obj, obj);
2520 }
2521 }
2522 }
2523 }
2524}
2525
Nicolas Geoffrayf05f04b2019-10-31 11:50:41 +00002526static ArtMethod* CreateRuntimeMethod(ClassLinker* class_linker, LinearAlloc* linear_alloc)
2527 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002528 const PointerSize image_pointer_size = class_linker->GetImagePointerSize();
2529 const size_t method_alignment = ArtMethod::Alignment(image_pointer_size);
2530 const size_t method_size = ArtMethod::Size(image_pointer_size);
2531 LengthPrefixedArray<ArtMethod>* method_array = class_linker->AllocArtMethodArray(
2532 Thread::Current(),
2533 linear_alloc,
2534 1);
2535 ArtMethod* method = &method_array->At(0, method_size, method_alignment);
2536 CHECK(method != nullptr);
Andreas Gampee2abbc62017-09-15 11:59:26 -07002537 method->SetDexMethodIndex(dex::kDexNoIndex);
Andreas Gampecc1b5352016-12-01 16:58:38 -08002538 CHECK(method->IsRuntimeMethod());
2539 return method;
2540}
2541
Nicolas Geoffray796d6302016-03-13 22:22:31 +00002542ArtMethod* Runtime::CreateImtConflictMethod(LinearAlloc* linear_alloc) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002543 ClassLinker* const class_linker = GetClassLinker();
Andreas Gampecc1b5352016-12-01 16:58:38 -08002544 ArtMethod* method = CreateRuntimeMethod(class_linker, linear_alloc);
Jeff Hao88474b42013-10-23 16:24:40 -07002545 // When compiling, the code pointer will get set later when the image is loaded.
Andreas Gampe542451c2016-07-26 09:02:02 -07002546 const PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002547 if (IsAotCompiler()) {
Jeff Haoc7d11882015-02-03 15:08:39 -08002548 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002549 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002550 method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002551 }
Mathieu Chartier91288d82016-04-28 09:44:54 -07002552 // Create empty conflict table.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002553 method->SetImtConflictTable(class_linker->CreateImtConflictTable(/*count=*/0u, linear_alloc),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002554 pointer_size);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002555 return method;
Jeff Hao88474b42013-10-23 16:24:40 -07002556}
2557
Mathieu Chartiere401d142015-04-22 13:56:20 -07002558void Runtime::SetImtConflictMethod(ArtMethod* method) {
2559 CHECK(method != nullptr);
2560 CHECK(method->IsRuntimeMethod());
2561 imt_conflict_method_ = method;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002562}
2563
Mathieu Chartiere401d142015-04-22 13:56:20 -07002564ArtMethod* Runtime::CreateResolutionMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002565 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Jeff Hao58df3272013-04-22 15:28:53 -07002566 // When compiling, the code pointer will get set later when the image is loaded.
Mathieu Chartiere401d142015-04-22 13:56:20 -07002567 if (IsAotCompiler()) {
Andreas Gampe542451c2016-07-26 09:02:02 -07002568 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002569 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko86c87522020-05-11 16:55:55 +01002570 method->SetEntryPointFromJniPtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002571 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002572 method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
Vladimir Marko86c87522020-05-11 16:55:55 +01002573 method->SetEntryPointFromJni(GetJniDlsymLookupCriticalStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002574 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07002575 return method;
Ian Rogers19846512012-02-24 11:42:47 -08002576}
2577
Mathieu Chartiere401d142015-04-22 13:56:20 -07002578ArtMethod* Runtime::CreateCalleeSaveMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002579 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Andreas Gampe542451c2016-07-26 09:02:02 -07002580 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002581 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko33bff252017-11-01 14:35:42 +00002582 DCHECK_NE(instruction_set_, InstructionSet::kNone);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002583 DCHECK(method->IsRuntimeMethod());
2584 return method;
Ian Rogersff1ed472011-09-20 13:46:24 -07002585}
2586
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002587void Runtime::DisallowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002588 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002589 monitor_list_->DisallowNewMonitors();
Mathieu Chartier14c3bf92015-07-13 14:35:43 -07002590 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNoReadsOrWrites);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002591 java_vm_->DisallowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002592 heap_->DisallowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002593 if (GetJit() != nullptr) {
2594 GetJit()->GetCodeCache()->DisallowInlineCacheAccess();
2595 }
Andreas Gampefda57142016-09-08 20:29:18 -07002596
2597 // All other generic system-weak holders.
2598 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2599 holder->Disallow();
2600 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002601}
2602
2603void Runtime::AllowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002604 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002605 monitor_list_->AllowNewMonitors();
Mathieu Chartier90ef3db2015-08-04 15:19:41 -07002606 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNormal); // TODO: Do this in the sweeping.
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002607 java_vm_->AllowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002608 heap_->AllowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002609 if (GetJit() != nullptr) {
2610 GetJit()->GetCodeCache()->AllowInlineCacheAccess();
2611 }
Andreas Gampefda57142016-09-08 20:29:18 -07002612
2613 // All other generic system-weak holders.
2614 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2615 holder->Allow();
2616 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002617}
2618
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002619void Runtime::BroadcastForNewSystemWeaks(bool broadcast_for_checkpoint) {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002620 // This is used for the read barrier case that uses the thread-local
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002621 // Thread::GetWeakRefAccessEnabled() flag and the checkpoint while weak ref access is disabled
2622 // (see ThreadList::RunCheckpoint).
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002623 monitor_list_->BroadcastForNewMonitors();
2624 intern_table_->BroadcastForNewInterns();
2625 java_vm_->BroadcastForNewWeakGlobals();
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002626 heap_->BroadcastForNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002627 if (GetJit() != nullptr) {
2628 GetJit()->GetCodeCache()->BroadcastForInlineCacheAccess();
2629 }
Andreas Gampefda57142016-09-08 20:29:18 -07002630
2631 // All other generic system-weak holders.
2632 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002633 holder->Broadcast(broadcast_for_checkpoint);
Andreas Gampefda57142016-09-08 20:29:18 -07002634 }
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002635}
2636
Vladimir Marko7624d252014-05-02 14:40:15 +01002637void Runtime::SetInstructionSet(InstructionSet instruction_set) {
2638 instruction_set_ = instruction_set;
Vladimir Markod3083dd2018-05-17 08:43:47 +01002639 switch (instruction_set) {
2640 case InstructionSet::kThumb2:
2641 // kThumb2 is the same as kArm, use the canonical value.
2642 instruction_set_ = InstructionSet::kArm;
2643 break;
2644 case InstructionSet::kArm:
2645 case InstructionSet::kArm64:
Vladimir Markod3083dd2018-05-17 08:43:47 +01002646 case InstructionSet::kX86:
2647 case InstructionSet::kX86_64:
2648 break;
2649 default:
2650 UNIMPLEMENTED(FATAL) << instruction_set_;
2651 UNREACHABLE();
Vladimir Marko7624d252014-05-02 14:40:15 +01002652 }
2653}
2654
Igor Murashkin8275fba2017-05-02 15:58:02 -07002655void Runtime::ClearInstructionSet() {
2656 instruction_set_ = InstructionSet::kNone;
2657}
2658
Mathieu Chartiere401d142015-04-22 13:56:20 -07002659void Runtime::SetCalleeSaveMethod(ArtMethod* method, CalleeSaveType type) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002660 DCHECK_LT(static_cast<uint32_t>(type), kCalleeSaveSize);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002661 CHECK(method != nullptr);
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002662 callee_save_methods_[static_cast<size_t>(type)] = reinterpret_cast<uintptr_t>(method);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002663}
2664
Igor Murashkin8275fba2017-05-02 15:58:02 -07002665void Runtime::ClearCalleeSaveMethods() {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002666 for (size_t i = 0; i < kCalleeSaveSize; ++i) {
2667 callee_save_methods_[i] = reinterpret_cast<uintptr_t>(nullptr);
Igor Murashkin8275fba2017-05-02 15:58:02 -07002668 }
2669}
2670
Calin Juravlec2753e62021-06-25 15:34:09 -07002671void Runtime::RegisterAppInfo(const std::string& package_name,
2672 const std::vector<std::string>& code_paths,
Calin Juravlebeb9f202021-06-02 14:42:03 -07002673 const std::string& profile_output_filename,
Calin Juravlec2753e62021-06-25 15:34:09 -07002674 const std::string& ref_profile_filename,
2675 int32_t code_type) {
2676 app_info_.RegisterAppInfo(
2677 package_name,
2678 code_paths,
2679 profile_output_filename,
2680 ref_profile_filename,
2681 AppInfo::FromVMRuntimeConstants(code_type));
2682
2683 if (metrics_reporter_ != nullptr) {
2684 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
2685 }
2686
Calin Juravle5e2b9712015-12-18 14:10:00 +02002687 if (jit_.get() == nullptr) {
2688 // We are not JITing. Nothing to do.
2689 return;
Calin Juravle4d77b6a2015-12-01 18:38:09 +00002690 }
Calin Juravle5e2b9712015-12-18 14:10:00 +02002691
2692 VLOG(profiler) << "Register app with " << profile_output_filename
Andreas Gampe9186ced2016-12-12 14:28:21 -08002693 << " " << android::base::Join(code_paths, ':');
Calin Juravlebeb9f202021-06-02 14:42:03 -07002694 VLOG(profiler) << "Reference profile is: " << ref_profile_filename;
Calin Juravle5e2b9712015-12-18 14:10:00 +02002695
2696 if (profile_output_filename.empty()) {
2697 LOG(WARNING) << "JIT profile information will not be recorded: profile filename is empty.";
2698 return;
2699 }
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002700 if (!OS::FileExists(profile_output_filename.c_str(), /*check_file_type=*/ false)) {
Travis Tynesda40aca2019-07-22 19:24:35 -04002701 LOG(WARNING) << "JIT profile information will not be recorded: profile file does not exist.";
Calin Juravle5e2b9712015-12-18 14:10:00 +02002702 return;
2703 }
2704 if (code_paths.empty()) {
2705 LOG(WARNING) << "JIT profile information will not be recorded: code paths is empty.";
2706 return;
2707 }
2708
Calin Juravlebeb9f202021-06-02 14:42:03 -07002709 jit_->StartProfileSaver(profile_output_filename, code_paths, ref_profile_filename);
Dave Allison0aded082013-11-07 13:15:11 -08002710}
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002711
2712// Transaction support.
Chang Xing605fe242017-07-20 15:57:21 -07002713bool Runtime::IsActiveTransaction() const {
2714 return !preinitialization_transactions_.empty() && !GetTransaction()->IsRollingBack();
2715}
2716
Chang Xing5a906fc2017-07-26 15:01:16 -07002717void Runtime::EnterTransactionMode(bool strict, mirror::Class* root) {
Chang Xingcade5c32017-07-20 17:56:26 -07002718 DCHECK(IsAotCompiler());
Vladimir Markob6e67922021-07-06 15:53:07 +01002719 ArenaPool* arena_pool = nullptr;
2720 ArenaStack* arena_stack = nullptr;
Vladimir Marko672c0802019-07-26 13:03:13 +01002721 if (preinitialization_transactions_.empty()) { // Top-level transaction?
2722 // Make initialized classes visibly initialized now. If that happened during the transaction
2723 // and then the transaction was aborted, we would roll back the status update but not the
2724 // ClassLinker's bookkeeping structures, so these classes would never be visibly initialized.
2725 GetClassLinker()->MakeInitializedClassesVisiblyInitialized(Thread::Current(), /*wait=*/ true);
Vladimir Markob6e67922021-07-06 15:53:07 +01002726 // Pass the runtime `ArenaPool` to the transaction.
2727 arena_pool = GetArenaPool();
2728 } else {
2729 // Pass the `ArenaStack` from previous transaction to the new one.
2730 arena_stack = preinitialization_transactions_.front().GetArenaStack();
Vladimir Marko672c0802019-07-26 13:03:13 +01002731 }
Vladimir Markob6e67922021-07-06 15:53:07 +01002732 preinitialization_transactions_.emplace_front(strict, root, arena_stack, arena_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002733}
2734
2735void Runtime::ExitTransactionMode() {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002736 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002737 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002738 preinitialization_transactions_.pop_front();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002739}
2740
Chang Xing16d1dd82017-07-20 17:56:26 -07002741void Runtime::RollbackAndExitTransactionMode() {
2742 DCHECK(IsAotCompiler());
2743 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002744 preinitialization_transactions_.front().Rollback();
2745 preinitialization_transactions_.pop_front();
Chang Xing16d1dd82017-07-20 17:56:26 -07002746}
2747
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002748bool Runtime::IsTransactionAborted() const {
2749 if (!IsActiveTransaction()) {
2750 return false;
2751 } else {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002752 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002753 return GetTransaction()->IsAborted();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002754 }
2755}
2756
Chang Xing605fe242017-07-20 15:57:21 -07002757void Runtime::RollbackAllTransactions() {
2758 // If transaction is aborted, all transactions will be kept in the list.
2759 // Rollback and exit all of them.
2760 while (IsActiveTransaction()) {
2761 RollbackAndExitTransactionMode();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002762 }
2763}
2764
Chang Xing5a906fc2017-07-26 15:01:16 -07002765bool Runtime::IsActiveStrictTransactionMode() const {
Chang Xing605fe242017-07-20 15:57:21 -07002766 return IsActiveTransaction() && GetTransaction()->IsStrict();
2767}
2768
Vladimir Markob6e67922021-07-06 15:53:07 +01002769const Transaction* Runtime::GetTransaction() const {
Chang Xing605fe242017-07-20 15:57:21 -07002770 DCHECK(!preinitialization_transactions_.empty());
Vladimir Markob6e67922021-07-06 15:53:07 +01002771 return &preinitialization_transactions_.front();
2772}
2773
2774Transaction* Runtime::GetTransaction() {
2775 DCHECK(!preinitialization_transactions_.empty());
2776 return &preinitialization_transactions_.front();
Chang Xing5a906fc2017-07-26 15:01:16 -07002777}
2778
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002779void Runtime::AbortTransactionAndThrowAbortError(Thread* self, const std::string& abort_message) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002780 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002781 DCHECK(IsActiveTransaction());
Sebastien Hertzbd9cf9f2015-03-03 12:16:13 +01002782 // Throwing an exception may cause its class initialization. If we mark the transaction
2783 // aborted before that, we may warn with a false alarm. Throwing the exception before
2784 // marking the transaction aborted avoids that.
Chang Xing605fe242017-07-20 15:57:21 -07002785 // But now the transaction can be nested, and abort the transaction will relax the constraints
2786 // for constructing stack trace.
2787 GetTransaction()->Abort(abort_message);
2788 GetTransaction()->ThrowAbortError(self, &abort_message);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002789}
2790
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002791void Runtime::ThrowTransactionAbortError(Thread* self) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002792 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002793 DCHECK(IsActiveTransaction());
Sebastien Hertzb81e1cd2015-04-28 12:31:41 +02002794 // Passing nullptr means we rethrow an exception with the earlier transaction abort message.
Chang Xing605fe242017-07-20 15:57:21 -07002795 GetTransaction()->ThrowAbortError(self, nullptr);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002796}
2797
Vladimir Markob6e67922021-07-06 15:53:07 +01002798void Runtime::RecordWriteFieldBoolean(mirror::Object* obj,
2799 MemberOffset field_offset,
2800 uint8_t value,
2801 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002802 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002803 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002804 GetTransaction()->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002805}
2806
Vladimir Markob6e67922021-07-06 15:53:07 +01002807void Runtime::RecordWriteFieldByte(mirror::Object* obj,
2808 MemberOffset field_offset,
2809 int8_t value,
2810 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002811 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002812 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002813 GetTransaction()->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002814}
2815
Vladimir Markob6e67922021-07-06 15:53:07 +01002816void Runtime::RecordWriteFieldChar(mirror::Object* obj,
2817 MemberOffset field_offset,
2818 uint16_t value,
2819 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002820 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002821 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002822 GetTransaction()->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002823}
2824
Vladimir Markob6e67922021-07-06 15:53:07 +01002825void Runtime::RecordWriteFieldShort(mirror::Object* obj,
2826 MemberOffset field_offset,
2827 int16_t value,
2828 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002829 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002830 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002831 GetTransaction()->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002832}
2833
Vladimir Markob6e67922021-07-06 15:53:07 +01002834void Runtime::RecordWriteField32(mirror::Object* obj,
2835 MemberOffset field_offset,
2836 uint32_t value,
2837 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002838 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002839 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002840 GetTransaction()->RecordWriteField32(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002841}
2842
Vladimir Markob6e67922021-07-06 15:53:07 +01002843void Runtime::RecordWriteField64(mirror::Object* obj,
2844 MemberOffset field_offset,
2845 uint64_t value,
2846 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002847 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002848 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002849 GetTransaction()->RecordWriteField64(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002850}
2851
Mathieu Chartiera058fdf2016-10-06 15:13:58 -07002852void Runtime::RecordWriteFieldReference(mirror::Object* obj,
2853 MemberOffset field_offset,
2854 ObjPtr<mirror::Object> value,
Vladimir Markob6e67922021-07-06 15:53:07 +01002855 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002856 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002857 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002858 GetTransaction()->RecordWriteFieldReference(obj, field_offset, value.Ptr(), is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002859}
2860
Vladimir Markob6e67922021-07-06 15:53:07 +01002861void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002862 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002863 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002864 GetTransaction()->RecordWriteArray(array, index, value);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002865}
2866
Vladimir Markob6e67922021-07-06 15:53:07 +01002867void Runtime::RecordStrongStringInsertion(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002868 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002869 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002870 GetTransaction()->RecordStrongStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002871}
2872
Vladimir Markob6e67922021-07-06 15:53:07 +01002873void Runtime::RecordWeakStringInsertion(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002874 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002875 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002876 GetTransaction()->RecordWeakStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002877}
2878
Vladimir Markob6e67922021-07-06 15:53:07 +01002879void Runtime::RecordStrongStringRemoval(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002880 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002881 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002882 GetTransaction()->RecordStrongStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002883}
2884
Vladimir Markob6e67922021-07-06 15:53:07 +01002885void Runtime::RecordWeakStringRemoval(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002886 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002887 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002888 GetTransaction()->RecordWeakStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002889}
Mathieu Chartier15d34022014-02-26 17:16:38 -08002890
Andreas Gampe8a0128a2016-11-28 07:38:35 -08002891void Runtime::RecordResolveString(ObjPtr<mirror::DexCache> dex_cache,
Vladimir Markob6e67922021-07-06 15:53:07 +01002892 dex::StringIndex string_idx) {
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002893 DCHECK(IsAotCompiler());
2894 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002895 GetTransaction()->RecordResolveString(dex_cache, string_idx);
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002896}
2897
Vladimir Markoe9a4a602021-06-22 16:33:34 +01002898void Runtime::RecordResolveMethodType(ObjPtr<mirror::DexCache> dex_cache,
Vladimir Markob6e67922021-07-06 15:53:07 +01002899 dex::ProtoIndex proto_idx) {
Vladimir Markoe9a4a602021-06-22 16:33:34 +01002900 DCHECK(IsAotCompiler());
2901 DCHECK(IsActiveTransaction());
2902 GetTransaction()->RecordResolveMethodType(dex_cache, proto_idx);
2903}
2904
Mathieu Chartier15d34022014-02-26 17:16:38 -08002905void Runtime::SetFaultMessage(const std::string& message) {
Andreas Gampe44f67602018-11-28 08:27:27 -08002906 std::string* new_msg = new std::string(message);
2907 std::string* cur_msg = fault_message_.exchange(new_msg);
2908 delete cur_msg;
2909}
2910
2911std::string Runtime::GetFaultMessage() {
2912 // Retrieve the message. Temporarily replace with null so that SetFaultMessage will not delete
2913 // the string in parallel.
2914 std::string* cur_msg = fault_message_.exchange(nullptr);
2915
2916 // Make a copy of the string.
2917 std::string ret = cur_msg == nullptr ? "" : *cur_msg;
2918
2919 // Put the message back if it hasn't been updated.
2920 std::string* null_str = nullptr;
2921 if (!fault_message_.compare_exchange_strong(null_str, cur_msg)) {
2922 // Already replaced.
2923 delete cur_msg;
2924 }
2925
2926 return ret;
Mathieu Chartier15d34022014-02-26 17:16:38 -08002927}
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002928
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002929void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
Ian Rogers8afeb852014-04-02 14:55:49 -07002930 const {
Nicolas Geoffrayc6b1b932016-03-22 09:52:40 +00002931 if (GetInstrumentation()->InterpretOnly()) {
Nicolas Geoffray49cda062017-04-21 13:08:25 +01002932 argv->push_back("--compiler-filter=quicken");
Ian Rogers9bc54402014-04-17 16:40:01 -07002933 }
2934
Ian Rogers8afeb852014-04-02 14:55:49 -07002935 // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
2936 // architecture support, dex2oat may be compiled as a different instruction-set than that
2937 // currently being executed.
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002938 std::string instruction_set("--instruction-set=");
Ulya Trafimovich5439f052020-07-29 10:03:46 +01002939 instruction_set += GetInstructionSetString(kRuntimeISA);
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002940 argv->push_back(instruction_set);
Ian Rogers8afeb852014-04-02 14:55:49 -07002941
xueliang.zhong7f88c1a2018-11-06 11:42:41 +00002942 if (InstructionSetFeatures::IsRuntimeDetectionSupported()) {
2943 argv->push_back("--instruction-set-features=runtime");
2944 } else {
2945 std::unique_ptr<const InstructionSetFeatures> features(
2946 InstructionSetFeatures::FromCppDefines());
2947 std::string feature_string("--instruction-set-features=");
2948 feature_string += features->GetFeatureString();
2949 argv->push_back(feature_string);
2950 }
Ian Rogers8afeb852014-04-02 14:55:49 -07002951}
2952
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002953void Runtime::CreateJitCodeCache(bool rwx_memory_allowed) {
Calin Juravleaf36e492016-04-27 18:50:45 +01002954 if (kIsDebugBuild && GetInstrumentation()->IsForcedInterpretOnly()) {
2955 DCHECK(!jit_options_->UseJitCompilation());
Hiroshi Yamauchi02d2f292015-04-03 13:35:16 -07002956 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002957
Andreas Gampe83e20492018-11-07 11:12:26 -08002958 if (!jit_options_->UseJitCompilation() && !jit_options_->GetSaveProfilingInfo()) {
Calin Juravle9545f6d2017-03-16 19:05:09 -07002959 return;
2960 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002961
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002962 std::string error_msg;
2963 bool profiling_only = !jit_options_->UseJitCompilation();
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +00002964 jit_code_cache_.reset(jit::JitCodeCache::Create(profiling_only,
2965 rwx_memory_allowed,
2966 IsZygote(),
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002967 &error_msg));
2968 if (jit_code_cache_.get() == nullptr) {
2969 LOG(WARNING) << "Failed to create JIT Code Cache: " << error_msg;
2970 }
2971}
2972
2973void Runtime::CreateJit() {
Andreas Gampe83e20492018-11-07 11:12:26 -08002974 DCHECK(jit_ == nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002975 if (jit_code_cache_.get() == nullptr) {
Andreas Gampe83e20492018-11-07 11:12:26 -08002976 if (!IsSafeMode()) {
2977 LOG(WARNING) << "Missing code cache, cannot create JIT.";
2978 }
2979 return;
2980 }
2981 if (IsSafeMode()) {
2982 LOG(INFO) << "Not creating JIT because of SafeMode.";
2983 jit_code_cache_.reset();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002984 return;
2985 }
2986
2987 jit::Jit* jit = jit::Jit::Create(jit_code_cache_.get(), jit_options_.get());
Nicolas Geoffraye4f983c2021-07-12 15:53:27 +01002988 jit_.reset(jit);
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002989 if (jit == nullptr) {
2990 LOG(WARNING) << "Failed to allocate JIT";
2991 // Release JIT code cache resources (several MB of memory).
Andreas Gampe83e20492018-11-07 11:12:26 -08002992 jit_code_cache_.reset();
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +00002993 } else {
2994 jit->CreateThreadPool();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002995 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002996}
2997
Andreas Gampe4585f872015-03-27 23:45:15 -07002998bool Runtime::CanRelocate() const {
Vladimir Marko4df2d802018-09-27 16:42:44 +00002999 return !IsAotCompiler();
Andreas Gampe4585f872015-03-27 23:45:15 -07003000}
3001
3002bool Runtime::IsCompilingBootImage() const {
3003 return IsCompiler() && compiler_callbacks_->IsBootImage();
3004}
3005
Mathieu Chartiere401d142015-04-22 13:56:20 -07003006void Runtime::SetResolutionMethod(ArtMethod* method) {
3007 CHECK(method != nullptr);
3008 CHECK(method->IsRuntimeMethod()) << method;
3009 resolution_method_ = method;
3010}
3011
3012void Runtime::SetImtUnimplementedMethod(ArtMethod* method) {
3013 CHECK(method != nullptr);
3014 CHECK(method->IsRuntimeMethod());
3015 imt_unimplemented_method_ = method;
Mathieu Chartier91288d82016-04-28 09:44:54 -07003016}
3017
3018void Runtime::FixupConflictTables() {
3019 // We can only do this after the class linker is created.
Andreas Gampe542451c2016-07-26 09:02:02 -07003020 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartier91288d82016-04-28 09:44:54 -07003021 if (imt_unimplemented_method_->GetImtConflictTable(pointer_size) == nullptr) {
3022 imt_unimplemented_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07003023 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07003024 pointer_size);
3025 }
3026 if (imt_conflict_method_->GetImtConflictTable(pointer_size) == nullptr) {
3027 imt_conflict_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07003028 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07003029 pointer_size);
Nicolas Geoffray40c68c62016-03-23 16:35:51 +00003030 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07003031}
3032
Nicolas Geoffray68bf3902017-09-07 14:40:48 +01003033void Runtime::DisableVerifier() {
3034 verify_ = verifier::VerifyMode::kNone;
3035}
3036
Igor Murashkin7617abd2015-07-10 18:27:47 -07003037bool Runtime::IsVerificationEnabled() const {
Igor Murashkindf707e42016-02-02 16:56:50 -08003038 return verify_ == verifier::VerifyMode::kEnable ||
3039 verify_ == verifier::VerifyMode::kSoftFail;
Igor Murashkin7617abd2015-07-10 18:27:47 -07003040}
3041
3042bool Runtime::IsVerificationSoftFail() const {
3043 return verify_ == verifier::VerifyMode::kSoftFail;
3044}
3045
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003046bool Runtime::IsAsyncDeoptimizeable(uintptr_t code) const {
Nicolas Geoffray00391822019-12-10 10:17:23 +00003047 if (OatQuickMethodHeader::NterpMethodHeader != nullptr) {
3048 if (OatQuickMethodHeader::NterpMethodHeader->Contains(code)) {
3049 return true;
3050 }
3051 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003052 // We only support async deopt (ie the compiled code is not explicitly asking for
3053 // deopt, but something else like the debugger) in debuggable JIT code.
3054 // We could look at the oat file where `code` is being defined,
3055 // and check whether it's been compiled debuggable, but we decided to
3056 // only rely on the JIT for debuggable apps.
Alex Light280e6c32020-03-03 13:52:07 -08003057 // The JIT-zygote is not debuggable so we need to be sure to exclude code from the non-private
3058 // region as well.
3059 return IsJavaDebuggable() && GetJit() != nullptr &&
3060 GetJit()->GetCodeCache()->PrivateRegionContainsPc(reinterpret_cast<const void*>(code));
Mingyao Yangf711f2c2016-05-23 12:29:39 -07003061}
3062
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07003063LinearAlloc* Runtime::CreateLinearAlloc() {
Mathieu Chartierc3fcd412015-09-25 16:54:59 -07003064 // For 64 bit compilers, it needs to be in low 4GB in the case where we are cross compiling for a
3065 // 32 bit target. In this case, we have 32 bit pointers in the dex cache arrays which can't hold
3066 // when we have 64 bit ArtMethod pointers.
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07003067 return (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA))
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07003068 ? new LinearAlloc(low_4gb_arena_pool_.get())
3069 : new LinearAlloc(arena_pool_.get());
3070}
3071
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07003072double Runtime::GetHashTableMinLoadFactor() const {
3073 return is_low_memory_mode_ ? kLowMemoryMinLoadFactor : kNormalMinLoadFactor;
3074}
3075
3076double Runtime::GetHashTableMaxLoadFactor() const {
3077 return is_low_memory_mode_ ? kLowMemoryMaxLoadFactor : kNormalMaxLoadFactor;
3078}
3079
Mathieu Chartierf8cb1782016-03-18 18:45:41 -07003080void Runtime::UpdateProcessState(ProcessState process_state) {
3081 ProcessState old_process_state = process_state_;
3082 process_state_ = process_state;
3083 GetHeap()->UpdateProcessState(old_process_state, process_state);
3084}
3085
Calin Juravle97cbc922016-04-15 16:16:35 +01003086void Runtime::RegisterSensitiveThread() const {
3087 Thread::SetJitSensitiveThread();
3088}
3089
Calin Juravleffc87072016-04-20 14:22:09 +01003090// Returns true if JIT compilations are enabled. GetJit() will be not null in this case.
3091bool Runtime::UseJitCompilation() const {
3092 return (jit_ != nullptr) && jit_->UseJitCompilation();
3093}
3094
David Sehrd106d9f2016-08-16 19:22:57 -07003095void Runtime::EnvSnapshot::TakeSnapshot() {
3096 char** env = GetEnviron();
3097 for (size_t i = 0; env[i] != nullptr; ++i) {
3098 name_value_pairs_.emplace_back(new std::string(env[i]));
3099 }
3100 // The strings in name_value_pairs_ retain ownership of the c_str, but we assign pointers
3101 // for quick use by GetSnapshot. This avoids allocation and copying cost at Exec.
3102 c_env_vector_.reset(new char*[name_value_pairs_.size() + 1]);
3103 for (size_t i = 0; env[i] != nullptr; ++i) {
3104 c_env_vector_[i] = const_cast<char*>(name_value_pairs_[i]->c_str());
3105 }
3106 c_env_vector_[name_value_pairs_.size()] = nullptr;
3107}
3108
3109char** Runtime::EnvSnapshot::GetSnapshot() const {
3110 return c_env_vector_.get();
3111}
3112
Andreas Gampefda57142016-09-08 20:29:18 -07003113void Runtime::AddSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
3114 gc::ScopedGCCriticalSection gcs(Thread::Current(),
3115 gc::kGcCauseAddRemoveSystemWeakHolder,
3116 gc::kCollectorTypeAddRemoveSystemWeakHolder);
Andreas Gampe1f648592017-01-13 10:46:01 -08003117 // Note: The ScopedGCCriticalSection also ensures that the rest of the function is in
3118 // a critical section.
Andreas Gampefda57142016-09-08 20:29:18 -07003119 system_weak_holders_.push_back(holder);
3120}
3121
3122void Runtime::RemoveSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
3123 gc::ScopedGCCriticalSection gcs(Thread::Current(),
3124 gc::kGcCauseAddRemoveSystemWeakHolder,
3125 gc::kCollectorTypeAddRemoveSystemWeakHolder);
3126 auto it = std::find(system_weak_holders_.begin(), system_weak_holders_.end(), holder);
3127 if (it != system_weak_holders_.end()) {
3128 system_weak_holders_.erase(it);
3129 }
3130}
3131
Andreas Gampeac30fa22017-01-18 21:02:36 -08003132RuntimeCallbacks* Runtime::GetRuntimeCallbacks() {
3133 return callbacks_.get();
3134}
3135
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003136// Used to patch boot image method entry point to interpreter bridge.
3137class UpdateEntryPointsClassVisitor : public ClassVisitor {
3138 public:
3139 explicit UpdateEntryPointsClassVisitor(instrumentation::Instrumentation* instrumentation)
3140 : instrumentation_(instrumentation) {}
3141
Roland Levillainbbc6e7e2018-08-24 16:58:47 +01003142 bool operator()(ObjPtr<mirror::Class> klass) override REQUIRES(Locks::mutator_lock_) {
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003143 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(Thread::Current()));
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003144 auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
3145 for (auto& m : klass->GetMethods(pointer_size)) {
3146 const void* code = m.GetEntryPointFromQuickCompiledCode();
3147 if (Runtime::Current()->GetHeap()->IsInBootImageOatFile(code) &&
3148 !m.IsNative() &&
3149 !m.IsProxyMethod()) {
Nicolas Geoffrayc8a694d2022-01-17 17:12:38 +00003150 instrumentation_->InitializeMethodsCode(&m, /*aot_code=*/ nullptr);
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003151 }
Nicolas Geoffrayc76232e2020-03-18 11:23:33 +00003152
3153 if (Runtime::Current()->GetJit() != nullptr &&
3154 Runtime::Current()->GetJit()->GetCodeCache()->IsInZygoteExecSpace(code) &&
3155 !m.IsNative()) {
3156 DCHECK(!m.IsProxyMethod());
Nicolas Geoffrayc8a694d2022-01-17 17:12:38 +00003157 instrumentation_->InitializeMethodsCode(&m, /*aot_code=*/ nullptr);
Nicolas Geoffrayc76232e2020-03-18 11:23:33 +00003158 }
3159
3160 if (m.IsPreCompiled()) {
3161 // Precompilation is incompatible with debuggable, so clear the flag
3162 // and update the entrypoint in case it has been compiled.
3163 m.ClearPreCompiled();
Nicolas Geoffrayc8a694d2022-01-17 17:12:38 +00003164 instrumentation_->InitializeMethodsCode(&m, /*aot_code=*/ nullptr);
Nicolas Geoffrayc76232e2020-03-18 11:23:33 +00003165 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003166 }
3167 return true;
3168 }
3169
3170 private:
3171 instrumentation::Instrumentation* const instrumentation_;
3172};
3173
3174void Runtime::SetJavaDebuggable(bool value) {
3175 is_java_debuggable_ = value;
3176 // Do not call DeoptimizeBootImage just yet, the runtime may still be starting up.
3177}
3178
3179void Runtime::DeoptimizeBootImage() {
3180 // If we've already started and we are setting this runtime to debuggable,
3181 // we patch entry points of methods in boot image to interpreter bridge, as
3182 // boot image code may be AOT compiled as not debuggable.
3183 if (!GetInstrumentation()->IsForcedInterpretOnly()) {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003184 UpdateEntryPointsClassVisitor visitor(GetInstrumentation());
3185 GetClassLinker()->VisitClasses(&visitor);
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003186 jit::Jit* jit = GetJit();
3187 if (jit != nullptr) {
Alex Lightb28e3042020-03-06 13:02:46 -08003188 // Code previously compiled may not be compiled debuggable.
3189 jit->GetCodeCache()->TransitionToDebuggable();
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003190 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003191 }
3192}
Mathieu Chartierada33d72018-12-17 13:17:30 -08003193
3194Runtime::ScopedThreadPoolUsage::ScopedThreadPoolUsage()
3195 : thread_pool_(Runtime::Current()->AcquireThreadPool()) {}
3196
3197Runtime::ScopedThreadPoolUsage::~ScopedThreadPoolUsage() {
3198 Runtime::Current()->ReleaseThreadPool();
3199}
3200
3201bool Runtime::DeleteThreadPool() {
3202 // Make sure workers are started to prevent thread shutdown errors.
3203 WaitForThreadPoolWorkersToStart();
3204 std::unique_ptr<ThreadPool> thread_pool;
3205 {
3206 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3207 if (thread_pool_ref_count_ == 0) {
3208 thread_pool = std::move(thread_pool_);
3209 }
3210 }
3211 return thread_pool != nullptr;
3212}
3213
3214ThreadPool* Runtime::AcquireThreadPool() {
3215 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3216 ++thread_pool_ref_count_;
3217 return thread_pool_.get();
3218}
3219
3220void Runtime::ReleaseThreadPool() {
3221 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3222 CHECK_GT(thread_pool_ref_count_, 0u);
3223 --thread_pool_ref_count_;
3224}
3225
3226void Runtime::WaitForThreadPoolWorkersToStart() {
3227 // Need to make sure workers are created before deleting the pool.
3228 ScopedThreadPoolUsage stpu;
3229 if (stpu.GetThreadPool() != nullptr) {
3230 stpu.GetThreadPool()->WaitForWorkersToBeCreated();
3231 }
3232}
3233
Mathieu Chartier03625442019-06-24 17:29:23 -07003234void Runtime::ResetStartupCompleted() {
3235 startup_completed_.store(false, std::memory_order_seq_cst);
3236}
3237
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003238class Runtime::NotifyStartupCompletedTask : public gc::HeapTask {
3239 public:
3240 NotifyStartupCompletedTask() : gc::HeapTask(/*target_run_time=*/ NanoTime()) {}
3241
3242 void Run(Thread* self) override {
3243 VLOG(startup) << "NotifyStartupCompletedTask running";
3244 Runtime* const runtime = Runtime::Current();
3245 {
3246 ScopedTrace trace("Releasing app image spaces metadata");
3247 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003248 // Request empty checkpoints to make sure no threads are accessing the image space metadata
3249 // section when we madvise it. Use GC exclusion to prevent deadlocks that may happen if
3250 // multiple threads are attempting to run empty checkpoints at the same time.
3251 {
3252 // Avoid using ScopedGCCriticalSection since that does not allow thread suspension. This is
3253 // not allowed to prevent allocations, but it's still safe to suspend temporarily for the
3254 // checkpoint.
3255 gc::ScopedInterruptibleGCCriticalSection sigcs(self,
3256 gc::kGcCauseRunEmptyCheckpoint,
3257 gc::kCollectorTypeCriticalSection);
3258 runtime->GetThreadList()->RunEmptyCheckpoint();
3259 }
3260 for (gc::space::ContinuousSpace* space : runtime->GetHeap()->GetContinuousSpaces()) {
3261 if (space->IsImageSpace()) {
3262 gc::space::ImageSpace* image_space = space->AsImageSpace();
3263 if (image_space->GetImageHeader().IsAppImage()) {
3264 image_space->ReleaseMetadata();
3265 }
3266 }
3267 }
3268 }
3269
3270 {
3271 // Delete the thread pool used for app image loading since startup is assumed to be completed.
3272 ScopedTrace trace2("Delete thread pool");
3273 runtime->DeleteThreadPool();
3274 }
3275 }
3276};
3277
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003278void Runtime::NotifyStartupCompleted() {
3279 bool expected = false;
3280 if (!startup_completed_.compare_exchange_strong(expected, true, std::memory_order_seq_cst)) {
3281 // Right now NotifyStartupCompleted will be called up to twice, once from profiler and up to
3282 // once externally. For this reason there are no asserts.
3283 return;
3284 }
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003285
Calin Juravlec2753e62021-06-25 15:34:09 -07003286 VLOG(startup) << app_info_;
3287
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003288 VLOG(startup) << "Adding NotifyStartupCompleted task";
3289 // Use the heap task processor since we want to be exclusive with the GC and we don't want to
3290 // block the caller if the GC is running.
3291 if (!GetHeap()->AddHeapTask(new NotifyStartupCompletedTask)) {
3292 VLOG(startup) << "Failed to add NotifyStartupCompletedTask";
Mathieu Chartier6e7a72c2019-03-07 21:40:10 -08003293 }
3294
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003295 // Notify the profiler saver that startup is now completed.
3296 ProfileSaver::NotifyStartupCompleted();
Eric Holkb6dda5a2021-02-04 01:09:58 +00003297
3298 if (metrics_reporter_ != nullptr) {
3299 metrics_reporter_->NotifyStartupCompleted();
3300 }
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003301}
3302
Calin Juravlec2753e62021-06-25 15:34:09 -07003303void Runtime::NotifyDexFileLoaded() {
3304 if (metrics_reporter_ != nullptr) {
3305 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
3306 }
3307}
3308
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003309bool Runtime::GetStartupCompleted() const {
3310 return startup_completed_.load(std::memory_order_seq_cst);
3311}
3312
randy.jeong5bef0222019-05-27 10:29:09 +09003313void Runtime::SetSignalHookDebuggable(bool value) {
3314 SkipAddSignalHandler(value);
3315}
3316
Alex Lightf3677472019-06-26 16:31:53 -07003317void Runtime::SetJniIdType(JniIdType t) {
3318 CHECK(CanSetJniIdType()) << "Not allowed to change id type!";
3319 if (t == GetJniIdType()) {
3320 return;
3321 }
3322 jni_ids_indirection_ = t;
3323 JNIEnvExt::ResetFunctionTable();
3324 WellKnownClasses::HandleJniIdTypeChange(Thread::Current()->GetJniEnv());
3325}
3326
Mathieu Chartierccc75192019-10-28 13:34:03 -07003327bool Runtime::GetOatFilesExecutable() const {
3328 return !IsAotCompiler() && !(IsSystemServer() && jit_options_->GetSaveProfilingInfo());
3329}
3330
Nicolas Geoffraye3f775b2019-12-04 14:41:52 +00003331void Runtime::ProcessWeakClass(GcRoot<mirror::Class>* root_ptr,
3332 IsMarkedVisitor* visitor,
3333 mirror::Class* update) {
3334 // This does not need a read barrier because this is called by GC.
3335 mirror::Class* cls = root_ptr->Read<kWithoutReadBarrier>();
3336 if (cls != nullptr && cls != GetWeakClassSentinel()) {
3337 DCHECK((cls->IsClass<kDefaultVerifyFlags>()));
3338 // Look at the classloader of the class to know if it has been unloaded.
3339 // This does not need a read barrier because this is called by GC.
3340 ObjPtr<mirror::Object> class_loader =
3341 cls->GetClassLoader<kDefaultVerifyFlags, kWithoutReadBarrier>();
3342 if (class_loader == nullptr || visitor->IsMarked(class_loader.Ptr()) != nullptr) {
3343 // The class loader is live, update the entry if the class has moved.
3344 mirror::Class* new_cls = down_cast<mirror::Class*>(visitor->IsMarked(cls));
3345 // Note that new_object can be null for CMS and newly allocated objects.
3346 if (new_cls != nullptr && new_cls != cls) {
3347 *root_ptr = GcRoot<mirror::Class>(new_cls);
3348 }
3349 } else {
3350 // The class loader is not live, clear the entry.
3351 *root_ptr = GcRoot<mirror::Class>(update);
3352 }
3353 }
3354}
3355
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08003356void Runtime::MadviseFileForRange(size_t madvise_size_limit_bytes,
3357 size_t map_size_bytes,
3358 const uint8_t* map_begin,
3359 const uint8_t* map_end,
3360 const std::string& file_name) {
3361 // Ideal blockTransferSize for madvising files (128KiB)
3362 static constexpr size_t kIdealIoTransferSizeBytes = 128*1024;
3363
3364 size_t target_size_bytes = std::min<size_t>(map_size_bytes, madvise_size_limit_bytes);
3365
3366 if (target_size_bytes > 0) {
3367 ScopedTrace madvising_trace("madvising "
3368 + file_name
3369 + " size="
3370 + std::to_string(target_size_bytes));
3371
3372 // Based on requested size (target_size_bytes)
3373 const uint8_t* target_pos = map_begin + target_size_bytes;
3374
3375 // Clamp endOfFile if its past map_end
Jagadeesh Pakaravoor0461e332021-03-15 17:07:57 -07003376 if (target_pos > map_end) {
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08003377 target_pos = map_end;
3378 }
3379
3380 // Madvise the whole file up to target_pos in chunks of
3381 // kIdealIoTransferSizeBytes (to MADV_WILLNEED)
3382 // Note:
3383 // madvise(MADV_WILLNEED) will prefetch max(fd readahead size, optimal
3384 // block size for device) per call, hence the need for chunks. (128KB is a
3385 // good default.)
3386 for (const uint8_t* madvise_start = map_begin;
3387 madvise_start < target_pos;
3388 madvise_start += kIdealIoTransferSizeBytes) {
3389 void* madvise_addr = const_cast<void*>(reinterpret_cast<const void*>(madvise_start));
3390 size_t madvise_length = std::min(kIdealIoTransferSizeBytes,
3391 static_cast<size_t>(target_pos - madvise_start));
3392 int status = madvise(madvise_addr, madvise_length, MADV_WILLNEED);
3393 // In case of error we stop madvising rest of the file
3394 if (status < 0) {
3395 LOG(ERROR) << "Failed to madvise file:" << file_name << " for size:" << map_size_bytes;
3396 break;
3397 }
3398 }
3399 }
3400}
3401
Nicolas Geoffraye7e026b2022-03-24 16:42:07 +00003402bool Runtime::HasImageWithProfile() const {
3403 for (gc::space::ImageSpace* space : GetHeap()->GetBootImageSpaces()) {
3404 if (!space->GetProfileFiles().empty()) {
3405 return true;
3406 }
3407 }
3408 return false;
3409}
3410
Carl Shapiro1fb86202011-06-27 17:43:13 -07003411} // namespace art