blob: 0f6b521ad13e4cb397eed6fecd1adb0ed91c8603 [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro1fb86202011-06-27 17:43:13 -070016
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070017#include "runtime.h"
Carl Shapiro1fb86202011-06-27 17:43:13 -070018
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070019// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070021#ifdef __linux__
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070022#include <linux/fs.h>
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -070023#include <sys/prctl.h>
Ian Rogersc5f17732014-06-05 20:48:42 -070024#endif
Brian Carlstrombd86bcc2013-03-10 20:26:16 -070025
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070026#include <fcntl.h>
Brian Carlstromdbf05b72011-12-15 00:55:24 -080027#include <signal.h>
Elliott Hughesd06a6c72012-05-30 17:59:06 -070028#include <sys/syscall.h>
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070029
David Sehrd106d9f2016-08-16 19:22:57 -070030#if defined(__APPLE__)
31#include <crt_externs.h> // for _NSGetEnviron
32#endif
Brian Carlstromdbf05b72011-12-15 00:55:24 -080033
Elliott Hughesffe67362011-07-17 12:09:27 -070034#include <cstdio>
35#include <cstdlib>
Brian Carlstrom8a436592011-08-15 21:27:23 -070036#include <limits>
Calin Juravlec2753e62021-06-25 15:34:09 -070037#include <string.h>
Mathieu Chartierada33d72018-12-17 13:17:30 -080038#include <thread>
Alex Lightabd8f052019-12-06 10:49:17 -080039#include <unordered_set>
Carl Shapiro2ed144c2011-07-26 16:52:08 -070040#include <vector>
Elliott Hughesffe67362011-07-17 12:09:27 -070041
Andreas Gampe9186ced2016-12-12 14:28:21 -080042#include "android-base/strings.h"
43
Chang Xing605fe242017-07-20 15:57:21 -070044#include "aot_class_linker.h"
Ian Rogers166db042013-07-26 12:05:57 -070045#include "arch/arm/registers_arm.h"
Stuart Monteithb95a5342014-03-12 13:32:32 +000046#include "arch/arm64/registers_arm64.h"
Andreas Gampee5d23982019-01-08 10:34:26 -080047#include "arch/context.h"
Ian Rogersd582fa42014-11-05 23:46:43 -080048#include "arch/instruction_set_features.h"
Ian Rogers166db042013-07-26 12:05:57 -070049#include "arch/x86/registers_x86.h"
Ian Rogersef7d42f2014-01-06 12:55:46 -080050#include "arch/x86_64/registers_x86_64.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -070051#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070052#include "art_method-inl.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070053#include "asm_support.h"
Andreas Gampe39b378c2017-12-07 15:44:13 -080054#include "base/aborting.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070055#include "base/arena_allocator.h"
David Sehrc431b9d2018-03-02 12:01:51 -080056#include "base/atomic.h"
Ian Rogersc7dd2952014-10-21 23:31:19 -070057#include "base/dumpable.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070058#include "base/enums.h"
David Sehr891a50e2017-10-27 17:01:07 -070059#include "base/file_utils.h"
Calin Juravle09eacd92021-05-19 17:03:55 -070060#include "base/flags.h"
David Sehr3215fff2018-04-03 17:10:12 -070061#include "base/malloc_arena_pool.h"
62#include "base/mem_map_arena_pool.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070063#include "base/memory_tool.h"
David Sehrc431b9d2018-03-02 12:01:51 -080064#include "base/mutex.h"
65#include "base/os.h"
66#include "base/quasi_atomic.h"
David Brazdil2bb2fbd2018-11-13 18:24:26 +000067#include "base/sdk_version.h"
Vladimir Marko637ee0b2015-09-04 12:47:41 +010068#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080069#include "base/systrace.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070070#include "base/unix_file/fd_file.h"
David Sehrc431b9d2018-03-02 12:01:51 -080071#include "base/utils.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010072#include "class_linker-inl.h"
Vladimir Marko5868ada2020-05-12 11:50:34 +010073#include "class_root-inl.h"
Andreas Gampe4585f872015-03-27 23:45:15 -070074#include "compiler_callbacks.h"
Elliott Hughes3bb81562011-10-21 18:52:59 -070075#include "debugger.h"
David Sehr013fd802018-01-11 22:55:24 -080076#include "dex/art_dex_file_loader.h"
David Sehr9e734c72018-01-04 17:56:19 -080077#include "dex/dex_file_loader.h"
Alex Light84d76052014-08-22 17:49:35 -070078#include "elf_file.h"
Ian Rogers6f3dbba2014-10-14 17:41:57 -070079#include "entrypoints/runtime_asm_entrypoints.h"
Alex Lighteb7c1442015-08-31 13:17:42 -070080#include "experimental_flags.h"
Ian Rogers576ca0c2014-06-06 15:58:22 -070081#include "fault_handler.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070082#include "gc/accounting/card_table-inl.h"
83#include "gc/heap.h"
Andreas Gampefda57142016-09-08 20:29:18 -070084#include "gc/scoped_gc_critical_section.h"
Ian Rogerse63db272014-07-15 15:36:11 -070085#include "gc/space/image_space.h"
Mathieu Chartier461687d2015-03-31 12:05:24 -070086#include "gc/space/space-inl.h"
Andreas Gampefda57142016-09-08 20:29:18 -070087#include "gc/system_weak.h"
Mathieu Chartierad390fa2019-10-16 20:03:00 -070088#include "gc/task_processor.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -080089#include "handle_scope-inl.h"
Andreas Gampeaa120012018-03-28 16:23:24 -070090#include "hidden_api.h"
Mathieu Chartier4a26f172016-01-26 14:26:18 -080091#include "image-inl.h"
Hans Boehm4dcac362021-09-23 12:26:04 -070092#include "indirect_reference_table.h"
jeffhao725a9572012-11-13 18:20:12 -080093#include "instrumentation.h"
Mathieu Chartier74ccee62018-10-10 10:30:29 -070094#include "intern_table-inl.h"
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080095#include "interpreter/interpreter.h"
96#include "jit/jit.h"
Nicolas Geoffray132d8362016-11-16 09:19:42 +000097#include "jit/jit_code_cache.h"
Steven Morelande431e272017-07-18 16:53:49 -070098#include "jit/profile_saver.h"
Vladimir Markoa3ad0cd2018-05-04 10:06:38 +010099#include "jni/java_vm_ext.h"
Alex Light79d6c802019-06-27 15:50:11 +0000100#include "jni/jni_id_manager.h"
Alex Light79d6c802019-06-27 15:50:11 +0000101#include "jni_id_type.h"
Mathieu Chartierc7853442015-03-27 14:35:38 -0700102#include "linear_alloc.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -0700103#include "memory_representation.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800104#include "mirror/array.h"
Andreas Gampe70f5fd02018-10-24 19:58:37 -0700105#include "mirror/class-alloc-inl.h"
Ian Rogers62d6c772013-02-27 08:32:07 -0800106#include "mirror/class-inl.h"
Alex Lightcec2fd42016-11-02 16:32:07 -0700107#include "mirror/class_ext.h"
Alex Lightabd8f052019-12-06 10:49:17 -0800108#include "mirror/class_loader-inl.h"
Narayan Kamath000e1882016-10-24 17:14:25 +0100109#include "mirror/emulated_stack_frame.h"
Mathieu Chartierdaaf3262015-03-24 13:30:28 -0700110#include "mirror/field.h"
Mathieu Chartierfc58af42015-04-16 18:00:39 -0700111#include "mirror/method.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100112#include "mirror/method_handle_impl.h"
Orion Hodsonc069a302017-01-18 09:23:12 +0000113#include "mirror/method_handles_lookup.h"
Narayan Kamathafa48272016-08-03 12:46:58 +0100114#include "mirror/method_type.h"
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800115#include "mirror/stack_trace_element.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800116#include "mirror/throwable.h"
Orion Hodson928033d2018-02-07 05:30:54 +0000117#include "mirror/var_handle.h"
Elliott Hughes32d6e1e2011-10-11 14:47:44 -0700118#include "monitor.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800119#include "native/dalvik_system_DexFile.h"
Dan Zimmermanb682ea42019-12-23 06:59:06 -0800120#include "native/dalvik_system_BaseDexClassLoader.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800121#include "native/dalvik_system_VMDebug.h"
122#include "native/dalvik_system_VMRuntime.h"
123#include "native/dalvik_system_VMStack.h"
124#include "native/dalvik_system_ZygoteHooks.h"
125#include "native/java_lang_Class.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800126#include "native/java_lang_Object.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800127#include "native/java_lang_String.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800128#include "native/java_lang_StringFactory.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800129#include "native/java_lang_System.h"
130#include "native/java_lang_Thread.h"
131#include "native/java_lang_Throwable.h"
132#include "native/java_lang_VMClassLoader.h"
Narayan Kamathbd2fed52017-01-25 10:46:54 +0000133#include "native/java_lang_invoke_MethodHandleImpl.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800134#include "native/java_lang_ref_FinalizerReference.h"
135#include "native/java_lang_ref_Reference.h"
136#include "native/java_lang_reflect_Array.h"
137#include "native/java_lang_reflect_Constructor.h"
Neil Fuller0e844392016-09-08 13:43:31 +0100138#include "native/java_lang_reflect_Executable.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800139#include "native/java_lang_reflect_Field.h"
140#include "native/java_lang_reflect_Method.h"
Neil Fuller60458a02016-09-01 15:32:44 +0100141#include "native/java_lang_reflect_Parameter.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800142#include "native/java_lang_reflect_Proxy.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800143#include "native/java_util_concurrent_atomic_AtomicLong.h"
Jeff Hao848f70a2014-01-15 13:49:50 -0800144#include "native/libcore_util_CharsetUtils.h"
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800145#include "native/org_apache_harmony_dalvik_ddmc_DdmServer.h"
146#include "native/org_apache_harmony_dalvik_ddmc_DdmVmInternal.h"
147#include "native/sun_misc_Unsafe.h"
Sorin Basca2f01e8e2021-06-18 06:44:07 +0000148#include "native/jdk_internal_misc_Unsafe.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800149#include "native_bridge_art_interface.h"
Andreas Gampe5dd44d02016-08-02 17:20:03 -0700150#include "native_stack_dump.h"
Andreas Gampe373a9b52017-10-18 09:01:57 -0700151#include "nativehelper/scoped_local_ref.h"
Vladimir Markod3d00c02019-11-07 15:09:07 +0000152#include "oat.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700153#include "oat_file_manager.h"
Nicolas Geoffray00391822019-12-10 10:17:23 +0000154#include "oat_quick_method_header.h"
Andreas Gamped482e732017-04-24 17:59:09 -0700155#include "object_callbacks.h"
Orion Hodsonbaf563d2021-04-08 07:53:54 +0100156#include "odr_statslog/odr_statslog.h"
Brian Carlstrom02c5f4d2015-01-30 10:18:03 -0800157#include "parsed_options.h"
Vladimir Marko7624d252014-05-02 14:40:15 +0100158#include "quick/quick_method_frame_info.h"
Ian Rogers53b8b092014-03-13 23:45:53 -0700159#include "reflection.h"
Andreas Gampeac30fa22017-01-18 21:02:36 -0800160#include "runtime_callbacks.h"
Andreas Gampe87648602019-06-12 12:34:26 -0700161#include "runtime_common.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +0000162#include "runtime_intrinsics.h"
Igor Murashkinaaebaa02015-01-26 10:55:53 -0800163#include "runtime_options.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -0700164#include "scoped_thread_state_change-inl.h"
Dave Allisoncefcea82014-09-16 10:01:01 -0700165#include "sigchain.h"
Elliott Hughese27955c2011-08-26 15:21:24 -0700166#include "signal_catcher.h"
Elliott Hughes457005c2012-04-16 13:54:25 -0700167#include "signal_set.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -0700168#include "thread.h"
Elliott Hughes8daa0922011-09-11 13:46:25 -0700169#include "thread_list.h"
Alex Light7233c7e2016-07-28 10:07:45 -0700170#include "ti/agent.h"
jeffhaob5e81852012-03-12 11:15:45 -0700171#include "trace.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100172#include "transaction.h"
Vladimir Marko97d7e1c2016-10-04 14:44:28 +0100173#include "vdex_file.h"
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700174#include "verifier/class_verifier.h"
Elliott Hugheseac76672012-05-24 21:56:51 -0700175#include "well_known_classes.h"
Carl Shapiro61e019d2011-07-14 16:53:09 -0700176
David Sehrf57589f2016-10-17 10:09:33 -0700177#ifdef ART_TARGET_ANDROID
178#include <android/set_abort_message.h>
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +0100179#include "com_android_apex.h"
180namespace apex = com::android::apex;
181
David Sehrf57589f2016-10-17 10:09:33 -0700182#endif
183
David Srbecky50b47432018-10-18 12:26:34 +0100184// Static asserts to check the values of generated assembly-support macros.
185#define ASM_DEFINE(NAME, EXPR) static_assert((NAME) == (EXPR), "Unexpected value of " #NAME);
186#include "asm_defines.def"
187#undef ASM_DEFINE
188
Carl Shapiro1fb86202011-06-27 17:43:13 -0700189namespace art {
190
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700191// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
Brian Carlstromb57f1c72014-10-08 13:56:25 -0700192static constexpr bool kEnableJavaStackTraceHandler = false;
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700193// Tuned by compiling GmsCore under perf and measuring time spent in DescriptorEquals for class
194// linking.
195static constexpr double kLowMemoryMinLoadFactor = 0.5;
196static constexpr double kLowMemoryMaxLoadFactor = 0.8;
197static constexpr double kNormalMinLoadFactor = 0.4;
198static constexpr double kNormalMaxLoadFactor = 0.7;
Mathieu Chartier11c273d2017-10-15 20:54:45 -0700199
200// Extra added to the default heap growth multiplier. Used to adjust the GC ergonomics for the read
201// barrier config.
202static constexpr double kExtraDefaultHeapGrowthMultiplier = kUseReadBarrier ? 1.0 : 0.0;
203
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700204Runtime* Runtime::instance_ = nullptr;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700205
Andreas Gampef6a780a2015-04-02 18:51:05 -0700206struct TraceConfig {
207 Trace::TraceMode trace_mode;
208 Trace::TraceOutputMode trace_output_mode;
209 std::string trace_file;
210 size_t trace_file_size;
211};
212
David Sehrd106d9f2016-08-16 19:22:57 -0700213namespace {
Andreas Gampea2fed082019-02-01 09:34:43 -0800214
David Sehrd106d9f2016-08-16 19:22:57 -0700215#ifdef __APPLE__
216inline char** GetEnviron() {
217 // When Google Test is built as a framework on MacOS X, the environ variable
218 // is unavailable. Apple's documentation (man environ) recommends using
219 // _NSGetEnviron() instead.
220 return *_NSGetEnviron();
221}
222#else
223// Some POSIX platforms expect you to declare environ. extern "C" makes
224// it reside in the global namespace.
225extern "C" char** environ;
226inline char** GetEnviron() { return environ; }
227#endif
Andreas Gampea2fed082019-02-01 09:34:43 -0800228
229void CheckConstants() {
230 CHECK_EQ(mirror::Array::kFirstElementOffset, mirror::Array::FirstElementOffset());
231}
232
David Sehrd106d9f2016-08-16 19:22:57 -0700233} // namespace
234
Elliott Hughesdcc24742011-09-07 14:02:44 -0700235Runtime::Runtime()
Mathieu Chartier31000802015-06-14 14:14:37 -0700236 : resolution_method_(nullptr),
237 imt_conflict_method_(nullptr),
238 imt_unimplemented_method_(nullptr),
Vladimir Marko33bff252017-11-01 14:35:42 +0000239 instruction_set_(InstructionSet::kNone),
Ian Rogers6ed19fd2014-03-20 08:10:17 -0700240 compiler_callbacks_(nullptr),
Elliott Hughesd9c67be2012-02-02 19:54:06 -0800241 is_zygote_(false),
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +0100242 is_primary_zygote_(false),
Nicolas Geoffray9ac09ee2019-05-08 23:38:27 +0100243 is_system_server_(false),
Alex Lighta59dd802014-07-02 16:28:08 -0700244 must_relocate_(false),
Mathieu Chartier069387a2012-06-18 12:01:01 -0700245 is_concurrent_gc_enabled_(true),
Anwar Ghuloum87183592013-08-14 12:12:19 -0700246 is_explicit_gc_disabled_(false),
Alex Light64ad14d2014-08-19 14:23:13 -0700247 image_dex2oat_enabled_(true),
Elliott Hughes6cf23882012-06-15 15:42:07 -0700248 default_stack_size_(0),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800249 heap_(nullptr),
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700250 max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800251 monitor_list_(nullptr),
252 monitor_pool_(nullptr),
253 thread_list_(nullptr),
254 intern_table_(nullptr),
255 class_linker_(nullptr),
256 signal_catcher_(nullptr),
257 java_vm_(nullptr),
Mathieu Chartierada33d72018-12-17 13:17:30 -0800258 thread_pool_ref_count_(0u),
Andreas Gampe44f67602018-11-28 08:27:27 -0800259 fault_message_(nullptr),
Ian Rogers120f1c72012-09-28 17:17:10 -0700260 threads_being_born_(0),
Ian Rogersc604d732012-10-14 16:09:54 -0700261 shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
Elliott Hughes6b355752012-01-13 16:49:08 -0800262 shutting_down_(false),
Ian Rogers120f1c72012-09-28 17:17:10 -0700263 shutting_down_started_(false),
Elliott Hughesdcc24742011-09-07 14:02:44 -0700264 started_(false),
Mathieu Chartier7664f5c2012-06-08 18:15:32 -0700265 finished_starting_(false),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800266 vfprintf_(nullptr),
267 exit_(nullptr),
268 abort_(nullptr),
jeffhao2692b572011-12-16 15:42:28 -0800269 stats_enabled_(false),
Roland Levillain05e34f42018-05-24 13:19:05 +0000270 is_running_on_memory_tool_(kRunningOnMemoryTool),
Ian Rogers62d6c772013-02-27 08:32:07 -0800271 instrumentation_(),
Ian Rogersef7d42f2014-01-06 12:55:46 -0800272 main_thread_group_(nullptr),
273 system_thread_group_(nullptr),
274 system_class_loader_(nullptr),
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100275 dump_gc_performance_on_shutdown_(false),
Chang Xing605fe242017-07-20 15:57:21 -0700276 preinitialization_transactions_(),
Igor Murashkin7617abd2015-07-10 18:27:47 -0700277 verify_(verifier::VerifyMode::kNone),
David Brazdil2bb2fbd2018-11-13 18:24:26 +0000278 target_sdk_version_(static_cast<uint32_t>(SdkVersion::kUnset)),
Andrei Onea037d2822020-11-19 00:20:04 +0000279 compat_framework_(),
Dave Allison69dfe512014-07-11 17:11:58 +0000280 implicit_null_checks_(false),
281 implicit_so_checks_(false),
Calin Juravle07d83c72014-10-22 21:02:23 +0100282 implicit_suspend_checks_(false),
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100283 no_sig_chain_(false),
Andreas Gampef38a6612016-04-11 08:42:26 -0700284 force_native_bridge_(false),
Narayan Kamath5a2be3f2015-02-16 13:51:51 +0000285 is_native_bridge_loaded_(false),
David Srbeckyf4480162016-03-16 00:06:24 +0000286 is_native_debuggable_(false),
Alex Light7919db92017-11-29 09:00:55 -0800287 async_exceptions_thrown_(false),
Alex Light0aa7a5a2018-10-10 15:58:14 +0000288 non_standard_exits_enabled_(false),
Nicolas Geoffray433b79a2017-01-30 20:54:45 +0000289 is_java_debuggable_(false),
wangguibo0d290722021-04-24 11:27:06 +0800290 monitor_timeout_enable_(false),
291 monitor_timeout_ns_(0),
Igor Murashkin158f35c2015-06-10 15:55:30 -0700292 zygote_max_failed_boots_(0),
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -0700293 experimental_flags_(ExperimentalFlags::kNone),
294 oat_file_manager_(nullptr),
Nicolas Geoffray787ae8e2015-11-05 11:32:24 +0000295 is_low_memory_mode_(false),
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -0800296 madvise_willneed_vdex_filesize_(0),
297 madvise_willneed_odex_filesize_(0),
298 madvise_willneed_art_filesize_(0),
Andreas Gampea1425a12016-03-11 17:44:04 -0800299 safe_mode_(false),
David Brazdilf50ac102018-10-17 18:00:06 +0100300 hidden_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdil6dfdfef2019-04-11 17:39:11 +0100301 core_platform_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
satayev09efc162021-02-22 17:24:57 +0000302 test_api_policy_(hiddenapi::EnforcementPolicy::kDisabled),
David Brazdilee7d2fd2018-01-20 17:25:23 +0000303 dedupe_hidden_api_warnings_(true),
Mathew Inwood1fd97f22018-04-03 15:32:32 +0100304 hidden_api_access_event_log_rate_(0),
Nicolas Geoffray6ee49712018-03-30 14:39:05 +0000305 dump_native_stack_on_sig_quit_(true),
Mathieu Chartierf8cb1782016-03-18 18:45:41 -0700306 // Initially assume we perceive jank in case the process state is never updated.
Andreas Gampef38a6612016-04-11 08:42:26 -0700307 process_state_(kProcessStateJankPerceptible),
Andreas Gampe0b0ffc12018-08-01 14:41:27 -0700308 zygote_no_threads_(false),
Andreas Gamped84794d2019-07-18 13:40:03 -0700309 verifier_logging_threshold_ms_(100),
Florian Mayer0972d082020-05-15 14:07:31 +0200310 verifier_missing_kthrow_fatal_(false),
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -0800311 perfetto_hprof_enabled_(false),
312 perfetto_javaheapprof_enabled_(false) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700313 static_assert(Runtime::kCalleeSaveSize ==
314 static_cast<uint32_t>(CalleeSaveType::kLastCalleeSaveType), "Unexpected size");
Andreas Gampea2fed082019-02-01 09:34:43 -0800315 CheckConstants();
Andreas Gampe8228cdf2017-05-30 15:03:54 -0700316
Mathieu Chartiere401d142015-04-22 13:56:20 -0700317 std::fill(callee_save_methods_, callee_save_methods_ + arraysize(callee_save_methods_), 0u);
buzbee1452bee2015-03-06 14:43:04 -0800318 interpreter::CheckInterpreterAsmConstants();
Andreas Gampeac30fa22017-01-18 21:02:36 -0800319 callbacks_.reset(new RuntimeCallbacks());
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +0100320 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
321 deoptimization_counts_[i] = 0u;
322 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700323}
324
Carl Shapiro61e019d2011-07-14 16:53:09 -0700325Runtime::~Runtime() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800326 ScopedTrace trace("Runtime shutdown");
Calin Juravle07d83c72014-10-22 21:02:23 +0100327 if (is_native_bridge_loaded_) {
328 UnloadNativeBridge();
329 }
Calin Juravle31f2c152015-10-23 17:56:15 +0100330
Ian Rogers120f1c72012-09-28 17:17:10 -0700331 Thread* self = Thread::Current();
Mathieu Chartier05d14612015-02-23 15:31:58 -0800332 const bool attach_shutdown_thread = self == nullptr;
333 if (attach_shutdown_thread) {
Alex Lightb6f34642018-01-04 11:01:48 -0800334 // We can only create a peer if the runtime is actually started. This is only not true during
Alex Lighte44ee0c2018-01-08 10:26:17 -0800335 // some tests. If there is extreme memory pressure the allocation of the thread peer can fail.
336 // In this case we will just try again without allocating a peer so that shutdown can continue.
337 // Very few things are actually capable of distinguishing between the peer & peerless states so
338 // this should be fine.
339 bool thread_attached = AttachCurrentThread("Shutdown thread",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700340 /* as_daemon= */ false,
Alex Lighte44ee0c2018-01-08 10:26:17 -0800341 GetSystemThreadGroup(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700342 /* create_peer= */ IsStarted());
Alex Lighte44ee0c2018-01-08 10:26:17 -0800343 if (UNLIKELY(!thread_attached)) {
344 LOG(WARNING) << "Failed to attach shutdown thread. Trying again without a peer.";
345 CHECK(AttachCurrentThread("Shutdown thread (no java peer)",
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700346 /* as_daemon= */ false,
347 /* thread_group=*/ nullptr,
348 /* create_peer= */ false));
Alex Lighte44ee0c2018-01-08 10:26:17 -0800349 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800350 self = Thread::Current();
351 } else {
352 LOG(WARNING) << "Current thread not detached in Runtime shutdown";
353 }
354
Mathieu Chartier1d495012017-04-11 17:50:00 -0700355 if (dump_gc_performance_on_shutdown_) {
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000356 heap_->CalculatePreGcWeightedAllocatedBytes();
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000357 uint64_t process_cpu_end_time = ProcessCpuNanoTime();
Mathieu Chartierb0042b82017-12-13 13:50:36 -0800358 ScopedLogSeverity sls(LogSeverity::INFO);
Mathieu Chartier1d495012017-04-11 17:50:00 -0700359 // This can't be called from the Heap destructor below because it
360 // could call RosAlloc::InspectAll() which needs the thread_list
361 // to be still alive.
362 heap_->DumpGcPerformanceInfo(LOG_STREAM(INFO));
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000363
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000364 uint64_t process_cpu_time = process_cpu_end_time - heap_->GetProcessCpuStartTime();
Albert Mingkun Yangd6e178e2018-11-19 12:58:30 +0000365 uint64_t gc_cpu_time = heap_->GetTotalGcCpuTime();
366 float ratio = static_cast<float>(gc_cpu_time) / process_cpu_time;
367 LOG_STREAM(INFO) << "GC CPU time " << PrettyDuration(gc_cpu_time)
368 << " out of process CPU time " << PrettyDuration(process_cpu_time)
369 << " (" << ratio << ")"
370 << "\n";
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000371 double pre_gc_weighted_allocated_bytes =
372 heap_->GetPreGcWeightedAllocatedBytes() / process_cpu_time;
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000373 // Here we don't use process_cpu_time for normalization, because VM shutdown is not a real
374 // GC. Both numerator and denominator take into account until the end of the last GC,
375 // instead of the whole process life time like pre_gc_weighted_allocated_bytes.
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000376 double post_gc_weighted_allocated_bytes =
Albert Mingkun Yang1c0ae842019-01-11 16:52:24 +0000377 heap_->GetPostGcWeightedAllocatedBytes() /
378 (heap_->GetPostGCLastProcessCpuTime() - heap_->GetProcessCpuStartTime());
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000379
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000380 LOG_STREAM(INFO) << "Average bytes allocated at GC start, weighted by CPU time between GCs: "
381 << static_cast<uint64_t>(pre_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000382 << " (" << PrettySize(pre_gc_weighted_allocated_bytes) << ")";
Albert Mingkun Yang16bd6ac2018-12-19 17:55:23 +0000383 LOG_STREAM(INFO) << "Average bytes allocated at GC end, weighted by CPU time between GCs: "
384 << static_cast<uint64_t>(post_gc_weighted_allocated_bytes)
Albert Mingkun Yang6e0d3252018-12-10 15:22:45 +0000385 << " (" << PrettySize(post_gc_weighted_allocated_bytes) << ")"
Albert Mingkun Yang2d7329b2018-11-30 19:58:18 +0000386 << "\n";
Mathieu Chartier1d495012017-04-11 17:50:00 -0700387 }
388
David Brazdil331a5e12019-04-01 22:46:16 +0000389 // Wait for the workers of thread pools to be created since there can't be any
390 // threads attaching during shutdown.
Mathieu Chartierada33d72018-12-17 13:17:30 -0800391 WaitForThreadPoolWorkersToStart();
Calin Juravlea345d312017-03-14 18:45:55 -0700392 if (jit_ != nullptr) {
Mathieu Chartier93c21ba2018-12-10 13:08:30 -0800393 jit_->WaitForWorkersToBeCreated();
Calin Juravlea345d312017-03-14 18:45:55 -0700394 // Stop the profile saver thread before marking the runtime as shutting down.
395 // The saver will try to dump the profiles before being sopped and that
396 // requires holding the mutator lock.
397 jit_->StopProfileSaver();
Nicolas Geoffray714fad62019-06-27 15:32:00 +0100398 // Delete thread pool before the thread list since we don't want to wait forever on the
399 // JIT compiler threads. Also this should be run before marking the runtime
400 // as shutting down as some tasks may require mutator access.
401 jit_->DeleteThreadPool();
Calin Juravlea345d312017-03-14 18:45:55 -0700402 }
David Brazdil331a5e12019-04-01 22:46:16 +0000403 if (oat_file_manager_ != nullptr) {
404 oat_file_manager_->WaitForWorkersToBeCreated();
405 }
Calin Juravlea345d312017-03-14 18:45:55 -0700406
Ian Rogers120f1c72012-09-28 17:17:10 -0700407 {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800408 ScopedTrace trace2("Wait for shutdown cond");
Ian Rogers120f1c72012-09-28 17:17:10 -0700409 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
410 shutting_down_started_ = true;
411 while (threads_being_born_ > 0) {
Ian Rogersc604d732012-10-14 16:09:54 -0700412 shutdown_cond_->Wait(self);
Ian Rogers120f1c72012-09-28 17:17:10 -0700413 }
Hans Boehm70aa29e2021-08-11 12:11:19 -0700414 SetShuttingDown();
Ian Rogers120f1c72012-09-28 17:17:10 -0700415 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800416 // Shutdown and wait for the daemons.
417 CHECK(self != nullptr);
418 if (IsFinishedStarting()) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800419 ScopedTrace trace2("Waiting for Daemons");
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800420 self->ClearException();
421 self->GetJniEnv()->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
422 WellKnownClasses::java_lang_Daemons_stop);
423 }
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700424
Nicolas Geoffray21b65682019-03-12 00:49:45 +0000425 // Shutdown any trace running.
Mathieu Chartier673ed3d2015-08-28 14:56:43 -0700426 Trace::Shutdown();
427
Hans Boehm65c18a22020-01-03 23:37:13 +0000428 // Report death. Clients may require a working thread, still, so do it before GC completes and
Andreas Gampe48864112017-01-19 17:23:17 -0800429 // all non-daemon threads are done.
430 {
431 ScopedObjectAccess soa(self);
432 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kDeath);
433 }
434
Mathieu Chartier05d14612015-02-23 15:31:58 -0800435 if (attach_shutdown_thread) {
436 DetachCurrentThread();
437 self = nullptr;
438 }
Mathieu Chartiercef50f02014-12-09 17:38:52 -0800439
Mathieu Chartiera6399032012-06-11 18:49:50 -0700440 // Make sure to let the GC complete if it is running.
Mathieu Chartier89a201e2014-05-02 10:27:26 -0700441 heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
Mathieu Chartier35883cc2012-11-13 14:08:12 -0800442 heap_->DeleteThreadPool();
David Brazdil331a5e12019-04-01 22:46:16 +0000443 if (oat_file_manager_ != nullptr) {
444 oat_file_manager_->DeleteThreadPool();
445 }
Mathieu Chartierada33d72018-12-17 13:17:30 -0800446 DeleteThreadPool();
447 CHECK(thread_pool_ == nullptr);
Mathieu Chartiera6399032012-06-11 18:49:50 -0700448
Andreas Gampec4bed162017-05-01 13:46:24 -0700449 // Make sure our internal threads are dead before we start tearing down things they're using.
Alex Light40320712017-12-14 11:52:04 -0800450 GetRuntimeCallbacks()->StopDebugger();
Hans Boehm65c18a22020-01-03 23:37:13 +0000451 // Deletion ordering is tricky. Null out everything we've deleted.
Andreas Gampec4bed162017-05-01 13:46:24 -0700452 delete signal_catcher_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000453 signal_catcher_ = nullptr;
Andreas Gampec4bed162017-05-01 13:46:24 -0700454
Eric Holk0b986f72021-01-20 22:24:06 +0000455 // Shutdown metrics reporting.
456 metrics_reporter_.reset();
457
Andreas Gampec4bed162017-05-01 13:46:24 -0700458 // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
Hans Boehm65c18a22020-01-03 23:37:13 +0000459 // Also wait for daemon threads to quiesce, so that in addition to being "suspended", they
460 // no longer access monitor and thread list data structures. We leak user daemon threads
461 // themselves, since we have no mechanism for shutting them down.
Andreas Gampec4bed162017-05-01 13:46:24 -0700462 {
463 ScopedTrace trace2("Delete thread list");
464 thread_list_->ShutDown();
465 }
466
Alex Light7233c7e2016-07-28 10:07:45 -0700467 // TODO Maybe do some locking.
468 for (auto& agent : agents_) {
Andreas Gampeaadcbc62017-12-28 14:05:42 -0800469 agent->Unload();
Alex Light7233c7e2016-07-28 10:07:45 -0700470 }
471
Alex Light185d1342016-08-11 10:48:03 -0700472 // TODO Maybe do some locking
473 for (auto& plugin : plugins_) {
474 plugin.Unload();
475 }
476
Andreas Gampec4bed162017-05-01 13:46:24 -0700477 // Finally delete the thread list.
Hans Boehm65c18a22020-01-03 23:37:13 +0000478 // Thread_list_ can be accessed by "suspended" threads, e.g. in InflateThinLocked.
479 // We assume that by this point, we've waited long enough for things to quiesce.
Andreas Gampec4bed162017-05-01 13:46:24 -0700480 delete thread_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000481 thread_list_ = nullptr;
Elliott Hughes5fe594f2011-09-08 12:33:17 -0700482
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800483 // Delete the JIT after thread list to ensure that there is no remaining threads which could be
484 // accessing the instrumentation when we delete it.
Mathieu Chartierfb6db4c2016-01-06 17:23:25 -0800485 if (jit_ != nullptr) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800486 VLOG(jit) << "Deleting jit";
487 jit_.reset(nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100488 jit_code_cache_.reset(nullptr);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800489 }
490
Vladimir Marko2beeb822014-10-20 18:13:22 +0100491 // Shutdown the fault manager if it was initialized.
492 fault_manager.Shutdown();
493
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800494 ScopedTrace trace2("Delete state");
Elliott Hughesc33a32b2011-10-11 18:18:07 -0700495 delete monitor_list_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000496 monitor_list_ = nullptr;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800497 delete monitor_pool_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000498 monitor_pool_ = nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700499 delete class_linker_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000500 class_linker_ = nullptr;
Hans Boehm4dcac362021-09-23 12:26:04 -0700501 delete small_irt_allocator_;
502 small_irt_allocator_ = nullptr;
Elliott Hughesb3bd5f02012-03-08 21:05:27 -0800503 delete heap_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000504 heap_ = nullptr;
Elliott Hughescf4c6c42011-09-01 15:16:42 -0700505 delete intern_table_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000506 intern_table_ = nullptr;
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700507 delete oat_file_manager_;
Hans Boehm65c18a22020-01-03 23:37:13 +0000508 oat_file_manager_ = nullptr;
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700509 Thread::Shutdown();
Elliott Hughes7c6169d2012-05-02 16:11:48 -0700510 QuasiAtomic::Shutdown();
Andreas Gampea43ba3d2019-03-13 15:49:20 -0700511 verifier::ClassVerifier::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100512
513 // Destroy allocators before shutting down the MemMap because they may use it.
Richard Uhlerda0a69e2016-10-11 15:06:38 +0100514 java_vm_.reset();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100515 linear_alloc_.reset();
516 low_4gb_arena_pool_.reset();
517 arena_pool_.reset();
Nicolas Geoffray25e04562016-03-01 13:17:58 +0000518 jit_arena_pool_.reset();
Vladimir Markoc34bebf2018-08-16 16:12:49 +0100519 protected_fault_page_.Reset();
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700520 MemMap::Shutdown();
Vladimir Marko37cf51f2015-09-22 11:43:46 +0100521
Carl Shapiro4acf4642011-07-26 18:54:13 -0700522 // TODO: acquire a static mutex on Runtime to avoid racing.
Ian Rogersef7d42f2014-01-06 12:55:46 -0800523 CHECK(instance_ == nullptr || instance_ == this);
524 instance_ = nullptr;
Andreas Gampedb48a792017-09-08 22:18:30 -0700525
526 // Well-known classes must be deleted or it is impossible to successfully start another Runtime
527 // instance. We rely on a small initialization order issue in Runtime::Start() that requires
528 // elements of WellKnownClasses to be null, see b/65500943.
529 WellKnownClasses::Clear();
Carl Shapiro61e019d2011-07-14 16:53:09 -0700530}
531
Elliott Hughese0918552011-10-28 17:18:29 -0700532struct AbortState {
Ian Rogersc7dd2952014-10-21 23:31:19 -0700533 void Dump(std::ostream& os) const {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000534 if (gAborting > 1) {
535 os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800536 DumpRecursiveAbort(os);
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000537 return;
538 }
539 gAborting++;
Elliott Hughese0918552011-10-28 17:18:29 -0700540 os << "Runtime aborting...\n";
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700541 if (Runtime::Current() == nullptr) {
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800542 os << "(Runtime does not yet exist!)\n";
Andreas Gampe6eb6a392016-02-10 20:18:37 -0800543 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughes6c7d2442012-02-01 18:40:47 -0800544 return;
545 }
Elliott Hughese0918552011-10-28 17:18:29 -0700546 Thread* self = Thread::Current();
Andreas Gampea3f78fe2017-09-05 09:31:04 -0700547
548 // Dump all threads first and then the aborting thread. While this is counter the logical flow,
549 // it improves the chance of relevant data surviving in the Android logs.
550
551 DumpAllThreads(os, self);
552
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700553 if (self == nullptr) {
Elliott Hughese0918552011-10-28 17:18:29 -0700554 os << "(Aborting thread was not attached to runtime!)\n";
Christopher Ferris6cff48f2014-01-26 21:36:13 -0800555 DumpNativeStack(os, GetTid(), nullptr, " native: ", nullptr);
Elliott Hughese0918552011-10-28 17:18:29 -0700556 } else {
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700557 os << "Aborting thread:\n";
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700558 if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
559 DumpThread(os, self);
560 } else {
561 if (Locks::mutator_lock_->SharedTryLock(self)) {
562 DumpThread(os, self);
563 Locks::mutator_lock_->SharedUnlock(self);
564 }
Elliott Hughes899e7892012-01-24 14:57:32 -0800565 }
Elliott Hughese0918552011-10-28 17:18:29 -0700566 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700567 }
568
Ian Rogers7b078e82014-09-10 14:44:24 -0700569 // No thread-safety analysis as we do explicitly test for holding the mutator lock.
Ian Rogersc7dd2952014-10-21 23:31:19 -0700570 void DumpThread(std::ostream& os, Thread* self) const NO_THREAD_SAFETY_ANALYSIS {
Ian Rogers7b078e82014-09-10 14:44:24 -0700571 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700572 self->Dump(os);
573 if (self->IsExceptionPending()) {
Nicolas Geoffray14691c52015-03-05 10:40:17 +0000574 mirror::Throwable* exception = self->GetException();
575 os << "Pending exception " << exception->Dump();
Mathieu Chartierc7a966d2014-04-10 18:06:32 -0700576 }
577 }
578
Ian Rogersc7dd2952014-10-21 23:31:19 -0700579 void DumpAllThreads(std::ostream& os, Thread* self) const {
Ian Rogers4e14e722014-06-27 17:32:56 -0700580 Runtime* runtime = Runtime::Current();
581 if (runtime != nullptr) {
582 ThreadList* thread_list = runtime->GetThreadList();
583 if (thread_list != nullptr) {
Andreas Gampeba26b512019-05-31 13:07:26 -0700584 // Dump requires ThreadListLock and ThreadSuspendCountLock to not be held (they will be
585 // grabbed).
586 // TODO(b/134167395): Change Dump to work with the locks held, and have a loop with timeout
587 // acquiring the locks.
Ian Rogers4e14e722014-06-27 17:32:56 -0700588 bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700589 bool tscl_already_held = Locks::thread_suspend_count_lock_->IsExclusiveHeld(self);
590 if (tll_already_held || tscl_already_held) {
591 os << "Skipping all-threads dump as locks are held:"
592 << (tll_already_held ? "" : " thread_list_lock")
593 << (tscl_already_held ? "" : " thread_suspend_count_lock")
594 << "\n";
595 return;
596 }
597 bool ml_already_exlusively_held = Locks::mutator_lock_->IsExclusiveHeld(self);
598 if (ml_already_exlusively_held) {
599 os << "Skipping all-threads dump as mutator lock is exclusively held.";
Brian Carlstrom54a6d4c2019-06-03 11:02:12 -0700600 return;
Andreas Gampeba26b512019-05-31 13:07:26 -0700601 }
Ian Rogers4e14e722014-06-27 17:32:56 -0700602 bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
Andreas Gampeba26b512019-05-31 13:07:26 -0700603 if (!ml_already_held) {
604 os << "Dumping all threads without mutator lock held\n";
Ian Rogers4e14e722014-06-27 17:32:56 -0700605 }
606 os << "All threads:\n";
Ian Rogers7b078e82014-09-10 14:44:24 -0700607 thread_list->Dump(os);
Ian Rogers4e14e722014-06-27 17:32:56 -0700608 }
Ian Rogers2f7f9b62012-10-10 18:24:05 -0700609 }
Elliott Hughese0918552011-10-28 17:18:29 -0700610 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800611
612 // For recursive aborts.
613 void DumpRecursiveAbort(std::ostream& os) const NO_THREAD_SAFETY_ANALYSIS {
Andreas Gampe9fd470f2016-11-18 17:21:12 -0800614 // The only thing we'll attempt is dumping the native stack of the current thread. We will only
615 // try this if we haven't exceeded an arbitrary amount of recursions, to recover and actually
616 // die.
617 // Note: as we're using a global counter for the recursive abort detection, there is a potential
618 // race here and it is not OK to just print when the counter is "2" (one from
619 // Runtime::Abort(), one from previous Dump() call). Use a number that seems large enough.
620 static constexpr size_t kOnlyPrintWhenRecursionLessThan = 100u;
621 if (gAborting < kOnlyPrintWhenRecursionLessThan) {
622 gAborting++;
623 DumpNativeStack(os, GetTid());
624 }
Andreas Gampe7afa4542016-11-18 09:51:06 -0800625 }
Elliott Hughese0918552011-10-28 17:18:29 -0700626};
627
Andreas Gampe90a32b12016-10-03 19:47:08 -0700628void Runtime::Abort(const char* msg) {
Andreas Gampe247fc332017-06-22 16:18:24 -0700629 auto old_value = gAborting.fetch_add(1); // set before taking any locks
Brian Carlstrom81b88712012-11-05 19:21:30 -0800630
Andreas Gampe89036a32018-12-06 13:05:20 -0800631 // Only set the first abort message.
Andreas Gampe247fc332017-06-22 16:18:24 -0700632 if (old_value == 0) {
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700633#ifdef ART_TARGET_ANDROID
Andreas Gampe89036a32018-12-06 13:05:20 -0800634 android_set_abort_message(msg);
635#else
636 // Set the runtime fault message in case our unexpected-signal code will run.
637 Runtime* current = Runtime::Current();
638 if (current != nullptr) {
639 current->SetFaultMessage(msg);
640 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700641#endif
Andreas Gampe89036a32018-12-06 13:05:20 -0800642 }
Andreas Gampe0ffbe5f2017-06-21 21:05:13 -0700643
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700644 // May be coming from an unattached thread.
645 if (Thread::Current() == nullptr) {
646 Runtime* current = Runtime::Current();
Hans Boehm70aa29e2021-08-11 12:11:19 -0700647 if (current != nullptr && current->IsStarted() && !current->IsShuttingDownUnsafe()) {
Andreas Gampe87648602019-06-12 12:34:26 -0700648 // We do not flag this to the unexpected-signal handler so that that may dump the stack.
Andreas Gampe3e2446b2019-06-12 10:00:57 -0700649 abort();
650 UNREACHABLE();
651 }
652 }
653
Koji Fukui34857b52019-03-20 19:13:00 +0900654 {
655 // Ensure that we don't have multiple threads trying to abort at once,
656 // which would result in significantly worse diagnostics.
657 ScopedThreadStateChange tsc(Thread::Current(), kNativeForAbort);
658 Locks::abort_lock_->ExclusiveLock(Thread::Current());
659 }
Elliott Hughes131aef82012-01-27 11:53:35 -0800660
Elliott Hughesffe67362011-07-17 12:09:27 -0700661 // Get any pending output out of the way.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700662 fflush(nullptr);
Elliott Hughesffe67362011-07-17 12:09:27 -0700663
664 // Many people have difficulty distinguish aborts from crashes,
665 // so be explicit.
Andreas Gampeb67906b2016-11-18 09:30:08 -0800666 // Note: use cerr on the host to print log lines immediately, so we get at least some output
667 // in case of recursive aborts. We lose annotation with the source file and line number
668 // here, which is a minor issue. The same is significantly more complicated on device,
669 // which is why we ignore the issue there.
Elliott Hughese0918552011-10-28 17:18:29 -0700670 AbortState state;
Andreas Gampeb67906b2016-11-18 09:30:08 -0800671 if (kIsTargetBuild) {
672 LOG(FATAL_WITHOUT_ABORT) << Dumpable<AbortState>(state);
673 } else {
674 std::cerr << Dumpable<AbortState>(state);
675 }
Elliott Hughesffe67362011-07-17 12:09:27 -0700676
Andreas Gampe90a32b12016-10-03 19:47:08 -0700677 // Sometimes we dump long messages, and the Android abort message only retains the first line.
678 // In those cases, just log the message again, to avoid logcat limits.
679 if (msg != nullptr && strchr(msg, '\n') != nullptr) {
680 LOG(FATAL_WITHOUT_ABORT) << msg;
681 }
682
Andreas Gampe87648602019-06-12 12:34:26 -0700683 FlagRuntimeAbort();
684
Elliott Hughes8593fdb2012-04-21 20:53:44 -0700685 // Call the abort hook if we have one.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700686 if (Runtime::Current() != nullptr && Runtime::Current()->abort_ != nullptr) {
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700687 LOG(FATAL_WITHOUT_ABORT) << "Calling abort hook...";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700688 Runtime::Current()->abort_();
689 // notreached
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700690 LOG(FATAL_WITHOUT_ABORT) << "Unexpectedly returned from abort hook!";
Brian Carlstrom6ea095a2011-08-16 15:26:54 -0700691 }
692
Elliott Hughesdd623db2013-06-11 11:20:23 -0700693 abort();
Elliott Hughesffe67362011-07-17 12:09:27 -0700694 // notreached
695}
696
Narayan Kamath3de95a72014-04-02 12:54:23 +0100697void Runtime::PreZygoteFork() {
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000698 if (GetJit() != nullptr) {
699 GetJit()->PreZygoteFork();
700 }
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700701 heap_->PreZygoteFork();
Lev Rumyantsevabafbe72019-12-13 15:49:37 -0800702 PreZygoteForkNativeBridge();
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700703}
704
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000705void Runtime::PostZygoteFork() {
Nicolas Geoffrayf9dbb972020-08-27 15:21:11 +0100706 jit::Jit* jit = GetJit();
707 if (jit != nullptr) {
708 jit->PostZygoteFork();
709 // Ensure that the threads in the JIT pool have been created with the right
710 // priority.
711 if (kIsDebugBuild && jit->GetThreadPool() != nullptr) {
712 jit->GetThreadPool()->CheckPthreadPriority(jit->GetThreadPoolPthreadPriority());
713 }
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000714 }
Andreas Gampe9c87c022019-06-18 13:45:52 -0700715 // Reset all stats.
716 ResetStats(0xFFFFFFFF);
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +0000717}
718
Elliott Hughesbf86d042011-08-31 17:53:14 -0700719void Runtime::CallExitHook(jint status) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700720 if (exit_ != nullptr) {
Elliott Hughes34e06962012-04-09 13:55:55 -0700721 ScopedThreadStateChange tsc(Thread::Current(), kNative);
Elliott Hughesbf86d042011-08-31 17:53:14 -0700722 exit_(status);
723 LOG(WARNING) << "Exit hook returned instead of exiting!";
724 }
725}
726
Mathieu Chartier97509952015-07-13 14:35:43 -0700727void Runtime::SweepSystemWeaks(IsMarkedVisitor* visitor) {
728 GetInternTable()->SweepInternTableWeaks(visitor);
729 GetMonitorList()->SweepMonitorList(visitor);
730 GetJavaVM()->SweepJniWeakGlobals(visitor);
731 GetHeap()->SweepAllocationRecords(visitor);
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000732 if (GetJit() != nullptr) {
733 // Visit JIT literal tables. Objects in these tables are classes and strings
734 // and only classes can be affected by class unloading. The strings always
735 // stay alive as they are strongly interned.
736 // TODO: Move this closer to CleanupClassLoaders, to avoid blocking weak accesses
737 // from mutators. See b/32167580.
738 GetJit()->GetCodeCache()->SweepRootTables(visitor);
739 }
Nicolas Geoffraye3f775b2019-12-04 14:41:52 +0000740 thread_list_->SweepInterpreterCaches(visitor);
Andreas Gampefda57142016-09-08 20:29:18 -0700741
742 // All other generic system-weak holders.
743 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
744 holder->Sweep(visitor);
745 }
Mathieu Chartier6aa3df92013-09-17 15:17:28 -0700746}
747
Vladimir Marko88b2b802015-12-04 14:19:04 +0000748bool Runtime::ParseOptions(const RuntimeOptions& raw_options,
749 bool ignore_unrecognized,
750 RuntimeArgumentMap* runtime_options) {
David Sehrc431b9d2018-03-02 12:01:51 -0800751 Locks::Init();
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700752 InitLogging(/* argv= */ nullptr, Abort); // Calls Locks::Init() as a side effect.
Vladimir Marko88b2b802015-12-04 14:19:04 +0000753 bool parsed = ParsedOptions::Parse(raw_options, ignore_unrecognized, runtime_options);
754 if (!parsed) {
755 LOG(ERROR) << "Failed to parse options";
756 return false;
757 }
758 return true;
759}
760
David Sehrf42eb2c2016-10-19 13:20:45 -0700761// Callback to check whether it is safe to call Abort (e.g., to use a call to
762// LOG(FATAL)). It is only safe to call Abort if the runtime has been created,
763// properly initialized, and has not shut down.
764static bool IsSafeToCallAbort() NO_THREAD_SAFETY_ANALYSIS {
765 Runtime* runtime = Runtime::Current();
766 return runtime != nullptr && runtime->IsStarted() && !runtime->IsShuttingDownLocked();
767}
768
Vladimir Marko88b2b802015-12-04 14:19:04 +0000769bool Runtime::Create(RuntimeArgumentMap&& runtime_options) {
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700770 // TODO: acquire a static mutex on Runtime to avoid racing.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700771 if (Runtime::instance_ != nullptr) {
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700772 return false;
Carl Shapiro2ed144c2011-07-26 16:52:08 -0700773 }
Elliott Hughesdcc24742011-09-07 14:02:44 -0700774 instance_ = new Runtime;
David Sehrf42eb2c2016-10-19 13:20:45 -0700775 Locks::SetClientCallback(IsSafeToCallAbort);
Vladimir Marko88b2b802015-12-04 14:19:04 +0000776 if (!instance_->Init(std::move(runtime_options))) {
Jean Christophe Beyler24e04aa2014-09-12 12:03:25 -0700777 // TODO: Currently deleting the instance will abort the runtime on destruction. Now This will
778 // leak memory, instead. Fix the destructor. b/19100793.
779 // delete instance_;
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700780 instance_ = nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700781 return false;
Carl Shapiro61e019d2011-07-14 16:53:09 -0700782 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700783 return true;
Brian Carlstrom69b15fb2011-09-03 12:25:21 -0700784}
Elliott Hughes0af55432011-08-17 18:37:28 -0700785
Vladimir Marko88b2b802015-12-04 14:19:04 +0000786bool Runtime::Create(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
787 RuntimeArgumentMap runtime_options;
788 return ParseOptions(raw_options, ignore_unrecognized, &runtime_options) &&
789 Create(std::move(runtime_options));
790}
791
Andreas Gampe81c6f8d2015-03-25 17:19:53 -0700792static jobject CreateSystemClassLoader(Runtime* runtime) {
793 if (runtime->IsAotCompiler() && !runtime->GetCompilerCallbacks()->IsBootImage()) {
794 return nullptr;
Brian Carlstromaded5f72011-10-07 17:15:04 -0700795 }
796
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700797 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800798 ClassLinker* cl = Runtime::Current()->GetClassLinker();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700799 auto pointer_size = cl->GetImagePointerSize();
Brian Carlstromaded5f72011-10-07 17:15:04 -0700800
Ian Rogers68d8b422014-07-17 11:09:10 -0700801 StackHandleScope<2> hs(soa.Self());
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700802 Handle<mirror::Class> class_loader_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700803 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_ClassLoader)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700804 CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
Brian Carlstromaded5f72011-10-07 17:15:04 -0700805
Vladimir Markoba118822017-06-12 15:41:56 +0100806 ArtMethod* getSystemClassLoader = class_loader_class->FindClassMethod(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700807 "getSystemClassLoader", "()Ljava/lang/ClassLoader;", pointer_size);
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700808 CHECK(getSystemClassLoader != nullptr);
Vladimir Markoba118822017-06-12 15:41:56 +0100809 CHECK(getSystemClassLoader->IsStatic());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700810
Andreas Gampe13b27842016-11-07 16:48:23 -0800811 JValue result = InvokeWithJValues(soa,
812 nullptr,
Alex Light01fbfbe2019-06-27 10:47:04 -0700813 getSystemClassLoader,
Andreas Gampe13b27842016-11-07 16:48:23 -0800814 nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700815 JNIEnv* env = soa.Self()->GetJniEnv();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700816 ScopedLocalRef<jobject> system_class_loader(env, soa.AddLocalReference<jobject>(result.GetL()));
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800817 CHECK(system_class_loader.get() != nullptr);
Brian Carlstromce888532013-10-10 00:32:58 -0700818
Ian Rogers68d8b422014-07-17 11:09:10 -0700819 soa.Self()->SetClassLoaderOverride(system_class_loader.get());
Ian Rogers365c1022012-06-22 15:05:28 -0700820
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700821 Handle<mirror::Class> thread_class(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700822 hs.NewHandle(soa.Decode<mirror::Class>(WellKnownClasses::java_lang_Thread)));
Ian Rogers7b078e82014-09-10 14:44:24 -0700823 CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
Ian Rogers365c1022012-06-22 15:05:28 -0700824
Mathieu Chartierc7853442015-03-27 14:35:38 -0700825 ArtField* contextClassLoader =
Mathieu Chartierc528dba2013-11-26 12:00:11 -0800826 thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700827 CHECK(contextClassLoader != nullptr);
Ian Rogers365c1022012-06-22 15:05:28 -0700828
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100829 // We can't run in a transaction yet.
Mathieu Chartier0795f232016-09-27 18:43:30 -0700830 contextClassLoader->SetObject<false>(
831 soa.Self()->GetPeer(),
Mathieu Chartier1cc62e42016-10-03 18:01:28 -0700832 soa.Decode<mirror::ClassLoader>(system_class_loader.get()).Ptr());
Brian Carlstromce888532013-10-10 00:32:58 -0700833
834 return env->NewGlobalRef(system_class_loader.get());
Brian Carlstromaded5f72011-10-07 17:15:04 -0700835}
836
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700837std::string Runtime::GetCompilerExecutable() const {
838 if (!compiler_executable_.empty()) {
839 return compiler_executable_;
840 }
Martin Stjernholme58624f2019-09-20 15:53:40 +0100841 std::string compiler_executable = GetArtBinDir() + "/dex2oat";
Roland Levillainfb6a5c02019-03-29 20:20:16 +0000842 if (kIsDebugBuild) {
843 compiler_executable += 'd';
844 }
Nicolas Geoffrayb0c6cb52020-04-20 15:12:42 +0100845 if (kIsTargetBuild) {
846 compiler_executable += Is64BitInstructionSet(kRuntimeISA) ? "64" : "32";
847 }
Tsu Chiang Chuang12e6d742014-05-22 10:22:25 -0700848 return compiler_executable;
849}
850
Vladimir Markodcfcce42018-06-27 10:00:28 +0000851void Runtime::RunRootClinits(Thread* self) {
852 class_linker_->RunRootClinits(self);
853
854 GcRoot<mirror::Throwable>* exceptions[] = {
855 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
856 // &pre_allocated_OutOfMemoryError_when_throwing_oome_, // Same class as above.
857 // &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_, // Same class as above.
858 &pre_allocated_NoClassDefFoundError_,
859 };
860 for (GcRoot<mirror::Throwable>* exception : exceptions) {
861 StackHandleScope<1> hs(self);
862 Handle<mirror::Class> klass = hs.NewHandle<mirror::Class>(exception->Read()->GetClass());
863 class_linker_->EnsureInitialized(self, klass, true, true);
864 self->AssertNoPendingException();
865 }
866}
867
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700868bool Runtime::Start() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -0800869 VLOG(startup) << "Runtime::Start entering";
Brian Carlstrom58ae9412011-10-04 00:56:06 -0700870
Calin Juravle01aaf6e2015-06-19 22:05:39 +0100871 CHECK(!no_sig_chain_) << "A started runtime should have sig chain enabled";
872
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700873 // If a debug host build, disable ptrace restriction for debugging and test timeout thread dump.
Hiroshi Yamauchic823eff2015-09-01 16:21:35 -0700874 // Only 64-bit as prctl() may fail in 32 bit userspace on a 64-bit kernel.
Bilyan Borisovbb661c02016-04-04 16:27:32 +0100875#if defined(__linux__) && !defined(ART_TARGET_ANDROID) && defined(__x86_64__)
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700876 if (kIsDebugBuild) {
Dan Zimmerman145f3c42019-12-18 04:21:38 -0800877 if (prctl(PR_SET_PTRACER, PR_SET_PTRACER_ANY) != 0) {
878 PLOG(WARNING) << "Failed setting PR_SET_PTRACER to PR_SET_PTRACER_ANY";
879 }
Hiroshi Yamauchi6ffb9cc2015-08-31 15:14:17 -0700880 }
881#endif
882
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700883 // Restore main thread state to kNative as expected by native code.
Ian Rogersa436fde2013-08-27 23:34:06 -0700884 Thread* self = Thread::Current();
Alex Light64ad14d2014-08-19 14:23:13 -0700885
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700886 self->TransitionFromRunnableToSuspended(kNative);
887
Nicolas Geoffraye4f983c2021-07-12 15:53:27 +0100888 started_ = true;
Brian Carlstrom5d40f182011-09-26 22:29:18 -0700889
Jeff Haodcdc85b2015-12-04 14:06:18 -0800890 if (!IsImageDex2OatEnabled() || !GetHeap()->HasBootImageSpace()) {
Mathieu Chartiereb175f72014-10-31 11:49:27 -0700891 ScopedObjectAccess soa(self);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000892 StackHandleScope<3> hs(soa.Self());
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100893
Vladimir Marko679730e2018-05-25 15:06:48 +0100894 ObjPtr<mirror::ObjectArray<mirror::Class>> class_roots = GetClassLinker()->GetClassRoots();
895 auto class_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Class>(class_roots)));
Nicolas Geoffray00391822019-12-10 10:17:23 +0000896 auto string_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::String>(class_roots)));
Vladimir Marko679730e2018-05-25 15:06:48 +0100897 auto field_class(hs.NewHandle<mirror::Class>(GetClassRoot<mirror::Field>(class_roots)));
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100898
899 class_linker_->EnsureInitialized(soa.Self(), class_class, true, true);
Nicolas Geoffray00391822019-12-10 10:17:23 +0000900 class_linker_->EnsureInitialized(soa.Self(), string_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000901 self->AssertNoPendingException();
Przemyslaw Szczepaniaka2b147e2016-05-12 14:55:48 +0100902 // Field class is needed for register_java_net_InetAddress in libcore, b/28153851.
903 class_linker_->EnsureInitialized(soa.Self(), field_class, true, true);
Vladimir Markodcfcce42018-06-27 10:00:28 +0000904 self->AssertNoPendingException();
Alex Light64ad14d2014-08-19 14:23:13 -0700905 }
906
Brian Carlstromae826982011-11-09 01:33:42 -0800907 // InitNativeMethods needs to be after started_ so that the classes
908 // it touches will have methods linked to the oat file if necessary.
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800909 {
910 ScopedTrace trace2("InitNativeMethods");
911 InitNativeMethods();
912 }
Brian Carlstromae826982011-11-09 01:33:42 -0800913
Orion Hodson26ef34c2017-11-01 13:32:41 +0000914 // IntializeIntrinsics needs to be called after the WellKnownClasses::Init in InitNativeMethods
915 // because in checking the invocation types of intrinsic methods ArtMethod::GetInvokeType()
916 // needs the SignaturePolymorphic annotation class which is initialized in WellKnownClasses::Init.
917 InitializeIntrinsics();
918
Orion Hodson814b9282020-02-19 16:37:11 +0000919 // InitializeCorePlatformApiPrivateFields() needs to be called after well known class
920 // initializtion in InitNativeMethods().
921 art::hiddenapi::InitializeCorePlatformApiPrivateFields();
922
Ian Rogers365c1022012-06-22 15:05:28 -0700923 // Initialize well known thread group values that may be accessed threads while attaching.
924 InitThreadGroups(self);
925
Jesse Wilson9a6bae82011-11-14 14:57:30 -0500926 Thread::FinishStartup();
927
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000928 // Create the JIT either if we have to use JIT compilation or save profiling info. This is
929 // done after FinishStartup as the JIT pool needs Java thread peers, which require the main
930 // ThreadGroup to exist.
931 //
932 // TODO(calin): We use the JIT class as a proxy for JIT compilation and for
933 // recoding profiles. Maybe we should consider changing the name to be more clear it's
934 // not only about compiling. b/28295073.
Andreas Gampe83e20492018-11-07 11:12:26 -0800935 if (jit_options_->UseJitCompilation() || jit_options_->GetSaveProfilingInfo()) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100936 // Try to load compiler pre zygote to reduce PSS. b/27744947
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000937 std::string error_msg;
Nicolas Geoffraya7edd0d2018-11-07 03:18:16 +0000938 if (!jit::Jit::LoadCompilerLibrary(&error_msg)) {
Orion Hodsonad28f5e2018-10-17 09:08:17 +0100939 LOG(WARNING) << "Failed to load JIT compiler with error " << error_msg;
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000940 }
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +0000941 CreateJitCodeCache(/*rwx_memory_allowed=*/true);
942 CreateJit();
Andreas Gampe4471e4f2017-01-30 16:40:49 +0000943 }
944
Andreas Gampe48864112017-01-19 17:23:17 -0800945 // Send the start phase event. We have to wait till here as this is when the main thread peer
946 // has just been generated, important root clinits have been run and JNI is completely functional.
947 {
948 ScopedObjectAccess soa(self);
949 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kStart);
950 }
951
Andreas Gampe81c6f8d2015-03-25 17:19:53 -0700952 system_class_loader_ = CreateSystemClassLoader(this);
jgu21a6da74e2014-09-10 06:57:17 -0400953
Robert Sesekb2267032016-09-13 19:12:57 -0400954 if (!is_zygote_) {
Calin Juravle07d83c72014-10-22 21:02:23 +0100955 if (is_native_bridge_loaded_) {
jgu21a6da74e2014-09-10 06:57:17 -0400956 PreInitializeNativeBridge(".");
957 }
Calin Juravled3e7c6c2016-02-04 19:07:51 +0000958 NativeBridgeAction action = force_native_bridge_
959 ? NativeBridgeAction::kInitialize
960 : NativeBridgeAction::kUnload;
Nicolas Geoffrayba69a512015-11-17 13:50:21 +0000961 InitNonZygoteOrPostFork(self->GetJniEnv(),
Andreas Gampe98ea9d92018-10-19 14:06:15 -0700962 /* is_system_server= */ false,
Lev Rumyantsev87f36302019-12-13 15:49:37 -0800963 /* is_child_zygote= */ false,
Calin Juravled3e7c6c2016-02-04 19:07:51 +0000964 action,
Nicolas Geoffrayba69a512015-11-17 13:50:21 +0000965 GetInstructionSetString(kRuntimeISA));
Elliott Hughesd1cc8362011-10-24 16:58:50 -0700966 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -0700967
Alex Lighte0b2ce42019-02-21 19:23:42 +0000968 StartDaemonThreads();
969
970 // Make sure the environment is still clean (no lingering local refs from starting daemon
971 // threads).
972 {
973 ScopedObjectAccess soa(self);
974 self->GetJniEnv()->AssertLocalsEmpty();
975 }
976
977 // Send the initialized phase event. Send it after starting the Daemon threads so that agents
978 // cannot delay the daemon threads from starting forever.
Andreas Gampeeafaf572017-01-20 12:34:15 -0800979 {
980 ScopedObjectAccess soa(self);
981 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInit);
982 }
983
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +0700984 {
985 ScopedObjectAccess soa(self);
Ian Rogers55256cb2017-12-21 17:07:11 -0800986 self->GetJniEnv()->AssertLocalsEmpty();
Yevgeny Rouban35aef2c2014-05-19 16:19:36 +0700987 }
Elliott Hughes726079d2011-10-07 18:43:44 -0700988
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -0800989 VLOG(startup) << "Runtime::Start exiting";
Mathieu Chartier7664f5c2012-06-08 18:15:32 -0700990 finished_starting_ = true;
Brian Carlstrombd86bcc2013-03-10 20:26:16 -0700991
Andreas Gampe40da2862015-02-27 12:49:04 -0800992 if (trace_config_.get() != nullptr && trace_config_->trace_file != "") {
993 ScopedThreadStateChange tsc(self, kWaitingForMethodTracingStart);
994 Trace::Start(trace_config_->trace_file.c_str(),
Andreas Gampe40da2862015-02-27 12:49:04 -0800995 static_cast<int>(trace_config_->trace_file_size),
996 0,
997 trace_config_->trace_output_mode,
998 trace_config_->trace_mode,
999 0);
1000 }
1001
Calin Juravle2bce0762018-02-20 16:03:34 -08001002 // In case we have a profile path passed as a command line argument,
1003 // register the current class path for profiling now. Note that we cannot do
1004 // this before we create the JIT and having it here is the most convenient way.
1005 // This is used when testing profiles with dalvikvm command as there is no
1006 // framework to register the dex files for profiling.
1007 if (jit_.get() != nullptr && jit_options_->GetSaveProfilingInfo() &&
1008 !jit_options_->GetProfileSaverOptions().GetProfilePath().empty()) {
1009 std::vector<std::string> dex_filenames;
1010 Split(class_path_string_, ':', &dex_filenames);
Calin Juravlec2753e62021-06-25 15:34:09 -07001011
1012 // We pass "" as the package name because at this point we don't know it. It could be the
1013 // Zygote or it could be a dalvikvm cmd line execution. The package name will be re-set during
1014 // post-fork or during RegisterAppInfo.
1015 //
1016 // Also, it's ok to pass "" to the ref profile filename. It indicates we don't have
Calin Juravlebeb9f202021-06-02 14:42:03 -07001017 // a reference profile.
1018 RegisterAppInfo(
Calin Juravlec2753e62021-06-25 15:34:09 -07001019 /*package_name=*/ "",
Calin Juravlebeb9f202021-06-02 14:42:03 -07001020 dex_filenames,
1021 jit_options_->GetProfileSaverOptions().GetProfilePath(),
Calin Juravlec2753e62021-06-25 15:34:09 -07001022 /*ref_profile_filename=*/ "",
1023 kVMRuntimePrimaryApk);
Calin Juravle2bce0762018-02-20 16:03:34 -08001024 }
1025
Brian Carlstrombd86bcc2013-03-10 20:26:16 -07001026 return true;
Elliott Hughes85d15452011-09-16 17:33:01 -07001027}
1028
Mathieu Chartier90443472015-07-16 20:32:27 -07001029void Runtime::EndThreadBirth() REQUIRES(Locks::runtime_shutdown_lock_) {
Ian Rogers120f1c72012-09-28 17:17:10 -07001030 DCHECK_GT(threads_being_born_, 0U);
1031 threads_being_born_--;
1032 if (shutting_down_started_ && threads_being_born_ == 0) {
Ian Rogersc604d732012-10-14 16:09:54 -07001033 shutdown_cond_->Broadcast(Thread::Current());
Ian Rogers120f1c72012-09-28 17:17:10 -07001034 }
1035}
1036
Nicolas Geoffrayd66c8622015-12-11 14:59:16 +00001037void Runtime::InitNonZygoteOrPostFork(
Calin Juravle016fcbe22018-05-03 19:47:35 -07001038 JNIEnv* env,
1039 bool is_system_server,
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001040 // This is true when we are initializing a child-zygote. It requires
1041 // native bridge initialization to be able to run guest native code in
1042 // doPreload().
1043 bool is_child_zygote,
Calin Juravle016fcbe22018-05-03 19:47:35 -07001044 NativeBridgeAction action,
1045 const char* isa,
1046 bool profile_system_server) {
Calin Juravle07d83c72014-10-22 21:02:23 +01001047 if (is_native_bridge_loaded_) {
1048 switch (action) {
1049 case NativeBridgeAction::kUnload:
1050 UnloadNativeBridge();
1051 is_native_bridge_loaded_ = false;
1052 break;
Calin Juravle07d83c72014-10-22 21:02:23 +01001053 case NativeBridgeAction::kInitialize:
1054 InitializeNativeBridge(env, isa);
1055 break;
1056 }
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001057 }
1058
Lev Rumyantsev87f36302019-12-13 15:49:37 -08001059 if (is_child_zygote) {
1060 // If creating a child-zygote we only initialize native bridge. The rest of
1061 // runtime post-fork logic would spin up threads for Binder and JDWP.
1062 // Instead, the Java side of the child process will call a static main in a
1063 // class specified by the parent.
1064 return;
1065 }
1066
1067 DCHECK(!IsZygote());
1068
wangguibo0d290722021-04-24 11:27:06 +08001069 if (is_system_server) {
Calin Juravlec2753e62021-06-25 15:34:09 -07001070 // Register the system server code paths.
1071 // TODO: Ideally this should be done by the VMRuntime#RegisterAppInfo. However, right now
1072 // the method is only called when we set up the profile. It should be called all the time
1073 // (simillar to the apps). Once that's done this manual registration can be removed.
1074 const char* system_server_classpath = getenv("SYSTEMSERVERCLASSPATH");
1075 if (system_server_classpath == nullptr || (strlen(system_server_classpath) == 0)) {
1076 LOG(WARNING) << "System server class path not set";
1077 } else {
1078 std::vector<std::string> jars = android::base::Split(system_server_classpath, ":");
1079 app_info_.RegisterAppInfo("android",
1080 jars,
1081 /*cur_profile_path=*/ "",
1082 /*ref_profile_path=*/ "",
1083 AppInfo::CodeType::kPrimaryApk);
1084 }
1085
Mathieu Chartier882d4142019-11-21 13:27:10 -08001086 // Set the system server package name to "android".
1087 // This is used to tell the difference between samples provided by system server
1088 // and samples generated by other apps when processing boot image profiles.
1089 SetProcessPackageName("android");
wangguibo0d290722021-04-24 11:27:06 +08001090 if (profile_system_server) {
1091 jit_options_->SetWaitForJitNotificationsToSaveProfile(false);
1092 VLOG(profiler) << "Enabling system server profiles";
1093 }
Calin Juravle016fcbe22018-05-03 19:47:35 -07001094 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001095
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001096 // Create the thread pools.
1097 heap_->CreateThreadPool();
Mathieu Chartier1092bf32019-09-10 12:39:55 -07001098 // Avoid creating the runtime thread pool for system server since it will not be used and would
1099 // waste memory.
1100 if (!is_system_server) {
Mathieu Chartierada33d72018-12-17 13:17:30 -08001101 ScopedTrace timing("CreateThreadPool");
1102 constexpr size_t kStackSize = 64 * KB;
1103 constexpr size_t kMaxRuntimeWorkers = 4u;
1104 const size_t num_workers =
1105 std::min(static_cast<size_t>(std::thread::hardware_concurrency()), kMaxRuntimeWorkers);
1106 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
1107 CHECK(thread_pool_ == nullptr);
1108 thread_pool_.reset(new ThreadPool("Runtime", num_workers, /*create_peers=*/false, kStackSize));
1109 thread_pool_->StartWorkers(Thread::Current());
1110 }
1111
Eric Holkd91328f2021-03-17 16:21:51 -07001112 // Reset the gc performance data and metrics at zygote fork so that the events from
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001113 // before fork aren't attributed to an app.
1114 heap_->ResetGcPerformanceInfo();
Eric Holkd91328f2021-03-17 16:21:51 -07001115 GetMetrics()->Reset();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01001116
Eric Holk0b986f72021-01-20 22:24:06 +00001117 if (metrics_reporter_ != nullptr) {
Calin Juravleec11cf12021-06-17 15:41:08 -07001118 // Now that we know if we are an app or system server, reload the metrics reporter config
1119 // in case there are any difference.
1120 metrics::ReportingConfig metrics_config =
1121 metrics::ReportingConfig::FromFlags(is_system_server);
1122
1123 metrics_reporter_->ReloadConfig(metrics_config);
Eric Holk62b75582021-03-03 15:14:58 -08001124
Eric Holkc7ac91b2021-02-04 21:44:01 +00001125 metrics::SessionData session_data{metrics::SessionData::CreateDefault()};
Calin Juravle1282f382021-06-21 20:22:12 -07001126 // Start the session id from 1 to avoid clashes with the default value.
1127 // (better for debugability)
1128 session_data.session_id = GetRandomNumber<int64_t>(1, std::numeric_limits<int64_t>::max());
Eric Holkc7ac91b2021-02-04 21:44:01 +00001129 // TODO: set session_data.compilation_reason and session_data.compiler_filter
1130 metrics_reporter_->MaybeStartBackgroundThread(session_data);
Calin Juravlec2753e62021-06-25 15:34:09 -07001131 // Also notify about any updates to the app info.
1132 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
Eric Holk0b986f72021-01-20 22:24:06 +00001133 }
1134
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001135 StartSignalCatcher();
Elliott Hughesd1cc8362011-10-24 16:58:50 -07001136
Alex Light40320712017-12-14 11:52:04 -08001137 ScopedObjectAccess soa(Thread::Current());
Florian Mayer0972d082020-05-15 14:07:31 +02001138 if (IsPerfettoHprofEnabled() &&
Florian Mayer0bc9bef2021-04-28 15:52:33 +01001139 (Dbg::IsJdwpAllowed() || IsProfileable() || IsProfileableFromShell() || IsJavaDebuggable() ||
Florian Mayer0972d082020-05-15 14:07:31 +02001140 Runtime::Current()->IsSystemServer())) {
Florian Mayer07710c52019-09-16 15:53:38 +00001141 std::string err;
Florian Mayer46d7b242020-01-14 17:44:37 +00001142 ScopedTrace tr("perfetto_hprof init.");
Florian Mayer07710c52019-09-16 15:53:38 +00001143 ScopedThreadSuspension sts(Thread::Current(), ThreadState::kNative);
1144 if (!EnsurePerfettoPlugin(&err)) {
1145 LOG(WARNING) << "Failed to load perfetto_hprof: " << err;
1146 }
1147 }
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001148 if (IsPerfettoJavaHeapStackProfEnabled() &&
Florian Mayer0bc9bef2021-04-28 15:52:33 +01001149 (Dbg::IsJdwpAllowed() || IsProfileable() || IsProfileableFromShell() || IsJavaDebuggable() ||
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001150 Runtime::Current()->IsSystemServer())) {
Wessam Hassanein0877daf2021-04-29 23:53:14 -07001151 // Marker used for dev tracing similar to above markers.
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001152 ScopedTrace tr("perfetto_javaheapprof init.");
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001153 }
Orion Hodsonbaf563d2021-04-08 07:53:54 +01001154 if (Runtime::Current()->IsSystemServer()) {
1155 std::string err;
1156 ScopedTrace tr("odrefresh stats logging");
1157 ScopedThreadSuspension sts(Thread::Current(), ThreadState::kNative);
1158 // Report stats if available. This should be moved into ART Services when they are ready.
1159 if (!odrefresh::UploadStatsIfAvailable(&err)) {
1160 LOG(WARNING) << "Failed to upload odrefresh metrics: " << err;
1161 }
1162 }
1163
Alex Light4ca2f482019-11-25 16:07:22 -08001164 if (LIKELY(automatically_set_jni_ids_indirection_) && CanSetJniIdType()) {
1165 if (IsJavaDebuggable()) {
1166 SetJniIdType(JniIdType::kIndices);
1167 } else {
1168 SetJniIdType(JniIdType::kPointer);
1169 }
1170 }
Mathieu Chartier85b125f2020-10-30 15:45:52 -07001171 ATraceIntegerValue(
1172 "profilebootclasspath",
1173 static_cast<int>(jit_options_->GetProfileSaverOptions().GetProfileBootClassPath()));
Alex Lighta3f81292020-01-08 16:02:46 -08001174 // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
1175 // this will pause the runtime (in the internal debugger implementation), so we probably want
1176 // this to come last.
1177 GetRuntimeCallbacks()->StartDebugger();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001178}
1179
1180void Runtime::StartSignalCatcher() {
1181 if (!is_zygote_) {
Andreas Gampe53af0402018-05-03 10:40:37 -07001182 signal_catcher_ = new SignalCatcher();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001183 }
1184}
1185
Mathieu Chartier590fee92013-09-13 13:46:47 -07001186bool Runtime::IsShuttingDown(Thread* self) {
1187 MutexLock mu(self, *Locks::runtime_shutdown_lock_);
1188 return IsShuttingDownLocked();
1189}
1190
Elliott Hughes85d15452011-09-16 17:33:01 -07001191void Runtime::StartDaemonThreads() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001192 ScopedTrace trace(__FUNCTION__);
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001193 VLOG(startup) << "Runtime::StartDaemonThreads entering";
Elliott Hughes85d15452011-09-16 17:33:01 -07001194
Elliott Hughes719b3232011-09-25 17:42:19 -07001195 Thread* self = Thread::Current();
Brian Carlstromaded5f72011-10-07 17:15:04 -07001196
1197 // Must be in the kNative state for calling native methods.
Ian Rogers50b35e22012-10-04 10:09:15 -07001198 CHECK_EQ(self->GetState(), kNative);
Brian Carlstromaded5f72011-10-07 17:15:04 -07001199
Elliott Hughes719b3232011-09-25 17:42:19 -07001200 JNIEnv* env = self->GetJniEnv();
Ian Rogers2fa6b2e2012-10-17 00:10:17 -07001201 env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
1202 WellKnownClasses::java_lang_Daemons_start);
1203 if (env->ExceptionCheck()) {
1204 env->ExceptionDescribe();
1205 LOG(FATAL) << "Error starting java.lang.Daemons";
1206 }
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001207
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001208 VLOG(startup) << "Runtime::StartDaemonThreads exiting";
Carl Shapiro61e019d2011-07-14 16:53:09 -07001209}
1210
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001211static size_t OpenBootDexFiles(ArrayRef<const std::string> dex_filenames,
1212 ArrayRef<const std::string> dex_locations,
Victor Hsiehce9b9022021-07-21 10:44:06 -07001213 ArrayRef<const int> dex_fds,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001214 std::vector<std::unique_ptr<const DexFile>>* dex_files) {
Igor Murashkinb1d8c312015-08-04 11:18:43 -07001215 DCHECK(dex_files != nullptr) << "OpenDexFiles: out-param is nullptr";
Alex Light64ad14d2014-08-19 14:23:13 -07001216 size_t failure_count = 0;
David Sehr013fd802018-01-11 22:55:24 -08001217 const ArtDexFileLoader dex_file_loader;
Alex Light64ad14d2014-08-19 14:23:13 -07001218 for (size_t i = 0; i < dex_filenames.size(); i++) {
1219 const char* dex_filename = dex_filenames[i].c_str();
Richard Uhlerc2752592015-01-02 13:28:22 -08001220 const char* dex_location = dex_locations[i].c_str();
Victor Hsiehce9b9022021-07-21 10:44:06 -07001221 const int dex_fd = i < dex_fds.size() ? dex_fds[i] : -1;
Aart Bik37d6a3b2016-06-21 18:30:10 -07001222 static constexpr bool kVerifyChecksum = true;
Alex Light64ad14d2014-08-19 14:23:13 -07001223 std::string error_msg;
Victor Hsiehce9b9022021-07-21 10:44:06 -07001224 if (!OS::FileExists(dex_filename) && dex_fd < 0) {
Alex Light64ad14d2014-08-19 14:23:13 -07001225 LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
1226 continue;
1227 }
David Srbecky3db3d372019-04-17 18:19:17 +01001228 bool verify = Runtime::Current()->IsVerificationEnabled();
David Sehr013fd802018-01-11 22:55:24 -08001229 if (!dex_file_loader.Open(dex_filename,
Victor Hsiehce9b9022021-07-21 10:44:06 -07001230 dex_fd,
David Sehr013fd802018-01-11 22:55:24 -08001231 dex_location,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001232 verify,
David Sehr013fd802018-01-11 22:55:24 -08001233 kVerifyChecksum,
1234 &error_msg,
1235 dex_files)) {
Victor Hsiehce9b9022021-07-21 10:44:06 -07001236 LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "' / fd " << dex_fd
1237 << ": " << error_msg;
Alex Light64ad14d2014-08-19 14:23:13 -07001238 ++failure_count;
1239 }
1240 }
1241 return failure_count;
1242}
1243
Vladimir Marko024d69f2019-06-13 10:52:32 +01001244void Runtime::SetSentinel(ObjPtr<mirror::Object> sentinel) {
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001245 CHECK(sentinel_.Read() == nullptr);
1246 CHECK(sentinel != nullptr);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -08001247 CHECK(!heap_->IsMovableObject(sentinel));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001248 sentinel_ = GcRoot<mirror::Object>(sentinel);
1249}
1250
Roland Levillain0e155592018-11-05 18:31:49 +00001251GcRoot<mirror::Object> Runtime::GetSentinel() {
1252 return sentinel_;
1253}
1254
Vladimir Markodcfcce42018-06-27 10:00:28 +00001255static inline void CreatePreAllocatedException(Thread* self,
1256 Runtime* runtime,
1257 GcRoot<mirror::Throwable>* exception,
1258 const char* exception_class_descriptor,
1259 const char* msg)
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001260 REQUIRES_SHARED(Locks::mutator_lock_) {
1261 DCHECK_EQ(self, Thread::Current());
Vladimir Markodcfcce42018-06-27 10:00:28 +00001262 ClassLinker* class_linker = runtime->GetClassLinker();
1263 // Allocate an object without initializing the class to allow non-trivial Throwable.<clinit>().
1264 ObjPtr<mirror::Class> klass = class_linker->FindSystemClass(self, exception_class_descriptor);
1265 CHECK(klass != nullptr);
1266 gc::AllocatorType allocator_type = runtime->GetHeap()->GetCurrentAllocator();
1267 ObjPtr<mirror::Throwable> exception_object = ObjPtr<mirror::Throwable>::DownCast(
Vladimir Marko9b81ac32019-05-16 16:47:08 +01001268 klass->Alloc(self, allocator_type));
Vladimir Markodcfcce42018-06-27 10:00:28 +00001269 CHECK(exception_object != nullptr);
1270 *exception = GcRoot<mirror::Throwable>(exception_object);
1271 // Initialize the "detailMessage" field.
1272 ObjPtr<mirror::String> message = mirror::String::AllocFromModifiedUtf8(self, msg);
1273 CHECK(message != nullptr);
1274 ObjPtr<mirror::Class> throwable = GetClassRoot<mirror::Throwable>(class_linker);
1275 ArtField* detailMessageField =
1276 throwable->FindDeclaredInstanceField("detailMessage", "Ljava/lang/String;");
1277 CHECK(detailMessageField != nullptr);
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001278 detailMessageField->SetObject</* kTransactionActive= */ false>(exception->Read(), message);
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001279}
1280
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001281void Runtime::InitializeApexVersions() {
1282 std::vector<std::string_view> bcp_apexes;
Nicolas Geoffrayd808f692021-05-01 11:09:04 +01001283 for (std::string_view jar : Runtime::Current()->GetBootClassPathLocations()) {
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001284 if (LocationIsOnApex(jar)) {
1285 size_t start = jar.find('/', 1);
1286 if (start == std::string::npos) {
1287 continue;
1288 }
1289 size_t end = jar.find('/', start + 1);
1290 if (end == std::string::npos) {
1291 continue;
1292 }
Nicolas Geoffrayd808f692021-05-01 11:09:04 +01001293 std::string_view apex = jar.substr(start + 1, end - start - 1);
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001294 bcp_apexes.push_back(apex);
1295 }
1296 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001297 static const char* kApexFileName = "/apex/apex-info-list.xml";
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001298 // Start with empty markers.
1299 apex_versions_ = std::string(bcp_apexes.size(), '/');
1300 // When running on host or chroot, we just use empty markers.
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001301 if (!kIsTargetBuild || !OS::FileExists(kApexFileName)) {
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001302 return;
1303 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001304#ifdef ART_TARGET_ANDROID
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001305 if (access(kApexFileName, R_OK) != 0) {
1306 PLOG(WARNING) << "Failed to read " << kApexFileName;
1307 return;
1308 }
1309 auto info_list = apex::readApexInfoList(kApexFileName);
1310 if (!info_list.has_value()) {
1311 LOG(WARNING) << "Failed to parse " << kApexFileName;
1312 return;
1313 }
1314
1315 std::string result;
1316 std::map<std::string_view, const apex::ApexInfo*> apex_infos;
1317 for (const apex::ApexInfo& info : info_list->getApexInfo()) {
1318 if (info.getIsActive()) {
1319 apex_infos.emplace(info.getModuleName(), &info);
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001320 }
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001321 }
1322 for (const std::string_view& str : bcp_apexes) {
1323 auto info = apex_infos.find(str);
1324 if (info == apex_infos.end() || info->second->getIsFactory()) {
1325 result += '/';
1326 } else {
1327 // In case lastUpdateMillis field is populated in apex-info-list.xml, we
1328 // prefer to use it as version scheme. If the field is missing we
1329 // fallback to the version code of the APEX.
1330 uint64_t version = info->second->hasLastUpdateMillis()
1331 ? info->second->getLastUpdateMillis()
1332 : info->second->getVersionCode();
1333 android::base::StringAppendF(&result, "/%" PRIu64, version);
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001334 }
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001335 }
1336 apex_versions_ = result;
Nicolas Geoffraybf198692021-10-11 14:31:55 +01001337#endif
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001338}
1339
Calin Juravle09eacd92021-05-19 17:03:55 -07001340void Runtime::ReloadAllFlags(const std::string& caller) {
1341 FlagBase::ReloadAllFlags(caller);
1342}
1343
Vladimir Marko88b2b802015-12-04 14:19:04 +00001344bool Runtime::Init(RuntimeArgumentMap&& runtime_options_in) {
David Sehrd106d9f2016-08-16 19:22:57 -07001345 // (b/30160149): protect subprocesses from modifications to LD_LIBRARY_PATH, etc.
1346 // Take a snapshot of the environment at the time the runtime was created, for use by Exec, etc.
1347 env_snapshot_.TakeSnapshot();
1348
Andreas Gampe25419b52018-02-08 21:30:26 -08001349 using Opt = RuntimeArgumentMap;
1350 Opt runtime_options(std::move(runtime_options_in));
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08001351 ScopedTrace trace(__FUNCTION__);
Eric Holkf1e1dd12020-08-21 15:38:12 -07001352 CHECK_EQ(static_cast<size_t>(sysconf(_SC_PAGE_SIZE)), kPageSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001353
Calin Juravle09eacd92021-05-19 17:03:55 -07001354 // Reload all the flags value (from system properties and device configs).
1355 ReloadAllFlags(__FUNCTION__);
1356
Orion Hodson971068d2021-06-30 21:17:53 +01001357 deny_art_apex_data_files_ = runtime_options.Exists(Opt::DenyArtApexDataFiles);
1358 if (deny_art_apex_data_files_) {
1359 // We will run slower without those files if the system has taken an ART APEX update.
1360 LOG(WARNING) << "ART APEX data files are untrusted.";
1361 }
1362
Andreas Gampe25419b52018-02-08 21:30:26 -08001363 // Early override for logging output.
1364 if (runtime_options.Exists(Opt::UseStderrLogger)) {
1365 android::base::SetLogger(android::base::StderrLogger);
1366 }
1367
Mathieu Chartier6e88ef62014-10-14 15:01:24 -07001368 MemMap::Init();
1369
Andreas Gamped84794d2019-07-18 13:40:03 -07001370 verifier_missing_kthrow_fatal_ = runtime_options.GetOrDefault(Opt::VerifierMissingKThrowFatal);
Hans Boehm1792c6f2021-06-24 17:35:50 -07001371 force_java_zygote_fork_loop_ = runtime_options.GetOrDefault(Opt::ForceJavaZygoteForkLoop);
Florian Mayer0972d082020-05-15 14:07:31 +02001372 perfetto_hprof_enabled_ = runtime_options.GetOrDefault(Opt::PerfettoHprof);
Wessam Hassaneinb5a10be2020-11-11 16:42:52 -08001373 perfetto_javaheapprof_enabled_ = runtime_options.GetOrDefault(Opt::PerfettoJavaHeapStackProf);
Andreas Gamped84794d2019-07-18 13:40:03 -07001374
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001375 // Try to reserve a dedicated fault page. This is allocated for clobbered registers and sentinels.
1376 // If we cannot reserve it, log a warning.
1377 // Note: We allocate this first to have a good chance of grabbing the page. The address (0xebad..)
1378 // is out-of-the-way enough that it should not collide with boot image mapping.
1379 // Note: Don't request an error message. That will lead to a maps dump in the case of failure,
1380 // leading to logspam.
1381 {
1382 constexpr uintptr_t kSentinelAddr =
1383 RoundDown(static_cast<uintptr_t>(Context::kBadGprBase), kPageSize);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001384 protected_fault_page_ = MemMap::MapAnonymous("Sentinel fault page",
1385 reinterpret_cast<uint8_t*>(kSentinelAddr),
1386 kPageSize,
1387 PROT_NONE,
Vladimir Marko11306592018-10-26 14:22:59 +01001388 /*low_4gb=*/ true,
1389 /*reuse=*/ false,
1390 /*reservation=*/ nullptr,
1391 /*error_msg=*/ nullptr);
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001392 if (!protected_fault_page_.IsValid()) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001393 LOG(WARNING) << "Could not reserve sentinel fault page";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001394 } else if (reinterpret_cast<uintptr_t>(protected_fault_page_.Begin()) != kSentinelAddr) {
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001395 LOG(WARNING) << "Could not reserve sentinel fault page at the right address.";
Vladimir Markoc34bebf2018-08-16 16:12:49 +01001396 protected_fault_page_.Reset();
Andreas Gampe5f2a2fc2017-05-18 17:45:07 -07001397 }
1398 }
1399
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001400 VLOG(startup) << "Runtime::Init -verbose:startup enabled";
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001401
Elliott Hughes7c6169d2012-05-02 16:11:48 -07001402 QuasiAtomic::Startup();
1403
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001404 oat_file_manager_ = new OatFileManager();
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -07001405
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001406 jni_id_manager_.reset(new jni::JniIdManager());
Alex Light79d6c802019-06-27 15:50:11 +00001407
Calin Juravleb2771b42016-04-07 17:09:25 +01001408 Thread::SetSensitiveThreadHook(runtime_options.GetOrDefault(Opt::HookIsSensitiveThread));
Andreas Gamped0210e52017-06-23 13:38:09 -07001409 Monitor::Init(runtime_options.GetOrDefault(Opt::LockProfThreshold),
1410 runtime_options.GetOrDefault(Opt::StackDumpLockProfThreshold));
Elliott Hughes32d6e1e2011-10-11 14:47:44 -07001411
Victor Hsieh61ffd042021-05-20 15:14:25 -07001412 image_locations_ = runtime_options.ReleaseOrDefault(Opt::Image);
Nicolas Geoffray144f82c2019-02-21 09:43:18 +00001413
Vladimir Marko91f10322018-12-07 18:04:10 +00001414 SetInstructionSet(runtime_options.GetOrDefault(Opt::ImageInstructionSet));
1415 boot_class_path_ = runtime_options.ReleaseOrDefault(Opt::BootClassPath);
1416 boot_class_path_locations_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathLocations);
1417 DCHECK(boot_class_path_locations_.empty() ||
1418 boot_class_path_locations_.size() == boot_class_path_.size());
1419 if (boot_class_path_.empty()) {
Victor Hsiehb5728322021-05-21 09:45:35 -07001420 LOG(ERROR) << "Boot classpath is empty";
1421 return false;
Vladimir Marko91f10322018-12-07 18:04:10 +00001422 }
1423
Victor Hsieha09d8b72021-05-24 14:21:55 -07001424 boot_class_path_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathFds);
1425 if (!boot_class_path_fds_.empty() && boot_class_path_fds_.size() != boot_class_path_.size()) {
1426 LOG(ERROR) << "Number of FDs specified in -Xbootclasspathfds must match the number of JARs in "
1427 << "-Xbootclasspath.";
1428 return false;
1429 }
1430
Victor Hsiehce9b9022021-07-21 10:44:06 -07001431 boot_class_path_image_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathImageFds);
1432 boot_class_path_vdex_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathVdexFds);
1433 boot_class_path_oat_fds_ = runtime_options.ReleaseOrDefault(Opt::BootClassPathOatFds);
1434 CHECK(boot_class_path_image_fds_.empty() ||
1435 boot_class_path_image_fds_.size() == boot_class_path_fds_.size());
1436 CHECK(boot_class_path_vdex_fds_.empty() ||
1437 boot_class_path_vdex_fds_.size() == boot_class_path_fds_.size());
1438 CHECK(boot_class_path_oat_fds_.empty() ||
1439 boot_class_path_oat_fds_.size() == boot_class_path_fds_.size());
1440
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001441 class_path_string_ = runtime_options.ReleaseOrDefault(Opt::ClassPath);
1442 properties_ = runtime_options.ReleaseOrDefault(Opt::PropertiesList);
Elliott Hughes7ede61e2011-09-14 18:18:06 -07001443
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001444 compiler_callbacks_ = runtime_options.GetOrDefault(Opt::CompilerCallbacksPtr);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001445 must_relocate_ = runtime_options.GetOrDefault(Opt::Relocate);
1446 is_zygote_ = runtime_options.Exists(Opt::Zygote);
Nicolas Geoffray4444f1b2019-06-10 14:09:19 +01001447 is_primary_zygote_ = runtime_options.Exists(Opt::PrimaryZygote);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001448 is_explicit_gc_disabled_ = runtime_options.Exists(Opt::DisableExplicitGC);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001449 image_dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::ImageDex2Oat);
Nicolas Geoffray6ee49712018-03-30 14:39:05 +00001450 dump_native_stack_on_sig_quit_ = runtime_options.GetOrDefault(Opt::DumpNativeStackOnSigQuit);
Elliott Hughes9ca7a1f2011-10-11 14:29:52 -07001451
Nicolas Geoffrayea55f3d2021-09-07 12:16:56 +01001452 if (is_zygote_ || runtime_options.Exists(Opt::OnlyUseTrustedOatFiles)) {
1453 oat_file_manager_->SetOnlyUseTrustedOatFiles();
1454 }
1455
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001456 vfprintf_ = runtime_options.GetOrDefault(Opt::HookVfprintf);
1457 exit_ = runtime_options.GetOrDefault(Opt::HookExit);
1458 abort_ = runtime_options.GetOrDefault(Opt::HookAbort);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001459
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001460 default_stack_size_ = runtime_options.GetOrDefault(Opt::StackSize);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001461
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001462 compiler_executable_ = runtime_options.ReleaseOrDefault(Opt::Compiler);
1463 compiler_options_ = runtime_options.ReleaseOrDefault(Opt::CompilerOptions);
Vladimir Marko72101082019-02-05 16:16:30 +00001464 for (const std::string& option : Runtime::Current()->GetCompilerOptions()) {
1465 if (option == "--debuggable") {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001466 SetJavaDebuggable(true);
1467 break;
1468 }
1469 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001470 image_compiler_options_ = runtime_options.ReleaseOrDefault(Opt::ImageCompilerOptions);
Brian Carlstrom2ec65202014-03-03 15:16:37 -08001471
Hans Boehmb2155572019-03-27 14:25:53 -07001472 finalizer_timeout_ms_ = runtime_options.GetOrDefault(Opt::FinalizerTimeoutMs);
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001473 max_spins_before_thin_lock_inflation_ =
1474 runtime_options.GetOrDefault(Opt::MaxSpinsBeforeThinLockInflation);
Ian Rogersd9c4fc92013-10-01 19:45:43 -07001475
Elliott Hughesc33a32b2011-10-11 18:18:07 -07001476 monitor_list_ = new MonitorList;
Ian Rogersef7d42f2014-01-06 12:55:46 -08001477 monitor_pool_ = MonitorPool::Create();
Mathieu Chartier3fceaf52017-01-22 13:33:40 -08001478 thread_list_ = new ThreadList(runtime_options.GetOrDefault(Opt::ThreadSuspendTimeout));
Elliott Hughescf4c6c42011-09-01 15:16:42 -07001479 intern_table_ = new InternTable;
1480
wangguibo0d290722021-04-24 11:27:06 +08001481 monitor_timeout_enable_ = runtime_options.GetOrDefault(Opt::MonitorTimeoutEnable);
1482 int monitor_timeout_ms = runtime_options.GetOrDefault(Opt::MonitorTimeout);
Hans Boehmc3632b12021-05-17 15:18:14 -07001483 if (monitor_timeout_ms < Monitor::kMonitorTimeoutMinMs) {
1484 LOG(WARNING) << "Monitor timeout too short: Increasing";
1485 monitor_timeout_ms = Monitor::kMonitorTimeoutMinMs;
1486 }
1487 if (monitor_timeout_ms >= Monitor::kMonitorTimeoutMaxMs) {
1488 LOG(WARNING) << "Monitor timeout too long: Decreasing";
1489 monitor_timeout_ms = Monitor::kMonitorTimeoutMaxMs - 1;
wangguibo0d290722021-04-24 11:27:06 +08001490 }
1491 monitor_timeout_ns_ = MsToNs(monitor_timeout_ms);
1492
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001493 verify_ = runtime_options.GetOrDefault(Opt::Verify);
Logan Chiendd361c92012-04-10 23:40:37 +08001494
David Brazdila7db0262018-01-16 17:13:35 +00001495 target_sdk_version_ = runtime_options.GetOrDefault(Opt::TargetSdkVersion);
1496
David Brazdil6dfdfef2019-04-11 17:39:11 +01001497 // Set hidden API enforcement policy. The checks are disabled by default and
1498 // we only enable them if:
1499 // (a) runtime was started with a command line flag that enables the checks, or
David Brazdilad666272018-02-06 20:30:59 +00001500 // (b) Zygote forked a new process that is not exempt (see ZygoteHooks).
David Brazdil6dfdfef2019-04-11 17:39:11 +01001501 hidden_api_policy_ = runtime_options.GetOrDefault(Opt::HiddenApiPolicy);
1502 DCHECK(!is_zygote_ || hidden_api_policy_ == hiddenapi::EnforcementPolicy::kDisabled);
1503
1504 // Set core platform API enforcement policy. The checks are disabled by default and
1505 // can be enabled with a command line flag. AndroidRuntime will pass the flag if
1506 // a system property is set.
1507 core_platform_api_policy_ = runtime_options.GetOrDefault(Opt::CorePlatformApiPolicy);
1508 if (core_platform_api_policy_ != hiddenapi::EnforcementPolicy::kDisabled) {
1509 LOG(INFO) << "Core platform API reporting enabled, enforcing="
1510 << (core_platform_api_policy_ == hiddenapi::EnforcementPolicy::kEnabled ? "true" : "false");
1511 }
David Brazdil3e0fa0a2018-01-15 18:41:44 +00001512
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001513 no_sig_chain_ = runtime_options.Exists(Opt::NoSigChain);
Calin Juravled3e7c6c2016-02-04 19:07:51 +00001514 force_native_bridge_ = runtime_options.Exists(Opt::ForceNativeBridge);
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001515
Dmitriy Ivanov785049f2014-07-18 10:08:57 -07001516 Split(runtime_options.GetOrDefault(Opt::CpuAbiList), ',', &cpu_abilist_);
1517
Andreas Gampedd671252015-07-23 14:37:18 -07001518 fingerprint_ = runtime_options.ReleaseOrDefault(Opt::Fingerprint);
1519
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001520 if (runtime_options.GetOrDefault(Opt::Interpret)) {
Ian Rogers62d6c772013-02-27 08:32:07 -08001521 GetInstrumentation()->ForceInterpretOnly();
1522 }
1523
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001524 zygote_max_failed_boots_ = runtime_options.GetOrDefault(Opt::ZygoteMaxFailedBoots);
Alex Lighteb7c1442015-08-31 13:17:42 -07001525 experimental_flags_ = runtime_options.GetOrDefault(Opt::Experimental);
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07001526 is_low_memory_mode_ = runtime_options.Exists(Opt::LowMemoryMode);
Mathieu Chartierc42cb0e2017-10-13 11:35:00 -07001527 madvise_random_access_ = runtime_options.GetOrDefault(Opt::MadviseRandomAccess);
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08001528 madvise_willneed_vdex_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedVdexFileSize);
1529 madvise_willneed_odex_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedOdexFileSize);
1530 madvise_willneed_art_filesize_ = runtime_options.GetOrDefault(Opt::MadviseWillNeedArtFileSize);
Narayan Kamath5a2be3f2015-02-16 13:51:51 +00001531
Alex Lightf3677472019-06-26 16:31:53 -07001532 jni_ids_indirection_ = runtime_options.GetOrDefault(Opt::OpaqueJniIds);
Alex Light4ca2f482019-11-25 16:07:22 -08001533 automatically_set_jni_ids_indirection_ =
1534 runtime_options.GetOrDefault(Opt::AutoPromoteOpaqueJniIds);
Alex Light79d6c802019-06-27 15:50:11 +00001535
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001536 plugins_ = runtime_options.ReleaseOrDefault(Opt::Plugins);
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001537 agent_specs_ = runtime_options.ReleaseOrDefault(Opt::AgentPath);
Andreas Gampe01fd70b2017-01-25 10:03:08 -08001538 // TODO Add back in -agentlib
1539 // for (auto lib : runtime_options.ReleaseOrDefault(Opt::AgentLib)) {
1540 // agents_.push_back(lib);
1541 // }
1542
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001543 float foreground_heap_growth_multiplier;
1544 if (is_low_memory_mode_ && !runtime_options.Exists(Opt::ForegroundHeapGrowthMultiplier)) {
1545 // If low memory mode, use 1.0 as the multiplier by default.
1546 foreground_heap_growth_multiplier = 1.0f;
1547 } else {
1548 foreground_heap_growth_multiplier =
1549 runtime_options.GetOrDefault(Opt::ForegroundHeapGrowthMultiplier) +
1550 kExtraDefaultHeapGrowthMultiplier;
1551 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001552 XGcOption xgc_option = runtime_options.GetOrDefault(Opt::GcOption);
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001553
1554 // Generational CC collection is currently only compatible with Baker read barriers.
1555 bool use_generational_cc = kUseBakerReadBarrier && xgc_option.generational_cc;
1556
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001557 heap_ = new gc::Heap(runtime_options.GetOrDefault(Opt::MemoryInitialSize),
1558 runtime_options.GetOrDefault(Opt::HeapGrowthLimit),
1559 runtime_options.GetOrDefault(Opt::HeapMinFree),
1560 runtime_options.GetOrDefault(Opt::HeapMaxFree),
1561 runtime_options.GetOrDefault(Opt::HeapTargetUtilization),
Mathieu Chartier11c273d2017-10-15 20:54:45 -07001562 foreground_heap_growth_multiplier,
Hans Boehmbb2467b2019-03-29 22:55:06 -07001563 runtime_options.GetOrDefault(Opt::StopForNativeAllocs),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001564 runtime_options.GetOrDefault(Opt::MemoryMaximumSize),
1565 runtime_options.GetOrDefault(Opt::NonMovingSpaceCapacity),
Vladimir Marko91f10322018-12-07 18:04:10 +00001566 GetBootClassPath(),
1567 GetBootClassPathLocations(),
Victor Hsieha09d8b72021-05-24 14:21:55 -07001568 GetBootClassPathFds(),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001569 GetBootClassPathImageFds(),
1570 GetBootClassPathVdexFds(),
1571 GetBootClassPathOatFds(),
Victor Hsieh61ffd042021-05-20 15:14:25 -07001572 image_locations_,
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001573 instruction_set_,
Hiroshi Yamauchi1b0adbf2016-11-14 17:35:12 -08001574 // Override the collector type to CC if the read barrier config.
1575 kUseReadBarrier ? gc::kCollectorTypeCC : xgc_option.collector_type_,
1576 kUseReadBarrier ? BackgroundGcOption(gc::kCollectorTypeCCBackground)
1577 : runtime_options.GetOrDefault(Opt::BackgroundGc),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001578 runtime_options.GetOrDefault(Opt::LargeObjectSpace),
1579 runtime_options.GetOrDefault(Opt::LargeObjectThreshold),
1580 runtime_options.GetOrDefault(Opt::ParallelGCThreads),
1581 runtime_options.GetOrDefault(Opt::ConcGCThreads),
1582 runtime_options.Exists(Opt::LowMemoryMode),
1583 runtime_options.GetOrDefault(Opt::LongPauseLogThreshold),
1584 runtime_options.GetOrDefault(Opt::LongGCLogThreshold),
1585 runtime_options.Exists(Opt::IgnoreMaxFootprint),
Alex Lightb5a0e912020-07-23 10:54:47 -07001586 runtime_options.GetOrDefault(Opt::AlwaysLogExplicitGcs),
Hiroshi Yamauchif360ad02015-02-20 11:28:03 -08001587 runtime_options.GetOrDefault(Opt::UseTLAB),
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001588 xgc_option.verify_pre_gc_heap_,
1589 xgc_option.verify_pre_sweeping_heap_,
1590 xgc_option.verify_post_gc_heap_,
1591 xgc_option.verify_pre_gc_rosalloc_,
1592 xgc_option.verify_pre_sweeping_rosalloc_,
1593 xgc_option.verify_post_gc_rosalloc_,
Mathieu Chartier31000802015-06-14 14:14:37 -07001594 xgc_option.gcstress_,
Mathieu Chartier56fe2582016-07-14 13:30:03 -07001595 xgc_option.measure_,
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001596 runtime_options.GetOrDefault(Opt::EnableHSpaceCompactForOOM),
Albert Mingkun Yang0b4d1462018-11-29 13:25:35 +00001597 use_generational_cc,
Albert Mingkun Yangde94ea72018-11-16 10:15:49 +00001598 runtime_options.GetOrDefault(Opt::HSpaceCompactForOOMMinIntervalsMs),
1599 runtime_options.Exists(Opt::DumpRegionInfoBeforeGC),
Orion Hodsonae7168e2020-10-09 15:13:29 +01001600 runtime_options.Exists(Opt::DumpRegionInfoAfterGC));
Dave Allison3d14eb62014-07-10 01:54:57 +00001601
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001602 dump_gc_performance_on_shutdown_ = runtime_options.Exists(Opt::DumpGCPerformanceOnShutdown);
Dave Allison3d14eb62014-07-10 01:54:57 +00001603
Alex Light01cc9102021-02-04 16:53:40 -08001604 bool has_explicit_jdwp_options = runtime_options.Get(Opt::JdwpOptions) != nullptr;
Alex Light40320712017-12-14 11:52:04 -08001605 jdwp_options_ = runtime_options.GetOrDefault(Opt::JdwpOptions);
Alex Lightbaac7e42018-06-08 15:30:11 +00001606 jdwp_provider_ = CanonicalizeJdwpProvider(runtime_options.GetOrDefault(Opt::JdwpProvider),
1607 IsJavaDebuggable());
Alex Light40320712017-12-14 11:52:04 -08001608 switch (jdwp_provider_) {
1609 case JdwpProvider::kNone: {
Alex Light230fa942018-03-08 14:07:02 -08001610 VLOG(jdwp) << "Disabling all JDWP support.";
Alex Lightb06bd682018-01-29 13:26:45 -08001611 if (!jdwp_options_.empty()) {
1612 bool has_transport = jdwp_options_.find("transport") != std::string::npos;
Alex Lightb06bd682018-01-29 13:26:45 -08001613 std::string adb_connection_args =
1614 std::string(" -XjdwpProvider:adbconnection -XjdwpOptions:") + jdwp_options_;
Alex Light01cc9102021-02-04 16:53:40 -08001615 if (has_explicit_jdwp_options) {
1616 LOG(WARNING) << "Jdwp options given when jdwp is disabled! You probably want to enable "
1617 << "jdwp with one of:" << std::endl
1618 << " -Xplugin:libopenjdkjvmti" << (kIsDebugBuild ? "d" : "") << ".so "
1619 << "-agentpath:libjdwp.so=" << jdwp_options_ << std::endl
1620 << (has_transport ? "" : adb_connection_args);
1621 }
Alex Lightb06bd682018-01-29 13:26:45 -08001622 }
Alex Light40320712017-12-14 11:52:04 -08001623 break;
1624 }
Alex Lightfbf96702017-12-14 13:27:13 -08001625 case JdwpProvider::kAdbConnection: {
1626 constexpr const char* plugin_name = kIsDebugBuild ? "libadbconnectiond.so"
1627 : "libadbconnection.so";
1628 plugins_.push_back(Plugin::Create(plugin_name));
Alex Lightbaac7e42018-06-08 15:30:11 +00001629 break;
1630 }
1631 case JdwpProvider::kUnset: {
1632 LOG(FATAL) << "Illegal jdwp provider " << jdwp_provider_ << " was not filtered out!";
Alex Lightfbf96702017-12-14 13:27:13 -08001633 }
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001634 }
Andreas Gampeac30fa22017-01-18 21:02:36 -08001635 callbacks_->AddThreadLifecycleCallback(Dbg::GetThreadLifecycleCallback());
Sebastien Hertz3be6e9d2015-02-05 16:30:58 +01001636
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001637 jit_options_.reset(jit::JitOptions::CreateFromRuntimeArguments(runtime_options));
Mathieu Chartier455f67c2015-03-17 13:48:29 -07001638 if (IsAotCompiler()) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001639 // If we are already the compiler at this point, we must be dex2oat. Don't create the jit in
1640 // this case.
1641 // If runtime_options doesn't have UseJIT set to true then CreateFromRuntimeArguments returns
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001642 // null and we don't create the jit.
Calin Juravleffc87072016-04-20 14:22:09 +01001643 jit_options_->SetUseJitCompilation(false);
1644 jit_options_->SetSaveProfilingInfo(false);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08001645 }
1646
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001647 // Use MemMap arena pool for jit, malloc otherwise. Malloc arenas are faster to allocate but
1648 // can't be trimmed as easily.
Mathieu Chartiere401d142015-04-22 13:56:20 -07001649 const bool use_malloc = IsAotCompiler();
David Sehr3215fff2018-04-03 17:10:12 -07001650 if (use_malloc) {
1651 arena_pool_.reset(new MallocArenaPool());
1652 jit_arena_pool_.reset(new MallocArenaPool());
1653 } else {
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001654 arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false));
1655 jit_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ false, "CompilerMetadata"));
David Sehr3215fff2018-04-03 17:10:12 -07001656 }
Nicolas Geoffray25e04562016-03-01 13:17:58 +00001657
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07001658 if (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA)) {
Mathieu Chartierc7853442015-03-27 14:35:38 -07001659 // 4gb, no malloc. Explanation in header.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07001660 low_4gb_arena_pool_.reset(new MemMapArenaPool(/* low_4gb= */ true));
Mathieu Chartierc7853442015-03-27 14:35:38 -07001661 }
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07001662 linear_alloc_.reset(CreateLinearAlloc());
Mathieu Chartierc6201fa2015-03-12 10:06:33 -07001663
Hans Boehm4dcac362021-09-23 12:26:04 -07001664 small_irt_allocator_ = new SmallIrtAllocator();
1665
Dave Allison3d14eb62014-07-10 01:54:57 +00001666 BlockSignals();
1667 InitPlatformSignalHandlers();
1668
Dave Allison69dfe512014-07-11 17:11:58 +00001669 // Change the implicit checks flags based on runtime architecture.
1670 switch (kRuntimeISA) {
Vladimir Marko33bff252017-11-01 14:35:42 +00001671 case InstructionSet::kArm:
1672 case InstructionSet::kThumb2:
1673 case InstructionSet::kX86:
1674 case InstructionSet::kArm64:
1675 case InstructionSet::kX86_64:
Dave Allison69dfe512014-07-11 17:11:58 +00001676 implicit_null_checks_ = true;
Roland Levillain05e34f42018-05-24 13:19:05 +00001677 // Historical note: Installing stack protection was not playing well with Valgrind.
1678 implicit_so_checks_ = true;
Dave Allison69dfe512014-07-11 17:11:58 +00001679 break;
1680 default:
1681 // Keep the defaults.
1682 break;
1683 }
1684
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001685 if (!no_sig_chain_) {
1686 // Dex2Oat's Runtime does not need the signal chain or the fault handler.
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001687 if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
1688 fault_manager.Init();
Dave Allison69dfe512014-07-11 17:11:58 +00001689
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001690 // These need to be in a specific order. The null point check handler must be
1691 // after the suspend check and stack overflow check handlers.
1692 //
Roland Levillain05e34f42018-05-24 13:19:05 +00001693 // Note: the instances attach themselves to the fault manager and are handled by it. The
1694 // manager will delete the instance on Shutdown().
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001695 if (implicit_suspend_checks_) {
1696 new SuspensionHandler(&fault_manager);
1697 }
Dave Allison69dfe512014-07-11 17:11:58 +00001698
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001699 if (implicit_so_checks_) {
1700 new StackOverflowHandler(&fault_manager);
1701 }
Dave Allison69dfe512014-07-11 17:11:58 +00001702
Calin Juravle01aaf6e2015-06-19 22:05:39 +01001703 if (implicit_null_checks_) {
1704 new NullPointerHandler(&fault_manager);
1705 }
1706
1707 if (kEnableJavaStackTraceHandler) {
1708 new JavaStackTraceHandler(&fault_manager);
1709 }
Dave Allison69dfe512014-07-11 17:11:58 +00001710 }
1711 }
1712
Andreas Gampe0b0ffc12018-08-01 14:41:27 -07001713 verifier_logging_threshold_ms_ = runtime_options.GetOrDefault(Opt::VerifierLoggingThreshold);
1714
Richard Uhlerda0a69e2016-10-11 15:06:38 +01001715 std::string error_msg;
1716 java_vm_ = JavaVMExt::Create(this, runtime_options, &error_msg);
1717 if (java_vm_.get() == nullptr) {
1718 LOG(ERROR) << "Could not initialize JavaVMExt: " << error_msg;
1719 return false;
1720 }
Elliott Hughes515a5bc2011-08-17 11:08:34 -07001721
Alex Light185d1342016-08-11 10:48:03 -07001722 // Add the JniEnv handler.
1723 // TODO Refactor this stuff.
1724 java_vm_->AddEnvironmentHook(JNIEnvExt::GetEnvHandler);
1725
Elliott Hughesbe759c62011-09-08 19:38:21 -07001726 Thread::Startup();
Elliott Hughesd92bec42011-09-02 17:04:36 -07001727
Mathieu Chartier664bebf2012-11-12 16:54:11 -08001728 // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
1729 // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
1730 // thread, we do not get a java peer.
Ian Rogers63557452014-06-04 16:57:15 -07001731 Thread* self = Thread::Attach("main", false, nullptr, false);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001732 CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
Ian Rogers63557452014-06-04 16:57:15 -07001733 CHECK(self != nullptr);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001734
Alex Lighte9f61032018-09-24 16:04:51 -07001735 self->SetIsRuntimeThread(IsAotCompiler());
Calin Juravleccd56952016-12-15 17:57:38 +00001736
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001737 // Set us to runnable so tools using a runtime can allocate and GC by default
Ian Rogers120f1c72012-09-28 17:17:10 -07001738 self->TransitionFromSuspendedToRunnable();
Brian Carlstromf28bc5b2011-10-26 01:15:03 -07001739
Ian Rogersa436fde2013-08-27 23:34:06 -07001740 // Now we're attached, we can take the heap locks and validate the heap.
Ian Rogers141d6222012-04-05 12:23:06 -07001741 GetHeap()->EnableObjectValidation();
1742
Ian Rogers1d54e732013-05-02 21:10:01 -07001743 CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
Andreas Gampe87658f32019-04-18 18:39:02 +00001744
Chang Xing605fe242017-07-20 15:57:21 -07001745 if (UNLIKELY(IsAotCompiler())) {
1746 class_linker_ = new AotClassLinker(intern_table_);
1747 } else {
Andreas Gampe87658f32019-04-18 18:39:02 +00001748 class_linker_ = new ClassLinker(
1749 intern_table_,
1750 runtime_options.GetOrDefault(Opt::FastClassNotFoundException));
Chang Xing605fe242017-07-20 15:57:21 -07001751 }
Jeff Haodcdc85b2015-12-04 14:06:18 -08001752 if (GetHeap()->HasBootImageSpace()) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -08001753 bool result = class_linker_->InitFromBootImage(&error_msg);
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001754 if (!result) {
1755 LOG(ERROR) << "Could not initialize from image: " << error_msg;
1756 return false;
1757 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001758 if (kIsDebugBuild) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08001759 for (auto image_space : GetHeap()->GetBootImageSpaces()) {
1760 image_space->VerifyImageAllocations();
1761 }
Hiroshi Yamauchibd0fb612014-05-20 13:46:00 -07001762 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001763 {
1764 ScopedTrace trace2("AddImageStringsToTable");
Mathieu Chartier74ccee62018-10-10 10:30:29 -07001765 for (gc::space::ImageSpace* image_space : heap_->GetBootImageSpaces()) {
1766 GetInternTable()->AddImageStringsToTable(image_space, VoidFunctor());
1767 }
Vladimir Markocac5a7e2016-02-22 10:39:50 +00001768 }
Orion Hodson771708f2021-01-06 15:45:16 +00001769
1770 const size_t total_components = gc::space::ImageSpace::GetNumberOfComponents(
1771 ArrayRef<gc::space::ImageSpace* const>(heap_->GetBootImageSpaces()));
1772 if (total_components != GetBootClassPath().size()) {
Vladimir Marko0ace5632018-12-14 11:11:47 +00001773 // The boot image did not contain all boot class path components. Load the rest.
Orion Hodson771708f2021-01-06 15:45:16 +00001774 CHECK_LT(total_components, GetBootClassPath().size());
1775 size_t start = total_components;
Vladimir Marko0ace5632018-12-14 11:11:47 +00001776 DCHECK_LT(start, GetBootClassPath().size());
1777 std::vector<std::unique_ptr<const DexFile>> extra_boot_class_path;
1778 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1779 extra_boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1780 } else {
Victor Hsiehce9b9022021-07-21 10:44:06 -07001781 ArrayRef<const int> bcp_fds = start < GetBootClassPathFds().size()
1782 ? ArrayRef<const int>(GetBootClassPathFds()).SubArray(start)
1783 : ArrayRef<const int>();
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001784 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()).SubArray(start),
1785 ArrayRef<const std::string>(GetBootClassPathLocations()).SubArray(start),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001786 bcp_fds,
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001787 &extra_boot_class_path);
Vladimir Marko0ace5632018-12-14 11:11:47 +00001788 }
1789 class_linker_->AddExtraBootDexFiles(self, std::move(extra_boot_class_path));
1790 }
Mathieu Chartier40906572019-09-30 13:57:11 -07001791 if (IsJavaDebuggable() || jit_options_->GetProfileSaverOptions().GetProfileBootClassPath()) {
1792 // Deoptimize the boot image if debuggable as the code may have been compiled non-debuggable.
1793 // Also deoptimize if we are profiling the boot class path.
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001794 ScopedThreadSuspension sts(self, ThreadState::kNative);
1795 ScopedSuspendAll ssa(__FUNCTION__);
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00001796 DeoptimizeBootImage();
1797 }
Richard Uhlerc2752592015-01-02 13:28:22 -08001798 } else {
Richard Uhlerfbef44d2014-12-23 09:48:51 -08001799 std::vector<std::unique_ptr<const DexFile>> boot_class_path;
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001800 if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1801 boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1802 } else {
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001803 OpenBootDexFiles(ArrayRef<const std::string>(GetBootClassPath()),
1804 ArrayRef<const std::string>(GetBootClassPathLocations()),
Victor Hsiehce9b9022021-07-21 10:44:06 -07001805 ArrayRef<const int>(GetBootClassPathFds()),
Nicolas Geoffray99fc9382019-02-20 13:17:27 +00001806 &boot_class_path);
Vladimir Marko9bdf1082016-01-21 12:15:52 +00001807 }
Andreas Gampe3db9c5d2015-11-17 11:52:46 -08001808 if (!class_linker_->InitWithoutImage(std::move(boot_class_path), &error_msg)) {
1809 LOG(ERROR) << "Could not initialize without image: " << error_msg;
1810 return false;
1811 }
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001812
Alex Light64ad14d2014-08-19 14:23:13 -07001813 // TODO: Should we move the following to InitWithoutImage?
Ulya Trafimovich5439f052020-07-29 10:03:46 +01001814 SetInstructionSet(instruction_set_);
Andreas Gampe8228cdf2017-05-30 15:03:54 -07001815 for (uint32_t i = 0; i < kCalleeSaveSize; i++) {
1816 CalleeSaveType type = CalleeSaveType(i);
Alex Light64ad14d2014-08-19 14:23:13 -07001817 if (!HasCalleeSaveMethod(type)) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -07001818 SetCalleeSaveMethod(CreateCalleeSaveMethod(), type);
Alex Light64ad14d2014-08-19 14:23:13 -07001819 }
1820 }
Igor Murashkina2cfee32015-01-07 16:37:24 -08001821 }
1822
Nicolas Geoffraybbdb1ed2021-06-29 14:12:05 +01001823 // Now that the boot image space is set, cache the boot classpath checksums,
1824 // to be used when validating oat files.
1825 ArrayRef<gc::space::ImageSpace* const> image_spaces(GetHeap()->GetBootImageSpaces());
1826 ArrayRef<const DexFile* const> bcp_dex_files(GetClassLinker()->GetBootClassPath());
1827 boot_class_path_checksums_ = gc::space::ImageSpace::GetBootClassPathChecksums(image_spaces,
1828 bcp_dex_files);
1829
1830 // Cache the apex versions.
Nicolas Geoffrayd3c45c22021-04-27 13:21:28 +01001831 InitializeApexVersions();
1832
Ian Rogers63557452014-06-04 16:57:15 -07001833 CHECK(class_linker_ != nullptr);
Ian Rogersc0542af2014-09-03 16:16:56 -07001834
Andreas Gampee0bbab92019-07-25 12:28:22 -07001835 verifier::ClassVerifier::Init(class_linker_);
Brian Carlstrom6ea095a2011-08-16 15:26:54 -07001836
Andreas Gampef6a780a2015-04-02 18:51:05 -07001837 if (runtime_options.Exists(Opt::MethodTrace)) {
1838 trace_config_.reset(new TraceConfig());
1839 trace_config_->trace_file = runtime_options.ReleaseOrDefault(Opt::MethodTraceFile);
1840 trace_config_->trace_file_size = runtime_options.ReleaseOrDefault(Opt::MethodTraceFileSize);
1841 trace_config_->trace_mode = Trace::TraceMode::kMethodTracing;
Andreas Gampe40da2862015-02-27 12:49:04 -08001842 trace_config_->trace_output_mode = runtime_options.Exists(Opt::MethodTraceStreaming) ?
1843 Trace::TraceOutputMode::kStreaming :
1844 Trace::TraceOutputMode::kFile;
Andreas Gampef6a780a2015-04-02 18:51:05 -07001845 }
jeffhaob5e81852012-03-12 11:15:45 -07001846
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08001847 // TODO: move this to just be an Trace::Start argument
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001848 Trace::SetDefaultClockSource(runtime_options.GetOrDefault(Opt::ProfileClock));
Dave Allison0aded082013-11-07 13:15:11 -08001849
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001850 if (GetHeap()->HasBootImageSpace()) {
1851 const ImageHeader& image_header = GetHeap()->GetBootImageSpaces()[0]->GetImageHeader();
Vladimir Marko024d69f2019-06-13 10:52:32 +01001852 ObjPtr<mirror::ObjectArray<mirror::Object>> boot_image_live_objects =
1853 ObjPtr<mirror::ObjectArray<mirror::Object>>::DownCast(
1854 image_header.GetImageRoot(ImageHeader::kBootImageLiveObjects));
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001855 pre_allocated_OutOfMemoryError_when_throwing_exception_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001856 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingException)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001857 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_exception_.Read()->GetClass()
1858 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1859 pre_allocated_OutOfMemoryError_when_throwing_oome_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001860 boot_image_live_objects->Get(ImageHeader::kOomeWhenThrowingOome)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001861 DCHECK(pre_allocated_OutOfMemoryError_when_throwing_oome_.Read()->GetClass()
1862 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1863 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001864 boot_image_live_objects->Get(ImageHeader::kOomeWhenHandlingStackOverflow)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001865 DCHECK(pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read()->GetClass()
1866 ->DescriptorEquals("Ljava/lang/OutOfMemoryError;"));
1867 pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(
Vladimir Marko024d69f2019-06-13 10:52:32 +01001868 boot_image_live_objects->Get(ImageHeader::kNoClassDefFoundError)->AsThrowable());
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001869 DCHECK(pre_allocated_NoClassDefFoundError_.Read()->GetClass()
1870 ->DescriptorEquals("Ljava/lang/NoClassDefFoundError;"));
1871 } else {
1872 // Pre-allocate an OutOfMemoryError for the case when we fail to
1873 // allocate the exception to be thrown.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001874 CreatePreAllocatedException(self,
1875 this,
1876 &pre_allocated_OutOfMemoryError_when_throwing_exception_,
1877 "Ljava/lang/OutOfMemoryError;",
1878 "OutOfMemoryError thrown while trying to throw an exception; "
1879 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001880 // Pre-allocate an OutOfMemoryError for the double-OOME case.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001881 CreatePreAllocatedException(self,
1882 this,
1883 &pre_allocated_OutOfMemoryError_when_throwing_oome_,
1884 "Ljava/lang/OutOfMemoryError;",
1885 "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
1886 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001887 // Pre-allocate an OutOfMemoryError for the case when we fail to
1888 // allocate while handling a stack overflow.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001889 CreatePreAllocatedException(self,
1890 this,
1891 &pre_allocated_OutOfMemoryError_when_handling_stack_overflow_,
1892 "Ljava/lang/OutOfMemoryError;",
1893 "OutOfMemoryError thrown while trying to handle a stack overflow; "
1894 "no stack trace available");
Ian Rogersa436fde2013-08-27 23:34:06 -07001895
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001896 // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
1897 // ahead of checking the application's class loader.
Vladimir Markodcfcce42018-06-27 10:00:28 +00001898 CreatePreAllocatedException(self,
1899 this,
1900 &pre_allocated_NoClassDefFoundError_,
1901 "Ljava/lang/NoClassDefFoundError;",
1902 "Class not found using the boot class loader; "
1903 "no stack trace available");
Vladimir Markoc13fbd82018-06-04 16:16:28 +01001904 }
Ian Rogers63557452014-06-04 16:57:15 -07001905
Alex Lightbc19b752019-12-02 18:54:13 +00001906 // Class-roots are setup, we can now finish initializing the JniIdManager.
1907 GetJniIdManager()->Init(self);
1908
Calin Juravle1ff90562021-06-16 14:37:42 -07001909 InitMetrics();
Eric Holk59d4b532020-10-21 17:49:39 -07001910
Alex Light185d1342016-08-11 10:48:03 -07001911 // Runtime initialization is largely done now.
1912 // We load plugins first since that can modify the runtime state slightly.
1913 // Load all plugins
Nicolas Geoffray226805d2018-12-14 10:59:02 +00001914 {
1915 // The init method of plugins expect the state of the thread to be non runnable.
1916 ScopedThreadSuspension sts(self, ThreadState::kNative);
1917 for (auto& plugin : plugins_) {
1918 std::string err;
1919 if (!plugin.Load(&err)) {
1920 LOG(FATAL) << plugin << " failed to load: " << err;
1921 }
Alex Light185d1342016-08-11 10:48:03 -07001922 }
1923 }
1924
Andreas Gampe855564b2014-07-25 02:32:19 -07001925 // Look for a native bridge.
Andreas Gampe6be67ee2014-09-02 21:22:18 -07001926 //
1927 // The intended flow here is, in the case of a running system:
1928 //
1929 // Runtime::Init() (zygote):
1930 // LoadNativeBridge -> dlopen from cmd line parameter.
1931 // |
1932 // V
1933 // Runtime::Start() (zygote):
1934 // No-op wrt native bridge.
1935 // |
1936 // | start app
1937 // V
1938 // DidForkFromZygote(action)
1939 // action = kUnload -> dlclose native bridge.
1940 // action = kInitialize -> initialize library
1941 //
1942 //
1943 // The intended flow here is, in the case of a simple dalvikvm call:
1944 //
1945 // Runtime::Init():
1946 // LoadNativeBridge -> dlopen from cmd line parameter.
1947 // |
1948 // V
1949 // Runtime::Start():
1950 // DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
1951 // No-op wrt native bridge.
Igor Murashkinaaebaa02015-01-26 10:55:53 -08001952 {
1953 std::string native_bridge_file_name = runtime_options.ReleaseOrDefault(Opt::NativeBridge);
1954 is_native_bridge_loaded_ = LoadNativeBridge(native_bridge_file_name);
1955 }
Calin Juravlea68629e2014-08-22 12:53:59 +01001956
Alex Light7233c7e2016-07-28 10:07:45 -07001957 // Startup agents
1958 // TODO Maybe we should start a new thread to run these on. Investigate RI behavior more.
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001959 for (auto& agent_spec : agent_specs_) {
Alex Light7233c7e2016-07-28 10:07:45 -07001960 // TODO Check err
1961 int res = 0;
1962 std::string err = "";
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001963 ti::LoadError error;
1964 std::unique_ptr<ti::Agent> agent = agent_spec.Load(&res, &error, &err);
1965
1966 if (agent != nullptr) {
1967 agents_.push_back(std::move(agent));
1968 continue;
Alex Light7233c7e2016-07-28 10:07:45 -07001969 }
Andreas Gampeaadcbc62017-12-28 14:05:42 -08001970
1971 switch (error) {
1972 case ti::LoadError::kInitializationError:
1973 LOG(FATAL) << "Unable to initialize agent!";
1974 UNREACHABLE();
1975
1976 case ti::LoadError::kLoadingError:
1977 LOG(ERROR) << "Unable to load an agent: " << err;
1978 continue;
1979
1980 case ti::LoadError::kNoError:
1981 break;
1982 }
1983 LOG(FATAL) << "Unreachable";
1984 UNREACHABLE();
Alex Light7233c7e2016-07-28 10:07:45 -07001985 }
Andreas Gampe96eca782017-01-19 19:45:30 -08001986 {
1987 ScopedObjectAccess soa(self);
1988 callbacks_->NextRuntimePhase(RuntimePhaseCallback::RuntimePhase::kInitialAgents);
1989 }
Alex Light7233c7e2016-07-28 10:07:45 -07001990
Florian Mayer0278b4b2020-05-26 12:09:14 +02001991 if (IsZygote() && IsPerfettoHprofEnabled()) {
Florian Mayer0caa3fd2020-05-27 10:54:11 +02001992 constexpr const char* plugin_name = kIsDebugBuild ?
Florian Mayerbce68772020-05-27 15:32:58 +02001993 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
Florian Mayer0278b4b2020-05-26 12:09:14 +02001994 // Load eagerly in Zygote to improve app startup times. This will make
1995 // subsequent dlopens for the library no-ops.
1996 dlopen(plugin_name, RTLD_NOW | RTLD_LOCAL);
1997 }
1998
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08001999 VLOG(startup) << "Runtime::Init exiting";
Mathieu Chartiere401d142015-04-22 13:56:20 -07002000
Carl Shapiro1fb86202011-06-27 17:43:13 -07002001 return true;
2002}
2003
Calin Juravle1ff90562021-06-16 14:37:42 -07002004void Runtime::InitMetrics() {
Calin Juravleec11cf12021-06-17 15:41:08 -07002005 metrics::ReportingConfig metrics_config = metrics::ReportingConfig::FromFlags();
Eric Holk62b75582021-03-03 15:14:58 -08002006 metrics_reporter_ = metrics::MetricsReporter::Create(metrics_config, this);
Eric Holk5bb354f2021-01-13 20:38:34 +00002007}
2008
Eric Holk5e435b22021-02-23 17:24:47 -08002009void Runtime::RequestMetricsReport(bool synchronous) {
2010 if (metrics_reporter_) {
2011 metrics_reporter_->RequestMetricsReport(synchronous);
2012 }
2013}
2014
Florian Mayer07710c52019-09-16 15:53:38 +00002015bool Runtime::EnsurePluginLoaded(const char* plugin_name, std::string* error_msg) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002016 // Is the plugin already loaded?
Florian Mayer07710c52019-09-16 15:53:38 +00002017 for (const Plugin& p : plugins_) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002018 if (p.GetLibrary() == plugin_name) {
2019 return true;
2020 }
2021 }
Florian Mayer07710c52019-09-16 15:53:38 +00002022 Plugin new_plugin = Plugin::Create(plugin_name);
Andreas Gampec4baad22017-01-12 16:59:39 +00002023
Florian Mayer07710c52019-09-16 15:53:38 +00002024 if (!new_plugin.Load(error_msg)) {
2025 return false;
2026 }
2027 plugins_.push_back(std::move(new_plugin));
2028 return true;
2029}
2030
2031bool Runtime::EnsurePerfettoPlugin(std::string* error_msg) {
2032 constexpr const char* plugin_name = kIsDebugBuild ?
2033 "libperfetto_hprofd.so" : "libperfetto_hprof.so";
2034 return EnsurePluginLoaded(plugin_name, error_msg);
2035}
2036
2037static bool EnsureJvmtiPlugin(Runtime* runtime,
2038 std::string* error_msg) {
Alex Lightf889c702018-02-23 15:25:45 -08002039 // TODO Rename Dbg::IsJdwpAllowed is IsDebuggingAllowed.
2040 DCHECK(Dbg::IsJdwpAllowed() || !runtime->IsJavaDebuggable())
2041 << "Being debuggable requires that jdwp (i.e. debugging) is allowed.";
Alex Light2ce6fc82017-12-18 16:42:36 -08002042 // Is the process debuggable? Otherwise, do not attempt to load the plugin unless we are
2043 // specifically allowed.
Alex Lightf889c702018-02-23 15:25:45 -08002044 if (!Dbg::IsJdwpAllowed()) {
2045 *error_msg = "Process is not allowed to load openjdkjvmti plugin. Process must be debuggable";
Andreas Gampec4baad22017-01-12 16:59:39 +00002046 return false;
2047 }
2048
Florian Mayer07710c52019-09-16 15:53:38 +00002049 constexpr const char* plugin_name = kIsDebugBuild ? "libopenjdkjvmtid.so" : "libopenjdkjvmti.so";
2050 return runtime->EnsurePluginLoaded(plugin_name, error_msg);
Andreas Gampec4baad22017-01-12 16:59:39 +00002051}
2052
Leonard Mosescueb842212016-10-06 17:26:36 -07002053// Attach a new agent and add it to the list of runtime agents
2054//
2055// TODO: once we decide on the threading model for agents,
2056// revisit this and make sure we're doing this on the right thread
2057// (and we synchronize access to any shared data structures like "agents_")
2058//
Alex Lightf889c702018-02-23 15:25:45 -08002059void Runtime::AttachAgent(JNIEnv* env, const std::string& agent_arg, jobject class_loader) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002060 std::string error_msg;
Florian Mayer07710c52019-09-16 15:53:38 +00002061 if (!EnsureJvmtiPlugin(this, &error_msg)) {
Andreas Gampec4baad22017-01-12 16:59:39 +00002062 LOG(WARNING) << "Could not load plugin: " << error_msg;
2063 ScopedObjectAccess soa(Thread::Current());
2064 ThrowIOException("%s", error_msg.c_str());
2065 return;
2066 }
2067
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002068 ti::AgentSpec agent_spec(agent_arg);
Leonard Mosescueb842212016-10-06 17:26:36 -07002069
2070 int res = 0;
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002071 ti::LoadError error;
Andreas Gampe7b38e692017-12-28 19:18:28 -08002072 std::unique_ptr<ti::Agent> agent = agent_spec.Attach(env, class_loader, &res, &error, &error_msg);
Leonard Mosescueb842212016-10-06 17:26:36 -07002073
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002074 if (agent != nullptr) {
Leonard Mosescueb842212016-10-06 17:26:36 -07002075 agents_.push_back(std::move(agent));
2076 } else {
Andreas Gampeaadcbc62017-12-28 14:05:42 -08002077 LOG(WARNING) << "Agent attach failed (result=" << error << ") : " << error_msg;
Leonard Mosescueb842212016-10-06 17:26:36 -07002078 ScopedObjectAccess soa(Thread::Current());
Andreas Gampec4baad22017-01-12 16:59:39 +00002079 ThrowIOException("%s", error_msg.c_str());
Leonard Mosescueb842212016-10-06 17:26:36 -07002080 }
2081}
2082
Elliott Hughes038a8062011-09-18 14:12:41 -07002083void Runtime::InitNativeMethods() {
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08002084 VLOG(startup) << "Runtime::InitNativeMethods entering";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002085 Thread* self = Thread::Current();
2086 JNIEnv* env = self->GetJniEnv();
2087
Elliott Hughes418d20f2011-09-22 14:00:39 -07002088 // Must be in the kNative state for calling native methods (JNI_OnLoad code).
Ian Rogers50b35e22012-10-04 10:09:15 -07002089 CHECK_EQ(self->GetState(), kNative);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002090
Andreas Gamped863be72017-09-12 12:02:28 -07002091 // Set up the native methods provided by the runtime itself.
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002092 RegisterRuntimeNativeMethods(env);
2093
Yi Kong0871cd72015-11-20 16:00:31 +00002094 // Initialize classes used in JNI. The initialization requires runtime native
2095 // methods to be loaded first.
2096 WellKnownClasses::Init(env);
2097
Victor Chang65ae6692019-10-11 14:17:21 +01002098 // Then set up libjavacore / libopenjdk / libicu_jni ,which are just
2099 // a regular JNI libraries with a regular JNI_OnLoad. Most JNI libraries can
2100 // just use System.loadLibrary, but libcore can't because it's the library
2101 // that implements System.loadLibrary!
Martin Stjernholm5fef5562021-06-21 23:33:33 +01002102 //
2103 // By setting calling class to java.lang.Object, the caller location for these
2104 // JNI libs is core-oj.jar in the ART APEX, and hence they are loaded from the
2105 // com_android_art linker namespace.
Victor Chang1c5949e2019-11-04 19:36:00 +00002106
2107 // libicu_jni has to be initialized before libopenjdk{d} due to runtime dependency from
2108 // libopenjdk{d} to Icu4cMetadata native methods in libicu_jni. See http://b/143888405
2109 {
2110 std::string error_msg;
2111 if (!java_vm_->LoadNativeLibrary(
2112 env, "libicu_jni.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
2113 LOG(FATAL) << "LoadNativeLibrary failed for \"libicu_jni.so\": " << error_msg;
2114 }
2115 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002116 {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08002117 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00002118 if (!java_vm_->LoadNativeLibrary(
2119 env, "libjavacore.so", nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Dmitriy Ivanov44409d32015-11-11 14:18:55 -08002120 LOG(FATAL) << "LoadNativeLibrary failed for \"libjavacore.so\": " << error_msg;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002121 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002122 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002123 {
Andreas Gampe10edbb12016-01-06 17:59:49 -08002124 constexpr const char* kOpenJdkLibrary = kIsDebugBuild
2125 ? "libopenjdkd.so"
2126 : "libopenjdk.so";
Dmitriy Ivanov3e381722015-11-23 17:40:11 -08002127 std::string error_msg;
Nicolas Geoffray107ce792019-01-26 01:06:17 +00002128 if (!java_vm_->LoadNativeLibrary(
2129 env, kOpenJdkLibrary, nullptr, WellKnownClasses::java_lang_Object, &error_msg)) {
Andreas Gampe10edbb12016-01-06 17:59:49 -08002130 LOG(FATAL) << "LoadNativeLibrary failed for \"" << kOpenJdkLibrary << "\": " << error_msg;
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002131 }
Piotr Jastrzebski8ca90772015-04-24 09:18:00 +01002132 }
Ian Rogersef28b142012-11-30 14:22:18 -08002133
2134 // Initialize well known classes that may invoke runtime native methods.
2135 WellKnownClasses::LateInit(env);
2136
Elliott Hughes4dd9b4d2011-12-12 18:29:24 -08002137 VLOG(startup) << "Runtime::InitNativeMethods exiting";
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002138}
2139
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002140void Runtime::ReclaimArenaPoolMemory() {
2141 arena_pool_->LockReclaimMemory();
2142}
2143
Ian Rogers365c1022012-06-22 15:05:28 -07002144void Runtime::InitThreadGroups(Thread* self) {
2145 JNIEnvExt* env = self->GetJniEnv();
2146 ScopedJniEnvLocalRefState env_state(env);
2147 main_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002148 env->NewGlobalRef(env->GetStaticObjectField(
2149 WellKnownClasses::java_lang_ThreadGroup,
2150 WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002151 CHECK(main_thread_group_ != nullptr || IsAotCompiler());
Ian Rogers365c1022012-06-22 15:05:28 -07002152 system_thread_group_ =
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002153 env->NewGlobalRef(env->GetStaticObjectField(
2154 WellKnownClasses::java_lang_ThreadGroup,
2155 WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002156 CHECK(system_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002157}
2158
2159jobject Runtime::GetMainThreadGroup() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002160 CHECK(main_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002161 return main_thread_group_;
2162}
2163
2164jobject Runtime::GetSystemThreadGroup() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002165 CHECK(system_thread_group_ != nullptr || IsAotCompiler());
Brian Carlstrom034f76b2012-08-01 15:51:58 -07002166 return system_thread_group_;
Ian Rogers365c1022012-06-22 15:05:28 -07002167}
2168
Brian Carlstromce888532013-10-10 00:32:58 -07002169jobject Runtime::GetSystemClassLoader() const {
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002170 CHECK(system_class_loader_ != nullptr || IsAotCompiler());
Brian Carlstromce888532013-10-10 00:32:58 -07002171 return system_class_loader_;
2172}
2173
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002174void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002175 register_dalvik_system_DexFile(env);
Dan Zimmermanb682ea42019-12-23 06:59:06 -08002176 register_dalvik_system_BaseDexClassLoader(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002177 register_dalvik_system_VMDebug(env);
2178 register_dalvik_system_VMRuntime(env);
2179 register_dalvik_system_VMStack(env);
2180 register_dalvik_system_ZygoteHooks(env);
2181 register_java_lang_Class(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002182 register_java_lang_Object(env);
Narayan Kamathbd2fed52017-01-25 10:46:54 +00002183 register_java_lang_invoke_MethodHandleImpl(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002184 register_java_lang_ref_FinalizerReference(env);
2185 register_java_lang_reflect_Array(env);
2186 register_java_lang_reflect_Constructor(env);
Neil Fuller0e844392016-09-08 13:43:31 +01002187 register_java_lang_reflect_Executable(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002188 register_java_lang_reflect_Field(env);
2189 register_java_lang_reflect_Method(env);
Neil Fuller60458a02016-09-01 15:32:44 +01002190 register_java_lang_reflect_Parameter(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002191 register_java_lang_reflect_Proxy(env);
2192 register_java_lang_ref_Reference(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002193 register_java_lang_String(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08002194 register_java_lang_StringFactory(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002195 register_java_lang_System(env);
2196 register_java_lang_Thread(env);
2197 register_java_lang_Throwable(env);
2198 register_java_lang_VMClassLoader(env);
2199 register_java_util_concurrent_atomic_AtomicLong(env);
Sorin Basca2f01e8e2021-06-18 06:44:07 +00002200 register_jdk_internal_misc_Unsafe(env);
Jeff Hao848f70a2014-01-15 13:49:50 -08002201 register_libcore_util_CharsetUtils(env);
Andreas Gampe277ccbd2014-11-03 21:36:10 -08002202 register_org_apache_harmony_dalvik_ddmc_DdmServer(env);
2203 register_org_apache_harmony_dalvik_ddmc_DdmVmInternal(env);
2204 register_sun_misc_Unsafe(env);
Elliott Hughesad7c2a32011-08-31 11:58:10 -07002205}
2206
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01002207std::ostream& operator<<(std::ostream& os, const DeoptimizationKind& kind) {
2208 os << GetDeoptimizationKindName(kind);
2209 return os;
2210}
2211
2212void Runtime::DumpDeoptimizations(std::ostream& os) {
2213 for (size_t i = 0; i <= static_cast<size_t>(DeoptimizationKind::kLast); ++i) {
2214 if (deoptimization_counts_[i] != 0) {
2215 os << "Number of "
2216 << GetDeoptimizationKindName(static_cast<DeoptimizationKind>(i))
2217 << " deoptimizations: "
2218 << deoptimization_counts_[i]
2219 << "\n";
2220 }
2221 }
2222}
2223
Elliott Hughesc967f782012-04-16 10:23:15 -07002224void Runtime::DumpForSigQuit(std::ostream& os) {
Elliott Hughescac6cc72011-11-03 20:31:21 -07002225 GetClassLinker()->DumpForSigQuit(os);
2226 GetInternTable()->DumpForSigQuit(os);
Elliott Hughesae80b492012-04-24 10:43:17 -07002227 GetJavaVM()->DumpForSigQuit(os);
Elliott Hughesc967f782012-04-16 10:23:15 -07002228 GetHeap()->DumpForSigQuit(os);
Nicolas Geoffray04680f32016-03-17 11:56:54 +00002229 oat_file_manager_->DumpForSigQuit(os);
Nicolas Geoffrayaee21562015-12-15 16:39:44 +00002230 if (GetJit() != nullptr) {
2231 GetJit()->DumpForSigQuit(os);
2232 } else {
2233 os << "Running non JIT\n";
2234 }
Nicolas Geoffray4e92c3c2017-05-08 09:34:26 +01002235 DumpDeoptimizations(os);
Mathieu Chartierbad02672014-08-25 13:08:22 -07002236 TrackedAllocators::Dump(os);
Eric Holk61c71ef2020-10-19 12:04:39 -07002237 GetMetrics()->DumpForSigQuit(os);
Elliott Hughes42ee1422011-09-06 12:33:32 -07002238 os << "\n";
Elliott Hughes8daa0922011-09-11 13:46:25 -07002239
Elliott Hughesc967f782012-04-16 10:23:15 -07002240 thread_list_->DumpForSigQuit(os);
Ian Rogers56edc432013-01-18 16:51:51 -08002241 BaseMutex::DumpAll(os);
Andreas Gampea5814f92017-01-18 21:43:16 -08002242
2243 // Inform anyone else who is interested in SigQuit.
2244 {
2245 ScopedObjectAccess soa(Thread::Current());
2246 callbacks_->SigQuit();
2247 }
Elliott Hughese27955c2011-08-26 15:21:24 -07002248}
2249
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002250void Runtime::DumpLockHolders(std::ostream& os) {
Ian Rogersb726dcb2012-09-05 08:57:23 -07002251 uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002252 pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
2253 pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
2254 pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002255 if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
2256 os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
Elliott Hughes21a5bf22011-12-07 14:35:20 -08002257 << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
2258 << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
2259 << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
2260 }
2261}
2262
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002263void Runtime::SetStatsEnabled(bool new_state) {
2264 Thread* self = Thread::Current();
2265 MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002266 if (new_state == true) {
2267 GetStats()->Clear(~0);
2268 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
Mathieu Chartier9ef78b52014-09-25 17:03:12 -07002269 self->GetStats()->Clear(~0);
2270 if (stats_enabled_ != new_state) {
2271 GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
2272 }
2273 } else if (stats_enabled_ != new_state) {
2274 GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002275 }
2276 stats_enabled_ = new_state;
2277}
2278
2279void Runtime::ResetStats(int kinds) {
2280 GetStats()->Clear(kinds & 0xffff);
2281 // TODO: wouldn't it make more sense to clear _all_ threads' stats?
2282 Thread::Current()->GetStats()->Clear(kinds >> 16);
2283}
2284
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002285uint64_t Runtime::GetStat(int kind) {
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002286 RuntimeStats* stats;
2287 if (kind < (1<<16)) {
2288 stats = GetStats();
2289 } else {
2290 stats = Thread::Current()->GetStats();
2291 kind >>= 16;
2292 }
2293 switch (kind) {
2294 case KIND_ALLOCATED_OBJECTS:
2295 return stats->allocated_objects;
2296 case KIND_ALLOCATED_BYTES:
2297 return stats->allocated_bytes;
2298 case KIND_FREED_OBJECTS:
2299 return stats->freed_objects;
2300 case KIND_FREED_BYTES:
2301 return stats->freed_bytes;
2302 case KIND_GC_INVOCATIONS:
2303 return stats->gc_for_alloc_count;
2304 case KIND_CLASS_INIT_COUNT:
2305 return stats->class_init_count;
2306 case KIND_CLASS_INIT_TIME:
Andreas Gampe7ee607e2019-07-23 12:22:04 -07002307 return stats->class_init_time_ns;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002308 case KIND_EXT_ALLOCATED_OBJECTS:
2309 case KIND_EXT_ALLOCATED_BYTES:
2310 case KIND_EXT_FREED_OBJECTS:
2311 case KIND_EXT_FREED_BYTES:
2312 return 0; // backward compatibility
2313 default:
Elliott Hughes7b9d9962012-04-20 18:48:18 -07002314 LOG(FATAL) << "Unknown statistic " << kind;
Elliott Hughesc1896c92018-11-29 11:33:18 -08002315 UNREACHABLE();
Elliott Hughes9d5ccec2011-09-19 13:19:50 -07002316 }
2317}
2318
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002319void Runtime::BlockSignals() {
Elliott Hughes457005c2012-04-16 13:54:25 -07002320 SignalSet signals;
2321 signals.Add(SIGPIPE);
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002322 // SIGQUIT is used to dump the runtime's state (including stack traces).
Elliott Hughes457005c2012-04-16 13:54:25 -07002323 signals.Add(SIGQUIT);
Elliott Hughes08795042012-04-03 14:48:52 -07002324 // SIGUSR1 is used to initiate a GC.
Elliott Hughes457005c2012-04-16 13:54:25 -07002325 signals.Add(SIGUSR1);
2326 signals.Block();
Elliott Hughesc1674ed2011-08-25 18:09:09 -07002327}
2328
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002329bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
Mathieu Chartier664bebf2012-11-12 16:54:11 -08002330 bool create_peer) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002331 ScopedTrace trace(__FUNCTION__);
Andreas Gampe56776012018-01-26 17:40:55 -08002332 Thread* self = Thread::Attach(thread_name, as_daemon, thread_group, create_peer);
2333 // Run ThreadGroup.add to notify the group that this thread is now started.
2334 if (self != nullptr && create_peer && !IsAotCompiler()) {
2335 ScopedObjectAccess soa(self);
2336 self->NotifyThreadGroup(soa, thread_group);
2337 }
2338 return self != nullptr;
Carl Shapiro61e019d2011-07-14 16:53:09 -07002339}
2340
Elliott Hughesd92bec42011-09-02 17:04:36 -07002341void Runtime::DetachCurrentThread() {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -08002342 ScopedTrace trace(__FUNCTION__);
Brian Carlstrom4d571432012-05-16 00:21:41 -07002343 Thread* self = Thread::Current();
Mathieu Chartier2cebb242015-04-21 16:50:40 -07002344 if (self == nullptr) {
Brian Carlstrom4d571432012-05-16 00:21:41 -07002345 LOG(FATAL) << "attempting to detach thread that is not attached";
2346 }
Ian Rogers0399dde2012-06-06 17:09:28 -07002347 if (self->HasManagedStack()) {
Elliott Hughes22869a92012-03-27 14:08:24 -07002348 LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
2349 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -07002350 thread_list_->Unregister(self);
Carl Shapiro1fb86202011-06-27 17:43:13 -07002351}
2352
Roland Levillain7b0e8442018-04-11 18:27:47 +01002353mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingException() {
2354 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_exception_.Read();
Ian Rogers63557452014-06-04 16:57:15 -07002355 if (oome == nullptr) {
Roland Levillain7b0e8442018-04-11 18:27:47 +01002356 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-exception";
2357 }
2358 return oome;
2359}
2360
2361mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME() {
2362 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_throwing_oome_.Read();
2363 if (oome == nullptr) {
2364 LOG(ERROR) << "Failed to return pre-allocated OOME-when-throwing-OOME";
2365 }
2366 return oome;
2367}
2368
2369mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryErrorWhenHandlingStackOverflow() {
2370 mirror::Throwable* oome = pre_allocated_OutOfMemoryError_when_handling_stack_overflow_.Read();
2371 if (oome == nullptr) {
2372 LOG(ERROR) << "Failed to return pre-allocated OOME-when-handling-stack-overflow";
Ian Rogersa436fde2013-08-27 23:34:06 -07002373 }
Hiroshi Yamauchiab088112014-07-14 13:00:14 -07002374 return oome;
Ian Rogersa436fde2013-08-27 23:34:06 -07002375}
2376
Ian Rogers63557452014-06-04 16:57:15 -07002377mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
2378 mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
2379 if (ncdfe == nullptr) {
2380 LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
2381 }
2382 return ncdfe;
2383}
2384
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002385void Runtime::VisitConstantRoots(RootVisitor* visitor) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002386 // Visiting the roots of these ArtMethods is not currently required since all the GcRoots are
2387 // null.
2388 BufferedRootVisitor<16> buffered_visitor(visitor, RootInfo(kRootVMInternal));
Andreas Gampe542451c2016-07-26 09:02:02 -07002389 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002390 if (HasResolutionMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002391 resolution_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002392 }
2393 if (HasImtConflictMethod()) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002394 imt_conflict_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002395 }
2396 if (imt_unimplemented_method_ != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002397 imt_unimplemented_method_->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002398 }
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002399 for (uint32_t i = 0; i < kCalleeSaveSize; ++i) {
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002400 auto* m = reinterpret_cast<ArtMethod*>(callee_save_methods_[i]);
2401 if (m != nullptr) {
Mathieu Chartier1147b9b2015-09-14 18:50:08 -07002402 m->VisitRoots(buffered_visitor, pointer_size);
Mathieu Chartiere3b034a2015-05-31 14:29:23 -07002403 }
2404 }
Mathieu Chartier893263b2014-03-04 11:07:42 -08002405}
2406
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002407void Runtime::VisitConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2408 intern_table_->VisitRoots(visitor, flags);
2409 class_linker_->VisitRoots(visitor, flags);
Alex Lightbc19b752019-12-02 18:54:13 +00002410 jni_id_manager_->VisitRoots(visitor);
Man Cao1ed11b92015-06-11 22:47:35 -07002411 heap_->VisitAllocationRecords(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002412 if ((flags & kVisitRootFlagNewRoots) == 0) {
2413 // Guaranteed to have no new roots in the constant roots.
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002414 VisitConstantRoots(visitor);
Mathieu Chartier893263b2014-03-04 11:07:42 -08002415 }
2416}
2417
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002418void Runtime::VisitTransactionRoots(RootVisitor* visitor) {
Vladimir Markob6e67922021-07-06 15:53:07 +01002419 for (Transaction& transaction : preinitialization_transactions_) {
2420 transaction.VisitRoots(visitor);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002421 }
2422}
2423
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002424void Runtime::VisitNonThreadRoots(RootVisitor* visitor) {
2425 java_vm_->VisitRoots(visitor);
2426 sentinel_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Roland Levillain7b0e8442018-04-11 18:27:47 +01002427 pre_allocated_OutOfMemoryError_when_throwing_exception_
2428 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2429 pre_allocated_OutOfMemoryError_when_throwing_oome_
2430 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
2431 pre_allocated_OutOfMemoryError_when_handling_stack_overflow_
2432 .VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002433 pre_allocated_NoClassDefFoundError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
Vladimir Markof75613c2018-06-05 12:51:04 +01002434 VisitImageRoots(visitor);
Andreas Gampea43ba3d2019-03-13 15:49:20 -07002435 verifier::ClassVerifier::VisitStaticRoots(visitor);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002436 VisitTransactionRoots(visitor);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002437}
2438
Andreas Gampe585da952016-12-02 14:52:29 -08002439void Runtime::VisitNonConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
2440 VisitThreadRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002441 VisitNonThreadRoots(visitor);
Mathieu Chartier858f1c52012-10-17 17:45:55 -07002442}
2443
Andreas Gampe585da952016-12-02 14:52:29 -08002444void Runtime::VisitThreadRoots(RootVisitor* visitor, VisitRootFlags flags) {
2445 thread_list_->VisitRoots(visitor, flags);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08002446}
2447
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002448void Runtime::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) {
Andreas Gampe585da952016-12-02 14:52:29 -08002449 VisitNonConcurrentRoots(visitor, flags);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002450 VisitConcurrentRoots(visitor, flags);
Mathieu Chartier9ebae1f2012-10-15 17:38:16 -07002451}
2452
Alex Lightc18eba32019-09-24 14:36:27 -07002453void Runtime::VisitReflectiveTargets(ReflectiveValueVisitor *visitor) {
Alex Light55eccdf2019-10-07 13:51:13 +00002454 thread_list_->VisitReflectiveTargets(visitor);
Alex Lightc18eba32019-09-24 14:36:27 -07002455 heap_->VisitReflectiveTargets(visitor);
2456 jni_id_manager_->VisitReflectiveTargets(visitor);
2457 callbacks_->VisitReflectiveTargets(visitor);
2458}
2459
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002460void Runtime::VisitImageRoots(RootVisitor* visitor) {
Mathieu Chartier461687d2015-03-31 12:05:24 -07002461 for (auto* space : GetHeap()->GetContinuousSpaces()) {
2462 if (space->IsImageSpace()) {
2463 auto* image_space = space->AsImageSpace();
2464 const auto& image_header = image_space->GetImageHeader();
Vladimir Markoeca3eda2016-11-09 16:26:44 +00002465 for (int32_t i = 0, size = image_header.GetImageRoots()->GetLength(); i != size; ++i) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002466 mirror::Object* obj =
2467 image_header.GetImageRoot(static_cast<ImageHeader::ImageRoot>(i)).Ptr();
Mathieu Chartier461687d2015-03-31 12:05:24 -07002468 if (obj != nullptr) {
Vladimir Markoc13fbd82018-06-04 16:16:28 +01002469 mirror::Object* after_obj = obj;
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -07002470 visitor->VisitRoot(&after_obj, RootInfo(kRootStickyClass));
Mathieu Chartier461687d2015-03-31 12:05:24 -07002471 CHECK_EQ(after_obj, obj);
2472 }
2473 }
2474 }
2475 }
2476}
2477
Nicolas Geoffrayf05f04b2019-10-31 11:50:41 +00002478static ArtMethod* CreateRuntimeMethod(ClassLinker* class_linker, LinearAlloc* linear_alloc)
2479 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002480 const PointerSize image_pointer_size = class_linker->GetImagePointerSize();
2481 const size_t method_alignment = ArtMethod::Alignment(image_pointer_size);
2482 const size_t method_size = ArtMethod::Size(image_pointer_size);
2483 LengthPrefixedArray<ArtMethod>* method_array = class_linker->AllocArtMethodArray(
2484 Thread::Current(),
2485 linear_alloc,
2486 1);
2487 ArtMethod* method = &method_array->At(0, method_size, method_alignment);
2488 CHECK(method != nullptr);
Andreas Gampee2abbc62017-09-15 11:59:26 -07002489 method->SetDexMethodIndex(dex::kDexNoIndex);
Andreas Gampecc1b5352016-12-01 16:58:38 -08002490 CHECK(method->IsRuntimeMethod());
2491 return method;
2492}
2493
Nicolas Geoffray796d6302016-03-13 22:22:31 +00002494ArtMethod* Runtime::CreateImtConflictMethod(LinearAlloc* linear_alloc) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002495 ClassLinker* const class_linker = GetClassLinker();
Andreas Gampecc1b5352016-12-01 16:58:38 -08002496 ArtMethod* method = CreateRuntimeMethod(class_linker, linear_alloc);
Jeff Hao88474b42013-10-23 16:24:40 -07002497 // When compiling, the code pointer will get set later when the image is loaded.
Andreas Gampe542451c2016-07-26 09:02:02 -07002498 const PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002499 if (IsAotCompiler()) {
Jeff Haoc7d11882015-02-03 15:08:39 -08002500 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002501 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002502 method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002503 }
Mathieu Chartier91288d82016-04-28 09:44:54 -07002504 // Create empty conflict table.
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002505 method->SetImtConflictTable(class_linker->CreateImtConflictTable(/*count=*/0u, linear_alloc),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002506 pointer_size);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002507 return method;
Jeff Hao88474b42013-10-23 16:24:40 -07002508}
2509
Mathieu Chartiere401d142015-04-22 13:56:20 -07002510void Runtime::SetImtConflictMethod(ArtMethod* method) {
2511 CHECK(method != nullptr);
2512 CHECK(method->IsRuntimeMethod());
2513 imt_conflict_method_ = method;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002514}
2515
Mathieu Chartiere401d142015-04-22 13:56:20 -07002516ArtMethod* Runtime::CreateResolutionMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002517 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Jeff Hao58df3272013-04-22 15:28:53 -07002518 // When compiling, the code pointer will get set later when the image is loaded.
Mathieu Chartiere401d142015-04-22 13:56:20 -07002519 if (IsAotCompiler()) {
Andreas Gampe542451c2016-07-26 09:02:02 -07002520 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002521 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko86c87522020-05-11 16:55:55 +01002522 method->SetEntryPointFromJniPtrSize(nullptr, pointer_size);
Ian Rogersef7d42f2014-01-06 12:55:46 -08002523 } else {
Ian Rogers6f3dbba2014-10-14 17:41:57 -07002524 method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
Vladimir Marko86c87522020-05-11 16:55:55 +01002525 method->SetEntryPointFromJni(GetJniDlsymLookupCriticalStub());
Ian Rogersef7d42f2014-01-06 12:55:46 -08002526 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07002527 return method;
Ian Rogers19846512012-02-24 11:42:47 -08002528}
2529
Mathieu Chartiere401d142015-04-22 13:56:20 -07002530ArtMethod* Runtime::CreateCalleeSaveMethod() {
Andreas Gampecc1b5352016-12-01 16:58:38 -08002531 auto* method = CreateRuntimeMethod(GetClassLinker(), GetLinearAlloc());
Andreas Gampe542451c2016-07-26 09:02:02 -07002532 PointerSize pointer_size = GetInstructionSetPointerSize(instruction_set_);
Jeff Haoc7d11882015-02-03 15:08:39 -08002533 method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
Vladimir Marko33bff252017-11-01 14:35:42 +00002534 DCHECK_NE(instruction_set_, InstructionSet::kNone);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002535 DCHECK(method->IsRuntimeMethod());
2536 return method;
Ian Rogersff1ed472011-09-20 13:46:24 -07002537}
2538
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002539void Runtime::DisallowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002540 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002541 monitor_list_->DisallowNewMonitors();
Mathieu Chartier14c3bf92015-07-13 14:35:43 -07002542 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNoReadsOrWrites);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002543 java_vm_->DisallowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002544 heap_->DisallowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002545 if (GetJit() != nullptr) {
2546 GetJit()->GetCodeCache()->DisallowInlineCacheAccess();
2547 }
Andreas Gampefda57142016-09-08 20:29:18 -07002548
2549 // All other generic system-weak holders.
2550 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2551 holder->Disallow();
2552 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002553}
2554
2555void Runtime::AllowNewSystemWeaks() {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002556 CHECK(!kUseReadBarrier);
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002557 monitor_list_->AllowNewMonitors();
Mathieu Chartier90ef3db2015-08-04 15:19:41 -07002558 intern_table_->ChangeWeakRootState(gc::kWeakRootStateNormal); // TODO: Do this in the sweeping.
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002559 java_vm_->AllowNewWeakGlobals();
Man Cao42c3c332015-06-23 16:38:25 -07002560 heap_->AllowNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002561 if (GetJit() != nullptr) {
2562 GetJit()->GetCodeCache()->AllowInlineCacheAccess();
2563 }
Andreas Gampefda57142016-09-08 20:29:18 -07002564
2565 // All other generic system-weak holders.
2566 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
2567 holder->Allow();
2568 }
Mathieu Chartierc11d9b82013-09-19 10:01:59 -07002569}
2570
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002571void Runtime::BroadcastForNewSystemWeaks(bool broadcast_for_checkpoint) {
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002572 // This is used for the read barrier case that uses the thread-local
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002573 // Thread::GetWeakRefAccessEnabled() flag and the checkpoint while weak ref access is disabled
2574 // (see ThreadList::RunCheckpoint).
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002575 monitor_list_->BroadcastForNewMonitors();
2576 intern_table_->BroadcastForNewInterns();
2577 java_vm_->BroadcastForNewWeakGlobals();
Hiroshi Yamauchifdbd13c2015-09-02 16:16:58 -07002578 heap_->BroadcastForNewAllocationRecords();
Nicolas Geoffraye51ca8b2016-11-22 14:49:31 +00002579 if (GetJit() != nullptr) {
2580 GetJit()->GetCodeCache()->BroadcastForInlineCacheAccess();
2581 }
Andreas Gampefda57142016-09-08 20:29:18 -07002582
2583 // All other generic system-weak holders.
2584 for (gc::AbstractSystemWeakHolder* holder : system_weak_holders_) {
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07002585 holder->Broadcast(broadcast_for_checkpoint);
Andreas Gampefda57142016-09-08 20:29:18 -07002586 }
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07002587}
2588
Vladimir Marko7624d252014-05-02 14:40:15 +01002589void Runtime::SetInstructionSet(InstructionSet instruction_set) {
2590 instruction_set_ = instruction_set;
Vladimir Markod3083dd2018-05-17 08:43:47 +01002591 switch (instruction_set) {
2592 case InstructionSet::kThumb2:
2593 // kThumb2 is the same as kArm, use the canonical value.
2594 instruction_set_ = InstructionSet::kArm;
2595 break;
2596 case InstructionSet::kArm:
2597 case InstructionSet::kArm64:
Vladimir Markod3083dd2018-05-17 08:43:47 +01002598 case InstructionSet::kX86:
2599 case InstructionSet::kX86_64:
2600 break;
2601 default:
2602 UNIMPLEMENTED(FATAL) << instruction_set_;
2603 UNREACHABLE();
Vladimir Marko7624d252014-05-02 14:40:15 +01002604 }
2605}
2606
Igor Murashkin8275fba2017-05-02 15:58:02 -07002607void Runtime::ClearInstructionSet() {
2608 instruction_set_ = InstructionSet::kNone;
2609}
2610
Mathieu Chartiere401d142015-04-22 13:56:20 -07002611void Runtime::SetCalleeSaveMethod(ArtMethod* method, CalleeSaveType type) {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002612 DCHECK_LT(static_cast<uint32_t>(type), kCalleeSaveSize);
Mathieu Chartiere401d142015-04-22 13:56:20 -07002613 CHECK(method != nullptr);
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002614 callee_save_methods_[static_cast<size_t>(type)] = reinterpret_cast<uintptr_t>(method);
Brian Carlstrome24fa612011-09-29 00:53:55 -07002615}
2616
Igor Murashkin8275fba2017-05-02 15:58:02 -07002617void Runtime::ClearCalleeSaveMethods() {
Andreas Gampe8228cdf2017-05-30 15:03:54 -07002618 for (size_t i = 0; i < kCalleeSaveSize; ++i) {
2619 callee_save_methods_[i] = reinterpret_cast<uintptr_t>(nullptr);
Igor Murashkin8275fba2017-05-02 15:58:02 -07002620 }
2621}
2622
Calin Juravlec2753e62021-06-25 15:34:09 -07002623void Runtime::RegisterAppInfo(const std::string& package_name,
2624 const std::vector<std::string>& code_paths,
Calin Juravlebeb9f202021-06-02 14:42:03 -07002625 const std::string& profile_output_filename,
Calin Juravlec2753e62021-06-25 15:34:09 -07002626 const std::string& ref_profile_filename,
2627 int32_t code_type) {
2628 app_info_.RegisterAppInfo(
2629 package_name,
2630 code_paths,
2631 profile_output_filename,
2632 ref_profile_filename,
2633 AppInfo::FromVMRuntimeConstants(code_type));
2634
2635 if (metrics_reporter_ != nullptr) {
2636 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
2637 }
2638
Calin Juravle5e2b9712015-12-18 14:10:00 +02002639 if (jit_.get() == nullptr) {
2640 // We are not JITing. Nothing to do.
2641 return;
Calin Juravle4d77b6a2015-12-01 18:38:09 +00002642 }
Calin Juravle5e2b9712015-12-18 14:10:00 +02002643
2644 VLOG(profiler) << "Register app with " << profile_output_filename
Andreas Gampe9186ced2016-12-12 14:28:21 -08002645 << " " << android::base::Join(code_paths, ':');
Calin Juravlebeb9f202021-06-02 14:42:03 -07002646 VLOG(profiler) << "Reference profile is: " << ref_profile_filename;
Calin Juravle5e2b9712015-12-18 14:10:00 +02002647
2648 if (profile_output_filename.empty()) {
2649 LOG(WARNING) << "JIT profile information will not be recorded: profile filename is empty.";
2650 return;
2651 }
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002652 if (!OS::FileExists(profile_output_filename.c_str(), /*check_file_type=*/ false)) {
Travis Tynesda40aca2019-07-22 19:24:35 -04002653 LOG(WARNING) << "JIT profile information will not be recorded: profile file does not exist.";
Calin Juravle5e2b9712015-12-18 14:10:00 +02002654 return;
2655 }
2656 if (code_paths.empty()) {
2657 LOG(WARNING) << "JIT profile information will not be recorded: code paths is empty.";
2658 return;
2659 }
2660
Calin Juravlebeb9f202021-06-02 14:42:03 -07002661 jit_->StartProfileSaver(profile_output_filename, code_paths, ref_profile_filename);
Dave Allison0aded082013-11-07 13:15:11 -08002662}
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002663
2664// Transaction support.
Chang Xing605fe242017-07-20 15:57:21 -07002665bool Runtime::IsActiveTransaction() const {
2666 return !preinitialization_transactions_.empty() && !GetTransaction()->IsRollingBack();
2667}
2668
Chang Xing5a906fc2017-07-26 15:01:16 -07002669void Runtime::EnterTransactionMode(bool strict, mirror::Class* root) {
Chang Xingcade5c32017-07-20 17:56:26 -07002670 DCHECK(IsAotCompiler());
Vladimir Markob6e67922021-07-06 15:53:07 +01002671 ArenaPool* arena_pool = nullptr;
2672 ArenaStack* arena_stack = nullptr;
Vladimir Marko672c0802019-07-26 13:03:13 +01002673 if (preinitialization_transactions_.empty()) { // Top-level transaction?
2674 // Make initialized classes visibly initialized now. If that happened during the transaction
2675 // and then the transaction was aborted, we would roll back the status update but not the
2676 // ClassLinker's bookkeeping structures, so these classes would never be visibly initialized.
2677 GetClassLinker()->MakeInitializedClassesVisiblyInitialized(Thread::Current(), /*wait=*/ true);
Vladimir Markob6e67922021-07-06 15:53:07 +01002678 // Pass the runtime `ArenaPool` to the transaction.
2679 arena_pool = GetArenaPool();
2680 } else {
2681 // Pass the `ArenaStack` from previous transaction to the new one.
2682 arena_stack = preinitialization_transactions_.front().GetArenaStack();
Vladimir Marko672c0802019-07-26 13:03:13 +01002683 }
Vladimir Markob6e67922021-07-06 15:53:07 +01002684 preinitialization_transactions_.emplace_front(strict, root, arena_stack, arena_pool);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002685}
2686
2687void Runtime::ExitTransactionMode() {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002688 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002689 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002690 preinitialization_transactions_.pop_front();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002691}
2692
Chang Xing16d1dd82017-07-20 17:56:26 -07002693void Runtime::RollbackAndExitTransactionMode() {
2694 DCHECK(IsAotCompiler());
2695 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002696 preinitialization_transactions_.front().Rollback();
2697 preinitialization_transactions_.pop_front();
Chang Xing16d1dd82017-07-20 17:56:26 -07002698}
2699
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002700bool Runtime::IsTransactionAborted() const {
2701 if (!IsActiveTransaction()) {
2702 return false;
2703 } else {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002704 DCHECK(IsAotCompiler());
Chang Xing605fe242017-07-20 15:57:21 -07002705 return GetTransaction()->IsAborted();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002706 }
2707}
2708
Chang Xing605fe242017-07-20 15:57:21 -07002709void Runtime::RollbackAllTransactions() {
2710 // If transaction is aborted, all transactions will be kept in the list.
2711 // Rollback and exit all of them.
2712 while (IsActiveTransaction()) {
2713 RollbackAndExitTransactionMode();
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002714 }
2715}
2716
Chang Xing5a906fc2017-07-26 15:01:16 -07002717bool Runtime::IsActiveStrictTransactionMode() const {
Chang Xing605fe242017-07-20 15:57:21 -07002718 return IsActiveTransaction() && GetTransaction()->IsStrict();
2719}
2720
Vladimir Markob6e67922021-07-06 15:53:07 +01002721const Transaction* Runtime::GetTransaction() const {
Chang Xing605fe242017-07-20 15:57:21 -07002722 DCHECK(!preinitialization_transactions_.empty());
Vladimir Markob6e67922021-07-06 15:53:07 +01002723 return &preinitialization_transactions_.front();
2724}
2725
2726Transaction* Runtime::GetTransaction() {
2727 DCHECK(!preinitialization_transactions_.empty());
2728 return &preinitialization_transactions_.front();
Chang Xing5a906fc2017-07-26 15:01:16 -07002729}
2730
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002731void Runtime::AbortTransactionAndThrowAbortError(Thread* self, const std::string& abort_message) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002732 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002733 DCHECK(IsActiveTransaction());
Sebastien Hertzbd9cf9f2015-03-03 12:16:13 +01002734 // Throwing an exception may cause its class initialization. If we mark the transaction
2735 // aborted before that, we may warn with a false alarm. Throwing the exception before
2736 // marking the transaction aborted avoids that.
Chang Xing605fe242017-07-20 15:57:21 -07002737 // But now the transaction can be nested, and abort the transaction will relax the constraints
2738 // for constructing stack trace.
2739 GetTransaction()->Abort(abort_message);
2740 GetTransaction()->ThrowAbortError(self, &abort_message);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002741}
2742
Sebastien Hertz2fd7e692015-04-02 11:11:19 +02002743void Runtime::ThrowTransactionAbortError(Thread* self) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002744 DCHECK(IsAotCompiler());
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002745 DCHECK(IsActiveTransaction());
Sebastien Hertzb81e1cd2015-04-28 12:31:41 +02002746 // Passing nullptr means we rethrow an exception with the earlier transaction abort message.
Chang Xing605fe242017-07-20 15:57:21 -07002747 GetTransaction()->ThrowAbortError(self, nullptr);
Sebastien Hertz1c80bec2015-02-03 11:58:06 +01002748}
2749
Vladimir Markob6e67922021-07-06 15:53:07 +01002750void Runtime::RecordWriteFieldBoolean(mirror::Object* obj,
2751 MemberOffset field_offset,
2752 uint8_t value,
2753 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002754 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002755 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002756 GetTransaction()->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002757}
2758
Vladimir Markob6e67922021-07-06 15:53:07 +01002759void Runtime::RecordWriteFieldByte(mirror::Object* obj,
2760 MemberOffset field_offset,
2761 int8_t value,
2762 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002763 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002764 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002765 GetTransaction()->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002766}
2767
Vladimir Markob6e67922021-07-06 15:53:07 +01002768void Runtime::RecordWriteFieldChar(mirror::Object* obj,
2769 MemberOffset field_offset,
2770 uint16_t value,
2771 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002772 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002773 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002774 GetTransaction()->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002775}
2776
Vladimir Markob6e67922021-07-06 15:53:07 +01002777void Runtime::RecordWriteFieldShort(mirror::Object* obj,
2778 MemberOffset field_offset,
2779 int16_t value,
2780 bool is_volatile) {
Mathieu Chartier184c9dc2015-03-05 13:20:54 -08002781 DCHECK(IsAotCompiler());
Fred Shih37f05ef2014-07-16 18:38:08 -07002782 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002783 GetTransaction()->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
Fred Shih37f05ef2014-07-16 18:38:08 -07002784}
2785
Vladimir Markob6e67922021-07-06 15:53:07 +01002786void Runtime::RecordWriteField32(mirror::Object* obj,
2787 MemberOffset field_offset,
2788 uint32_t value,
2789 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002790 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002791 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002792 GetTransaction()->RecordWriteField32(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002793}
2794
Vladimir Markob6e67922021-07-06 15:53:07 +01002795void Runtime::RecordWriteField64(mirror::Object* obj,
2796 MemberOffset field_offset,
2797 uint64_t value,
2798 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002799 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002800 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002801 GetTransaction()->RecordWriteField64(obj, field_offset, value, is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002802}
2803
Mathieu Chartiera058fdf2016-10-06 15:13:58 -07002804void Runtime::RecordWriteFieldReference(mirror::Object* obj,
2805 MemberOffset field_offset,
2806 ObjPtr<mirror::Object> value,
Vladimir Markob6e67922021-07-06 15:53:07 +01002807 bool is_volatile) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002808 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002809 DCHECK(IsActiveTransaction());
Vladimir Markob6e67922021-07-06 15:53:07 +01002810 GetTransaction()->RecordWriteFieldReference(obj, field_offset, value.Ptr(), is_volatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002811}
2812
Vladimir Markob6e67922021-07-06 15:53:07 +01002813void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002814 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002815 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002816 GetTransaction()->RecordWriteArray(array, index, value);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002817}
2818
Vladimir Markob6e67922021-07-06 15:53:07 +01002819void Runtime::RecordStrongStringInsertion(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002820 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002821 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002822 GetTransaction()->RecordStrongStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002823}
2824
Vladimir Markob6e67922021-07-06 15:53:07 +01002825void Runtime::RecordWeakStringInsertion(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002826 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002827 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002828 GetTransaction()->RecordWeakStringInsertion(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002829}
2830
Vladimir Markob6e67922021-07-06 15:53:07 +01002831void Runtime::RecordStrongStringRemoval(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002832 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002833 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002834 GetTransaction()->RecordStrongStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002835}
2836
Vladimir Markob6e67922021-07-06 15:53:07 +01002837void Runtime::RecordWeakStringRemoval(ObjPtr<mirror::String> s) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002838 DCHECK(IsAotCompiler());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002839 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002840 GetTransaction()->RecordWeakStringRemoval(s);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002841}
Mathieu Chartier15d34022014-02-26 17:16:38 -08002842
Andreas Gampe8a0128a2016-11-28 07:38:35 -08002843void Runtime::RecordResolveString(ObjPtr<mirror::DexCache> dex_cache,
Vladimir Markob6e67922021-07-06 15:53:07 +01002844 dex::StringIndex string_idx) {
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002845 DCHECK(IsAotCompiler());
2846 DCHECK(IsActiveTransaction());
Chang Xing605fe242017-07-20 15:57:21 -07002847 GetTransaction()->RecordResolveString(dex_cache, string_idx);
Mathieu Chartierbb816d62016-09-07 10:17:46 -07002848}
2849
Vladimir Markoe9a4a602021-06-22 16:33:34 +01002850void Runtime::RecordResolveMethodType(ObjPtr<mirror::DexCache> dex_cache,
Vladimir Markob6e67922021-07-06 15:53:07 +01002851 dex::ProtoIndex proto_idx) {
Vladimir Markoe9a4a602021-06-22 16:33:34 +01002852 DCHECK(IsAotCompiler());
2853 DCHECK(IsActiveTransaction());
2854 GetTransaction()->RecordResolveMethodType(dex_cache, proto_idx);
2855}
2856
Mathieu Chartier15d34022014-02-26 17:16:38 -08002857void Runtime::SetFaultMessage(const std::string& message) {
Andreas Gampe44f67602018-11-28 08:27:27 -08002858 std::string* new_msg = new std::string(message);
2859 std::string* cur_msg = fault_message_.exchange(new_msg);
2860 delete cur_msg;
2861}
2862
2863std::string Runtime::GetFaultMessage() {
2864 // Retrieve the message. Temporarily replace with null so that SetFaultMessage will not delete
2865 // the string in parallel.
2866 std::string* cur_msg = fault_message_.exchange(nullptr);
2867
2868 // Make a copy of the string.
2869 std::string ret = cur_msg == nullptr ? "" : *cur_msg;
2870
2871 // Put the message back if it hasn't been updated.
2872 std::string* null_str = nullptr;
2873 if (!fault_message_.compare_exchange_strong(null_str, cur_msg)) {
2874 // Already replaced.
2875 delete cur_msg;
2876 }
2877
2878 return ret;
Mathieu Chartier15d34022014-02-26 17:16:38 -08002879}
Brian Carlstrom491ca9e2014-03-02 18:24:38 -08002880
Igor Murashkinb1d8c312015-08-04 11:18:43 -07002881void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
Ian Rogers8afeb852014-04-02 14:55:49 -07002882 const {
Nicolas Geoffrayc6b1b932016-03-22 09:52:40 +00002883 if (GetInstrumentation()->InterpretOnly()) {
Nicolas Geoffray49cda062017-04-21 13:08:25 +01002884 argv->push_back("--compiler-filter=quicken");
Ian Rogers9bc54402014-04-17 16:40:01 -07002885 }
2886
Ian Rogers8afeb852014-04-02 14:55:49 -07002887 // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
2888 // architecture support, dex2oat may be compiled as a different instruction-set than that
2889 // currently being executed.
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002890 std::string instruction_set("--instruction-set=");
Ulya Trafimovich5439f052020-07-29 10:03:46 +01002891 instruction_set += GetInstructionSetString(kRuntimeISA);
Ian Rogersb9beb2e2014-05-09 16:57:40 -07002892 argv->push_back(instruction_set);
Ian Rogers8afeb852014-04-02 14:55:49 -07002893
xueliang.zhong7f88c1a2018-11-06 11:42:41 +00002894 if (InstructionSetFeatures::IsRuntimeDetectionSupported()) {
2895 argv->push_back("--instruction-set-features=runtime");
2896 } else {
2897 std::unique_ptr<const InstructionSetFeatures> features(
2898 InstructionSetFeatures::FromCppDefines());
2899 std::string feature_string("--instruction-set-features=");
2900 feature_string += features->GetFeatureString();
2901 argv->push_back(feature_string);
2902 }
Ian Rogers8afeb852014-04-02 14:55:49 -07002903}
2904
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002905void Runtime::CreateJitCodeCache(bool rwx_memory_allowed) {
Calin Juravleaf36e492016-04-27 18:50:45 +01002906 if (kIsDebugBuild && GetInstrumentation()->IsForcedInterpretOnly()) {
2907 DCHECK(!jit_options_->UseJitCompilation());
Hiroshi Yamauchi02d2f292015-04-03 13:35:16 -07002908 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002909
Andreas Gampe83e20492018-11-07 11:12:26 -08002910 if (!jit_options_->UseJitCompilation() && !jit_options_->GetSaveProfilingInfo()) {
Calin Juravle9545f6d2017-03-16 19:05:09 -07002911 return;
2912 }
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002913
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002914 std::string error_msg;
2915 bool profiling_only = !jit_options_->UseJitCompilation();
Nicolas Geoffray7a2c7c22018-11-20 10:03:13 +00002916 jit_code_cache_.reset(jit::JitCodeCache::Create(profiling_only,
2917 rwx_memory_allowed,
2918 IsZygote(),
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002919 &error_msg));
2920 if (jit_code_cache_.get() == nullptr) {
2921 LOG(WARNING) << "Failed to create JIT Code Cache: " << error_msg;
2922 }
2923}
2924
2925void Runtime::CreateJit() {
Andreas Gampe83e20492018-11-07 11:12:26 -08002926 DCHECK(jit_ == nullptr);
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002927 if (jit_code_cache_.get() == nullptr) {
Andreas Gampe83e20492018-11-07 11:12:26 -08002928 if (!IsSafeMode()) {
2929 LOG(WARNING) << "Missing code cache, cannot create JIT.";
2930 }
2931 return;
2932 }
2933 if (IsSafeMode()) {
2934 LOG(INFO) << "Not creating JIT because of SafeMode.";
2935 jit_code_cache_.reset();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002936 return;
2937 }
2938
2939 jit::Jit* jit = jit::Jit::Create(jit_code_cache_.get(), jit_options_.get());
Nicolas Geoffraye4f983c2021-07-12 15:53:27 +01002940 jit_.reset(jit);
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002941 if (jit == nullptr) {
2942 LOG(WARNING) << "Failed to allocate JIT";
2943 // Release JIT code cache resources (several MB of memory).
Andreas Gampe83e20492018-11-07 11:12:26 -08002944 jit_code_cache_.reset();
Nicolas Geoffrayce9ed362018-11-29 03:19:28 +00002945 } else {
2946 jit->CreateThreadPool();
Orion Hodsonad28f5e2018-10-17 09:08:17 +01002947 }
Mathieu Chartiere5f13e52015-02-24 09:37:21 -08002948}
2949
Andreas Gampe4585f872015-03-27 23:45:15 -07002950bool Runtime::CanRelocate() const {
Vladimir Marko4df2d802018-09-27 16:42:44 +00002951 return !IsAotCompiler();
Andreas Gampe4585f872015-03-27 23:45:15 -07002952}
2953
2954bool Runtime::IsCompilingBootImage() const {
2955 return IsCompiler() && compiler_callbacks_->IsBootImage();
2956}
2957
Mathieu Chartiere401d142015-04-22 13:56:20 -07002958void Runtime::SetResolutionMethod(ArtMethod* method) {
2959 CHECK(method != nullptr);
2960 CHECK(method->IsRuntimeMethod()) << method;
2961 resolution_method_ = method;
2962}
2963
2964void Runtime::SetImtUnimplementedMethod(ArtMethod* method) {
2965 CHECK(method != nullptr);
2966 CHECK(method->IsRuntimeMethod());
2967 imt_unimplemented_method_ = method;
Mathieu Chartier91288d82016-04-28 09:44:54 -07002968}
2969
2970void Runtime::FixupConflictTables() {
2971 // We can only do this after the class linker is created.
Andreas Gampe542451c2016-07-26 09:02:02 -07002972 const PointerSize pointer_size = GetClassLinker()->GetImagePointerSize();
Mathieu Chartier91288d82016-04-28 09:44:54 -07002973 if (imt_unimplemented_method_->GetImtConflictTable(pointer_size) == nullptr) {
2974 imt_unimplemented_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002975 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002976 pointer_size);
2977 }
2978 if (imt_conflict_method_->GetImtConflictTable(pointer_size) == nullptr) {
2979 imt_conflict_method_->SetImtConflictTable(
Andreas Gampe98ea9d92018-10-19 14:06:15 -07002980 ClassLinker::CreateImtConflictTable(/*count=*/0u, GetLinearAlloc(), pointer_size),
Mathieu Chartier91288d82016-04-28 09:44:54 -07002981 pointer_size);
Nicolas Geoffray40c68c62016-03-23 16:35:51 +00002982 }
Mathieu Chartiere401d142015-04-22 13:56:20 -07002983}
2984
Nicolas Geoffray68bf3902017-09-07 14:40:48 +01002985void Runtime::DisableVerifier() {
2986 verify_ = verifier::VerifyMode::kNone;
2987}
2988
Igor Murashkin7617abd2015-07-10 18:27:47 -07002989bool Runtime::IsVerificationEnabled() const {
Igor Murashkindf707e42016-02-02 16:56:50 -08002990 return verify_ == verifier::VerifyMode::kEnable ||
2991 verify_ == verifier::VerifyMode::kSoftFail;
Igor Murashkin7617abd2015-07-10 18:27:47 -07002992}
2993
2994bool Runtime::IsVerificationSoftFail() const {
2995 return verify_ == verifier::VerifyMode::kSoftFail;
2996}
2997
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00002998bool Runtime::IsAsyncDeoptimizeable(uintptr_t code) const {
Nicolas Geoffray00391822019-12-10 10:17:23 +00002999 if (OatQuickMethodHeader::NterpMethodHeader != nullptr) {
3000 if (OatQuickMethodHeader::NterpMethodHeader->Contains(code)) {
3001 return true;
3002 }
3003 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003004 // We only support async deopt (ie the compiled code is not explicitly asking for
3005 // deopt, but something else like the debugger) in debuggable JIT code.
3006 // We could look at the oat file where `code` is being defined,
3007 // and check whether it's been compiled debuggable, but we decided to
3008 // only rely on the JIT for debuggable apps.
Alex Light280e6c32020-03-03 13:52:07 -08003009 // The JIT-zygote is not debuggable so we need to be sure to exclude code from the non-private
3010 // region as well.
3011 return IsJavaDebuggable() && GetJit() != nullptr &&
3012 GetJit()->GetCodeCache()->PrivateRegionContainsPc(reinterpret_cast<const void*>(code));
Mingyao Yangf711f2c2016-05-23 12:29:39 -07003013}
3014
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07003015LinearAlloc* Runtime::CreateLinearAlloc() {
Mathieu Chartierc3fcd412015-09-25 16:54:59 -07003016 // For 64 bit compilers, it needs to be in low 4GB in the case where we are cross compiling for a
3017 // 32 bit target. In this case, we have 32 bit pointers in the dex cache arrays which can't hold
3018 // when we have 64 bit ArtMethod pointers.
Mathieu Chartier017ed0b2015-09-22 11:04:26 -07003019 return (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA))
Mathieu Chartier951ec2c2015-09-22 08:50:05 -07003020 ? new LinearAlloc(low_4gb_arena_pool_.get())
3021 : new LinearAlloc(arena_pool_.get());
3022}
3023
Mathieu Chartier32cc9ee2015-10-15 09:19:15 -07003024double Runtime::GetHashTableMinLoadFactor() const {
3025 return is_low_memory_mode_ ? kLowMemoryMinLoadFactor : kNormalMinLoadFactor;
3026}
3027
3028double Runtime::GetHashTableMaxLoadFactor() const {
3029 return is_low_memory_mode_ ? kLowMemoryMaxLoadFactor : kNormalMaxLoadFactor;
3030}
3031
Mathieu Chartierf8cb1782016-03-18 18:45:41 -07003032void Runtime::UpdateProcessState(ProcessState process_state) {
3033 ProcessState old_process_state = process_state_;
3034 process_state_ = process_state;
3035 GetHeap()->UpdateProcessState(old_process_state, process_state);
3036}
3037
Calin Juravle97cbc922016-04-15 16:16:35 +01003038void Runtime::RegisterSensitiveThread() const {
3039 Thread::SetJitSensitiveThread();
3040}
3041
Calin Juravleffc87072016-04-20 14:22:09 +01003042// Returns true if JIT compilations are enabled. GetJit() will be not null in this case.
3043bool Runtime::UseJitCompilation() const {
3044 return (jit_ != nullptr) && jit_->UseJitCompilation();
3045}
3046
David Sehrd106d9f2016-08-16 19:22:57 -07003047void Runtime::EnvSnapshot::TakeSnapshot() {
3048 char** env = GetEnviron();
3049 for (size_t i = 0; env[i] != nullptr; ++i) {
3050 name_value_pairs_.emplace_back(new std::string(env[i]));
3051 }
3052 // The strings in name_value_pairs_ retain ownership of the c_str, but we assign pointers
3053 // for quick use by GetSnapshot. This avoids allocation and copying cost at Exec.
3054 c_env_vector_.reset(new char*[name_value_pairs_.size() + 1]);
3055 for (size_t i = 0; env[i] != nullptr; ++i) {
3056 c_env_vector_[i] = const_cast<char*>(name_value_pairs_[i]->c_str());
3057 }
3058 c_env_vector_[name_value_pairs_.size()] = nullptr;
3059}
3060
3061char** Runtime::EnvSnapshot::GetSnapshot() const {
3062 return c_env_vector_.get();
3063}
3064
Andreas Gampefda57142016-09-08 20:29:18 -07003065void Runtime::AddSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
3066 gc::ScopedGCCriticalSection gcs(Thread::Current(),
3067 gc::kGcCauseAddRemoveSystemWeakHolder,
3068 gc::kCollectorTypeAddRemoveSystemWeakHolder);
Andreas Gampe1f648592017-01-13 10:46:01 -08003069 // Note: The ScopedGCCriticalSection also ensures that the rest of the function is in
3070 // a critical section.
Andreas Gampefda57142016-09-08 20:29:18 -07003071 system_weak_holders_.push_back(holder);
3072}
3073
3074void Runtime::RemoveSystemWeakHolder(gc::AbstractSystemWeakHolder* holder) {
3075 gc::ScopedGCCriticalSection gcs(Thread::Current(),
3076 gc::kGcCauseAddRemoveSystemWeakHolder,
3077 gc::kCollectorTypeAddRemoveSystemWeakHolder);
3078 auto it = std::find(system_weak_holders_.begin(), system_weak_holders_.end(), holder);
3079 if (it != system_weak_holders_.end()) {
3080 system_weak_holders_.erase(it);
3081 }
3082}
3083
Andreas Gampeac30fa22017-01-18 21:02:36 -08003084RuntimeCallbacks* Runtime::GetRuntimeCallbacks() {
3085 return callbacks_.get();
3086}
3087
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003088// Used to patch boot image method entry point to interpreter bridge.
3089class UpdateEntryPointsClassVisitor : public ClassVisitor {
3090 public:
3091 explicit UpdateEntryPointsClassVisitor(instrumentation::Instrumentation* instrumentation)
3092 : instrumentation_(instrumentation) {}
3093
Roland Levillainbbc6e7e2018-08-24 16:58:47 +01003094 bool operator()(ObjPtr<mirror::Class> klass) override REQUIRES(Locks::mutator_lock_) {
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003095 DCHECK(Locks::mutator_lock_->IsExclusiveHeld(Thread::Current()));
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003096 auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
3097 for (auto& m : klass->GetMethods(pointer_size)) {
3098 const void* code = m.GetEntryPointFromQuickCompiledCode();
3099 if (Runtime::Current()->GetHeap()->IsInBootImageOatFile(code) &&
3100 !m.IsNative() &&
3101 !m.IsProxyMethod()) {
3102 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
3103 }
Nicolas Geoffrayc76232e2020-03-18 11:23:33 +00003104
3105 if (Runtime::Current()->GetJit() != nullptr &&
3106 Runtime::Current()->GetJit()->GetCodeCache()->IsInZygoteExecSpace(code) &&
3107 !m.IsNative()) {
3108 DCHECK(!m.IsProxyMethod());
3109 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
3110 }
3111
3112 if (m.IsPreCompiled()) {
3113 // Precompilation is incompatible with debuggable, so clear the flag
3114 // and update the entrypoint in case it has been compiled.
3115 m.ClearPreCompiled();
3116 instrumentation_->UpdateMethodsCodeForJavaDebuggable(&m, GetQuickToInterpreterBridge());
3117 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003118 }
3119 return true;
3120 }
3121
3122 private:
3123 instrumentation::Instrumentation* const instrumentation_;
3124};
3125
3126void Runtime::SetJavaDebuggable(bool value) {
3127 is_java_debuggable_ = value;
3128 // Do not call DeoptimizeBootImage just yet, the runtime may still be starting up.
3129}
3130
3131void Runtime::DeoptimizeBootImage() {
3132 // If we've already started and we are setting this runtime to debuggable,
3133 // we patch entry points of methods in boot image to interpreter bridge, as
3134 // boot image code may be AOT compiled as not debuggable.
3135 if (!GetInstrumentation()->IsForcedInterpretOnly()) {
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003136 UpdateEntryPointsClassVisitor visitor(GetInstrumentation());
3137 GetClassLinker()->VisitClasses(&visitor);
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003138 jit::Jit* jit = GetJit();
3139 if (jit != nullptr) {
Alex Lightb28e3042020-03-06 13:02:46 -08003140 // Code previously compiled may not be compiled debuggable.
3141 jit->GetCodeCache()->TransitionToDebuggable();
Nicolas Geoffray226805d2018-12-14 10:59:02 +00003142 }
Nicolas Geoffray433b79a2017-01-30 20:54:45 +00003143 }
3144}
Mathieu Chartierada33d72018-12-17 13:17:30 -08003145
3146Runtime::ScopedThreadPoolUsage::ScopedThreadPoolUsage()
3147 : thread_pool_(Runtime::Current()->AcquireThreadPool()) {}
3148
3149Runtime::ScopedThreadPoolUsage::~ScopedThreadPoolUsage() {
3150 Runtime::Current()->ReleaseThreadPool();
3151}
3152
3153bool Runtime::DeleteThreadPool() {
3154 // Make sure workers are started to prevent thread shutdown errors.
3155 WaitForThreadPoolWorkersToStart();
3156 std::unique_ptr<ThreadPool> thread_pool;
3157 {
3158 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3159 if (thread_pool_ref_count_ == 0) {
3160 thread_pool = std::move(thread_pool_);
3161 }
3162 }
3163 return thread_pool != nullptr;
3164}
3165
3166ThreadPool* Runtime::AcquireThreadPool() {
3167 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3168 ++thread_pool_ref_count_;
3169 return thread_pool_.get();
3170}
3171
3172void Runtime::ReleaseThreadPool() {
3173 MutexLock mu(Thread::Current(), *Locks::runtime_thread_pool_lock_);
3174 CHECK_GT(thread_pool_ref_count_, 0u);
3175 --thread_pool_ref_count_;
3176}
3177
3178void Runtime::WaitForThreadPoolWorkersToStart() {
3179 // Need to make sure workers are created before deleting the pool.
3180 ScopedThreadPoolUsage stpu;
3181 if (stpu.GetThreadPool() != nullptr) {
3182 stpu.GetThreadPool()->WaitForWorkersToBeCreated();
3183 }
3184}
3185
Mathieu Chartier03625442019-06-24 17:29:23 -07003186void Runtime::ResetStartupCompleted() {
3187 startup_completed_.store(false, std::memory_order_seq_cst);
3188}
3189
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003190class Runtime::NotifyStartupCompletedTask : public gc::HeapTask {
3191 public:
3192 NotifyStartupCompletedTask() : gc::HeapTask(/*target_run_time=*/ NanoTime()) {}
3193
3194 void Run(Thread* self) override {
3195 VLOG(startup) << "NotifyStartupCompletedTask running";
3196 Runtime* const runtime = Runtime::Current();
3197 {
3198 ScopedTrace trace("Releasing app image spaces metadata");
3199 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003200 // Request empty checkpoints to make sure no threads are accessing the image space metadata
3201 // section when we madvise it. Use GC exclusion to prevent deadlocks that may happen if
3202 // multiple threads are attempting to run empty checkpoints at the same time.
3203 {
3204 // Avoid using ScopedGCCriticalSection since that does not allow thread suspension. This is
3205 // not allowed to prevent allocations, but it's still safe to suspend temporarily for the
3206 // checkpoint.
3207 gc::ScopedInterruptibleGCCriticalSection sigcs(self,
3208 gc::kGcCauseRunEmptyCheckpoint,
3209 gc::kCollectorTypeCriticalSection);
3210 runtime->GetThreadList()->RunEmptyCheckpoint();
3211 }
3212 for (gc::space::ContinuousSpace* space : runtime->GetHeap()->GetContinuousSpaces()) {
3213 if (space->IsImageSpace()) {
3214 gc::space::ImageSpace* image_space = space->AsImageSpace();
3215 if (image_space->GetImageHeader().IsAppImage()) {
3216 image_space->ReleaseMetadata();
3217 }
3218 }
3219 }
3220 }
3221
3222 {
3223 // Delete the thread pool used for app image loading since startup is assumed to be completed.
3224 ScopedTrace trace2("Delete thread pool");
3225 runtime->DeleteThreadPool();
3226 }
3227 }
3228};
3229
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003230void Runtime::NotifyStartupCompleted() {
3231 bool expected = false;
3232 if (!startup_completed_.compare_exchange_strong(expected, true, std::memory_order_seq_cst)) {
3233 // Right now NotifyStartupCompleted will be called up to twice, once from profiler and up to
3234 // once externally. For this reason there are no asserts.
3235 return;
3236 }
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003237
Calin Juravlec2753e62021-06-25 15:34:09 -07003238 VLOG(startup) << app_info_;
3239
Mathieu Chartierad390fa2019-10-16 20:03:00 -07003240 VLOG(startup) << "Adding NotifyStartupCompleted task";
3241 // Use the heap task processor since we want to be exclusive with the GC and we don't want to
3242 // block the caller if the GC is running.
3243 if (!GetHeap()->AddHeapTask(new NotifyStartupCompletedTask)) {
3244 VLOG(startup) << "Failed to add NotifyStartupCompletedTask";
Mathieu Chartier6e7a72c2019-03-07 21:40:10 -08003245 }
3246
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003247 // Notify the profiler saver that startup is now completed.
3248 ProfileSaver::NotifyStartupCompleted();
Eric Holkb6dda5a2021-02-04 01:09:58 +00003249
3250 if (metrics_reporter_ != nullptr) {
3251 metrics_reporter_->NotifyStartupCompleted();
3252 }
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003253}
3254
Calin Juravlec2753e62021-06-25 15:34:09 -07003255void Runtime::NotifyDexFileLoaded() {
3256 if (metrics_reporter_ != nullptr) {
3257 metrics_reporter_->NotifyAppInfoUpdated(&app_info_);
3258 }
3259}
3260
Mathieu Chartier175ce3d2019-03-06 16:54:24 -08003261bool Runtime::GetStartupCompleted() const {
3262 return startup_completed_.load(std::memory_order_seq_cst);
3263}
3264
randy.jeong5bef0222019-05-27 10:29:09 +09003265void Runtime::SetSignalHookDebuggable(bool value) {
3266 SkipAddSignalHandler(value);
3267}
3268
Alex Lightf3677472019-06-26 16:31:53 -07003269void Runtime::SetJniIdType(JniIdType t) {
3270 CHECK(CanSetJniIdType()) << "Not allowed to change id type!";
3271 if (t == GetJniIdType()) {
3272 return;
3273 }
3274 jni_ids_indirection_ = t;
3275 JNIEnvExt::ResetFunctionTable();
3276 WellKnownClasses::HandleJniIdTypeChange(Thread::Current()->GetJniEnv());
3277}
3278
Mathieu Chartierccc75192019-10-28 13:34:03 -07003279bool Runtime::GetOatFilesExecutable() const {
3280 return !IsAotCompiler() && !(IsSystemServer() && jit_options_->GetSaveProfilingInfo());
3281}
3282
Nicolas Geoffraye3f775b2019-12-04 14:41:52 +00003283void Runtime::ProcessWeakClass(GcRoot<mirror::Class>* root_ptr,
3284 IsMarkedVisitor* visitor,
3285 mirror::Class* update) {
3286 // This does not need a read barrier because this is called by GC.
3287 mirror::Class* cls = root_ptr->Read<kWithoutReadBarrier>();
3288 if (cls != nullptr && cls != GetWeakClassSentinel()) {
3289 DCHECK((cls->IsClass<kDefaultVerifyFlags>()));
3290 // Look at the classloader of the class to know if it has been unloaded.
3291 // This does not need a read barrier because this is called by GC.
3292 ObjPtr<mirror::Object> class_loader =
3293 cls->GetClassLoader<kDefaultVerifyFlags, kWithoutReadBarrier>();
3294 if (class_loader == nullptr || visitor->IsMarked(class_loader.Ptr()) != nullptr) {
3295 // The class loader is live, update the entry if the class has moved.
3296 mirror::Class* new_cls = down_cast<mirror::Class*>(visitor->IsMarked(cls));
3297 // Note that new_object can be null for CMS and newly allocated objects.
3298 if (new_cls != nullptr && new_cls != cls) {
3299 *root_ptr = GcRoot<mirror::Class>(new_cls);
3300 }
3301 } else {
3302 // The class loader is not live, clear the entry.
3303 *root_ptr = GcRoot<mirror::Class>(update);
3304 }
3305 }
3306}
3307
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08003308void Runtime::MadviseFileForRange(size_t madvise_size_limit_bytes,
3309 size_t map_size_bytes,
3310 const uint8_t* map_begin,
3311 const uint8_t* map_end,
3312 const std::string& file_name) {
3313 // Ideal blockTransferSize for madvising files (128KiB)
3314 static constexpr size_t kIdealIoTransferSizeBytes = 128*1024;
3315
3316 size_t target_size_bytes = std::min<size_t>(map_size_bytes, madvise_size_limit_bytes);
3317
3318 if (target_size_bytes > 0) {
3319 ScopedTrace madvising_trace("madvising "
3320 + file_name
3321 + " size="
3322 + std::to_string(target_size_bytes));
3323
3324 // Based on requested size (target_size_bytes)
3325 const uint8_t* target_pos = map_begin + target_size_bytes;
3326
3327 // Clamp endOfFile if its past map_end
Jagadeesh Pakaravoor0461e332021-03-15 17:07:57 -07003328 if (target_pos > map_end) {
Jagadeesh Pakaravoor06541532021-02-22 21:19:09 -08003329 target_pos = map_end;
3330 }
3331
3332 // Madvise the whole file up to target_pos in chunks of
3333 // kIdealIoTransferSizeBytes (to MADV_WILLNEED)
3334 // Note:
3335 // madvise(MADV_WILLNEED) will prefetch max(fd readahead size, optimal
3336 // block size for device) per call, hence the need for chunks. (128KB is a
3337 // good default.)
3338 for (const uint8_t* madvise_start = map_begin;
3339 madvise_start < target_pos;
3340 madvise_start += kIdealIoTransferSizeBytes) {
3341 void* madvise_addr = const_cast<void*>(reinterpret_cast<const void*>(madvise_start));
3342 size_t madvise_length = std::min(kIdealIoTransferSizeBytes,
3343 static_cast<size_t>(target_pos - madvise_start));
3344 int status = madvise(madvise_addr, madvise_length, MADV_WILLNEED);
3345 // In case of error we stop madvising rest of the file
3346 if (status < 0) {
3347 LOG(ERROR) << "Failed to madvise file:" << file_name << " for size:" << map_size_bytes;
3348 break;
3349 }
3350 }
3351 }
3352}
3353
Carl Shapiro1fb86202011-06-27 17:43:13 -07003354} // namespace art