Blame - runtime/arch/quick_alloc_entrypoints.S - SHIFTPHONES/android_art

blob: 32888edf7ba9b027705f69eb326f642d6a5f0d3c [file] [log] [blame]

Mathieu Chartier	cbb2d20	2013-11-14 17:45:16 -0800	[diff] [blame]	1	/*
				2	* Copyright (C) 2013 The Android Open Source Project
				3	*
				4	* Licensed under the Apache License, Version 2.0 (the "License");
				5	* you may not use this file except in compliance with the License.
				6	* You may obtain a copy of the License at
				7	*
				8	* http://www.apache.org/licenses/LICENSE-2.0
				9	*
				10	* Unless required by applicable law or agreed to in writing, software
				11	* distributed under the License is distributed on an "AS IS" BASIS,
				12	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
				13	* See the License for the specific language governing permissions and
				14	* limitations under the License.
				15	*/
				16
Mathieu Chartier	cbb2d20	2013-11-14 17:45:16 -0800	[diff] [blame]	17	.macro GENERATE_ALLOC_ENTRYPOINTS c_suffix, cxx_suffix
Hiroshi Yamauchi	be1ca55	2014-01-15 11:46:48 -0800	[diff] [blame]	18	// Called by managed code to allocate an object of a resolved class.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	19	ONE_ARG_DOWNCALL art_quick_alloc_object_resolved\c_suffix, artAllocObjectFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	be1ca55	2014-01-15 11:46:48 -0800	[diff] [blame]	20	// Called by managed code to allocate an object of an initialized class.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	21	ONE_ARG_DOWNCALL art_quick_alloc_object_initialized\c_suffix, artAllocObjectFromCodeInitialized\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Mathieu Chartier	cbb2d20	2013-11-14 17:45:16 -0800	[diff] [blame]	22	// Called by managed code to allocate an object when the caller doesn't know whether it has access
				23	// to the created type.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	24	ONE_ARG_DOWNCALL art_quick_alloc_object_with_checks\c_suffix, artAllocObjectFromCodeWithChecks\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	25	// Called by managed code to allocate a string if it could not be removed by any optimizations
				26	ONE_ARG_DOWNCALL art_quick_alloc_string_object\c_suffix, artAllocStringObject\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	bb8f0ab	2014-01-27 16:50:29 -0800	[diff] [blame]	27	// Called by managed code to allocate an array of a resolve class.
Nicolas Geoffray	e761bcc	2017-01-19 08:59:37 +0000	[diff] [blame]	28	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved\c_suffix, artAllocArrayFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Jeff Hao	848f70a	2014-01-15 13:49:50 -0800	[diff] [blame]	29	// Called by managed code to allocate a string from bytes
Jeff Hao	69bdcb2	2015-04-27 20:54:07 -0700	[diff] [blame]	30	FOUR_ARG_DOWNCALL art_quick_alloc_string_from_bytes\c_suffix, artAllocStringFromBytesFromCode\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Jeff Hao	848f70a	2014-01-15 13:49:50 -0800	[diff] [blame]	31	// Called by managed code to allocate a string from chars
Jeff Hao	69bdcb2	2015-04-27 20:54:07 -0700	[diff] [blame]	32	THREE_ARG_DOWNCALL art_quick_alloc_string_from_chars\c_suffix, artAllocStringFromCharsFromCode\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Jeff Hao	848f70a	2014-01-15 13:49:50 -0800	[diff] [blame]	33	// Called by managed code to allocate a string from string
Jeff Hao	69bdcb2	2015-04-27 20:54:07 -0700	[diff] [blame]	34	ONE_ARG_DOWNCALL art_quick_alloc_string_from_string\c_suffix, artAllocStringFromStringFromCode\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	35
				36	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved8\c_suffix, artAllocArrayFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				37	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved16\c_suffix, artAllocArrayFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				38	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved32\c_suffix, artAllocArrayFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				39	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved64\c_suffix, artAllocArrayFromCodeResolved\cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Mathieu Chartier	cbb2d20	2013-11-14 17:45:16 -0800	[diff] [blame]	40	.endm
				41
Mathieu Chartier	7410f29	2013-11-24 13:17:35 -0800	[diff] [blame]	42	.macro GENERATE_ALL_ALLOC_ENTRYPOINTS
Mathieu Chartier	e6da9af	2013-12-16 11:54:42 -0800	[diff] [blame]	43	GENERATE_ALLOC_ENTRYPOINTS _dlmalloc, DlMalloc
				44	GENERATE_ALLOC_ENTRYPOINTS _dlmalloc_instrumented, DlMallocInstrumented
				45	GENERATE_ALLOC_ENTRYPOINTS _rosalloc, RosAlloc
				46	GENERATE_ALLOC_ENTRYPOINTS _rosalloc_instrumented, RosAllocInstrumented
Mathieu Chartier	cbb2d20	2013-11-14 17:45:16 -0800	[diff] [blame]	47	GENERATE_ALLOC_ENTRYPOINTS _bump_pointer, BumpPointer
				48	GENERATE_ALLOC_ENTRYPOINTS _bump_pointer_instrumented, BumpPointerInstrumented
Mathieu Chartier	692fafd	2013-11-29 17:24:40 -0800	[diff] [blame]	49	GENERATE_ALLOC_ENTRYPOINTS _tlab, TLAB
				50	GENERATE_ALLOC_ENTRYPOINTS _tlab_instrumented, TLABInstrumented
Hiroshi Yamauchi	2cd334a	2015-01-09 14:03:35 -0800	[diff] [blame]	51	GENERATE_ALLOC_ENTRYPOINTS _region, Region
				52	GENERATE_ALLOC_ENTRYPOINTS _region_instrumented, RegionInstrumented
				53	GENERATE_ALLOC_ENTRYPOINTS _region_tlab, RegionTLAB
				54	GENERATE_ALLOC_ENTRYPOINTS _region_tlab_instrumented, RegionTLABInstrumented
Mathieu Chartier	7410f29	2013-11-24 13:17:35 -0800	[diff] [blame]	55	.endm
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	56
				57	// Generate the allocation entrypoints for each allocator. This is used as an alternative to
Roland Levillain	97c4646	2017-05-11 14:04:03 +0100	[diff] [blame]	58	// GENERATE_ALL_ALLOC_ENTRYPOINTS for selectively implementing allocation fast paths in
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	59	// hand-written assembly.
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	60	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(c_suffix, cxx_suffix) \
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	61	ONE_ARG_DOWNCALL art_quick_alloc_object_resolved ## c_suffix, artAllocObjectFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	62	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(c_suffix, cxx_suffix) \
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	63	ONE_ARG_DOWNCALL art_quick_alloc_object_initialized ## c_suffix, artAllocObjectFromCodeInitialized ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	64	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(c_suffix, cxx_suffix) \
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	65	ONE_ARG_DOWNCALL art_quick_alloc_object_with_checks ## c_suffix, artAllocObjectFromCodeWithChecks ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	66	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(c_suffix, cxx_suffix) \
				67	ONE_ARG_DOWNCALL art_quick_alloc_string_object ## c_suffix, artAllocStringObject ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	68	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(c_suffix, cxx_suffix) \
				69	FOUR_ARG_DOWNCALL art_quick_alloc_string_from_bytes ## c_suffix, artAllocStringFromBytesFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				70	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(c_suffix, cxx_suffix) \
				71	THREE_ARG_DOWNCALL art_quick_alloc_string_from_chars ## c_suffix, artAllocStringFromCharsFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				72	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(c_suffix, cxx_suffix) \
				73	ONE_ARG_DOWNCALL art_quick_alloc_string_from_string ## c_suffix, artAllocStringFromStringFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	74	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(c_suffix, cxx_suffix) \
				75	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				76	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(c_suffix, cxx_suffix) \
				77	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved8 ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				78	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(c_suffix, cxx_suffix) \
				79	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved16 ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				80	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(c_suffix, cxx_suffix) \
				81	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved32 ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
				82	#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(c_suffix, cxx_suffix) \
				83	TWO_ARG_DOWNCALL art_quick_alloc_array_resolved64 ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO_OR_DELIVER
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	84
Mathieu Chartier	8261d02	2016-08-08 09:41:04 -0700	[diff] [blame]	85	.macro GENERATE_ALLOC_ENTRYPOINTS_FOR_REGION_TLAB_ALLOCATOR
				86	// This is to be separately defined for each architecture to allow a hand-written assembly fast path.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	87	// GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_region_tlab, RegionTLAB)
Mathieu Chartier	8261d02	2016-08-08 09:41:04 -0700	[diff] [blame]	88	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_region_tlab, RegionTLAB)
				89	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_region_tlab, RegionTLAB)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	90	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_region_tlab, RegionTLAB)
Mathieu Chartier	8261d02	2016-08-08 09:41:04 -0700	[diff] [blame]	91	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_region_tlab, RegionTLAB)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	92	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_region_tlab, RegionTLAB)
				93	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_region_tlab, RegionTLAB)
				94	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_region_tlab, RegionTLAB)
				95	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_region_tlab, RegionTLAB)
Mathieu Chartier	8261d02	2016-08-08 09:41:04 -0700	[diff] [blame]	96	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_region_tlab, RegionTLAB)
				97	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_region_tlab, RegionTLAB)
				98	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_region_tlab, RegionTLAB)
				99	.endm
				100
Mathieu Chartier	5ace201	2016-11-30 10:15:41 -0800	[diff] [blame]	101	.macro GENERATE_ALLOC_ENTRYPOINTS_FOR_TLAB_ALLOCATOR
				102	// This is to be separately defined for each architecture to allow a hand-written assembly fast path.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	103	// GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_tlab, TLAB)
Mathieu Chartier	5ace201	2016-11-30 10:15:41 -0800	[diff] [blame]	104	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_tlab, TLAB)
				105	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_tlab, TLAB)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	106	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_tlab, TLAB)
Mathieu Chartier	5ace201	2016-11-30 10:15:41 -0800	[diff] [blame]	107	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_tlab, TLAB)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	108	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_tlab, TLAB)
				109	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_tlab, TLAB)
				110	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_tlab, TLAB)
				111	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_tlab, TLAB)
Mathieu Chartier	5ace201	2016-11-30 10:15:41 -0800	[diff] [blame]	112	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_tlab, TLAB)
				113	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_tlab, TLAB)
				114	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_tlab, TLAB)
				115	.endm
				116
Mathieu Chartier	8261d02	2016-08-08 09:41:04 -0700	[diff] [blame]	117	.macro GENERATE_ALLOC_ENTRYPOINTS_FOR_NON_REGION_TLAB_ALLOCATORS
Mathieu Chartier	5ace201	2016-11-30 10:15:41 -0800	[diff] [blame]	118	GENERATE_ALLOC_ENTRYPOINTS_FOR_NON_TLAB_ALLOCATORS
				119	GENERATE_ALLOC_ENTRYPOINTS_FOR_TLAB_ALLOCATOR
				120	.endm
				121
				122	.macro GENERATE_ALLOC_ENTRYPOINTS_FOR_NON_TLAB_ALLOCATORS
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	123	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_dlmalloc, DlMalloc)
				124	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_dlmalloc, DlMalloc)
				125	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_dlmalloc, DlMalloc)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	126	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_dlmalloc, DlMalloc)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	127	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_dlmalloc, DlMalloc)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	128	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_dlmalloc, DlMalloc)
				129	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_dlmalloc, DlMalloc)
				130	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_dlmalloc, DlMalloc)
				131	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_dlmalloc, DlMalloc)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	132	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_dlmalloc, DlMalloc)
				133	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_dlmalloc, DlMalloc)
				134	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_dlmalloc, DlMalloc)
				135
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	136	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_dlmalloc_instrumented, DlMallocInstrumented)
				137	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_dlmalloc_instrumented, DlMallocInstrumented)
				138	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_dlmalloc_instrumented, DlMallocInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	139	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_dlmalloc_instrumented, DlMallocInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	140	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_dlmalloc_instrumented, DlMallocInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	141	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_dlmalloc_instrumented, DlMallocInstrumented)
				142	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_dlmalloc_instrumented, DlMallocInstrumented)
				143	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_dlmalloc_instrumented, DlMallocInstrumented)
				144	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_dlmalloc_instrumented, DlMallocInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	145	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_dlmalloc_instrumented, DlMallocInstrumented)
				146	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_dlmalloc_instrumented, DlMallocInstrumented)
				147	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_dlmalloc_instrumented, DlMallocInstrumented)
				148
Hiroshi Yamauchi	dc412b6	2015-10-15 12:26:57 -0700	[diff] [blame]	149	// This is to be separately defined for each architecture to allow a hand-written assembly fast path.
Nicolas Geoffray	0d3998b	2017-01-12 15:35:12 +0000	[diff] [blame]	150	// GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_rosalloc, RosAlloc)
Nicolas Geoffray	d095844	2017-01-30 14:57:16 +0000	[diff] [blame]	151	// GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_rosalloc, RosAlloc)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	152	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_rosalloc, RosAlloc)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	153	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_rosalloc, RosAlloc)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	154	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_rosalloc, RosAlloc)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	155	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_rosalloc, RosAlloc)
				156	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_rosalloc, RosAlloc)
				157	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_rosalloc, RosAlloc)
				158	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_rosalloc, RosAlloc)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	159	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_rosalloc, RosAlloc)
				160	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_rosalloc, RosAlloc)
				161	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_rosalloc, RosAlloc)
				162
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	163	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_rosalloc_instrumented, RosAllocInstrumented)
				164	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_rosalloc_instrumented, RosAllocInstrumented)
				165	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_rosalloc_instrumented, RosAllocInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	166	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_rosalloc_instrumented, RosAllocInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	167	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_rosalloc_instrumented, RosAllocInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	168	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_rosalloc_instrumented, RosAllocInstrumented)
				169	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_rosalloc_instrumented, RosAllocInstrumented)
				170	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_rosalloc_instrumented, RosAllocInstrumented)
				171	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_rosalloc_instrumented, RosAllocInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	172	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_rosalloc_instrumented, RosAllocInstrumented)
				173	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_rosalloc_instrumented, RosAllocInstrumented)
				174	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_rosalloc_instrumented, RosAllocInstrumented)
				175
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	176	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_bump_pointer, BumpPointer)
				177	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_bump_pointer, BumpPointer)
				178	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_bump_pointer, BumpPointer)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	179	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_bump_pointer, BumpPointer)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	180	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_bump_pointer, BumpPointer)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	181	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_bump_pointer, BumpPointer)
				182	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_bump_pointer, BumpPointer)
				183	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_bump_pointer, BumpPointer)
				184	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_bump_pointer, BumpPointer)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	185	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_bump_pointer, BumpPointer)
				186	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_bump_pointer, BumpPointer)
				187	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_bump_pointer, BumpPointer)
				188
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	189	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_bump_pointer_instrumented, BumpPointerInstrumented)
				190	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_bump_pointer_instrumented, BumpPointerInstrumented)
				191	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_bump_pointer_instrumented, BumpPointerInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	192	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_bump_pointer_instrumented, BumpPointerInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	193	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_bump_pointer_instrumented, BumpPointerInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	194	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_bump_pointer_instrumented, BumpPointerInstrumented)
				195	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_bump_pointer_instrumented, BumpPointerInstrumented)
				196	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_bump_pointer_instrumented, BumpPointerInstrumented)
				197	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_bump_pointer_instrumented, BumpPointerInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	198	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_bump_pointer_instrumented, BumpPointerInstrumented)
				199	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_bump_pointer_instrumented, BumpPointerInstrumented)
				200	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_bump_pointer_instrumented, BumpPointerInstrumented)
				201
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	202	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_tlab_instrumented, TLABInstrumented)
				203	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_tlab_instrumented, TLABInstrumented)
				204	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_tlab_instrumented, TLABInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	205	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_tlab_instrumented, TLABInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	206	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_tlab_instrumented, TLABInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	207	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_tlab_instrumented, TLABInstrumented)
				208	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_tlab_instrumented, TLABInstrumented)
				209	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_tlab_instrumented, TLABInstrumented)
				210	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_tlab_instrumented, TLABInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	211	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_tlab_instrumented, TLABInstrumented)
				212	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_tlab_instrumented, TLABInstrumented)
				213	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_tlab_instrumented, TLABInstrumented)
				214
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	215	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_region, Region)
				216	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_region, Region)
				217	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_region, Region)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	218	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_region, Region)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	219	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_region, Region)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	220	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_region, Region)
				221	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_region, Region)
				222	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_region, Region)
				223	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_region, Region)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	224	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_region, Region)
				225	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_region, Region)
				226	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_region, Region)
				227
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	228	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_region_instrumented, RegionInstrumented)
				229	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_region_instrumented, RegionInstrumented)
				230	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_region_instrumented, RegionInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	231	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_region_instrumented, RegionInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	232	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_region_instrumented, RegionInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	233	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_region_instrumented, RegionInstrumented)
				234	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_region_instrumented, RegionInstrumented)
				235	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_region_instrumented, RegionInstrumented)
				236	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_region_instrumented, RegionInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	237	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_region_instrumented, RegionInstrumented)
				238	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_region_instrumented, RegionInstrumented)
				239	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_region_instrumented, RegionInstrumented)
				240
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	241	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_region_tlab_instrumented, RegionTLABInstrumented)
				242	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_region_tlab_instrumented, RegionTLABInstrumented)
				243	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_region_tlab_instrumented, RegionTLABInstrumented)
Alex Light	d109e30	2018-06-27 10:25:41 -0700	[diff] [blame]	244	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_OBJECT(_region_tlab_instrumented, RegionTLABInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	245	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_region_tlab_instrumented, RegionTLABInstrumented)
Nicolas Geoffray	b048cb7	2017-01-23 22:50:24 +0000	[diff] [blame]	246	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED8(_region_tlab_instrumented, RegionTLABInstrumented)
				247	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED16(_region_tlab_instrumented, RegionTLABInstrumented)
				248	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED32(_region_tlab_instrumented, RegionTLABInstrumented)
				249	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED64(_region_tlab_instrumented, RegionTLABInstrumented)
Hiroshi Yamauchi	4adeab1	2015-10-02 15:27:55 -0700	[diff] [blame]	250	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_BYTES(_region_tlab_instrumented, RegionTLABInstrumented)
				251	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_CHARS(_region_tlab_instrumented, RegionTLABInstrumented)
				252	GENERATE_ALLOC_ENTRYPOINTS_ALLOC_STRING_FROM_STRING(_region_tlab_instrumented, RegionTLABInstrumented)
				253	.endm