blob: a67a92521830c061faf1567ab27f361931e357d8 [file] [log] [blame]
Brian Carlstromdb4d5402011-08-09 12:18:28 -07001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_MEM_MAP_H_
18#define ART_RUNTIME_MEM_MAP_H_
Brian Carlstromdb4d5402011-08-09 12:18:28 -070019
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -070020#include "base/mutex.h"
21
Mathieu Chartier1c23e1e2012-10-12 14:14:11 -070022#include <string>
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -070023#include <map>
Mathieu Chartier1c23e1e2012-10-12 14:14:11 -070024
Brian Carlstrom27ec9612011-09-19 20:20:38 -070025#include <stddef.h>
Elliott Hughesa168c832012-06-12 15:34:20 -070026#include <sys/mman.h> // For the PROT_* and MAP_* constants.
Brian Carlstrom27ec9612011-09-19 20:20:38 -070027#include <sys/types.h>
Brian Carlstromdb4d5402011-08-09 12:18:28 -070028
Mathieu Chartierbad02672014-08-25 13:08:22 -070029#include "base/allocator.h"
Brian Carlstrom27ec9612011-09-19 20:20:38 -070030#include "globals.h"
Brian Carlstromdb4d5402011-08-09 12:18:28 -070031
32namespace art {
33
Ian Rogersc3ccc102014-06-25 11:52:14 -070034#if defined(__LP64__) && (!defined(__x86_64__) || defined(__APPLE__))
35#define USE_ART_LOW_4G_ALLOCATOR 1
36#else
37#define USE_ART_LOW_4G_ALLOCATOR 0
38#endif
39
Ian Rogersc5f17732014-06-05 20:48:42 -070040#ifdef __linux__
41static constexpr bool kMadviseZeroes = true;
42#else
43static constexpr bool kMadviseZeroes = false;
44#endif
45
Brian Carlstromdb4d5402011-08-09 12:18:28 -070046// Used to keep track of mmap segments.
Andreas Gamped8f26db2014-05-19 17:01:13 -070047//
48// On 64b systems not supporting MAP_32BIT, the implementation of MemMap will do a linear scan
49// for free pages. For security, the start of this scan should be randomized. This requires a
50// dynamic initializer.
51// For this to work, it is paramount that there are no other static initializers that access MemMap.
52// Otherwise, calls might see uninitialized values.
Brian Carlstromdb4d5402011-08-09 12:18:28 -070053class MemMap {
54 public:
Elliott Hughesecd3a6f2012-06-06 18:16:37 -070055 // Request an anonymous region of length 'byte_count' and a requested base address.
Mathieu Chartier2cebb242015-04-21 16:50:40 -070056 // Use null as the requested base address if you don't care.
Vladimir Marko5c42c292015-02-25 12:02:49 +000057 // "reuse" allows re-mapping an address range from an existing mapping.
Elliott Hughes6c9c06d2011-11-07 16:43:47 -080058 //
59 // The word "anonymous" in this context means "not backed by a file". The supplied
60 // 'ashmem_name' will be used -- on systems that support it -- to give the mapping
61 // a name.
Brian Carlstrom4a289ed2011-08-16 17:17:49 -070062 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -070063 // On success, returns returns a MemMap instance. On failure, returns null.
Mathieu Chartier42bddce2015-11-09 15:16:56 -080064 static MemMap* MapAnonymous(const char* ashmem_name,
65 uint8_t* addr,
66 size_t byte_count,
67 int prot,
68 bool low_4gb,
69 bool reuse,
70 std::string* error_msg);
Brian Carlstromdb4d5402011-08-09 12:18:28 -070071
David Srbecky1baabf02015-06-16 17:12:34 +000072 // Create placeholder for a region allocated by direct call to mmap.
73 // This is useful when we do not have control over the code calling mmap,
74 // but when we still want to keep track of it in the list.
75 // The region is not considered to be owned and will not be unmmaped.
76 static MemMap* MapDummy(const char* name, uint8_t* addr, size_t byte_count);
77
Brian Carlstromdb4d5402011-08-09 12:18:28 -070078 // Map part of a file, taking care of non-page aligned offsets. The
79 // "start" offset is absolute, not relative.
80 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -070081 // On success, returns returns a MemMap instance. On failure, returns null.
Mathieu Chartier42bddce2015-11-09 15:16:56 -080082 static MemMap* MapFile(size_t byte_count,
83 int prot,
84 int flags,
85 int fd,
86 off_t start,
87 bool low_4gb,
88 const char* filename,
89 std::string* error_msg) {
90 return MapFileAtAddress(nullptr,
91 byte_count,
92 prot,
93 flags,
94 fd,
95 start,
96 /*low_4gb*/low_4gb,
97 /*reuse*/false,
98 filename,
99 error_msg);
Brian Carlstrom4a289ed2011-08-16 17:17:49 -0700100 }
101
102 // Map part of a file, taking care of non-page aligned offsets. The
103 // "start" offset is absolute, not relative. This version allows
Jim_Guoa62a5882014-04-28 11:11:57 +0800104 // requesting a specific address for the base of the
105 // mapping. "reuse" allows us to create a view into an existing
106 // mapping where we do not take ownership of the memory.
Brian Carlstrom4a289ed2011-08-16 17:17:49 -0700107 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700108 // On success, returns returns a MemMap instance. On failure, returns null.
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800109 static MemMap* MapFileAtAddress(uint8_t* addr,
110 size_t byte_count,
111 int prot,
112 int flags,
113 int fd,
114 off_t start,
115 bool low_4gb,
116 bool reuse,
117 const char* filename,
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700118 std::string* error_msg);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700119
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700120 // Releases the memory mapping.
Mathieu Chartier90443472015-07-16 20:32:27 -0700121 ~MemMap() REQUIRES(!Locks::mem_maps_lock_);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700122
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800123 const std::string& GetName() const {
124 return name_;
125 }
126
Logan Chiend88fa262012-06-06 15:23:32 +0800127 bool Protect(int prot);
128
Ian Rogersc5f17732014-06-05 20:48:42 -0700129 void MadviseDontNeedAndZero();
130
Ian Rogers1c849e52012-06-28 14:00:33 -0700131 int GetProtect() const {
132 return prot_;
133 }
134
Ian Rogers13735952014-10-08 12:43:28 -0700135 uint8_t* Begin() const {
Ian Rogers30fab402012-01-23 15:43:46 -0800136 return begin_;
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700137 }
138
Ian Rogers30fab402012-01-23 15:43:46 -0800139 size_t Size() const {
140 return size_;
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700141 }
142
Mathieu Chartier379d09f2015-01-08 11:28:13 -0800143 // Resize the mem-map by unmapping pages at the end. Currently only supports shrinking.
144 void SetSize(size_t new_size);
145
Ian Rogers13735952014-10-08 12:43:28 -0700146 uint8_t* End() const {
Mathieu Chartier2fde5332012-09-14 14:51:54 -0700147 return Begin() + Size();
148 }
149
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800150 void* BaseBegin() const {
151 return base_begin_;
152 }
153
154 size_t BaseSize() const {
155 return base_size_;
156 }
157
158 void* BaseEnd() const {
Ian Rogers13735952014-10-08 12:43:28 -0700159 return reinterpret_cast<uint8_t*>(BaseBegin()) + BaseSize();
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800160 }
161
Mathieu Chartier2fde5332012-09-14 14:51:54 -0700162 bool HasAddress(const void* addr) const {
163 return Begin() <= addr && addr < End();
Brian Carlstromb765be02011-08-17 23:54:10 -0700164 }
165
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700166 // Unmap the pages at end and remap them to create another memory map.
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800167 MemMap* RemapAtEnd(uint8_t* new_end,
168 const char* tail_name,
169 int tail_prot,
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700170 std::string* error_msg);
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700171
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700172 static bool CheckNoGaps(MemMap* begin_map, MemMap* end_map)
Mathieu Chartier90443472015-07-16 20:32:27 -0700173 REQUIRES(!Locks::mem_maps_lock_);
Vladimir Marko17a924a2015-05-08 15:17:32 +0100174 static void DumpMaps(std::ostream& os, bool terse = false)
Mathieu Chartier90443472015-07-16 20:32:27 -0700175 REQUIRES(!Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700176
Mathieu Chartierbad02672014-08-25 13:08:22 -0700177 typedef AllocationTrackingMultiMap<void*, MemMap*, kAllocatorTagMaps> Maps;
178
Mathieu Chartier90443472015-07-16 20:32:27 -0700179 static void Init() REQUIRES(!Locks::mem_maps_lock_);
180 static void Shutdown() REQUIRES(!Locks::mem_maps_lock_);
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700181
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700182 private:
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800183 MemMap(const std::string& name,
184 uint8_t* begin,
185 size_t size,
186 void* base_begin,
187 size_t base_size,
188 int prot,
189 bool reuse,
190 size_t redzone_size = 0) REQUIRES(!Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700191
Vladimir Marko17a924a2015-05-08 15:17:32 +0100192 static void DumpMapsLocked(std::ostream& os, bool terse)
Mathieu Chartier90443472015-07-16 20:32:27 -0700193 REQUIRES(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700194 static bool HasMemMap(MemMap* map)
Mathieu Chartier90443472015-07-16 20:32:27 -0700195 REQUIRES(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700196 static MemMap* GetLargestMemMapAt(void* address)
Mathieu Chartier90443472015-07-16 20:32:27 -0700197 REQUIRES(Locks::mem_maps_lock_);
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700198 static bool ContainedWithinExistingMap(uint8_t* ptr, size_t size, std::string* error_msg)
199 REQUIRES(!Locks::mem_maps_lock_);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700200
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800201 // Internal version of mmap that supports low 4gb emulation.
202 static void* MapInternal(void* addr,
203 size_t length,
204 int prot,
205 int flags,
206 int fd,
207 off_t offset,
208 bool low_4gb);
209
Jim_Guoa62a5882014-04-28 11:11:57 +0800210 const std::string name_;
Ian Rogers13735952014-10-08 12:43:28 -0700211 uint8_t* const begin_; // Start of data.
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700212 size_t size_; // Length of data.
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700213
Ian Rogers1c849e52012-06-28 14:00:33 -0700214 void* const base_begin_; // Page-aligned base address.
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700215 size_t base_size_; // Length of mapping. May be changed by RemapAtEnd (ie Zygote).
Ian Rogers1c849e52012-06-28 14:00:33 -0700216 int prot_; // Protection of the map.
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700217
Jim_Guoa62a5882014-04-28 11:11:57 +0800218 // When reuse_ is true, this is just a view of an existing mapping
219 // and we do not take ownership and are not responsible for
220 // unmapping.
221 const bool reuse_;
222
Evgenii Stepanov1e133742015-05-20 12:30:59 -0700223 const size_t redzone_size_;
224
Ian Rogersc3ccc102014-06-25 11:52:14 -0700225#if USE_ART_LOW_4G_ALLOCATOR
226 static uintptr_t next_mem_pos_; // Next memory location to check for low_4g extent.
Stuart Monteith8dba5aa2014-03-12 12:44:01 +0000227#endif
228
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700229 // All the non-empty MemMaps. Use a multimap as we do a reserve-and-divide (eg ElfMap::Load()).
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700230 static Maps* maps_ GUARDED_BY(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700231
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700232 friend class MemMapTest; // To allow access to base_begin_ and base_size_.
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700233};
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800234std::ostream& operator<<(std::ostream& os, const MemMap& mem_map);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800235std::ostream& operator<<(std::ostream& os, const MemMap::Maps& mem_maps);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700236
237} // namespace art
238
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700239#endif // ART_RUNTIME_MEM_MAP_H_