1 /*
2 * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
28 #include "oops/oop.inline.hpp"
29 #include "services/memTracker.hpp"
30 #ifdef TARGET_OS_FAMILY_linux
31 # include "os_linux.inline.hpp"
32 #endif
33 #ifdef TARGET_OS_FAMILY_solaris
34 # include "os_solaris.inline.hpp"
35 #endif
36 #ifdef TARGET_OS_FAMILY_windows
37 # include "os_windows.inline.hpp"
38 #endif
39 #ifdef TARGET_OS_FAMILY_aix
40 # include "os_aix.inline.hpp"
41 #endif
42 #ifdef TARGET_OS_FAMILY_bsd
43 # include "os_bsd.inline.hpp"
44 #endif
45 #include "utilities/bitMap.inline.hpp"
46
47 G1PageBasedVirtualSpace::G1PageBasedVirtualSpace() : _low_boundary(NULL),
48 _high_boundary(NULL), _committed(), _page_size(0), _special(false),
49 _dirty(), _executable(false) {
50 }
51
52 bool G1PageBasedVirtualSpace::initialize_with_granularity(ReservedSpace rs, size_t page_size) {
53 if (!rs.is_reserved()) {
54 return false; // Allocation failed.
55 }
56 assert(_low_boundary == NULL, "VirtualSpace already initialized");
57 assert(page_size > 0, "Granularity must be non-zero.");
58
59 _low_boundary = rs.base();
60 _high_boundary = _low_boundary + rs.size();
61
62 _special = rs.special();
63 _executable = rs.executable();
64
65 _page_size = page_size;
66
67 assert(_committed.size() == 0, "virtual space initialized more than once");
68 uintx size_in_bits = rs.size() / page_size;
69 _committed.resize(size_in_bits, /* in_resource_area */ false);
70 if (_special) {
71 _dirty.resize(size_in_bits, /* in_resource_area */ false);
72 }
73
74 return true;
75 }
76
77
78 G1PageBasedVirtualSpace::~G1PageBasedVirtualSpace() {
79 release();
80 }
81
82 void G1PageBasedVirtualSpace::release() {
83 // This does not release memory it never reserved.
84 // Caller must release via rs.release();
85 _low_boundary = NULL;
86 _high_boundary = NULL;
87 _special = false;
88 _executable = false;
89 _page_size = 0;
90 _committed.resize(0, false);
91 _dirty.resize(0, false);
92 }
93
94 size_t G1PageBasedVirtualSpace::committed_size() const {
95 return _committed.count_one_bits() * _page_size;
96 }
97
98 size_t G1PageBasedVirtualSpace::reserved_size() const {
99 return pointer_delta(_high_boundary, _low_boundary, sizeof(char));
100 }
101
102 size_t G1PageBasedVirtualSpace::uncommitted_size() const {
103 return reserved_size() - committed_size();
104 }
105
106 uintptr_t G1PageBasedVirtualSpace::addr_to_page_index(char* addr) const {
107 return (addr - _low_boundary) / _page_size;
108 }
109
110 bool G1PageBasedVirtualSpace::is_area_committed(uintptr_t start, size_t size_in_pages) const {
111 uintptr_t end = start + size_in_pages;
112 return _committed.get_next_zero_offset(start, end) >= end;
113 }
114
115 bool G1PageBasedVirtualSpace::is_area_uncommitted(uintptr_t start, size_t size_in_pages) const {
116 uintptr_t end = start + size_in_pages;
117 return _committed.get_next_one_offset(start, end) >= end;
118 }
119
120 char* G1PageBasedVirtualSpace::page_start(uintptr_t index) {
121 return _low_boundary + index * _page_size;
122 }
123
124 size_t G1PageBasedVirtualSpace::byte_size_for_pages(size_t num) {
125 return num * _page_size;
126 }
127
128 bool G1PageBasedVirtualSpace::commit(uintptr_t start, size_t size_in_pages) {
129 // We need to make sure to commit all pages covered by the given area.
130 guarantee(is_area_uncommitted(start, size_in_pages), "Specified area is not uncommitted");
131
132 bool zero_filled = true;
133 uintptr_t end = start + size_in_pages;
134
135 if (_special) {
136 // Check for dirty pages and update zero_filled if any found.
137 if (_dirty.get_next_one_offset(start,end) < end) {
138 zero_filled = false;
139 _dirty.clear_range(start, end);
140 }
141 } else {
142 os::commit_memory_or_exit(page_start(start), byte_size_for_pages(size_in_pages), _executable,
143 err_msg("Failed to commit pages from "SIZE_FORMAT" of length "SIZE_FORMAT, start, size_in_pages));
144 }
145 _committed.set_range(start, end);
146
147 if (AlwaysPreTouch) {
148 os::pretouch_memory(page_start(start), page_start(end));
149 }
150 return zero_filled;
151 }
152
153 void G1PageBasedVirtualSpace::uncommit(uintptr_t start, size_t size_in_pages) {
154 guarantee(is_area_committed(start, size_in_pages), "checking");
155
156 if (_special) {
157 // Mark that memory is dirty. If committed again the memory might
158 // need to be cleared explicitly.
159 _dirty.set_range(start, start + size_in_pages);
160 } else {
161 os::uncommit_memory(page_start(start), byte_size_for_pages(size_in_pages));
162 }
163
164 _committed.clear_range(start, start + size_in_pages);
165 }
166
167 bool G1PageBasedVirtualSpace::contains(const void* p) const {
168 return _low_boundary <= (const char*) p && (const char*) p < _high_boundary;
169 }
170
171 #ifndef PRODUCT
172 void G1PageBasedVirtualSpace::print_on(outputStream* out) {
173 out->print ("Virtual space:");
174 if (_special) out->print(" (pinned in memory)");
175 out->cr();
176 out->print_cr(" - committed: " SIZE_FORMAT, committed_size());
177 out->print_cr(" - reserved: " SIZE_FORMAT, reserved_size());
178 out->print_cr(" - [low_b, high_b]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", p2i(_low_boundary), p2i(_high_boundary));
179 }
180
181 void G1PageBasedVirtualSpace::print() {
182 print_on(tty);
183 }
184 #endif
|
1 /*
2 * Copyright (c) 2014, 2015, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
28 #include "oops/oop.inline.hpp"
29 #include "services/memTracker.hpp"
30 #ifdef TARGET_OS_FAMILY_linux
31 # include "os_linux.inline.hpp"
32 #endif
33 #ifdef TARGET_OS_FAMILY_solaris
34 # include "os_solaris.inline.hpp"
35 #endif
36 #ifdef TARGET_OS_FAMILY_windows
37 # include "os_windows.inline.hpp"
38 #endif
39 #ifdef TARGET_OS_FAMILY_aix
40 # include "os_aix.inline.hpp"
41 #endif
42 #ifdef TARGET_OS_FAMILY_bsd
43 # include "os_bsd.inline.hpp"
44 #endif
45 #include "utilities/bitMap.inline.hpp"
46
47 G1PageBasedVirtualSpace::G1PageBasedVirtualSpace() : _low_boundary(NULL),
48 _high_boundary(NULL), _committed(), _commit_size(0), _special(false),
49 _dirty(), _executable(false) {
50 }
51
52 bool G1PageBasedVirtualSpace::initialize_with_granularity(ReservedSpace rs, size_t actual_size, size_t commit_size) {
53 if (!rs.is_reserved()) {
54 return false; // Allocation failed.
55 }
56 assert(_low_boundary == NULL, "VirtualSpace already initialized");
57 assert(commit_size > 0, "Granularity must be non-zero.");
58
59 guarantee(is_ptr_aligned(rs.base(), commit_size),
60 err_msg("Reserved space base " PTR_FORMAT" is not aligned to requested page size " SIZE_FORMAT, p2i(rs.base()), commit_size));
61 guarantee(is_size_aligned(actual_size, os::vm_page_size()),
62 err_msg("Given actual reserved space size needs to be OS page size aligned (%d bytes) but is " SIZE_FORMAT, os::vm_page_size(), actual_size));
63 guarantee(actual_size <= rs.size(),
64 err_msg("Actual size of reserved space " SIZE_FORMAT" bytes is smaller than reservation at " SIZE_FORMAT" bytes", actual_size, rs.size()));
65
66 _low_boundary = rs.base();
67 _high_boundary = _low_boundary + actual_size;
68
69 _special = rs.special();
70 _executable = rs.executable();
71
72 _commit_size = commit_size;
73
74 assert(_committed.size() == 0, "virtual space initialized more than once");
75 BitMap::idx_t size_in_commit_pages = round_to(rs.size(), commit_size);
76 _committed.resize(size_in_commit_pages, /* in_resource_area */ false);
77 if (_special) {
78 _dirty.resize(size_in_commit_pages, /* in_resource_area */ false);
79 }
80
81 return true;
82 }
83
84 G1PageBasedVirtualSpace::~G1PageBasedVirtualSpace() {
85 release();
86 }
87
88 void G1PageBasedVirtualSpace::release() {
89 // This does not release memory it never reserved.
90 // Caller must release via rs.release();
91 _low_boundary = NULL;
92 _high_boundary = NULL;
93 _special = false;
94 _executable = false;
95 _commit_size = 0;
96 _committed.resize(0, false);
97 _dirty.resize(0, false);
98 }
99
100 size_t G1PageBasedVirtualSpace::committed_size() const {
101 size_t result = _committed.count_one_bits() * _commit_size;
102 // The last page might not be in full.
103 if (_committed.at(_committed.size()-1)) {
104 result -= pointer_delta((char*)align_ptr_up(_high_boundary, _commit_size), _high_boundary, sizeof(char));
105 }
106 return result;
107 }
108
109 size_t G1PageBasedVirtualSpace::reserved_size() const {
110 return pointer_delta(_high_boundary, _low_boundary, sizeof(char));
111 }
112
113 size_t G1PageBasedVirtualSpace::uncommitted_size() const {
114 return reserved_size() - committed_size();
115 }
116
117 uintptr_t G1PageBasedVirtualSpace::addr_to_page_index(char* addr) const {
118 return (addr - _low_boundary) / _commit_size;
119 }
120
121 bool G1PageBasedVirtualSpace::is_area_committed(uintptr_t start, size_t size_in_pages) const {
122 uintptr_t end = start + size_in_pages;
123 return _committed.get_next_zero_offset(start, end) >= end;
124 }
125
126 bool G1PageBasedVirtualSpace::is_area_uncommitted(uintptr_t start, size_t size_in_pages) const {
127 uintptr_t end = start + size_in_pages;
128 return _committed.get_next_one_offset(start, end) >= end;
129 }
130
131 char* G1PageBasedVirtualSpace::page_start(uintptr_t index) {
132 return _low_boundary + index * _commit_size;
133 }
134
135 char* G1PageBasedVirtualSpace::page_end(uintptr_t index) {
136 guarantee(index < _committed.size(), "invariant");
137 if (index != (_committed.size() - 1)) {
138 return page_start(index + 1);
139 }
140 return _high_boundary;
141 }
142
143 void G1PageBasedVirtualSpace::commit_internal(char* start, char* end) {
144 guarantee(start >= _low_boundary && start < _high_boundary,
145 err_msg("Start address " PTR_FORMAT" is outside of reserved space.", p2i(start)));
146 guarantee(is_ptr_aligned(start, _commit_size),
147 err_msg("Start address should be aligned to commit size " SIZE_FORMAT" but got " PTR_FORMAT".",
148 _commit_size, p2i(start)));
149
150 guarantee(end >= _low_boundary && end <= _high_boundary,
151 err_msg("End address " PTR_FORMAT" is outside of reserved space.", p2i(end)));
152 bool is_high_aligned_to_commit_size = is_ptr_aligned(_high_boundary, _commit_size);
153 guarantee(is_ptr_aligned(end, is_high_aligned_to_commit_size ? _commit_size : os::vm_page_size()),
154 err_msg("End address should be aligned to page size " SIZE_FORMAT" but got " PTR_FORMAT".",
155 is_high_aligned_to_commit_size ? _commit_size : os::vm_page_size(),
156 p2i(end)));
157 // First try to commit in commit_size chunks.
158 char* const aligned_end_address = (char*)align_ptr_down(end, _commit_size);
159 size_t const size = pointer_delta(aligned_end_address, start, sizeof(char));
160 if (size != 0) {
161 os::commit_memory_or_exit(start, size, _commit_size, _executable,
162 err_msg("Failed to commit area from " PTR_FORMAT" to " PTR_FORMAT" of length " SIZE_FORMAT".",
163 p2i(start), p2i(aligned_end_address), size));
164 }
165 // Finally, commit any remaining tail.
166 if (end != aligned_end_address) {
167 size_t const tail_size = pointer_delta(end, aligned_end_address, sizeof(char));
168 guarantee(tail_size < _commit_size,
169 err_msg("Remaining size " SIZE_FORMAT "must be smaller than commit size of " SIZE_FORMAT, tail_size, _commit_size));
170 os::commit_memory_or_exit(start, tail_size, _executable,
171 err_msg("Failed to commit remainder pages from " PTR_FORMAT" to " PTR_FORMAT" of length "SIZE_FORMAT".",
172 p2i(aligned_end_address), p2i(end), tail_size));
173 }
174 }
175
176 bool G1PageBasedVirtualSpace::commit(uintptr_t start, size_t size_in_pages) {
177 // We need to make sure to commit all pages covered by the given area.
178 guarantee(is_area_uncommitted(start, size_in_pages), "Specified area is not uncommitted");
179
180 bool zero_filled = true;
181 uintptr_t end = start + size_in_pages;
182
183 if (_special) {
184 // Check for dirty pages and update zero_filled if any found.
185 if (_dirty.get_next_one_offset(start,end) < end) {
186 zero_filled = false;
187 _dirty.clear_range(start, end);
188 }
189 } else {
190 commit_internal(page_start(start), page_end(end - 1));
191 }
192 _committed.set_range(start, end);
193
194 if (AlwaysPreTouch) {
195 os::pretouch_memory(page_start(start), page_end(end - 1));
196 }
197 return zero_filled;
198 }
199
200 void G1PageBasedVirtualSpace::uncommit_internal(char* start, char* end) {
201 os::uncommit_memory(start, pointer_delta(end, start, sizeof(char)));
202 }
203
204 void G1PageBasedVirtualSpace::uncommit(uintptr_t start, size_t size_in_pages) {
205 guarantee(is_area_committed(start, size_in_pages), "checking");
206
207 uintptr_t end = start + size_in_pages;
208 if (_special) {
209 // Mark that memory is dirty. If committed again the memory might
210 // need to be cleared explicitly.
211 _dirty.set_range(start, end);
212 } else {
213 uncommit_internal(page_start(start), page_end(end - 1));
214 }
215
216 _committed.clear_range(start, end);
217 }
218
219 bool G1PageBasedVirtualSpace::contains(const void* p) const {
220 return _low_boundary <= (const char*) p && (const char*) p < _high_boundary;
221 }
222
223 #ifndef PRODUCT
224 void G1PageBasedVirtualSpace::print_on(outputStream* out) {
225 out->print ("Virtual space:");
226 if (_special) out->print(" (pinned in memory)");
227 out->cr();
228 out->print_cr(" - committed: " SIZE_FORMAT, committed_size());
229 out->print_cr(" - reserved: " SIZE_FORMAT, reserved_size());
230 out->print_cr(" - [low_b, high_b]: [" PTR_FORMAT", " PTR_FORMAT"]", p2i(_low_boundary), p2i(_high_boundary));
231 }
232
233 void G1PageBasedVirtualSpace::print() {
234 print_on(tty);
235 }
236 #endif
|