2008-06-05 15:57:56 -07:00
|
|
|
/*
|
2011-01-12 16:34:25 -05:00
|
|
|
* Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved.
|
2008-06-05 15:57:56 -07:00
|
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
|
|
*
|
|
|
|
* This code is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms of the GNU General Public License version 2 only, as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This code is distributed in the hope that it will be useful, but WITHOUT
|
|
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
|
|
* version 2 for more details (a copy is included in the LICENSE file that
|
|
|
|
* accompanied this code).
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License version
|
|
|
|
* 2 along with this work; if not, write to the Free Software Foundation,
|
|
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
*
|
2010-05-27 19:08:38 -07:00
|
|
|
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
|
|
* or visit www.oracle.com if you need additional information or have any
|
|
|
|
* questions.
|
2008-06-05 15:57:56 -07:00
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2010-11-23 13:22:55 -08:00
|
|
|
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP
|
|
|
|
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP
|
|
|
|
|
|
|
|
#include "gc_implementation/g1/concurrentMark.hpp"
|
|
|
|
#include "gc_implementation/g1/g1CollectedHeap.hpp"
|
2011-03-30 10:26:59 -04:00
|
|
|
#include "gc_implementation/g1/g1AllocRegion.inline.hpp"
|
2010-08-24 17:24:33 -04:00
|
|
|
#include "gc_implementation/g1/g1CollectorPolicy.hpp"
|
2011-01-19 09:35:17 -05:00
|
|
|
#include "gc_implementation/g1/heapRegionSeq.inline.hpp"
|
2010-11-23 13:22:55 -08:00
|
|
|
#include "utilities/taskqueue.hpp"
|
|
|
|
|
2008-06-05 15:57:56 -07:00
|
|
|
// Inline functions for G1CollectedHeap
|
|
|
|
|
7045330: G1: Simplify/fix the HeapRegionSeq class
7042285: G1: native memory leak during humongous object allocation
6804436: G1: heap region indices should be size_t
A series of fixes and improvements to the HeapRegionSeq class: a) replace the _regions growable array with a standard C array, b) avoid de-allocating / re-allocating HeapRegion instances when the heap shrinks / grows (fix for 7042285), c) introduce fast method to map address to HeapRegion via a "biased" array pointer, d) embed the _hrs object in G1CollectedHeap, instead of pointing to it via an indirection, e) assume that all the regions added to the HeapRegionSeq instance are contiguous, f) replace int's with size_t's for indexes (and expand that to HeapRegion as part of 6804436), g) remove unnecessary / unused methods, h) rename a couple of fields (_alloc_search_start and _seq_bottom), i) fix iterate_from() not to always start from index 0 irrespective of the region passed to it, j) add a verification method to check the HeapRegionSeq assumptions, k) always call the wrappers for _hrs.iterate(), _hrs_length(), and _hrs.at() from G1CollectedHeap, not those methods directly, and l) unify the code that expands the sequence (by either re-using or creating a new HeapRegion) and make it robust wrt to a HeapRegion allocation failing.
Reviewed-by: stefank, johnc, brutisso
2011-06-10 13:16:40 -04:00
|
|
|
template <class T>
|
2008-06-05 15:57:56 -07:00
|
|
|
inline HeapRegion*
|
7045330: G1: Simplify/fix the HeapRegionSeq class
7042285: G1: native memory leak during humongous object allocation
6804436: G1: heap region indices should be size_t
A series of fixes and improvements to the HeapRegionSeq class: a) replace the _regions growable array with a standard C array, b) avoid de-allocating / re-allocating HeapRegion instances when the heap shrinks / grows (fix for 7042285), c) introduce fast method to map address to HeapRegion via a "biased" array pointer, d) embed the _hrs object in G1CollectedHeap, instead of pointing to it via an indirection, e) assume that all the regions added to the HeapRegionSeq instance are contiguous, f) replace int's with size_t's for indexes (and expand that to HeapRegion as part of 6804436), g) remove unnecessary / unused methods, h) rename a couple of fields (_alloc_search_start and _seq_bottom), i) fix iterate_from() not to always start from index 0 irrespective of the region passed to it, j) add a verification method to check the HeapRegionSeq assumptions, k) always call the wrappers for _hrs.iterate(), _hrs_length(), and _hrs.at() from G1CollectedHeap, not those methods directly, and l) unify the code that expands the sequence (by either re-using or creating a new HeapRegion) and make it robust wrt to a HeapRegion allocation failing.
Reviewed-by: stefank, johnc, brutisso
2011-06-10 13:16:40 -04:00
|
|
|
G1CollectedHeap::heap_region_containing(const T addr) const {
|
|
|
|
HeapRegion* hr = _hrs.addr_to_region((HeapWord*) addr);
|
2008-06-05 15:57:56 -07:00
|
|
|
// hr can be null if addr in perm_gen
|
|
|
|
if (hr != NULL && hr->continuesHumongous()) {
|
|
|
|
hr = hr->humongous_start_region();
|
|
|
|
}
|
|
|
|
return hr;
|
|
|
|
}
|
|
|
|
|
7045330: G1: Simplify/fix the HeapRegionSeq class
7042285: G1: native memory leak during humongous object allocation
6804436: G1: heap region indices should be size_t
A series of fixes and improvements to the HeapRegionSeq class: a) replace the _regions growable array with a standard C array, b) avoid de-allocating / re-allocating HeapRegion instances when the heap shrinks / grows (fix for 7042285), c) introduce fast method to map address to HeapRegion via a "biased" array pointer, d) embed the _hrs object in G1CollectedHeap, instead of pointing to it via an indirection, e) assume that all the regions added to the HeapRegionSeq instance are contiguous, f) replace int's with size_t's for indexes (and expand that to HeapRegion as part of 6804436), g) remove unnecessary / unused methods, h) rename a couple of fields (_alloc_search_start and _seq_bottom), i) fix iterate_from() not to always start from index 0 irrespective of the region passed to it, j) add a verification method to check the HeapRegionSeq assumptions, k) always call the wrappers for _hrs.iterate(), _hrs_length(), and _hrs.at() from G1CollectedHeap, not those methods directly, and l) unify the code that expands the sequence (by either re-using or creating a new HeapRegion) and make it robust wrt to a HeapRegion allocation failing.
Reviewed-by: stefank, johnc, brutisso
2011-06-10 13:16:40 -04:00
|
|
|
template <class T>
|
2008-06-05 15:57:56 -07:00
|
|
|
inline HeapRegion*
|
7045330: G1: Simplify/fix the HeapRegionSeq class
7042285: G1: native memory leak during humongous object allocation
6804436: G1: heap region indices should be size_t
A series of fixes and improvements to the HeapRegionSeq class: a) replace the _regions growable array with a standard C array, b) avoid de-allocating / re-allocating HeapRegion instances when the heap shrinks / grows (fix for 7042285), c) introduce fast method to map address to HeapRegion via a "biased" array pointer, d) embed the _hrs object in G1CollectedHeap, instead of pointing to it via an indirection, e) assume that all the regions added to the HeapRegionSeq instance are contiguous, f) replace int's with size_t's for indexes (and expand that to HeapRegion as part of 6804436), g) remove unnecessary / unused methods, h) rename a couple of fields (_alloc_search_start and _seq_bottom), i) fix iterate_from() not to always start from index 0 irrespective of the region passed to it, j) add a verification method to check the HeapRegionSeq assumptions, k) always call the wrappers for _hrs.iterate(), _hrs_length(), and _hrs.at() from G1CollectedHeap, not those methods directly, and l) unify the code that expands the sequence (by either re-using or creating a new HeapRegion) and make it robust wrt to a HeapRegion allocation failing.
Reviewed-by: stefank, johnc, brutisso
2011-06-10 13:16:40 -04:00
|
|
|
G1CollectedHeap::heap_region_containing_raw(const T addr) const {
|
|
|
|
assert(_g1_reserved.contains((const void*) addr), "invariant");
|
|
|
|
HeapRegion* res = _hrs.addr_to_region_unsafe((HeapWord*) addr);
|
2008-06-05 15:57:56 -07:00
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline bool G1CollectedHeap::obj_in_cs(oop obj) {
|
7045330: G1: Simplify/fix the HeapRegionSeq class
7042285: G1: native memory leak during humongous object allocation
6804436: G1: heap region indices should be size_t
A series of fixes and improvements to the HeapRegionSeq class: a) replace the _regions growable array with a standard C array, b) avoid de-allocating / re-allocating HeapRegion instances when the heap shrinks / grows (fix for 7042285), c) introduce fast method to map address to HeapRegion via a "biased" array pointer, d) embed the _hrs object in G1CollectedHeap, instead of pointing to it via an indirection, e) assume that all the regions added to the HeapRegionSeq instance are contiguous, f) replace int's with size_t's for indexes (and expand that to HeapRegion as part of 6804436), g) remove unnecessary / unused methods, h) rename a couple of fields (_alloc_search_start and _seq_bottom), i) fix iterate_from() not to always start from index 0 irrespective of the region passed to it, j) add a verification method to check the HeapRegionSeq assumptions, k) always call the wrappers for _hrs.iterate(), _hrs_length(), and _hrs.at() from G1CollectedHeap, not those methods directly, and l) unify the code that expands the sequence (by either re-using or creating a new HeapRegion) and make it robust wrt to a HeapRegion allocation failing.
Reviewed-by: stefank, johnc, brutisso
2011-06-10 13:16:40 -04:00
|
|
|
HeapRegion* r = _hrs.addr_to_region((HeapWord*) obj);
|
2008-06-05 15:57:56 -07:00
|
|
|
return r != NULL && r->in_collection_set();
|
|
|
|
}
|
|
|
|
|
2010-08-24 17:24:33 -04:00
|
|
|
inline HeapWord*
|
2011-03-30 10:26:59 -04:00
|
|
|
G1CollectedHeap::attempt_allocation(size_t word_size,
|
|
|
|
unsigned int* gc_count_before_ret) {
|
2011-01-12 16:34:25 -05:00
|
|
|
assert_heap_not_locked_and_not_at_safepoint();
|
2011-03-30 10:26:59 -04:00
|
|
|
assert(!isHumongous(word_size), "attempt_allocation() should not "
|
|
|
|
"be called for humongous allocation requests");
|
2010-08-24 17:24:33 -04:00
|
|
|
|
2011-03-30 10:26:59 -04:00
|
|
|
HeapWord* result = _mutator_alloc_region.attempt_allocation(word_size,
|
|
|
|
false /* bot_updates */);
|
|
|
|
if (result == NULL) {
|
|
|
|
result = attempt_allocation_slow(word_size, gc_count_before_ret);
|
2008-06-05 15:57:56 -07:00
|
|
|
}
|
2011-03-30 10:26:59 -04:00
|
|
|
assert_heap_not_locked();
|
2011-01-12 16:34:25 -05:00
|
|
|
if (result != NULL) {
|
2011-03-30 10:26:59 -04:00
|
|
|
dirty_young_block(result, word_size);
|
2011-01-12 16:34:25 -05:00
|
|
|
}
|
2011-03-30 10:26:59 -04:00
|
|
|
return result;
|
2011-01-12 16:34:25 -05:00
|
|
|
}
|
|
|
|
|
2011-08-12 11:31:06 -04:00
|
|
|
inline HeapWord* G1CollectedHeap::survivor_attempt_allocation(size_t
|
|
|
|
word_size) {
|
|
|
|
assert(!isHumongous(word_size),
|
|
|
|
"we should not be seeing humongous-size allocations in this path");
|
|
|
|
|
|
|
|
HeapWord* result = _survivor_gc_alloc_region.attempt_allocation(word_size,
|
|
|
|
false /* bot_updates */);
|
|
|
|
if (result == NULL) {
|
|
|
|
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag);
|
|
|
|
result = _survivor_gc_alloc_region.attempt_allocation_locked(word_size,
|
|
|
|
false /* bot_updates */);
|
|
|
|
}
|
|
|
|
if (result != NULL) {
|
|
|
|
dirty_young_block(result, word_size);
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline HeapWord* G1CollectedHeap::old_attempt_allocation(size_t word_size) {
|
|
|
|
assert(!isHumongous(word_size),
|
|
|
|
"we should not be seeing humongous-size allocations in this path");
|
|
|
|
|
|
|
|
HeapWord* result = _old_gc_alloc_region.attempt_allocation(word_size,
|
|
|
|
true /* bot_updates */);
|
|
|
|
if (result == NULL) {
|
|
|
|
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag);
|
|
|
|
result = _old_gc_alloc_region.attempt_allocation_locked(word_size,
|
|
|
|
true /* bot_updates */);
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2010-08-24 17:24:33 -04:00
|
|
|
// It dirties the cards that cover the block so that so that the post
|
|
|
|
// write barrier never queues anything when updating objects on this
|
|
|
|
// block. It is assumed (and in fact we assert) that the block
|
|
|
|
// belongs to a young region.
|
|
|
|
inline void
|
|
|
|
G1CollectedHeap::dirty_young_block(HeapWord* start, size_t word_size) {
|
|
|
|
assert_heap_not_locked();
|
|
|
|
|
|
|
|
// Assign the containing region to containing_hr so that we don't
|
|
|
|
// have to keep calling heap_region_containing_raw() in the
|
|
|
|
// asserts below.
|
|
|
|
DEBUG_ONLY(HeapRegion* containing_hr = heap_region_containing_raw(start);)
|
|
|
|
assert(containing_hr != NULL && start != NULL && word_size > 0,
|
|
|
|
"pre-condition");
|
|
|
|
assert(containing_hr->is_in(start), "it should contain start");
|
|
|
|
assert(containing_hr->is_young(), "it should be young");
|
|
|
|
assert(!containing_hr->isHumongous(), "it should not be humongous");
|
|
|
|
|
|
|
|
HeapWord* end = start + word_size;
|
|
|
|
assert(containing_hr->is_in(end - 1), "it should also contain end - 1");
|
|
|
|
|
|
|
|
MemRegion mr(start, end);
|
|
|
|
((CardTableModRefBS*)_g1h->barrier_set())->dirty(mr);
|
2008-06-05 15:57:56 -07:00
|
|
|
}
|
|
|
|
|
2010-08-09 05:41:05 -07:00
|
|
|
inline RefToScanQueue* G1CollectedHeap::task_queue(int i) const {
|
2008-06-05 15:57:56 -07:00
|
|
|
return _task_queues->queue(i);
|
|
|
|
}
|
|
|
|
|
|
|
|
inline bool G1CollectedHeap::isMarkedPrev(oop obj) const {
|
|
|
|
return _cm->prevMarkBitMap()->isMarked((HeapWord *)obj);
|
|
|
|
}
|
|
|
|
|
|
|
|
inline bool G1CollectedHeap::isMarkedNext(oop obj) const {
|
|
|
|
return _cm->nextMarkBitMap()->isMarked((HeapWord *)obj);
|
|
|
|
}
|
2010-11-23 13:22:55 -08:00
|
|
|
|
|
|
|
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP
|