449 lines
14 KiB
C++
449 lines
14 KiB
C++
/*
|
|
* Copyright (c) 2013, 2019, Oracle and/or its affiliates. All rights reserved.
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
*
|
|
* This code is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License version 2 only, as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This code is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
* version 2 for more details (a copy is included in the LICENSE file that
|
|
* accompanied this code).
|
|
*
|
|
* You should have received a copy of the GNU General Public License version
|
|
* 2 along with this work; if not, write to the Free Software Foundation,
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
*
|
|
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
* or visit www.oracle.com if you need additional information or have any
|
|
* questions.
|
|
*
|
|
*/
|
|
|
|
#ifndef SHARE_SERVICES_VIRTUALMEMORYTRACKER_HPP
|
|
#define SHARE_SERVICES_VIRTUALMEMORYTRACKER_HPP
|
|
|
|
#if INCLUDE_NMT
|
|
|
|
#include "memory/allocation.hpp"
|
|
#include "memory/metaspace.hpp"
|
|
#include "services/allocationSite.hpp"
|
|
#include "services/nmtCommon.hpp"
|
|
#include "utilities/linkedlist.hpp"
|
|
#include "utilities/nativeCallStack.hpp"
|
|
#include "utilities/ostream.hpp"
|
|
|
|
|
|
/*
|
|
* Virtual memory counter
|
|
*/
|
|
class VirtualMemory {
|
|
private:
|
|
size_t _reserved;
|
|
size_t _committed;
|
|
|
|
public:
|
|
VirtualMemory() : _reserved(0), _committed(0) { }
|
|
|
|
inline void reserve_memory(size_t sz) { _reserved += sz; }
|
|
inline void commit_memory (size_t sz) {
|
|
_committed += sz;
|
|
assert(_committed <= _reserved, "Sanity check");
|
|
}
|
|
|
|
inline void release_memory (size_t sz) {
|
|
assert(_reserved >= sz, "Negative amount");
|
|
_reserved -= sz;
|
|
}
|
|
|
|
inline void uncommit_memory(size_t sz) {
|
|
assert(_committed >= sz, "Negative amount");
|
|
_committed -= sz;
|
|
}
|
|
|
|
inline size_t reserved() const { return _reserved; }
|
|
inline size_t committed() const { return _committed; }
|
|
};
|
|
|
|
// Virtual memory allocation site, keeps track where the virtual memory is reserved.
|
|
class VirtualMemoryAllocationSite : public AllocationSite<VirtualMemory> {
|
|
public:
|
|
VirtualMemoryAllocationSite(const NativeCallStack& stack, MEMFLAGS flag) :
|
|
AllocationSite<VirtualMemory>(stack, flag) { }
|
|
|
|
inline void reserve_memory(size_t sz) { data()->reserve_memory(sz); }
|
|
inline void commit_memory (size_t sz) { data()->commit_memory(sz); }
|
|
inline void uncommit_memory(size_t sz) { data()->uncommit_memory(sz); }
|
|
inline void release_memory(size_t sz) { data()->release_memory(sz); }
|
|
inline size_t reserved() const { return peek()->reserved(); }
|
|
inline size_t committed() const { return peek()->committed(); }
|
|
};
|
|
|
|
class VirtualMemorySummary;
|
|
|
|
// This class represents a snapshot of virtual memory at a given time.
|
|
// The latest snapshot is saved in a static area.
|
|
class VirtualMemorySnapshot : public ResourceObj {
|
|
friend class VirtualMemorySummary;
|
|
|
|
private:
|
|
VirtualMemory _virtual_memory[mt_number_of_types];
|
|
|
|
public:
|
|
inline VirtualMemory* by_type(MEMFLAGS flag) {
|
|
int index = NMTUtil::flag_to_index(flag);
|
|
return &_virtual_memory[index];
|
|
}
|
|
|
|
inline VirtualMemory* by_index(int index) {
|
|
assert(index >= 0, "Index out of bound");
|
|
assert(index < mt_number_of_types, "Index out of bound");
|
|
return &_virtual_memory[index];
|
|
}
|
|
|
|
inline size_t total_reserved() const {
|
|
size_t amount = 0;
|
|
for (int index = 0; index < mt_number_of_types; index ++) {
|
|
amount += _virtual_memory[index].reserved();
|
|
}
|
|
return amount;
|
|
}
|
|
|
|
inline size_t total_committed() const {
|
|
size_t amount = 0;
|
|
for (int index = 0; index < mt_number_of_types; index ++) {
|
|
amount += _virtual_memory[index].committed();
|
|
}
|
|
return amount;
|
|
}
|
|
|
|
void copy_to(VirtualMemorySnapshot* s) {
|
|
for (int index = 0; index < mt_number_of_types; index ++) {
|
|
s->_virtual_memory[index] = _virtual_memory[index];
|
|
}
|
|
}
|
|
};
|
|
|
|
class VirtualMemorySummary : AllStatic {
|
|
public:
|
|
static void initialize();
|
|
|
|
static inline void record_reserved_memory(size_t size, MEMFLAGS flag) {
|
|
as_snapshot()->by_type(flag)->reserve_memory(size);
|
|
}
|
|
|
|
static inline void record_committed_memory(size_t size, MEMFLAGS flag) {
|
|
as_snapshot()->by_type(flag)->commit_memory(size);
|
|
}
|
|
|
|
static inline void record_uncommitted_memory(size_t size, MEMFLAGS flag) {
|
|
as_snapshot()->by_type(flag)->uncommit_memory(size);
|
|
}
|
|
|
|
static inline void record_released_memory(size_t size, MEMFLAGS flag) {
|
|
as_snapshot()->by_type(flag)->release_memory(size);
|
|
}
|
|
|
|
// Move virtual memory from one memory type to another.
|
|
// Virtual memory can be reserved before it is associated with a memory type, and tagged
|
|
// as 'unknown'. Once the memory is tagged, the virtual memory will be moved from 'unknown'
|
|
// type to specified memory type.
|
|
static inline void move_reserved_memory(MEMFLAGS from, MEMFLAGS to, size_t size) {
|
|
as_snapshot()->by_type(from)->release_memory(size);
|
|
as_snapshot()->by_type(to)->reserve_memory(size);
|
|
}
|
|
|
|
static inline void move_committed_memory(MEMFLAGS from, MEMFLAGS to, size_t size) {
|
|
as_snapshot()->by_type(from)->uncommit_memory(size);
|
|
as_snapshot()->by_type(to)->commit_memory(size);
|
|
}
|
|
|
|
static void snapshot(VirtualMemorySnapshot* s);
|
|
|
|
static VirtualMemorySnapshot* as_snapshot() {
|
|
return (VirtualMemorySnapshot*)_snapshot;
|
|
}
|
|
|
|
private:
|
|
static size_t _snapshot[CALC_OBJ_SIZE_IN_TYPE(VirtualMemorySnapshot, size_t)];
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
* A virtual memory region
|
|
*/
|
|
class VirtualMemoryRegion {
|
|
private:
|
|
address _base_address;
|
|
size_t _size;
|
|
|
|
public:
|
|
VirtualMemoryRegion(address addr, size_t size) :
|
|
_base_address(addr), _size(size) {
|
|
assert(addr != NULL, "Invalid address");
|
|
assert(size > 0, "Invalid size");
|
|
}
|
|
|
|
inline address base() const { return _base_address; }
|
|
inline address end() const { return base() + size(); }
|
|
inline size_t size() const { return _size; }
|
|
|
|
inline bool is_empty() const { return size() == 0; }
|
|
|
|
inline bool contain_address(address addr) const {
|
|
return (addr >= base() && addr < end());
|
|
}
|
|
|
|
|
|
inline bool contain_region(address addr, size_t size) const {
|
|
return contain_address(addr) && contain_address(addr + size - 1);
|
|
}
|
|
|
|
inline bool same_region(address addr, size_t sz) const {
|
|
return (addr == base() && sz == size());
|
|
}
|
|
|
|
|
|
inline bool overlap_region(address addr, size_t sz) const {
|
|
assert(sz > 0, "Invalid size");
|
|
assert(size() > 0, "Invalid size");
|
|
VirtualMemoryRegion rgn(addr, sz);
|
|
return contain_address(addr) ||
|
|
contain_address(addr + sz - 1) ||
|
|
rgn.contain_address(base()) ||
|
|
rgn.contain_address(end() - 1);
|
|
}
|
|
|
|
inline bool adjacent_to(address addr, size_t sz) const {
|
|
return (addr == end() || (addr + sz) == base());
|
|
}
|
|
|
|
void exclude_region(address addr, size_t sz) {
|
|
assert(contain_region(addr, sz), "Not containment");
|
|
assert(addr == base() || addr + sz == end(), "Can not exclude from middle");
|
|
size_t new_size = size() - sz;
|
|
|
|
if (addr == base()) {
|
|
set_base(addr + sz);
|
|
}
|
|
set_size(new_size);
|
|
}
|
|
|
|
void expand_region(address addr, size_t sz) {
|
|
assert(adjacent_to(addr, sz), "Not adjacent regions");
|
|
if (base() == addr + sz) {
|
|
set_base(addr);
|
|
}
|
|
set_size(size() + sz);
|
|
}
|
|
|
|
protected:
|
|
void set_base(address base) {
|
|
assert(base != NULL, "Sanity check");
|
|
_base_address = base;
|
|
}
|
|
|
|
void set_size(size_t size) {
|
|
assert(size > 0, "Sanity check");
|
|
_size = size;
|
|
}
|
|
};
|
|
|
|
|
|
class CommittedMemoryRegion : public VirtualMemoryRegion {
|
|
private:
|
|
NativeCallStack _stack;
|
|
|
|
public:
|
|
CommittedMemoryRegion(address addr, size_t size, const NativeCallStack& stack) :
|
|
VirtualMemoryRegion(addr, size), _stack(stack) { }
|
|
|
|
inline int compare(const CommittedMemoryRegion& rgn) const {
|
|
if (overlap_region(rgn.base(), rgn.size())) {
|
|
return 0;
|
|
} else {
|
|
if (base() == rgn.base()) {
|
|
return 0;
|
|
} else if (base() > rgn.base()) {
|
|
return 1;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
}
|
|
|
|
inline bool equals(const CommittedMemoryRegion& rgn) const {
|
|
return compare(rgn) == 0;
|
|
}
|
|
|
|
inline void set_call_stack(const NativeCallStack& stack) { _stack = stack; }
|
|
inline const NativeCallStack* call_stack() const { return &_stack; }
|
|
};
|
|
|
|
|
|
typedef LinkedListIterator<CommittedMemoryRegion> CommittedRegionIterator;
|
|
|
|
int compare_committed_region(const CommittedMemoryRegion&, const CommittedMemoryRegion&);
|
|
class ReservedMemoryRegion : public VirtualMemoryRegion {
|
|
private:
|
|
SortedLinkedList<CommittedMemoryRegion, compare_committed_region>
|
|
_committed_regions;
|
|
|
|
NativeCallStack _stack;
|
|
MEMFLAGS _flag;
|
|
|
|
public:
|
|
ReservedMemoryRegion(address base, size_t size, const NativeCallStack& stack,
|
|
MEMFLAGS flag = mtNone) :
|
|
VirtualMemoryRegion(base, size), _stack(stack), _flag(flag) { }
|
|
|
|
|
|
ReservedMemoryRegion(address base, size_t size) :
|
|
VirtualMemoryRegion(base, size), _stack(NativeCallStack::empty_stack()), _flag(mtNone) { }
|
|
|
|
// Copy constructor
|
|
ReservedMemoryRegion(const ReservedMemoryRegion& rr) :
|
|
VirtualMemoryRegion(rr.base(), rr.size()) {
|
|
*this = rr;
|
|
}
|
|
|
|
inline void set_call_stack(const NativeCallStack& stack) { _stack = stack; }
|
|
inline const NativeCallStack* call_stack() const { return &_stack; }
|
|
|
|
void set_flag(MEMFLAGS flag);
|
|
inline MEMFLAGS flag() const { return _flag; }
|
|
|
|
inline int compare(const ReservedMemoryRegion& rgn) const {
|
|
if (overlap_region(rgn.base(), rgn.size())) {
|
|
return 0;
|
|
} else {
|
|
if (base() == rgn.base()) {
|
|
return 0;
|
|
} else if (base() > rgn.base()) {
|
|
return 1;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
}
|
|
|
|
inline bool equals(const ReservedMemoryRegion& rgn) const {
|
|
return compare(rgn) == 0;
|
|
}
|
|
|
|
// uncommitted thread stack bottom, above guard pages if there is any.
|
|
address thread_stack_uncommitted_bottom() const;
|
|
|
|
bool add_committed_region(address addr, size_t size, const NativeCallStack& stack);
|
|
bool remove_uncommitted_region(address addr, size_t size);
|
|
|
|
size_t committed_size() const;
|
|
|
|
// move committed regions that higher than specified address to
|
|
// the new region
|
|
void move_committed_regions(address addr, ReservedMemoryRegion& rgn);
|
|
|
|
CommittedRegionIterator iterate_committed_regions() const {
|
|
return CommittedRegionIterator(_committed_regions.head());
|
|
}
|
|
|
|
ReservedMemoryRegion& operator= (const ReservedMemoryRegion& other) {
|
|
set_base(other.base());
|
|
set_size(other.size());
|
|
|
|
_stack = *other.call_stack();
|
|
_flag = other.flag();
|
|
|
|
CommittedRegionIterator itr = other.iterate_committed_regions();
|
|
const CommittedMemoryRegion* rgn = itr.next();
|
|
while (rgn != NULL) {
|
|
_committed_regions.add(*rgn);
|
|
rgn = itr.next();
|
|
}
|
|
|
|
return *this;
|
|
}
|
|
|
|
private:
|
|
// The committed region contains the uncommitted region, subtract the uncommitted
|
|
// region from this committed region
|
|
bool remove_uncommitted_region(LinkedListNode<CommittedMemoryRegion>* node,
|
|
address addr, size_t sz);
|
|
|
|
bool add_committed_region(const CommittedMemoryRegion& rgn) {
|
|
assert(rgn.base() != NULL, "Invalid base address");
|
|
assert(size() > 0, "Invalid size");
|
|
return _committed_regions.add(rgn) != NULL;
|
|
}
|
|
};
|
|
|
|
int compare_reserved_region_base(const ReservedMemoryRegion& r1, const ReservedMemoryRegion& r2);
|
|
|
|
class VirtualMemoryWalker : public StackObj {
|
|
public:
|
|
virtual bool do_allocation_site(const ReservedMemoryRegion* rgn) { return false; }
|
|
};
|
|
|
|
// Main class called from MemTracker to track virtual memory allocations, commits and releases.
|
|
class VirtualMemoryTracker : AllStatic {
|
|
friend class VirtualMemoryTrackerTest;
|
|
friend class CommittedVirtualMemoryTest;
|
|
|
|
public:
|
|
static bool initialize(NMT_TrackingLevel level);
|
|
|
|
// Late phase initialization
|
|
static bool late_initialize(NMT_TrackingLevel level);
|
|
|
|
static bool add_reserved_region (address base_addr, size_t size, const NativeCallStack& stack, MEMFLAGS flag = mtNone);
|
|
|
|
static bool add_committed_region (address base_addr, size_t size, const NativeCallStack& stack);
|
|
static bool remove_uncommitted_region (address base_addr, size_t size);
|
|
static bool remove_released_region (address base_addr, size_t size);
|
|
static void set_reserved_region_type (address addr, MEMFLAGS flag);
|
|
|
|
// Walk virtual memory data structure for creating baseline, etc.
|
|
static bool walk_virtual_memory(VirtualMemoryWalker* walker);
|
|
|
|
static bool transition(NMT_TrackingLevel from, NMT_TrackingLevel to);
|
|
|
|
// Snapshot current thread stacks
|
|
static void snapshot_thread_stacks();
|
|
|
|
private:
|
|
static SortedLinkedList<ReservedMemoryRegion, compare_reserved_region_base>* _reserved_regions;
|
|
};
|
|
|
|
|
|
class MetaspaceSnapshot : public ResourceObj {
|
|
private:
|
|
size_t _reserved_in_bytes[Metaspace::MetadataTypeCount];
|
|
size_t _committed_in_bytes[Metaspace::MetadataTypeCount];
|
|
size_t _used_in_bytes[Metaspace::MetadataTypeCount];
|
|
size_t _free_in_bytes[Metaspace::MetadataTypeCount];
|
|
|
|
public:
|
|
MetaspaceSnapshot();
|
|
size_t reserved_in_bytes(Metaspace::MetadataType type) const { assert_valid_metadata_type(type); return _reserved_in_bytes[type]; }
|
|
size_t committed_in_bytes(Metaspace::MetadataType type) const { assert_valid_metadata_type(type); return _committed_in_bytes[type]; }
|
|
size_t used_in_bytes(Metaspace::MetadataType type) const { assert_valid_metadata_type(type); return _used_in_bytes[type]; }
|
|
size_t free_in_bytes(Metaspace::MetadataType type) const { assert_valid_metadata_type(type); return _free_in_bytes[type]; }
|
|
|
|
static void snapshot(MetaspaceSnapshot& s);
|
|
|
|
private:
|
|
static void snapshot(Metaspace::MetadataType type, MetaspaceSnapshot& s);
|
|
|
|
static void assert_valid_metadata_type(Metaspace::MetadataType type) {
|
|
assert(type == Metaspace::ClassType || type == Metaspace::NonClassType,
|
|
"Invalid metadata type");
|
|
}
|
|
};
|
|
|
|
#endif // INCLUDE_NMT
|
|
|
|
#endif // SHARE_SERVICES_VIRTUALMEMORYTRACKER_HPP
|