class ArtMethod; template<class T> class Handle; class LinearAlloc; class InlineCache; class IsMarkedVisitor; class JitJniStubTestHelper; class OatQuickMethodHeader; struct ProfileMethodInfo; class ProfilingInfo; class Thread;
namespace mirror { classClass; class Object; template<class T> class ObjectArray;
} // namespace mirror
namespace jit {
class MarkCodeClosure;
// Type of bitmap used for tracking live functions in the JIT code cache for the purposes // of garbage collecting code. using CodeCacheBitmap = gc::accounting::MemoryRangeBitmap<kJitCodeAccountingBytes>;
// The state of profile-based compilation in the zygote. // - kInProgress: JIT compilation is happening // - kDone: JIT compilation is finished, and the zygote is preparing notifying // the other processes. // - kNotifiedOk: the zygote has notified the other processes, which can start // sharing the boot image method mappings. // - kNotifiedFailure: the zygote has notified the other processes, but they // cannot share the boot image method mappings due to // unexpected errors enumclass ZygoteCompilationState : uint8_t {
kInProgress = 0,
kDone = 1,
kNotifiedOk = 2,
kNotifiedFailure = 3,
};
// Class abstraction over a map of ArtMethod -> compiled code, where the // ArtMethod are compiled by the zygote, and the map acts as a communication // channel between the zygote and the other processes. // For the zygote process, this map is the only map it is placing the compiled // code. JitCodeCache.method_code_map_ is empty. // // This map is writable only by the zygote, and readable by all children. class ZygoteMap { public: struct Entry {
ArtMethod* method; // Note we currently only allocate code in the low 4g, so we could just reserve 4 bytes // for the code pointer. For simplicity and in the case we move to 64bit // addresses for code, just keep it void* for now. constvoid* code_ptr;
};
// Initialize the data structure so it can hold `number_of_methods` mappings. // Note that the map is fixed size and never grows. void Initialize(uint32_t number_of_methods) REQUIRES(!Locks::jit_lock_);
// Return the code pointer for the given method. If pc is not zero, check that // the pc falls into that code range. Return null otherwise. constvoid* GetCodeFor(ArtMethod* method, uintptr_t pc = 0) const;
// Return whether the map has associated code for the given method. bool ContainsMethod(ArtMethod* method) const { return GetCodeFor(method) != nullptr;
}
private: // The map allocated with `region_`.
ArrayRef<const Entry> map_;
// The region in which the map is allocated.
JitMemoryRegion* const region_;
// The current state of compilation in the zygote. Starts with kInProgress, // and should end with kNotifiedOk or kNotifiedFailure. const ZygoteCompilationState* compilation_state_;
// Default initial capacity of the JIT code cache. static size_t GetInitialCapacity() { // This function is called during static initialization // when gPageSize might not be available yet. const size_t page_size = GetPageSizeSlow();
// Put the default to a very low amount for debug builds to stress the code cache // collection. It should be at least two pages, however, as the storage is split // into data and code sections with sizes that should be aligned to page size each // as that's the unit mspaces use. See also: JitMemoryRegion::Initialize. return std::max(kIsDebugBuild ? 8 * KB : 64 * KB, 2 * page_size);
}
// Create the code cache with a code + data capacity equal to "capacity", error message is passed // in the out arg error_msg. static JitCodeCache* Create(bool used_only_for_profile_data, bool rwx_memory_allowed, bool is_zygote,
std::string* error_msg);
~JitCodeCache();
// Notify to the code cache that the compiler wants to use the // profiling info of `method` to drive optimizations, // and therefore ensure the returned profiling info object is not // collected.
ProfilingInfo* NotifyCompilerUse(ArtMethod* method, Thread* self)
REQUIRES_SHARED(Locks::mutator_lock_)
REQUIRES(!Locks::jit_lock_);
// Return true if the code cache contains this pc.
EXPORT bool ContainsPc(constvoid* pc) const;
// Return true if the code cache contains this pc in the private region (i.e. not from zygote). bool PrivateRegionContainsPc(constvoid* pc) const;
// Return true if the code cache contains this method.
EXPORT bool ContainsMethod(ArtMethod* method)
REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Locks::jit_lock_);
// Return the code pointer for a JNI-compiled stub if the method is in the cache, null otherwise. constvoid* GetJniStubCode(ArtMethod* method)
REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Locks::jit_lock_);
// Allocate a region for both code and data in the JIT code cache. // The reserved memory is left completely uninitialized. bool Reserve(Thread* self,
JitMemoryRegion* region,
size_t code_size,
size_t stack_map_size,
size_t number_of_roots,
ArtMethod* method, /*out*/ArrayRef<const uint8_t>* reserved_code, /*out*/ArrayRef<const uint8_t>* reserved_data)
REQUIRES_SHARED(Locks::mutator_lock_)
REQUIRES(!Locks::jit_lock_);
// Initialize code and data of previously allocated memory. // // `cha_single_implementation_list` needs to be registered via CHA (if it's // still valid), since the compiled code still needs to be invalidated if the // single-implementation assumptions are violated later. This needs to be done // even if `has_should_deoptimize_flag` is false, which can happen due to CHA // guard elimination. bool Commit(Thread* self,
JitMemoryRegion* region,
ArtMethod* method,
ArrayRef<const uint8_t> reserved_code, // Uninitialized destination.
ArrayRef<const uint8_t> code, // Compiler output (source).
ArrayRef<const uint8_t> reserved_data, // Uninitialized destination. const std::vector<Handle<mirror::Object>>& roots,
ArrayRef<const uint8_t> stack_map, // Compiler output (source). const std::vector<uint8_t>& debug_info, bool is_full_debug_info,
CompilationKind compilation_kind, const ArenaSet<ArtMethod*>& cha_single_implementation_list)
REQUIRES_SHARED(Locks::mutator_lock_)
REQUIRES(!Locks::jit_lock_);
// Given the 'pc', try to find the JIT compiled code associated with it. 'method' may be null // when LookupMethodHeader is called from MarkCodeClosure::Run() in debug builds. Return null // if 'pc' is not in the code cache.
OatQuickMethodHeader* LookupMethodHeader(uintptr_t pc, ArtMethod* method)
REQUIRES(!Locks::jit_lock_)
REQUIRES_SHARED(Locks::mutator_lock_);
// Removes method from the cache for testing purposes. The caller // must ensure that all threads are suspended and the method should // not be in any thread's stack.
EXPORT bool RemoveMethod(ArtMethod* method, bool release_memory)
REQUIRES(!Locks::jit_lock_)
REQUIRES(Locks::mutator_lock_);
// Remove all methods in our cache that were allocated by 'alloc'. void RemoveMethodsIn(Thread* self, const LinearAlloc& alloc)
REQUIRES(!Locks::jit_lock_)
REQUIRES_SHARED(Locks::mutator_lock_);
// Adds to `methods` all profiled methods which are part of any of the given dex locations. // Saves inline caches for a method if its hotness meets `inline_cache_threshold` after being // baseline compiled.
EXPORT void GetProfiledMethods(const std::set<std::string>& dex_base_locations,
std::vector<ProfileMethodInfo>& methods,
uint16_t inline_cache_threshold) REQUIRES(!Locks::jit_lock_)
REQUIRES_SHARED(Locks::mutator_lock_);
// The GC needs to disallow the reading of inline caches when it processes them, // to avoid having a class being used while it is being deleted. void AllowInlineCacheAccess() REQUIRES(!Locks::jit_lock_); void DisallowInlineCacheAccess() REQUIRES(!Locks::jit_lock_); void BroadcastForInlineCacheAccess() REQUIRES(!Locks::jit_lock_);
// Notify the code cache that the method at the pointer 'old_method' is being moved to the pointer // 'new_method' since it is being made obsolete.
EXPORT void MoveObsoleteMethod(ArtMethod* old_method, ArtMethod* new_method)
REQUIRES(!Locks::jit_lock_) REQUIRES(Locks::mutator_lock_);
// Dynamically change whether we want to garbage collect code.
EXPORT void SetGarbageCollectCode(bool value) REQUIRES(!Locks::jit_lock_);
// Fetch the code of a method that was JITted, but the JIT could not // update its entrypoint due to the resolution trampoline. constvoid* GetSavedEntryPointOfPreCompiledMethod(ArtMethod* method)
REQUIRES(!Locks::jit_lock_)
REQUIRES_SHARED(Locks::mutator_lock_);
// Clear the entrypoints of JIT compiled methods that belong in the zygote space. // This is used for removing non-debuggable JIT code at the point we realize the runtime // is debuggable. Also clear the Precompiled flag from all methods so the non-debuggable code // doesn't come back.
EXPORT void TransitionToDebuggable() REQUIRES(!Locks::jit_lock_) REQUIRES(Locks::mutator_lock_);
JitMemoryRegion* GetCurrentRegion(); bool IsSharedRegion(const JitMemoryRegion& region) const { return ®ion == &shared_region_; } bool CanAllocateProfilingInfo() { // If we don't have a private region, we cannot allocate a profiling info. // A shared region doesn't support in general GC objects, which a profiling info // can reference.
JitMemoryRegion* region = GetCurrentRegion(); return region->IsValid() && !IsSharedRegion(*region);
}
// Return whether the given `ptr` is in the zygote executable memory space. bool IsInZygoteExecSpace(constvoid* ptr) const { return shared_region_.IsInExecSpace(ptr);
}
// NO_THREAD_SAFETY_ANALYSIS because we may be called with the JIT lock held // or not. The implementation of this method handles the two cases. void AddZombieCode(ArtMethod* method, constvoid* code_ptr) NO_THREAD_SAFETY_ANALYSIS;
// If a collection is in progress, wait for it to finish. Return // whether the thread actually waited. bool WaitForPotentialCollectionToComplete(Thread* self)
REQUIRES(Locks::jit_lock_) REQUIRES_SHARED(!Locks::mutator_lock_);
// Remove CHA dependents and underlying allocations for entries in `method_headers`. void FreeAllMethodHeaders(const std::unordered_set<OatQuickMethodHeader*>& method_headers)
REQUIRES(Locks::jit_lock_)
REQUIRES(!Locks::cha_lock_);
// Removes method from the cache. The caller must ensure that all threads // are suspended and the method should not be in any thread's stack. bool RemoveMethodLocked(ArtMethod* method, bool release_memory)
REQUIRES(Locks::jit_lock_)
REQUIRES(Locks::mutator_lock_);
// Call given callback for every compiled method in the code cache. void VisitAllMethods(const std::function<void(constvoid*, ArtMethod*)>& cb)
REQUIRES_SHARED(Locks::jit_mutator_lock_);
// Free code and data allocations for `code_ptr`. void FreeCodeAndData(constvoid* code_ptr)
REQUIRES(Locks::jit_lock_);
// Number of bytes allocated in the code cache.
size_t CodeCacheSize() REQUIRES(!Locks::jit_lock_);
// Number of bytes allocated in the data cache.
size_t DataCacheSize() REQUIRES(!Locks::jit_lock_);
// Number of bytes allocated in the code cache.
size_t CodeCacheSizeLocked() REQUIRES(Locks::jit_lock_);
// Number of bytes allocated in the data cache.
size_t DataCacheSizeLocked() REQUIRES(Locks::jit_lock_);
// Return whether the code cache's capacity is at its maximum. bool IsAtMaxCapacity() const REQUIRES(Locks::jit_lock_);
// Whether the GC allows accessing weaks in inline caches. Note that this // is not used by the concurrent collector, which uses // Thread::SetWeakRefAccessEnabled instead.
Atomic<bool> is_weak_access_enabled_;
// Condition to wait on for accessing inline caches.
ConditionVariable inline_cache_cond_ GUARDED_BY(Locks::jit_lock_);
// Reserved capacity of the JIT code cache. const size_t reserved_capacity_;
// By default, do not GC until reaching four times the initial capacity. static constexpr size_t kReservedCapacityMultiplier = 4;
// -------------- JIT memory regions ------------------------------------- //
// Shared region, inherited from the zygote.
JitMemoryRegion shared_region_;
// Process's own region.
JitMemoryRegion private_region_;
// -------------- Global JIT maps --------------------------------------- //
// Note: The methods held in these maps may be dead, so we must ensure that we do not use // read barriers on their declaring classes as that could unnecessarily keep them alive or // crash the GC, depending on the GC phase and particular GC's details. Asserting that we // do not emit read barriers for these methods can be tricky as we're allowed to emit read // barriers for other methods that are known to be alive, such as the method being compiled. // The GC must ensure that methods in these maps are cleaned up with `RemoveMethodsIn()` // before the declaring class memory is freed.
// Holds compiled code associated with the shorty for a JNI stub.
SafeMap<JniStubKey, JniStubData> jni_stubs_map_ GUARDED_BY(Locks::jit_mutator_lock_);
// Holds compiled code associated to the ArtMethod.
SafeMap<constvoid*, ArtMethod*> method_code_map_ GUARDED_BY(Locks::jit_mutator_lock_); // Subset of `method_code_map_`, but keyed by `ArtMethod*`. Used to treat certain // objects (like `MethodType`-s) as strongly reachable from the corresponding ArtMethod.
SafeMap<ArtMethod*, std::vector<constvoid*>> method_code_map_reversed_
GUARDED_BY(Locks::jit_mutator_lock_);
// Holds compiled code associated to the ArtMethod. Used when pre-jitting // methods whose entrypoints have the resolution stub.
SafeMap<ArtMethod*, constvoid*> saved_compiled_methods_map_ GUARDED_BY(Locks::jit_mutator_lock_);
// Holds osr compiled code associated to the ArtMethod.
SafeMap<ArtMethod*, constvoid*> osr_code_map_ GUARDED_BY(Locks::jit_mutator_lock_);
// Zombie code and JNI methods to consider for collection.
std::set<constvoid*> zombie_code_ GUARDED_BY(Locks::jit_mutator_lock_);
std::set<ArtMethod*> zombie_jni_code_ GUARDED_BY(Locks::jit_mutator_lock_);
// ProfilingInfo objects we have allocated. Mutators don't need to access // these so this can be guarded by the JIT lock.
SafeMap<ArtMethod*, ProfilingInfo*> profiling_infos_ GUARDED_BY(Locks::jit_lock_);
// Methods that the zygote has compiled and can be shared across processes // forked from the zygote.
ZygoteMap zygote_map_;
// -------------- JIT GC related data structures ----------------------- //
// Condition to wait on during collection and for accessing weak references in inline caches.
ConditionVariable lock_cond_ GUARDED_BY(Locks::jit_lock_);
// Whether there is a code cache collection in progress. bool collection_in_progress_ GUARDED_BY(Locks::jit_lock_);
// Whether a GC task is already scheduled.
std::atomic<bool> gc_task_scheduled_;
// Bitmap for collecting code and data.
std::unique_ptr<CodeCacheBitmap> live_bitmap_;
// Whether we can do garbage collection. Not 'const' as tests may override this. bool garbage_collect_code_ GUARDED_BY(Locks::jit_lock_);
// Zombie code being processed by the GC.
std::set<constvoid*> processed_zombie_code_ GUARDED_BY(Locks::jit_lock_);
std::set<ArtMethod*> processed_zombie_jni_code_ GUARDED_BY(Locks::jit_lock_);
// Number of compilations done throughout the lifetime of the JIT.
size_t number_of_baseline_compilations_ GUARDED_BY(Locks::jit_lock_);
size_t number_of_fast_compilations_ GUARDED_BY(Locks::jit_lock_);
size_t number_of_optimized_compilations_ GUARDED_BY(Locks::jit_lock_);
size_t number_of_osr_compilations_ GUARDED_BY(Locks::jit_lock_);
// Number of code cache collections done throughout the lifetime of the JIT.
size_t number_of_collections_ GUARDED_BY(Locks::jit_lock_);
// Histograms for keeping track of stack map size statistics.
Histogram<uint64_t> histogram_stack_map_memory_use_ GUARDED_BY(Locks::jit_lock_);
// Histograms for keeping track of code size statistics.
Histogram<uint64_t> histogram_code_memory_use_ GUARDED_BY(Locks::jit_lock_);
// Histograms for keeping track of profiling info statistics.
Histogram<uint64_t> histogram_profiling_info_memory_use_ GUARDED_BY(Locks::jit_lock_);
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.