/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "compiled_method_storage.h" #include #include "base/data_hash.h" #include "base/utils.h" #include "compiled_method.h" #include "linker/linker_patch.h" #include "thread-current-inl.h" #include "utils/dedupe_set-inl.h" #include "utils/swap_space.h" namespace art { namespace { // anonymous namespace template const LengthPrefixedArray* CopyArray(SwapSpace* swap_space, const ArrayRef& array) { DCHECK(!array.empty()); SwapAllocator allocator(swap_space); void* storage = allocator.allocate(LengthPrefixedArray::ComputeSize(array.size())); LengthPrefixedArray* array_copy = new(storage) LengthPrefixedArray(array.size()); std::copy(array.begin(), array.end(), array_copy->begin()); return array_copy; } template void ReleaseArray(SwapSpace* swap_space, const LengthPrefixedArray* array) { SwapAllocator allocator(swap_space); size_t size = LengthPrefixedArray::ComputeSize(array->size()); array->~LengthPrefixedArray(); allocator.deallocate(const_cast(reinterpret_cast(array)), size); } } // anonymous namespace template inline const LengthPrefixedArray* CompiledMethodStorage::AllocateOrDeduplicateArray( const ArrayRef& data, DedupeSetType* dedupe_set) { if (data.empty()) { return nullptr; } else if (!DedupeEnabled()) { return CopyArray(swap_space_.get(), data); } else { return dedupe_set->Add(Thread::Current(), data); } } template inline void CompiledMethodStorage::ReleaseArrayIfNotDeduplicated( const LengthPrefixedArray* array) { if (array != nullptr && !DedupeEnabled()) { ReleaseArray(swap_space_.get(), array); } } template class CompiledMethodStorage::DedupeHashFunc { private: static constexpr bool kUseMurmur3Hash = true; public: size_t operator()(const ArrayRef& array) const { return DataHash()(array); } }; template class CompiledMethodStorage::LengthPrefixedArrayAlloc { public: explicit LengthPrefixedArrayAlloc(SwapSpace* swap_space) : swap_space_(swap_space) { } const LengthPrefixedArray* Copy(const ArrayRef& array) { return CopyArray(swap_space_, array); } void Destroy(const LengthPrefixedArray* array) { ReleaseArray(swap_space_, array); } private: SwapSpace* const swap_space_; }; class CompiledMethodStorage::ThunkMapKey { public: ThunkMapKey(linker::LinkerPatch::Type type, uint32_t custom_value1, uint32_t custom_value2) : type_(type), custom_value1_(custom_value1), custom_value2_(custom_value2) {} bool operator<(const ThunkMapKey& other) const { if (custom_value1_ != other.custom_value1_) { return custom_value1_ < other.custom_value1_; } if (custom_value2_ != other.custom_value2_) { return custom_value2_ < other.custom_value2_; } return type_ < other.type_; } private: linker::LinkerPatch::Type type_; uint32_t custom_value1_; uint32_t custom_value2_; }; class CompiledMethodStorage::ThunkMapValue { public: ThunkMapValue(std::vector>&& code, const std::string& debug_name) : code_(std::move(code)), debug_name_(debug_name) {} ArrayRef GetCode() const { return ArrayRef(code_); } const std::string& GetDebugName() const { return debug_name_; } private: std::vector> code_; std::string debug_name_; }; CompiledMethodStorage::CompiledMethodStorage(int swap_fd) : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)), dedupe_enabled_(true), dedupe_code_("dedupe code", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_vmap_table_("dedupe vmap table", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_cfi_info_("dedupe cfi info", LengthPrefixedArrayAlloc(swap_space_.get())), dedupe_linker_patches_("dedupe cfi info", LengthPrefixedArrayAlloc(swap_space_.get())), thunk_map_lock_("thunk_map_lock"), thunk_map_(std::less(), SwapAllocator(swap_space_.get())) { } CompiledMethodStorage::~CompiledMethodStorage() { // All done by member destructors. } void CompiledMethodStorage::DumpMemoryUsage(std::ostream& os, bool extended) const { if (swap_space_.get() != nullptr) { const size_t swap_size = swap_space_->GetSize(); os << " swap=" << PrettySize(swap_size) << " (" << swap_size << "B)"; } if (extended) { Thread* self = Thread::Current(); os << "\nCode dedupe: " << dedupe_code_.DumpStats(self); os << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats(self); os << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats(self); } } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateCode( const ArrayRef& code) { return AllocateOrDeduplicateArray(code, &dedupe_code_); } void CompiledMethodStorage::ReleaseCode(const LengthPrefixedArray* code) { ReleaseArrayIfNotDeduplicated(code); } size_t CompiledMethodStorage::UniqueCodeEntries() const { DCHECK(DedupeEnabled()); return dedupe_code_.Size(Thread::Current()); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateVMapTable( const ArrayRef& table) { return AllocateOrDeduplicateArray(table, &dedupe_vmap_table_); } void CompiledMethodStorage::ReleaseVMapTable(const LengthPrefixedArray* table) { ReleaseArrayIfNotDeduplicated(table); } size_t CompiledMethodStorage::UniqueVMapTableEntries() const { DCHECK(DedupeEnabled()); return dedupe_vmap_table_.Size(Thread::Current()); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateCFIInfo( const ArrayRef& cfi_info) { return AllocateOrDeduplicateArray(cfi_info, &dedupe_cfi_info_); } void CompiledMethodStorage::ReleaseCFIInfo(const LengthPrefixedArray* cfi_info) { ReleaseArrayIfNotDeduplicated(cfi_info); } size_t CompiledMethodStorage::UniqueCFIInfoEntries() const { DCHECK(DedupeEnabled()); return dedupe_cfi_info_.Size(Thread::Current()); } const LengthPrefixedArray* CompiledMethodStorage::DeduplicateLinkerPatches( const ArrayRef& linker_patches) { return AllocateOrDeduplicateArray(linker_patches, &dedupe_linker_patches_); } void CompiledMethodStorage::ReleaseLinkerPatches( const LengthPrefixedArray* linker_patches) { ReleaseArrayIfNotDeduplicated(linker_patches); } size_t CompiledMethodStorage::UniqueLinkerPatchesEntries() const { DCHECK(DedupeEnabled()); return dedupe_linker_patches_.Size(Thread::Current()); } CompiledMethodStorage::ThunkMapKey CompiledMethodStorage::GetThunkMapKey( const linker::LinkerPatch& linker_patch) { uint32_t custom_value1 = 0u; uint32_t custom_value2 = 0u; switch (linker_patch.GetType()) { case linker::LinkerPatch::Type::kCallEntrypoint: custom_value1 = linker_patch.EntrypointOffset(); break; case linker::LinkerPatch::Type::kBakerReadBarrierBranch: custom_value1 = linker_patch.GetBakerCustomValue1(); custom_value2 = linker_patch.GetBakerCustomValue2(); break; case linker::LinkerPatch::Type::kCallRelative: // No custom values. break; default: LOG(FATAL) << "Unexpected patch type: " << linker_patch.GetType(); UNREACHABLE(); } return ThunkMapKey(linker_patch.GetType(), custom_value1, custom_value2); } CompiledMethod* CompiledMethodStorage::CreateCompiledMethod( InstructionSet instruction_set, ArrayRef code, ArrayRef stack_map, ArrayRef cfi, ArrayRef patches, bool is_intrinsic) { CompiledMethod* compiled_method = CompiledMethod::SwapAllocCompiledMethod( this, instruction_set, code, stack_map, cfi, patches); if (is_intrinsic) { compiled_method->MarkAsIntrinsic(); } return compiled_method; } ArrayRef CompiledMethodStorage::GetThunkCode(const linker::LinkerPatch& linker_patch, /*out*/ std::string* debug_name) { ThunkMapKey key = GetThunkMapKey(linker_patch); MutexLock lock(Thread::Current(), thunk_map_lock_); auto it = thunk_map_.find(key); if (it != thunk_map_.end()) { const ThunkMapValue& value = it->second; if (debug_name != nullptr) { *debug_name = value.GetDebugName(); } return value.GetCode(); } else { if (debug_name != nullptr) { *debug_name = std::string(); } return ArrayRef(); } } void CompiledMethodStorage::SetThunkCode(const linker::LinkerPatch& linker_patch, ArrayRef code, const std::string& debug_name) { DCHECK(!code.empty()); ThunkMapKey key = GetThunkMapKey(linker_patch); std::vector> code_copy( code.begin(), code.end(), SwapAllocator(swap_space_.get())); ThunkMapValue value(std::move(code_copy), debug_name); MutexLock lock(Thread::Current(), thunk_map_lock_); // Note: Multiple threads can try and compile the same thunk, so this may not create a new entry. thunk_map_.emplace(key, std::move(value)); } } // namespace art