123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155 |
- #pragma once
- #ifdef __GNUC__
- #pragma GCC diagnostic push
- #pragma GCC diagnostic ignored "-Wunused-parameter"
- #endif
- //==- llvm/Support/ArrayRecycler.h - Recycling of Arrays ---------*- C++ -*-==//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This file defines the ArrayRecycler class template which can recycle small
- // arrays allocated from one of the allocators in Allocator.h
- //
- //===----------------------------------------------------------------------===//
- #ifndef LLVM_SUPPORT_ARRAYRECYCLER_H
- #define LLVM_SUPPORT_ARRAYRECYCLER_H
- #include "llvm/ADT/SmallVector.h"
- #include "llvm/Support/Allocator.h"
- #include "llvm/Support/MathExtras.h"
- namespace llvm {
- /// Recycle small arrays allocated from a BumpPtrAllocator.
- ///
- /// Arrays are allocated in a small number of fixed sizes. For each supported
- /// array size, the ArrayRecycler keeps a free list of available arrays.
- ///
- template <class T, size_t Align = alignof(T)> class ArrayRecycler {
- // The free list for a given array size is a simple singly linked list.
- // We can't use iplist or Recycler here since those classes can't be copied.
- struct FreeList {
- FreeList *Next;
- };
- static_assert(Align >= alignof(FreeList), "Object underaligned");
- static_assert(sizeof(T) >= sizeof(FreeList), "Objects are too small");
- // Keep a free list for each array size.
- SmallVector<FreeList*, 8> Bucket;
- // Remove an entry from the free list in Bucket[Idx] and return it.
- // Return NULL if no entries are available.
- T *pop(unsigned Idx) {
- if (Idx >= Bucket.size())
- return nullptr;
- FreeList *Entry = Bucket[Idx];
- if (!Entry)
- return nullptr;
- __asan_unpoison_memory_region(Entry, Capacity::get(Idx).getSize());
- Bucket[Idx] = Entry->Next;
- __msan_allocated_memory(Entry, Capacity::get(Idx).getSize());
- return reinterpret_cast<T*>(Entry);
- }
- // Add an entry to the free list at Bucket[Idx].
- void push(unsigned Idx, T *Ptr) {
- assert(Ptr && "Cannot recycle NULL pointer");
- FreeList *Entry = reinterpret_cast<FreeList*>(Ptr);
- if (Idx >= Bucket.size())
- Bucket.resize(size_t(Idx) + 1);
- Entry->Next = Bucket[Idx];
- Bucket[Idx] = Entry;
- __asan_poison_memory_region(Ptr, Capacity::get(Idx).getSize());
- }
- public:
- /// The size of an allocated array is represented by a Capacity instance.
- ///
- /// This class is much smaller than a size_t, and it provides methods to work
- /// with the set of legal array capacities.
- class Capacity {
- uint8_t Index;
- explicit Capacity(uint8_t idx) : Index(idx) {}
- public:
- Capacity() : Index(0) {}
- /// Get the capacity of an array that can hold at least N elements.
- static Capacity get(size_t N) {
- return Capacity(N ? Log2_64_Ceil(N) : 0);
- }
- /// Get the number of elements in an array with this capacity.
- size_t getSize() const { return size_t(1u) << Index; }
- /// Get the bucket number for this capacity.
- unsigned getBucket() const { return Index; }
- /// Get the next larger capacity. Large capacities grow exponentially, so
- /// this function can be used to reallocate incrementally growing vectors
- /// in amortized linear time.
- Capacity getNext() const { return Capacity(Index + 1); }
- };
- ~ArrayRecycler() {
- // The client should always call clear() so recycled arrays can be returned
- // to the allocator.
- assert(Bucket.empty() && "Non-empty ArrayRecycler deleted!");
- }
- /// Release all the tracked allocations to the allocator. The recycler must
- /// be free of any tracked allocations before being deleted.
- template<class AllocatorType>
- void clear(AllocatorType &Allocator) {
- for (; !Bucket.empty(); Bucket.pop_back())
- while (T *Ptr = pop(Bucket.size() - 1))
- Allocator.Deallocate(Ptr);
- }
- /// Special case for BumpPtrAllocator which has an empty Deallocate()
- /// function.
- ///
- /// There is no need to traverse the free lists, pulling all the objects into
- /// cache.
- void clear(BumpPtrAllocator&) {
- Bucket.clear();
- }
- /// Allocate an array of at least the requested capacity.
- ///
- /// Return an existing recycled array, or allocate one from Allocator if
- /// none are available for recycling.
- ///
- template<class AllocatorType>
- T *allocate(Capacity Cap, AllocatorType &Allocator) {
- // Try to recycle an existing array.
- if (T *Ptr = pop(Cap.getBucket()))
- return Ptr;
- // Nope, get more memory.
- return static_cast<T*>(Allocator.Allocate(sizeof(T)*Cap.getSize(), Align));
- }
- /// Deallocate an array with the specified Capacity.
- ///
- /// Cap must be the same capacity that was given to allocate().
- ///
- void deallocate(Capacity Cap, T *Ptr) {
- push(Cap.getBucket(), Ptr);
- }
- };
- } // end llvm namespace
- #endif
- #ifdef __GNUC__
- #pragma GCC diagnostic pop
- #endif
|