Home | History | Annotate | Download | only in ADT
      1 //===- llvm/ADT/SmallPtrSet.h - 'Normally small' pointer set ----*- C++ -*-===//
      2 //
      3 //                     The LLVM Compiler Infrastructure
      4 //
      5 // This file is distributed under the University of Illinois Open Source
      6 // License. See LICENSE.TXT for details.
      7 //
      8 //===----------------------------------------------------------------------===//
      9 //
     10 // This file defines the SmallPtrSet class.  See the doxygen comment for
     11 // SmallPtrSetImplBase for more details on the algorithm used.
     12 //
     13 //===----------------------------------------------------------------------===//
     14 
     15 #ifndef LLVM_ADT_SMALLPTRSET_H
     16 #define LLVM_ADT_SMALLPTRSET_H
     17 
     18 #include "llvm/ADT/EpochTracker.h"
     19 #include "llvm/Support/Compiler.h"
     20 #include "llvm/Support/ReverseIteration.h"
     21 #include "llvm/Support/type_traits.h"
     22 #include <cassert>
     23 #include <cstddef>
     24 #include <cstdlib>
     25 #include <cstring>
     26 #include <initializer_list>
     27 #include <iterator>
     28 #include <utility>
     29 
     30 namespace llvm {
     31 
     32 /// SmallPtrSetImplBase - This is the common code shared among all the
     33 /// SmallPtrSet<>'s, which is almost everything.  SmallPtrSet has two modes, one
     34 /// for small and one for large sets.
     35 ///
     36 /// Small sets use an array of pointers allocated in the SmallPtrSet object,
     37 /// which is treated as a simple array of pointers.  When a pointer is added to
     38 /// the set, the array is scanned to see if the element already exists, if not
     39 /// the element is 'pushed back' onto the array.  If we run out of space in the
     40 /// array, we grow into the 'large set' case.  SmallSet should be used when the
     41 /// sets are often small.  In this case, no memory allocation is used, and only
     42 /// light-weight and cache-efficient scanning is used.
     43 ///
     44 /// Large sets use a classic exponentially-probed hash table.  Empty buckets are
     45 /// represented with an illegal pointer value (-1) to allow null pointers to be
     46 /// inserted.  Tombstones are represented with another illegal pointer value
     47 /// (-2), to allow deletion.  The hash table is resized when the table is 3/4 or
     48 /// more.  When this happens, the table is doubled in size.
     49 ///
     50 class SmallPtrSetImplBase : public DebugEpochBase {
     51   friend class SmallPtrSetIteratorImpl;
     52 
     53 protected:
     54   /// SmallArray - Points to a fixed size set of buckets, used in 'small mode'.
     55   const void **SmallArray;
     56   /// CurArray - This is the current set of buckets.  If equal to SmallArray,
     57   /// then the set is in 'small mode'.
     58   const void **CurArray;
     59   /// CurArraySize - The allocated size of CurArray, always a power of two.
     60   unsigned CurArraySize;
     61 
     62   /// Number of elements in CurArray that contain a value or are a tombstone.
     63   /// If small, all these elements are at the beginning of CurArray and the rest
     64   /// is uninitialized.
     65   unsigned NumNonEmpty;
     66   /// Number of tombstones in CurArray.
     67   unsigned NumTombstones;
     68 
     69   // Helpers to copy and move construct a SmallPtrSet.
     70   SmallPtrSetImplBase(const void **SmallStorage,
     71                       const SmallPtrSetImplBase &that);
     72   SmallPtrSetImplBase(const void **SmallStorage, unsigned SmallSize,
     73                       SmallPtrSetImplBase &&that);
     74 
     75   explicit SmallPtrSetImplBase(const void **SmallStorage, unsigned SmallSize)
     76       : SmallArray(SmallStorage), CurArray(SmallStorage),
     77         CurArraySize(SmallSize), NumNonEmpty(0), NumTombstones(0) {
     78     assert(SmallSize && (SmallSize & (SmallSize-1)) == 0 &&
     79            "Initial size must be a power of two!");
     80   }
     81 
     82   ~SmallPtrSetImplBase() {
     83     if (!isSmall())
     84       free(CurArray);
     85   }
     86 
     87 public:
     88   using size_type = unsigned;
     89 
     90   SmallPtrSetImplBase &operator=(const SmallPtrSetImplBase &) = delete;
     91 
     92   LLVM_NODISCARD bool empty() const { return size() == 0; }
     93   size_type size() const { return NumNonEmpty - NumTombstones; }
     94 
     95   void clear() {
     96     incrementEpoch();
     97     // If the capacity of the array is huge, and the # elements used is small,
     98     // shrink the array.
     99     if (!isSmall()) {
    100       if (size() * 4 < CurArraySize && CurArraySize > 32)
    101         return shrink_and_clear();
    102       // Fill the array with empty markers.
    103       memset(CurArray, -1, CurArraySize * sizeof(void *));
    104     }
    105 
    106     NumNonEmpty = 0;
    107     NumTombstones = 0;
    108   }
    109 
    110 protected:
    111   static void *getTombstoneMarker() { return reinterpret_cast<void*>(-2); }
    112 
    113   static void *getEmptyMarker() {
    114     // Note that -1 is chosen to make clear() efficiently implementable with
    115     // memset and because it's not a valid pointer value.
    116     return reinterpret_cast<void*>(-1);
    117   }
    118 
    119   const void **EndPointer() const {
    120     return isSmall() ? CurArray + NumNonEmpty : CurArray + CurArraySize;
    121   }
    122 
    123   /// insert_imp - This returns true if the pointer was new to the set, false if
    124   /// it was already in the set.  This is hidden from the client so that the
    125   /// derived class can check that the right type of pointer is passed in.
    126   std::pair<const void *const *, bool> insert_imp(const void *Ptr) {
    127     if (isSmall()) {
    128       // Check to see if it is already in the set.
    129       const void **LastTombstone = nullptr;
    130       for (const void **APtr = SmallArray, **E = SmallArray + NumNonEmpty;
    131            APtr != E; ++APtr) {
    132         const void *Value = *APtr;
    133         if (Value == Ptr)
    134           return std::make_pair(APtr, false);
    135         if (Value == getTombstoneMarker())
    136           LastTombstone = APtr;
    137       }
    138 
    139       // Did we find any tombstone marker?
    140       if (LastTombstone != nullptr) {
    141         *LastTombstone = Ptr;
    142         --NumTombstones;
    143         incrementEpoch();
    144         return std::make_pair(LastTombstone, true);
    145       }
    146 
    147       // Nope, there isn't.  If we stay small, just 'pushback' now.
    148       if (NumNonEmpty < CurArraySize) {
    149         SmallArray[NumNonEmpty++] = Ptr;
    150         incrementEpoch();
    151         return std::make_pair(SmallArray + (NumNonEmpty - 1), true);
    152       }
    153       // Otherwise, hit the big set case, which will call grow.
    154     }
    155     return insert_imp_big(Ptr);
    156   }
    157 
    158   /// erase_imp - If the set contains the specified pointer, remove it and
    159   /// return true, otherwise return false.  This is hidden from the client so
    160   /// that the derived class can check that the right type of pointer is passed
    161   /// in.
    162   bool erase_imp(const void * Ptr) {
    163     const void *const *P = find_imp(Ptr);
    164     if (P == EndPointer())
    165       return false;
    166 
    167     const void **Loc = const_cast<const void **>(P);
    168     assert(*Loc == Ptr && "broken find!");
    169     *Loc = getTombstoneMarker();
    170     NumTombstones++;
    171     return true;
    172   }
    173 
    174   /// Returns the raw pointer needed to construct an iterator.  If element not
    175   /// found, this will be EndPointer.  Otherwise, it will be a pointer to the
    176   /// slot which stores Ptr;
    177   const void *const * find_imp(const void * Ptr) const {
    178     if (isSmall()) {
    179       // Linear search for the item.
    180       for (const void *const *APtr = SmallArray,
    181                       *const *E = SmallArray + NumNonEmpty; APtr != E; ++APtr)
    182         if (*APtr == Ptr)
    183           return APtr;
    184       return EndPointer();
    185     }
    186 
    187     // Big set case.
    188     auto *Bucket = FindBucketFor(Ptr);
    189     if (*Bucket == Ptr)
    190       return Bucket;
    191     return EndPointer();
    192   }
    193 
    194 private:
    195   bool isSmall() const { return CurArray == SmallArray; }
    196 
    197   std::pair<const void *const *, bool> insert_imp_big(const void *Ptr);
    198 
    199   const void * const *FindBucketFor(const void *Ptr) const;
    200   void shrink_and_clear();
    201 
    202   /// Grow - Allocate a larger backing store for the buckets and move it over.
    203   void Grow(unsigned NewSize);
    204 
    205 protected:
    206   /// swap - Swaps the elements of two sets.
    207   /// Note: This method assumes that both sets have the same small size.
    208   void swap(SmallPtrSetImplBase &RHS);
    209 
    210   void CopyFrom(const SmallPtrSetImplBase &RHS);
    211   void MoveFrom(unsigned SmallSize, SmallPtrSetImplBase &&RHS);
    212 
    213 private:
    214   /// Code shared by MoveFrom() and move constructor.
    215   void MoveHelper(unsigned SmallSize, SmallPtrSetImplBase &&RHS);
    216   /// Code shared by CopyFrom() and copy constructor.
    217   void CopyHelper(const SmallPtrSetImplBase &RHS);
    218 };
    219 
    220 /// SmallPtrSetIteratorImpl - This is the common base class shared between all
    221 /// instances of SmallPtrSetIterator.
    222 class SmallPtrSetIteratorImpl {
    223 protected:
    224   const void *const *Bucket;
    225   const void *const *End;
    226 
    227 public:
    228   explicit SmallPtrSetIteratorImpl(const void *const *BP, const void*const *E)
    229     : Bucket(BP), End(E) {
    230     if (shouldReverseIterate()) {
    231       RetreatIfNotValid();
    232       return;
    233     }
    234     AdvanceIfNotValid();
    235   }
    236 
    237   bool operator==(const SmallPtrSetIteratorImpl &RHS) const {
    238     return Bucket == RHS.Bucket;
    239   }
    240   bool operator!=(const SmallPtrSetIteratorImpl &RHS) const {
    241     return Bucket != RHS.Bucket;
    242   }
    243 
    244 protected:
    245   /// AdvanceIfNotValid - If the current bucket isn't valid, advance to a bucket
    246   /// that is.   This is guaranteed to stop because the end() bucket is marked
    247   /// valid.
    248   void AdvanceIfNotValid() {
    249     assert(Bucket <= End);
    250     while (Bucket != End &&
    251            (*Bucket == SmallPtrSetImplBase::getEmptyMarker() ||
    252             *Bucket == SmallPtrSetImplBase::getTombstoneMarker()))
    253       ++Bucket;
    254   }
    255   void RetreatIfNotValid() {
    256     assert(Bucket >= End);
    257     while (Bucket != End &&
    258            (Bucket[-1] == SmallPtrSetImplBase::getEmptyMarker() ||
    259             Bucket[-1] == SmallPtrSetImplBase::getTombstoneMarker())) {
    260       --Bucket;
    261     }
    262   }
    263 };
    264 
    265 /// SmallPtrSetIterator - This implements a const_iterator for SmallPtrSet.
    266 template <typename PtrTy>
    267 class SmallPtrSetIterator : public SmallPtrSetIteratorImpl,
    268                             DebugEpochBase::HandleBase {
    269   using PtrTraits = PointerLikeTypeTraits<PtrTy>;
    270 
    271 public:
    272   using value_type = PtrTy;
    273   using reference = PtrTy;
    274   using pointer = PtrTy;
    275   using difference_type = std::ptrdiff_t;
    276   using iterator_category = std::forward_iterator_tag;
    277 
    278   explicit SmallPtrSetIterator(const void *const *BP, const void *const *E,
    279                                const DebugEpochBase &Epoch)
    280       : SmallPtrSetIteratorImpl(BP, E), DebugEpochBase::HandleBase(&Epoch) {}
    281 
    282   // Most methods provided by baseclass.
    283 
    284   const PtrTy operator*() const {
    285     assert(isHandleInSync() && "invalid iterator access!");
    286     if (shouldReverseIterate()) {
    287       assert(Bucket > End);
    288       return PtrTraits::getFromVoidPointer(const_cast<void *>(Bucket[-1]));
    289     }
    290     assert(Bucket < End);
    291     return PtrTraits::getFromVoidPointer(const_cast<void*>(*Bucket));
    292   }
    293 
    294   inline SmallPtrSetIterator& operator++() {          // Preincrement
    295     assert(isHandleInSync() && "invalid iterator access!");
    296     if (shouldReverseIterate()) {
    297       --Bucket;
    298       RetreatIfNotValid();
    299       return *this;
    300     }
    301     ++Bucket;
    302     AdvanceIfNotValid();
    303     return *this;
    304   }
    305 
    306   SmallPtrSetIterator operator++(int) {        // Postincrement
    307     SmallPtrSetIterator tmp = *this;
    308     ++*this;
    309     return tmp;
    310   }
    311 };
    312 
    313 /// RoundUpToPowerOfTwo - This is a helper template that rounds N up to the next
    314 /// power of two (which means N itself if N is already a power of two).
    315 template<unsigned N>
    316 struct RoundUpToPowerOfTwo;
    317 
    318 /// RoundUpToPowerOfTwoH - If N is not a power of two, increase it.  This is a
    319 /// helper template used to implement RoundUpToPowerOfTwo.
    320 template<unsigned N, bool isPowerTwo>
    321 struct RoundUpToPowerOfTwoH {
    322   enum { Val = N };
    323 };
    324 template<unsigned N>
    325 struct RoundUpToPowerOfTwoH<N, false> {
    326   enum {
    327     // We could just use NextVal = N+1, but this converges faster.  N|(N-1) sets
    328     // the right-most zero bits to one all at once, e.g. 0b0011000 -> 0b0011111.
    329     Val = RoundUpToPowerOfTwo<(N|(N-1)) + 1>::Val
    330   };
    331 };
    332 
    333 template<unsigned N>
    334 struct RoundUpToPowerOfTwo {
    335   enum { Val = RoundUpToPowerOfTwoH<N, (N&(N-1)) == 0>::Val };
    336 };
    337 
    338 /// A templated base class for \c SmallPtrSet which provides the
    339 /// typesafe interface that is common across all small sizes.
    340 ///
    341 /// This is particularly useful for passing around between interface boundaries
    342 /// to avoid encoding a particular small size in the interface boundary.
    343 template <typename PtrType>
    344 class SmallPtrSetImpl : public SmallPtrSetImplBase {
    345   using ConstPtrType = typename add_const_past_pointer<PtrType>::type;
    346   using PtrTraits = PointerLikeTypeTraits<PtrType>;
    347   using ConstPtrTraits = PointerLikeTypeTraits<ConstPtrType>;
    348 
    349 protected:
    350   // Constructors that forward to the base.
    351   SmallPtrSetImpl(const void **SmallStorage, const SmallPtrSetImpl &that)
    352       : SmallPtrSetImplBase(SmallStorage, that) {}
    353   SmallPtrSetImpl(const void **SmallStorage, unsigned SmallSize,
    354                   SmallPtrSetImpl &&that)
    355       : SmallPtrSetImplBase(SmallStorage, SmallSize, std::move(that)) {}
    356   explicit SmallPtrSetImpl(const void **SmallStorage, unsigned SmallSize)
    357       : SmallPtrSetImplBase(SmallStorage, SmallSize) {}
    358 
    359 public:
    360   using iterator = SmallPtrSetIterator<PtrType>;
    361   using const_iterator = SmallPtrSetIterator<PtrType>;
    362   using key_type = ConstPtrType;
    363   using value_type = PtrType;
    364 
    365   SmallPtrSetImpl(const SmallPtrSetImpl &) = delete;
    366 
    367   /// Inserts Ptr if and only if there is no element in the container equal to
    368   /// Ptr. The bool component of the returned pair is true if and only if the
    369   /// insertion takes place, and the iterator component of the pair points to
    370   /// the element equal to Ptr.
    371   std::pair<iterator, bool> insert(PtrType Ptr) {
    372     auto p = insert_imp(PtrTraits::getAsVoidPointer(Ptr));
    373     return std::make_pair(makeIterator(p.first), p.second);
    374   }
    375 
    376   /// erase - If the set contains the specified pointer, remove it and return
    377   /// true, otherwise return false.
    378   bool erase(PtrType Ptr) {
    379     return erase_imp(PtrTraits::getAsVoidPointer(Ptr));
    380   }
    381   /// count - Return 1 if the specified pointer is in the set, 0 otherwise.
    382   size_type count(ConstPtrType Ptr) const { return find(Ptr) != end() ? 1 : 0; }
    383   iterator find(ConstPtrType Ptr) const {
    384     return makeIterator(find_imp(ConstPtrTraits::getAsVoidPointer(Ptr)));
    385   }
    386 
    387   template <typename IterT>
    388   void insert(IterT I, IterT E) {
    389     for (; I != E; ++I)
    390       insert(*I);
    391   }
    392 
    393   void insert(std::initializer_list<PtrType> IL) {
    394     insert(IL.begin(), IL.end());
    395   }
    396 
    397   iterator begin() const {
    398     if (shouldReverseIterate())
    399       return makeIterator(EndPointer() - 1);
    400     return makeIterator(CurArray);
    401   }
    402   iterator end() const { return makeIterator(EndPointer()); }
    403 
    404 private:
    405   /// Create an iterator that dereferences to same place as the given pointer.
    406   iterator makeIterator(const void *const *P) const {
    407     if (shouldReverseIterate())
    408       return iterator(P == EndPointer() ? CurArray : P + 1, CurArray, *this);
    409     return iterator(P, EndPointer(), *this);
    410   }
    411 };
    412 
    413 /// SmallPtrSet - This class implements a set which is optimized for holding
    414 /// SmallSize or less elements.  This internally rounds up SmallSize to the next
    415 /// power of two if it is not already a power of two.  See the comments above
    416 /// SmallPtrSetImplBase for details of the algorithm.
    417 template<class PtrType, unsigned SmallSize>
    418 class SmallPtrSet : public SmallPtrSetImpl<PtrType> {
    419   // In small mode SmallPtrSet uses linear search for the elements, so it is
    420   // not a good idea to choose this value too high. You may consider using a
    421   // DenseSet<> instead if you expect many elements in the set.
    422   static_assert(SmallSize <= 32, "SmallSize should be small");
    423 
    424   using BaseT = SmallPtrSetImpl<PtrType>;
    425 
    426   // Make sure that SmallSize is a power of two, round up if not.
    427   enum { SmallSizePowTwo = RoundUpToPowerOfTwo<SmallSize>::Val };
    428   /// SmallStorage - Fixed size storage used in 'small mode'.
    429   const void *SmallStorage[SmallSizePowTwo];
    430 
    431 public:
    432   SmallPtrSet() : BaseT(SmallStorage, SmallSizePowTwo) {}
    433   SmallPtrSet(const SmallPtrSet &that) : BaseT(SmallStorage, that) {}
    434   SmallPtrSet(SmallPtrSet &&that)
    435       : BaseT(SmallStorage, SmallSizePowTwo, std::move(that)) {}
    436 
    437   template<typename It>
    438   SmallPtrSet(It I, It E) : BaseT(SmallStorage, SmallSizePowTwo) {
    439     this->insert(I, E);
    440   }
    441 
    442   SmallPtrSet(std::initializer_list<PtrType> IL)
    443       : BaseT(SmallStorage, SmallSizePowTwo) {
    444     this->insert(IL.begin(), IL.end());
    445   }
    446 
    447   SmallPtrSet<PtrType, SmallSize> &
    448   operator=(const SmallPtrSet<PtrType, SmallSize> &RHS) {
    449     if (&RHS != this)
    450       this->CopyFrom(RHS);
    451     return *this;
    452   }
    453 
    454   SmallPtrSet<PtrType, SmallSize> &
    455   operator=(SmallPtrSet<PtrType, SmallSize> &&RHS) {
    456     if (&RHS != this)
    457       this->MoveFrom(SmallSizePowTwo, std::move(RHS));
    458     return *this;
    459   }
    460 
    461   SmallPtrSet<PtrType, SmallSize> &
    462   operator=(std::initializer_list<PtrType> IL) {
    463     this->clear();
    464     this->insert(IL.begin(), IL.end());
    465     return *this;
    466   }
    467 
    468   /// swap - Swaps the elements of two sets.
    469   void swap(SmallPtrSet<PtrType, SmallSize> &RHS) {
    470     SmallPtrSetImplBase::swap(RHS);
    471   }
    472 };
    473 
    474 } // end namespace llvm
    475 
    476 namespace std {
    477 
    478   /// Implement std::swap in terms of SmallPtrSet swap.
    479   template<class T, unsigned N>
    480   inline void swap(llvm::SmallPtrSet<T, N> &LHS, llvm::SmallPtrSet<T, N> &RHS) {
    481     LHS.swap(RHS);
    482   }
    483 
    484 } // end namespace std
    485 
    486 #endif // LLVM_ADT_SMALLPTRSET_H
    487