123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205 |
- //===-- LiveIntervalUnion.cpp - Live interval union data structure --------===//
- //
- // The LLVM Compiler Infrastructure
- //
- // This file is distributed under the University of Illinois Open Source
- // License. See LICENSE.TXT for details.
- //
- //===----------------------------------------------------------------------===//
- //
- // LiveIntervalUnion represents a coalesced set of live intervals. This may be
- // used during coalescing to represent a congruence class, or during register
- // allocation to model liveness of a physical register.
- //
- //===----------------------------------------------------------------------===//
- #include "llvm/CodeGen/LiveIntervalUnion.h"
- #include "llvm/ADT/SparseBitVector.h"
- #include "llvm/Support/Debug.h"
- #include "llvm/Support/raw_ostream.h"
- #include "llvm/Target/TargetRegisterInfo.h"
- #include <algorithm>
- using namespace llvm;
- #define DEBUG_TYPE "regalloc"
- // Merge a LiveInterval's segments. Guarantee no overlaps.
- void LiveIntervalUnion::unify(LiveInterval &VirtReg, const LiveRange &Range) {
- if (Range.empty())
- return;
- ++Tag;
- // Insert each of the virtual register's live segments into the map.
- LiveRange::const_iterator RegPos = Range.begin();
- LiveRange::const_iterator RegEnd = Range.end();
- SegmentIter SegPos = Segments.find(RegPos->start);
- while (SegPos.valid()) {
- SegPos.insert(RegPos->start, RegPos->end, &VirtReg);
- if (++RegPos == RegEnd)
- return;
- SegPos.advanceTo(RegPos->start);
- }
- // We have reached the end of Segments, so it is no longer necessary to search
- // for the insertion position.
- // It is faster to insert the end first.
- --RegEnd;
- SegPos.insert(RegEnd->start, RegEnd->end, &VirtReg);
- for (; RegPos != RegEnd; ++RegPos, ++SegPos)
- SegPos.insert(RegPos->start, RegPos->end, &VirtReg);
- }
- // Remove a live virtual register's segments from this union.
- void LiveIntervalUnion::extract(LiveInterval &VirtReg, const LiveRange &Range) {
- if (Range.empty())
- return;
- ++Tag;
- // Remove each of the virtual register's live segments from the map.
- LiveRange::const_iterator RegPos = Range.begin();
- LiveRange::const_iterator RegEnd = Range.end();
- SegmentIter SegPos = Segments.find(RegPos->start);
- for (;;) {
- assert(SegPos.value() == &VirtReg && "Inconsistent LiveInterval");
- SegPos.erase();
- if (!SegPos.valid())
- return;
- // Skip all segments that may have been coalesced.
- RegPos = Range.advanceTo(RegPos, SegPos.start());
- if (RegPos == RegEnd)
- return;
- SegPos.advanceTo(RegPos->start);
- }
- }
- void
- LiveIntervalUnion::print(raw_ostream &OS, const TargetRegisterInfo *TRI) const {
- if (empty()) {
- OS << " empty\n";
- return;
- }
- for (LiveSegments::const_iterator SI = Segments.begin(); SI.valid(); ++SI) {
- OS << " [" << SI.start() << ' ' << SI.stop() << "):"
- << PrintReg(SI.value()->reg, TRI);
- }
- OS << '\n';
- }
- #ifndef NDEBUG
- // Verify the live intervals in this union and add them to the visited set.
- void LiveIntervalUnion::verify(LiveVirtRegBitSet& VisitedVRegs) {
- for (SegmentIter SI = Segments.begin(); SI.valid(); ++SI)
- VisitedVRegs.set(SI.value()->reg);
- }
- #endif //!NDEBUG
- // Scan the vector of interfering virtual registers in this union. Assume it's
- // quite small.
- bool LiveIntervalUnion::Query::isSeenInterference(LiveInterval *VirtReg) const {
- SmallVectorImpl<LiveInterval*>::const_iterator I =
- std::find(InterferingVRegs.begin(), InterferingVRegs.end(), VirtReg);
- return I != InterferingVRegs.end();
- }
- // Collect virtual registers in this union that interfere with this
- // query's live virtual register.
- //
- // The query state is one of:
- //
- // 1. CheckedFirstInterference == false: Iterators are uninitialized.
- // 2. SeenAllInterferences == true: InterferingVRegs complete, iterators unused.
- // 3. Iterators left at the last seen intersection.
- //
- unsigned LiveIntervalUnion::Query::
- collectInterferingVRegs(unsigned MaxInterferingRegs) {
- // Fast path return if we already have the desired information.
- if (SeenAllInterferences || InterferingVRegs.size() >= MaxInterferingRegs)
- return InterferingVRegs.size();
- // Set up iterators on the first call.
- if (!CheckedFirstInterference) {
- CheckedFirstInterference = true;
- // Quickly skip interference check for empty sets.
- if (VirtReg->empty() || LiveUnion->empty()) {
- SeenAllInterferences = true;
- return 0;
- }
- // In most cases, the union will start before VirtReg.
- VirtRegI = VirtReg->begin();
- LiveUnionI.setMap(LiveUnion->getMap());
- LiveUnionI.find(VirtRegI->start);
- }
- LiveInterval::iterator VirtRegEnd = VirtReg->end();
- LiveInterval *RecentReg = nullptr;
- while (LiveUnionI.valid()) {
- assert(VirtRegI != VirtRegEnd && "Reached end of VirtReg");
- // Check for overlapping interference.
- while (VirtRegI->start < LiveUnionI.stop() &&
- VirtRegI->end > LiveUnionI.start()) {
- // This is an overlap, record the interfering register.
- LiveInterval *VReg = LiveUnionI.value();
- if (VReg != RecentReg && !isSeenInterference(VReg)) {
- RecentReg = VReg;
- InterferingVRegs.push_back(VReg);
- if (InterferingVRegs.size() >= MaxInterferingRegs)
- return InterferingVRegs.size();
- }
- // This LiveUnion segment is no longer interesting.
- if (!(++LiveUnionI).valid()) {
- SeenAllInterferences = true;
- return InterferingVRegs.size();
- }
- }
- // The iterators are now not overlapping, LiveUnionI has been advanced
- // beyond VirtRegI.
- assert(VirtRegI->end <= LiveUnionI.start() && "Expected non-overlap");
- // Advance the iterator that ends first.
- VirtRegI = VirtReg->advanceTo(VirtRegI, LiveUnionI.start());
- if (VirtRegI == VirtRegEnd)
- break;
- // Detect overlap, handle above.
- if (VirtRegI->start < LiveUnionI.stop())
- continue;
- // Still not overlapping. Catch up LiveUnionI.
- LiveUnionI.advanceTo(VirtRegI->start);
- }
- SeenAllInterferences = true;
- return InterferingVRegs.size();
- }
- void LiveIntervalUnion::Array::init(LiveIntervalUnion::Allocator &Alloc,
- unsigned NSize) {
- // Reuse existing allocation.
- if (NSize == Size)
- return;
- clear();
- Size = NSize;
- LIUs = static_cast<LiveIntervalUnion*>(
- new char[sizeof(LiveIntervalUnion)*NSize]); // HLSL Change: Use overridable operator new
- for (unsigned i = 0; i != Size; ++i)
- new(LIUs + i) LiveIntervalUnion(Alloc);
- }
- void LiveIntervalUnion::Array::clear() {
- if (!LIUs)
- return;
- for (unsigned i = 0; i != Size; ++i)
- LIUs[i].~LiveIntervalUnion();
- delete[] static_cast<char*>(LIUs); // HLSL Change: Use overridable operator delete
- Size = 0;
- LIUs = nullptr;
- }
|