1 //===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #include "llvm/DebugInfo/PDB/Raw/TpiStream.h" 11 12 #include "llvm/DebugInfo/CodeView/CVTypeVisitor.h" 13 #include "llvm/DebugInfo/CodeView/CodeView.h" 14 #include "llvm/DebugInfo/CodeView/StreamReader.h" 15 #include "llvm/DebugInfo/CodeView/TypeIndex.h" 16 #include "llvm/DebugInfo/CodeView/TypeRecord.h" 17 #include "llvm/DebugInfo/PDB/Raw/Hash.h" 18 #include "llvm/DebugInfo/PDB/Raw/IndexedStreamData.h" 19 #include "llvm/DebugInfo/PDB/Raw/MappedBlockStream.h" 20 #include "llvm/DebugInfo/PDB/Raw/PDBFile.h" 21 #include "llvm/DebugInfo/PDB/Raw/RawConstants.h" 22 #include "llvm/DebugInfo/PDB/Raw/RawError.h" 23 #include "llvm/DebugInfo/PDB/Raw/RawTypes.h" 24 25 #include "llvm/Support/Endian.h" 26 27 using namespace llvm; 28 using namespace llvm::codeview; 29 using namespace llvm::support; 30 using namespace llvm::pdb; 31 32 namespace { 33 const uint32_t MinHashBuckets = 0x1000; 34 const uint32_t MaxHashBuckets = 0x40000; 35 } 36 37 // This corresponds to `HDR` in PDB/dbi/tpi.h. 38 struct TpiStream::HeaderInfo { 39 struct EmbeddedBuf { 40 little32_t Off; 41 ulittle32_t Length; 42 }; 43 44 ulittle32_t Version; 45 ulittle32_t HeaderSize; 46 ulittle32_t TypeIndexBegin; 47 ulittle32_t TypeIndexEnd; 48 ulittle32_t TypeRecordBytes; 49 50 // The following members correspond to `TpiHash` in PDB/dbi/tpi.h. 51 ulittle16_t HashStreamIndex; 52 ulittle16_t HashAuxStreamIndex; 53 ulittle32_t HashKeySize; 54 ulittle32_t NumHashBuckets; 55 56 EmbeddedBuf HashValueBuffer; 57 EmbeddedBuf IndexOffsetBuffer; 58 EmbeddedBuf HashAdjBuffer; 59 }; 60 61 TpiStream::TpiStream(const PDBFile &File, 62 std::unique_ptr<MappedBlockStream> Stream) 63 : Pdb(File), Stream(std::move(Stream)) {} 64 65 TpiStream::~TpiStream() {} 66 67 // Corresponds to `fUDTAnon`. 68 template <typename T> static bool isAnonymous(T &Rec) { 69 StringRef Name = Rec.getName(); 70 return Name == "<unnamed-tag>" || Name == "__unnamed" || 71 Name.endswith("::<unnamed-tag>") || Name.endswith("::__unnamed"); 72 } 73 74 // Computes a hash for a given TPI record. 75 template <typename T> 76 static uint32_t getTpiHash(T &Rec, const CVRecord<TypeLeafKind> &RawRec) { 77 auto Opts = static_cast<uint16_t>(Rec.getOptions()); 78 79 bool ForwardRef = 80 Opts & static_cast<uint16_t>(ClassOptions::ForwardReference); 81 bool Scoped = Opts & static_cast<uint16_t>(ClassOptions::Scoped); 82 bool UniqueName = Opts & static_cast<uint16_t>(ClassOptions::HasUniqueName); 83 bool IsAnon = UniqueName && isAnonymous(Rec); 84 85 if (!ForwardRef && !Scoped && !IsAnon) 86 return hashStringV1(Rec.getName()); 87 if (!ForwardRef && UniqueName && !IsAnon) 88 return hashStringV1(Rec.getUniqueName()); 89 return hashBufferV8(RawRec.RawData); 90 } 91 92 namespace { 93 class TpiHashVerifier : public TypeVisitorCallbacks { 94 public: 95 TpiHashVerifier(FixedStreamArray<support::ulittle32_t> &HashValues, 96 uint32_t NumHashBuckets) 97 : HashValues(HashValues), NumHashBuckets(NumHashBuckets) {} 98 99 Error visitUdtSourceLine(UdtSourceLineRecord &Rec) override { 100 return verifySourceLine(Rec); 101 } 102 103 Error visitUdtModSourceLine(UdtModSourceLineRecord &Rec) override { 104 return verifySourceLine(Rec); 105 } 106 107 Error visitClass(ClassRecord &Rec) override { return verify(Rec); } 108 Error visitEnum(EnumRecord &Rec) override { return verify(Rec); } 109 Error visitUnion(UnionRecord &Rec) override { return verify(Rec); } 110 111 Error visitTypeBegin(const CVRecord<TypeLeafKind> &Rec) override { 112 ++Index; 113 RawRecord = &Rec; 114 return Error::success(); 115 } 116 117 private: 118 template <typename T> Error verify(T &Rec) { 119 uint32_t Hash = getTpiHash(Rec, *RawRecord); 120 if (Hash % NumHashBuckets != HashValues[Index]) 121 return errorInvalidHash(); 122 return Error::success(); 123 } 124 125 template <typename T> Error verifySourceLine(T &Rec) { 126 char Buf[4]; 127 support::endian::write32le(Buf, Rec.getUDT().getIndex()); 128 uint32_t Hash = hashStringV1(StringRef(Buf, 4)); 129 if (Hash % NumHashBuckets != HashValues[Index]) 130 return errorInvalidHash(); 131 return Error::success(); 132 } 133 134 Error errorInvalidHash() { 135 return make_error<RawError>( 136 raw_error_code::invalid_tpi_hash, 137 "Type index is 0x" + utohexstr(TypeIndex::FirstNonSimpleIndex + Index)); 138 } 139 140 FixedStreamArray<support::ulittle32_t> HashValues; 141 const CVRecord<TypeLeafKind> *RawRecord; 142 uint32_t NumHashBuckets; 143 uint32_t Index = -1; 144 }; 145 } 146 147 // Verifies that a given type record matches with a given hash value. 148 // Currently we only verify SRC_LINE records. 149 Error TpiStream::verifyHashValues() { 150 TpiHashVerifier Verifier(HashValues, Header->NumHashBuckets); 151 CVTypeVisitor Visitor(Verifier); 152 return Visitor.visitTypeStream(TypeRecords); 153 } 154 155 Error TpiStream::reload() { 156 StreamReader Reader(*Stream); 157 158 if (Reader.bytesRemaining() < sizeof(HeaderInfo)) 159 return make_error<RawError>(raw_error_code::corrupt_file, 160 "TPI Stream does not contain a header."); 161 162 if (Reader.readObject(Header)) 163 return make_error<RawError>(raw_error_code::corrupt_file, 164 "TPI Stream does not contain a header."); 165 166 if (Header->Version != PdbTpiV80) 167 return make_error<RawError>(raw_error_code::corrupt_file, 168 "Unsupported TPI Version."); 169 170 if (Header->HeaderSize != sizeof(HeaderInfo)) 171 return make_error<RawError>(raw_error_code::corrupt_file, 172 "Corrupt TPI Header size."); 173 174 if (Header->HashKeySize != sizeof(ulittle32_t)) 175 return make_error<RawError>(raw_error_code::corrupt_file, 176 "TPI Stream expected 4 byte hash key size."); 177 178 if (Header->NumHashBuckets < MinHashBuckets || 179 Header->NumHashBuckets > MaxHashBuckets) 180 return make_error<RawError>(raw_error_code::corrupt_file, 181 "TPI Stream Invalid number of hash buckets."); 182 183 // The actual type records themselves come from this stream 184 if (auto EC = Reader.readArray(TypeRecords, Header->TypeRecordBytes)) 185 return EC; 186 187 // Hash indices, hash values, etc come from the hash stream. 188 if (Header->HashStreamIndex >= Pdb.getNumStreams()) 189 return make_error<RawError>(raw_error_code::corrupt_file, 190 "Invalid TPI hash stream index."); 191 192 auto HS = 193 MappedBlockStream::createIndexedStream(Header->HashStreamIndex, Pdb); 194 if (!HS) 195 return HS.takeError(); 196 StreamReader HSR(**HS); 197 198 uint32_t NumHashValues = Header->HashValueBuffer.Length / sizeof(ulittle32_t); 199 if (NumHashValues != NumTypeRecords()) 200 return make_error<RawError>( 201 raw_error_code::corrupt_file, 202 "TPI hash count does not match with the number of type records."); 203 HSR.setOffset(Header->HashValueBuffer.Off); 204 if (auto EC = HSR.readArray(HashValues, NumHashValues)) 205 return EC; 206 207 HSR.setOffset(Header->IndexOffsetBuffer.Off); 208 uint32_t NumTypeIndexOffsets = 209 Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset); 210 if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets)) 211 return EC; 212 213 HSR.setOffset(Header->HashAdjBuffer.Off); 214 uint32_t NumHashAdjustments = 215 Header->HashAdjBuffer.Length / sizeof(TypeIndexOffset); 216 if (auto EC = HSR.readArray(HashAdjustments, NumHashAdjustments)) 217 return EC; 218 219 HashStream = std::move(*HS); 220 221 // TPI hash table is a parallel array for the type records. 222 // Verify that the hash values match with type records. 223 if (auto EC = verifyHashValues()) 224 return EC; 225 226 return Error::success(); 227 } 228 229 PdbRaw_TpiVer TpiStream::getTpiVersion() const { 230 uint32_t Value = Header->Version; 231 return static_cast<PdbRaw_TpiVer>(Value); 232 } 233 234 uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; } 235 236 uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; } 237 238 uint32_t TpiStream::NumTypeRecords() const { 239 return TypeIndexEnd() - TypeIndexBegin(); 240 } 241 242 uint16_t TpiStream::getTypeHashStreamIndex() const { 243 return Header->HashStreamIndex; 244 } 245 246 uint16_t TpiStream::getTypeHashStreamAuxIndex() const { 247 return Header->HashAuxStreamIndex; 248 } 249 250 uint32_t TpiStream::NumHashBuckets() const { return Header->NumHashBuckets; } 251 uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; } 252 253 FixedStreamArray<support::ulittle32_t> 254 TpiStream::getHashValues() const { 255 return HashValues; 256 } 257 258 FixedStreamArray<TypeIndexOffset> 259 TpiStream::getTypeIndexOffsets() const { 260 return TypeIndexOffsets; 261 } 262 263 FixedStreamArray<TypeIndexOffset> 264 TpiStream::getHashAdjustments() const { 265 return HashAdjustments; 266 } 267 268 iterator_range<CVTypeArray::Iterator> 269 TpiStream::types(bool *HadError) const { 270 return llvm::make_range(TypeRecords.begin(HadError), TypeRecords.end()); 271 } 272 273 Error TpiStream::commit() { return Error::success(); } 274