xref: /openbsd/gnu/llvm/llvm/lib/DWP/DWP.cpp (revision 73471bf0)
1 //===-- llvm-dwp.cpp - Split DWARF merging tool for llvm ------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // A utility for merging DWARF 5 Split DWARF .dwo files into .dwp (DWARF
10 // package files).
11 //
12 //===----------------------------------------------------------------------===//
13 #include "llvm/DWP/DWP.h"
14 #include "llvm/DWP/DWPError.h"
15 #include "llvm/MC/MCContext.h"
16 #include "llvm/MC/MCObjectFileInfo.h"
17 #include "llvm/MC/MCTargetOptionsCommandFlags.h"
18 #include "llvm/Object/Decompressor.h"
19 
20 using namespace llvm;
21 using namespace llvm::object;
22 
23 static mc::RegisterMCTargetOptionsFlags MCTargetOptionsFlags;
24 
25 // Returns the size of debug_str_offsets section headers in bytes.
26 static uint64_t debugStrOffsetsHeaderSize(DataExtractor StrOffsetsData,
27                                           uint16_t DwarfVersion) {
28   if (DwarfVersion <= 4)
29     return 0; // There is no header before dwarf 5.
30   uint64_t Offset = 0;
31   uint64_t Length = StrOffsetsData.getU32(&Offset);
32   if (Length == llvm::dwarf::DW_LENGTH_DWARF64)
33     return 16; // unit length: 12 bytes, version: 2 bytes, padding: 2 bytes.
34   return 8;    // unit length: 4 bytes, version: 2 bytes, padding: 2 bytes.
35 }
36 
37 static uint64_t getCUAbbrev(StringRef Abbrev, uint64_t AbbrCode) {
38   uint64_t Offset = 0;
39   DataExtractor AbbrevData(Abbrev, true, 0);
40   while (AbbrevData.getULEB128(&Offset) != AbbrCode) {
41     // Tag
42     AbbrevData.getULEB128(&Offset);
43     // DW_CHILDREN
44     AbbrevData.getU8(&Offset);
45     // Attributes
46     while (AbbrevData.getULEB128(&Offset) | AbbrevData.getULEB128(&Offset))
47       ;
48   }
49   return Offset;
50 }
51 
52 static Expected<const char *>
53 getIndexedString(dwarf::Form Form, DataExtractor InfoData, uint64_t &InfoOffset,
54                  StringRef StrOffsets, StringRef Str, uint16_t Version) {
55   if (Form == dwarf::DW_FORM_string)
56     return InfoData.getCStr(&InfoOffset);
57   uint64_t StrIndex;
58   switch (Form) {
59   case dwarf::DW_FORM_strx1:
60     StrIndex = InfoData.getU8(&InfoOffset);
61     break;
62   case dwarf::DW_FORM_strx2:
63     StrIndex = InfoData.getU16(&InfoOffset);
64     break;
65   case dwarf::DW_FORM_strx3:
66     StrIndex = InfoData.getU24(&InfoOffset);
67     break;
68   case dwarf::DW_FORM_strx4:
69     StrIndex = InfoData.getU32(&InfoOffset);
70     break;
71   case dwarf::DW_FORM_strx:
72   case dwarf::DW_FORM_GNU_str_index:
73     StrIndex = InfoData.getULEB128(&InfoOffset);
74     break;
75   default:
76     return make_error<DWPError>(
77         "string field must be encoded with one of the following: "
78         "DW_FORM_string, DW_FORM_strx, DW_FORM_strx1, DW_FORM_strx2, "
79         "DW_FORM_strx3, DW_FORM_strx4, or DW_FORM_GNU_str_index.");
80   }
81   DataExtractor StrOffsetsData(StrOffsets, true, 0);
82   uint64_t StrOffsetsOffset = 4 * StrIndex;
83   StrOffsetsOffset += debugStrOffsetsHeaderSize(StrOffsetsData, Version);
84 
85   uint64_t StrOffset = StrOffsetsData.getU32(&StrOffsetsOffset);
86   DataExtractor StrData(Str, true, 0);
87   return StrData.getCStr(&StrOffset);
88 }
89 
90 static Expected<CompileUnitIdentifiers>
91 getCUIdentifiers(InfoSectionUnitHeader &Header, StringRef Abbrev,
92                  StringRef Info, StringRef StrOffsets, StringRef Str) {
93   DataExtractor InfoData(Info, true, 0);
94   uint64_t Offset = Header.HeaderSize;
95   if (Header.Version >= 5 && Header.UnitType != dwarf::DW_UT_split_compile)
96     return make_error<DWPError>(
97         std::string("unit type DW_UT_split_compile type not found in "
98                     "debug_info header. Unexpected unit type 0x" +
99                     utostr(Header.UnitType) + " found"));
100 
101   CompileUnitIdentifiers ID;
102 
103   uint32_t AbbrCode = InfoData.getULEB128(&Offset);
104   DataExtractor AbbrevData(Abbrev, true, 0);
105   uint64_t AbbrevOffset = getCUAbbrev(Abbrev, AbbrCode);
106   auto Tag = static_cast<dwarf::Tag>(AbbrevData.getULEB128(&AbbrevOffset));
107   if (Tag != dwarf::DW_TAG_compile_unit)
108     return make_error<DWPError>("top level DIE is not a compile unit");
109   // DW_CHILDREN
110   AbbrevData.getU8(&AbbrevOffset);
111   uint32_t Name;
112   dwarf::Form Form;
113   while ((Name = AbbrevData.getULEB128(&AbbrevOffset)) |
114              (Form = static_cast<dwarf::Form>(
115                   AbbrevData.getULEB128(&AbbrevOffset))) &&
116          (Name != 0 || Form != 0)) {
117     switch (Name) {
118     case dwarf::DW_AT_name: {
119       Expected<const char *> EName = getIndexedString(
120           Form, InfoData, Offset, StrOffsets, Str, Header.Version);
121       if (!EName)
122         return EName.takeError();
123       ID.Name = *EName;
124       break;
125     }
126     case dwarf::DW_AT_GNU_dwo_name:
127     case dwarf::DW_AT_dwo_name: {
128       Expected<const char *> EName = getIndexedString(
129           Form, InfoData, Offset, StrOffsets, Str, Header.Version);
130       if (!EName)
131         return EName.takeError();
132       ID.DWOName = *EName;
133       break;
134     }
135     case dwarf::DW_AT_GNU_dwo_id:
136       Header.Signature = InfoData.getU64(&Offset);
137       break;
138     default:
139       DWARFFormValue::skipValue(
140           Form, InfoData, &Offset,
141           dwarf::FormParams({Header.Version, Header.AddrSize, Header.Format}));
142     }
143   }
144   if (!Header.Signature)
145     return make_error<DWPError>("compile unit missing dwo_id");
146   ID.Signature = *Header.Signature;
147   return ID;
148 }
149 
150 static bool isSupportedSectionKind(DWARFSectionKind Kind) {
151   return Kind != DW_SECT_EXT_unknown;
152 }
153 
154 namespace llvm {
155 // Convert an internal section identifier into the index to use with
156 // UnitIndexEntry::Contributions.
157 unsigned getContributionIndex(DWARFSectionKind Kind, uint32_t IndexVersion) {
158   assert(serializeSectionKind(Kind, IndexVersion) >= DW_SECT_INFO);
159   return serializeSectionKind(Kind, IndexVersion) - DW_SECT_INFO;
160 }
161 } // namespace llvm
162 
163 // Convert a UnitIndexEntry::Contributions index to the corresponding on-disk
164 // value of the section identifier.
165 static unsigned getOnDiskSectionId(unsigned Index) {
166   return Index + DW_SECT_INFO;
167 }
168 
169 static StringRef getSubsection(StringRef Section,
170                                const DWARFUnitIndex::Entry &Entry,
171                                DWARFSectionKind Kind) {
172   const auto *Off = Entry.getContribution(Kind);
173   if (!Off)
174     return StringRef();
175   return Section.substr(Off->Offset, Off->Length);
176 }
177 
178 static void
179 addAllTypesFromDWP(MCStreamer &Out,
180                    MapVector<uint64_t, UnitIndexEntry> &TypeIndexEntries,
181                    const DWARFUnitIndex &TUIndex, MCSection *OutputTypes,
182                    StringRef Types, const UnitIndexEntry &TUEntry,
183                    uint32_t &TypesOffset, unsigned TypesContributionIndex) {
184   Out.SwitchSection(OutputTypes);
185   for (const DWARFUnitIndex::Entry &E : TUIndex.getRows()) {
186     auto *I = E.getContributions();
187     if (!I)
188       continue;
189     auto P = TypeIndexEntries.insert(std::make_pair(E.getSignature(), TUEntry));
190     if (!P.second)
191       continue;
192     auto &Entry = P.first->second;
193     // Zero out the debug_info contribution
194     Entry.Contributions[0] = {};
195     for (auto Kind : TUIndex.getColumnKinds()) {
196       if (!isSupportedSectionKind(Kind))
197         continue;
198       auto &C =
199           Entry.Contributions[getContributionIndex(Kind, TUIndex.getVersion())];
200       C.Offset += I->Offset;
201       C.Length = I->Length;
202       ++I;
203     }
204     auto &C = Entry.Contributions[TypesContributionIndex];
205     Out.emitBytes(Types.substr(
206         C.Offset - TUEntry.Contributions[TypesContributionIndex].Offset,
207         C.Length));
208     C.Offset = TypesOffset;
209     TypesOffset += C.Length;
210   }
211 }
212 
213 static void addAllTypesFromTypesSection(
214     MCStreamer &Out, MapVector<uint64_t, UnitIndexEntry> &TypeIndexEntries,
215     MCSection *OutputTypes, const std::vector<StringRef> &TypesSections,
216     const UnitIndexEntry &CUEntry, uint32_t &TypesOffset) {
217   for (StringRef Types : TypesSections) {
218     Out.SwitchSection(OutputTypes);
219     uint64_t Offset = 0;
220     DataExtractor Data(Types, true, 0);
221     while (Data.isValidOffset(Offset)) {
222       UnitIndexEntry Entry = CUEntry;
223       // Zero out the debug_info contribution
224       Entry.Contributions[0] = {};
225       auto &C = Entry.Contributions[getContributionIndex(DW_SECT_EXT_TYPES, 2)];
226       C.Offset = TypesOffset;
227       auto PrevOffset = Offset;
228       // Length of the unit, including the 4 byte length field.
229       C.Length = Data.getU32(&Offset) + 4;
230 
231       Data.getU16(&Offset); // Version
232       Data.getU32(&Offset); // Abbrev offset
233       Data.getU8(&Offset);  // Address size
234       auto Signature = Data.getU64(&Offset);
235       Offset = PrevOffset + C.Length;
236 
237       auto P = TypeIndexEntries.insert(std::make_pair(Signature, Entry));
238       if (!P.second)
239         continue;
240 
241       Out.emitBytes(Types.substr(PrevOffset, C.Length));
242       TypesOffset += C.Length;
243     }
244   }
245 }
246 
247 static std::string buildDWODescription(StringRef Name, StringRef DWPName,
248                                        StringRef DWOName) {
249   std::string Text = "\'";
250   Text += Name;
251   Text += '\'';
252   if (!DWPName.empty()) {
253     Text += " (from ";
254     if (!DWOName.empty()) {
255       Text += '\'';
256       Text += DWOName;
257       Text += "' in ";
258     }
259     Text += '\'';
260     Text += DWPName;
261     Text += "')";
262   }
263   return Text;
264 }
265 
266 static Error createError(StringRef Name, Error E) {
267   return make_error<DWPError>(
268       ("failure while decompressing compressed section: '" + Name + "', " +
269        llvm::toString(std::move(E)))
270           .str());
271 }
272 
273 static Error
274 handleCompressedSection(std::deque<SmallString<32>> &UncompressedSections,
275                         StringRef &Name, StringRef &Contents) {
276   if (!Decompressor::isGnuStyle(Name))
277     return Error::success();
278 
279   Expected<Decompressor> Dec =
280       Decompressor::create(Name, Contents, false /*IsLE*/, false /*Is64Bit*/);
281   if (!Dec)
282     return createError(Name, Dec.takeError());
283 
284   UncompressedSections.emplace_back();
285   if (Error E = Dec->resizeAndDecompress(UncompressedSections.back()))
286     return createError(Name, std::move(E));
287 
288   Name = Name.substr(2); // Drop ".z"
289   Contents = UncompressedSections.back();
290   return Error::success();
291 }
292 
293 namespace llvm {
294 // Parse and return the header of an info section compile/type unit.
295 Expected<InfoSectionUnitHeader> parseInfoSectionUnitHeader(StringRef Info) {
296   InfoSectionUnitHeader Header;
297   Error Err = Error::success();
298   uint64_t Offset = 0;
299   DWARFDataExtractor InfoData(Info, true, 0);
300   std::tie(Header.Length, Header.Format) =
301       InfoData.getInitialLength(&Offset, &Err);
302   if (Err)
303     return make_error<DWPError>("cannot parse compile unit length: " +
304                                 llvm::toString(std::move(Err)));
305 
306   if (!InfoData.isValidOffset(Offset + (Header.Length - 1))) {
307     return make_error<DWPError>(
308         "compile unit exceeds .debug_info section range: " +
309         utostr(Offset + Header.Length) + " >= " + utostr(InfoData.size()));
310   }
311 
312   Header.Version = InfoData.getU16(&Offset, &Err);
313   if (Err)
314     return make_error<DWPError>("cannot parse compile unit version: " +
315                                 llvm::toString(std::move(Err)));
316 
317   uint64_t MinHeaderLength;
318   if (Header.Version >= 5) {
319     // Size: Version (2), UnitType (1), AddrSize (1), DebugAbbrevOffset (4),
320     // Signature (8)
321     MinHeaderLength = 16;
322   } else {
323     // Size: Version (2), DebugAbbrevOffset (4), AddrSize (1)
324     MinHeaderLength = 7;
325   }
326   if (Header.Length < MinHeaderLength) {
327     return make_error<DWPError>("unit length is too small: expected at least " +
328                                 utostr(MinHeaderLength) + " got " +
329                                 utostr(Header.Length) + ".");
330   }
331   if (Header.Version >= 5) {
332     Header.UnitType = InfoData.getU8(&Offset);
333     Header.AddrSize = InfoData.getU8(&Offset);
334     Header.DebugAbbrevOffset = InfoData.getU32(&Offset);
335     Header.Signature = InfoData.getU64(&Offset);
336     if (Header.UnitType == dwarf::DW_UT_split_type) {
337       // Type offset.
338       MinHeaderLength += 4;
339       if (Header.Length < MinHeaderLength)
340         return make_error<DWPError>("type unit is missing type offset");
341       InfoData.getU32(&Offset);
342     }
343   } else {
344     // Note that, address_size and debug_abbrev_offset fields have switched
345     // places between dwarf version 4 and 5.
346     Header.DebugAbbrevOffset = InfoData.getU32(&Offset);
347     Header.AddrSize = InfoData.getU8(&Offset);
348   }
349 
350   Header.HeaderSize = Offset;
351   return Header;
352 }
353 
354 void writeStringsAndOffsets(MCStreamer &Out, DWPStringPool &Strings,
355                             MCSection *StrOffsetSection,
356                             StringRef CurStrSection,
357                             StringRef CurStrOffsetSection, uint16_t Version) {
358   // Could possibly produce an error or warning if one of these was non-null but
359   // the other was null.
360   if (CurStrSection.empty() || CurStrOffsetSection.empty())
361     return;
362 
363   DenseMap<uint64_t, uint32_t> OffsetRemapping;
364 
365   DataExtractor Data(CurStrSection, true, 0);
366   uint64_t LocalOffset = 0;
367   uint64_t PrevOffset = 0;
368   while (const char *S = Data.getCStr(&LocalOffset)) {
369     OffsetRemapping[PrevOffset] =
370         Strings.getOffset(S, LocalOffset - PrevOffset);
371     PrevOffset = LocalOffset;
372   }
373 
374   Data = DataExtractor(CurStrOffsetSection, true, 0);
375 
376   Out.SwitchSection(StrOffsetSection);
377 
378   uint64_t HeaderSize = debugStrOffsetsHeaderSize(Data, Version);
379   uint64_t Offset = 0;
380   uint64_t Size = CurStrOffsetSection.size();
381   // FIXME: This can be caused by bad input and should be handled as such.
382   assert(HeaderSize <= Size && "StrOffsetSection size is less than its header");
383   // Copy the header to the output.
384   Out.emitBytes(Data.getBytes(&Offset, HeaderSize));
385   while (Offset < Size) {
386     auto OldOffset = Data.getU32(&Offset);
387     auto NewOffset = OffsetRemapping[OldOffset];
388     Out.emitIntValue(NewOffset, 4);
389   }
390 }
391 
392 void writeIndexTable(
393     MCStreamer &Out, ArrayRef<unsigned> ContributionOffsets,
394     const MapVector<uint64_t, UnitIndexEntry> &IndexEntries,
395     uint32_t DWARFUnitIndex::Entry::SectionContribution::*Field) {
396   for (const auto &E : IndexEntries)
397     for (size_t I = 0; I != array_lengthof(E.second.Contributions); ++I)
398       if (ContributionOffsets[I])
399         Out.emitIntValue(E.second.Contributions[I].*Field, 4);
400 }
401 
402 void writeIndex(MCStreamer &Out, MCSection *Section,
403                 ArrayRef<unsigned> ContributionOffsets,
404                 const MapVector<uint64_t, UnitIndexEntry> &IndexEntries,
405                 uint32_t IndexVersion) {
406   if (IndexEntries.empty())
407     return;
408 
409   unsigned Columns = 0;
410   for (auto &C : ContributionOffsets)
411     if (C)
412       ++Columns;
413 
414   std::vector<unsigned> Buckets(NextPowerOf2(3 * IndexEntries.size() / 2));
415   uint64_t Mask = Buckets.size() - 1;
416   size_t I = 0;
417   for (const auto &P : IndexEntries) {
418     auto S = P.first;
419     auto H = S & Mask;
420     auto HP = ((S >> 32) & Mask) | 1;
421     while (Buckets[H]) {
422       assert(S != IndexEntries.begin()[Buckets[H] - 1].first &&
423              "Duplicate unit");
424       H = (H + HP) & Mask;
425     }
426     Buckets[H] = I + 1;
427     ++I;
428   }
429 
430   Out.SwitchSection(Section);
431   Out.emitIntValue(IndexVersion, 4);        // Version
432   Out.emitIntValue(Columns, 4);             // Columns
433   Out.emitIntValue(IndexEntries.size(), 4); // Num Units
434   Out.emitIntValue(Buckets.size(), 4);      // Num Buckets
435 
436   // Write the signatures.
437   for (const auto &I : Buckets)
438     Out.emitIntValue(I ? IndexEntries.begin()[I - 1].first : 0, 8);
439 
440   // Write the indexes.
441   for (const auto &I : Buckets)
442     Out.emitIntValue(I, 4);
443 
444   // Write the column headers (which sections will appear in the table)
445   for (size_t I = 0; I != ContributionOffsets.size(); ++I)
446     if (ContributionOffsets[I])
447       Out.emitIntValue(getOnDiskSectionId(I), 4);
448 
449   // Write the offsets.
450   writeIndexTable(Out, ContributionOffsets, IndexEntries,
451                   &DWARFUnitIndex::Entry::SectionContribution::Offset);
452 
453   // Write the lengths.
454   writeIndexTable(Out, ContributionOffsets, IndexEntries,
455                   &DWARFUnitIndex::Entry::SectionContribution::Length);
456 }
457 
458 Error buildDuplicateError(const std::pair<uint64_t, UnitIndexEntry> &PrevE,
459                           const CompileUnitIdentifiers &ID, StringRef DWPName) {
460   return make_error<DWPError>(
461       std::string("duplicate DWO ID (") + utohexstr(PrevE.first) + ") in " +
462       buildDWODescription(PrevE.second.Name, PrevE.second.DWPName,
463                           PrevE.second.DWOName) +
464       " and " + buildDWODescription(ID.Name, DWPName, ID.DWOName));
465 }
466 
467 Error handleSection(
468     const StringMap<std::pair<MCSection *, DWARFSectionKind>> &KnownSections,
469     const MCSection *StrSection, const MCSection *StrOffsetSection,
470     const MCSection *TypesSection, const MCSection *CUIndexSection,
471     const MCSection *TUIndexSection, const MCSection *InfoSection,
472     const SectionRef &Section, MCStreamer &Out,
473     std::deque<SmallString<32>> &UncompressedSections,
474     uint32_t (&ContributionOffsets)[8], UnitIndexEntry &CurEntry,
475     StringRef &CurStrSection, StringRef &CurStrOffsetSection,
476     std::vector<StringRef> &CurTypesSection,
477     std::vector<StringRef> &CurInfoSection, StringRef &AbbrevSection,
478     StringRef &CurCUIndexSection, StringRef &CurTUIndexSection,
479     std::vector<std::pair<DWARFSectionKind, uint32_t>> &SectionLength) {
480   if (Section.isBSS())
481     return Error::success();
482 
483   if (Section.isVirtual())
484     return Error::success();
485 
486   Expected<StringRef> NameOrErr = Section.getName();
487   if (!NameOrErr)
488     return NameOrErr.takeError();
489   StringRef Name = *NameOrErr;
490 
491   Expected<StringRef> ContentsOrErr = Section.getContents();
492   if (!ContentsOrErr)
493     return ContentsOrErr.takeError();
494   StringRef Contents = *ContentsOrErr;
495 
496   if (auto Err = handleCompressedSection(UncompressedSections, Name, Contents))
497     return Err;
498 
499   Name = Name.substr(Name.find_first_not_of("._"));
500 
501   auto SectionPair = KnownSections.find(Name);
502   if (SectionPair == KnownSections.end())
503     return Error::success();
504 
505   if (DWARFSectionKind Kind = SectionPair->second.second) {
506     if (Kind != DW_SECT_EXT_TYPES && Kind != DW_SECT_INFO) {
507       SectionLength.push_back(std::make_pair(Kind, Contents.size()));
508     }
509 
510     if (Kind == DW_SECT_ABBREV) {
511       AbbrevSection = Contents;
512     }
513   }
514 
515   MCSection *OutSection = SectionPair->second.first;
516   if (OutSection == StrOffsetSection)
517     CurStrOffsetSection = Contents;
518   else if (OutSection == StrSection)
519     CurStrSection = Contents;
520   else if (OutSection == TypesSection)
521     CurTypesSection.push_back(Contents);
522   else if (OutSection == CUIndexSection)
523     CurCUIndexSection = Contents;
524   else if (OutSection == TUIndexSection)
525     CurTUIndexSection = Contents;
526   else if (OutSection == InfoSection)
527     CurInfoSection.push_back(Contents);
528   else {
529     Out.SwitchSection(OutSection);
530     Out.emitBytes(Contents);
531   }
532   return Error::success();
533 }
534 
535 Error write(MCStreamer &Out, ArrayRef<std::string> Inputs) {
536   const auto &MCOFI = *Out.getContext().getObjectFileInfo();
537   MCSection *const StrSection = MCOFI.getDwarfStrDWOSection();
538   MCSection *const StrOffsetSection = MCOFI.getDwarfStrOffDWOSection();
539   MCSection *const TypesSection = MCOFI.getDwarfTypesDWOSection();
540   MCSection *const CUIndexSection = MCOFI.getDwarfCUIndexSection();
541   MCSection *const TUIndexSection = MCOFI.getDwarfTUIndexSection();
542   MCSection *const InfoSection = MCOFI.getDwarfInfoDWOSection();
543   const StringMap<std::pair<MCSection *, DWARFSectionKind>> KnownSections = {
544       {"debug_info.dwo", {InfoSection, DW_SECT_INFO}},
545       {"debug_types.dwo", {MCOFI.getDwarfTypesDWOSection(), DW_SECT_EXT_TYPES}},
546       {"debug_str_offsets.dwo", {StrOffsetSection, DW_SECT_STR_OFFSETS}},
547       {"debug_str.dwo", {StrSection, static_cast<DWARFSectionKind>(0)}},
548       {"debug_loc.dwo", {MCOFI.getDwarfLocDWOSection(), DW_SECT_EXT_LOC}},
549       {"debug_line.dwo", {MCOFI.getDwarfLineDWOSection(), DW_SECT_LINE}},
550       {"debug_macro.dwo", {MCOFI.getDwarfMacroDWOSection(), DW_SECT_MACRO}},
551       {"debug_abbrev.dwo", {MCOFI.getDwarfAbbrevDWOSection(), DW_SECT_ABBREV}},
552       {"debug_loclists.dwo",
553        {MCOFI.getDwarfLoclistsDWOSection(), DW_SECT_LOCLISTS}},
554       {"debug_rnglists.dwo",
555        {MCOFI.getDwarfRnglistsDWOSection(), DW_SECT_RNGLISTS}},
556       {"debug_cu_index", {CUIndexSection, static_cast<DWARFSectionKind>(0)}},
557       {"debug_tu_index", {TUIndexSection, static_cast<DWARFSectionKind>(0)}}};
558 
559   MapVector<uint64_t, UnitIndexEntry> IndexEntries;
560   MapVector<uint64_t, UnitIndexEntry> TypeIndexEntries;
561 
562   uint32_t ContributionOffsets[8] = {};
563   uint16_t Version = 0;
564   uint32_t IndexVersion = 0;
565 
566   DWPStringPool Strings(Out, StrSection);
567 
568   SmallVector<OwningBinary<object::ObjectFile>, 128> Objects;
569   Objects.reserve(Inputs.size());
570 
571   std::deque<SmallString<32>> UncompressedSections;
572 
573   for (const auto &Input : Inputs) {
574     auto ErrOrObj = object::ObjectFile::createObjectFile(Input);
575     if (!ErrOrObj)
576       return ErrOrObj.takeError();
577 
578     auto &Obj = *ErrOrObj->getBinary();
579     Objects.push_back(std::move(*ErrOrObj));
580 
581     UnitIndexEntry CurEntry = {};
582 
583     StringRef CurStrSection;
584     StringRef CurStrOffsetSection;
585     std::vector<StringRef> CurTypesSection;
586     std::vector<StringRef> CurInfoSection;
587     StringRef AbbrevSection;
588     StringRef CurCUIndexSection;
589     StringRef CurTUIndexSection;
590 
591     // This maps each section contained in this file to its length.
592     // This information is later on used to calculate the contributions,
593     // i.e. offset and length, of each compile/type unit to a section.
594     std::vector<std::pair<DWARFSectionKind, uint32_t>> SectionLength;
595 
596     for (const auto &Section : Obj.sections())
597       if (auto Err = handleSection(
598               KnownSections, StrSection, StrOffsetSection, TypesSection,
599               CUIndexSection, TUIndexSection, InfoSection, Section, Out,
600               UncompressedSections, ContributionOffsets, CurEntry,
601               CurStrSection, CurStrOffsetSection, CurTypesSection,
602               CurInfoSection, AbbrevSection, CurCUIndexSection,
603               CurTUIndexSection, SectionLength))
604         return Err;
605 
606     if (CurInfoSection.empty())
607       continue;
608 
609     Expected<InfoSectionUnitHeader> HeaderOrErr =
610         parseInfoSectionUnitHeader(CurInfoSection.front());
611     if (!HeaderOrErr)
612       return HeaderOrErr.takeError();
613     InfoSectionUnitHeader &Header = *HeaderOrErr;
614 
615     if (Version == 0) {
616       Version = Header.Version;
617       IndexVersion = Version < 5 ? 2 : 5;
618     } else if (Version != Header.Version) {
619       return make_error<DWPError>("incompatible DWARF compile unit versions.");
620     }
621 
622     writeStringsAndOffsets(Out, Strings, StrOffsetSection, CurStrSection,
623                            CurStrOffsetSection, Header.Version);
624 
625     for (auto Pair : SectionLength) {
626       auto Index = getContributionIndex(Pair.first, IndexVersion);
627       CurEntry.Contributions[Index].Offset = ContributionOffsets[Index];
628       ContributionOffsets[Index] +=
629           (CurEntry.Contributions[Index].Length = Pair.second);
630     }
631 
632     uint32_t &InfoSectionOffset =
633         ContributionOffsets[getContributionIndex(DW_SECT_INFO, IndexVersion)];
634     if (CurCUIndexSection.empty()) {
635       bool FoundCUUnit = false;
636       Out.SwitchSection(InfoSection);
637       for (StringRef Info : CurInfoSection) {
638         uint64_t UnitOffset = 0;
639         while (Info.size() > UnitOffset) {
640           Expected<InfoSectionUnitHeader> HeaderOrError =
641               parseInfoSectionUnitHeader(Info.substr(UnitOffset, Info.size()));
642           if (!HeaderOrError)
643             return HeaderOrError.takeError();
644           InfoSectionUnitHeader &Header = *HeaderOrError;
645 
646           UnitIndexEntry Entry = CurEntry;
647           auto &C = Entry.Contributions[getContributionIndex(DW_SECT_INFO,
648                                                              IndexVersion)];
649           C.Offset = InfoSectionOffset;
650           C.Length = Header.Length + 4;
651           UnitOffset += C.Length;
652           if (Header.Version < 5 ||
653               Header.UnitType == dwarf::DW_UT_split_compile) {
654             Expected<CompileUnitIdentifiers> EID =
655                 getCUIdentifiers(Header, AbbrevSection,
656                                  Info.substr(UnitOffset - C.Length, C.Length),
657                                  CurStrOffsetSection, CurStrSection);
658 
659             if (!EID)
660               return createFileError(Input, EID.takeError());
661             const auto &ID = *EID;
662             auto P = IndexEntries.insert(std::make_pair(ID.Signature, Entry));
663             if (!P.second)
664               return buildDuplicateError(*P.first, ID, "");
665             P.first->second.Name = ID.Name;
666             P.first->second.DWOName = ID.DWOName;
667 
668             FoundCUUnit = true;
669           } else if (Header.UnitType == dwarf::DW_UT_split_type) {
670             auto P = TypeIndexEntries.insert(
671                 std::make_pair(Header.Signature.getValue(), Entry));
672             if (!P.second)
673               continue;
674           }
675           Out.emitBytes(Info.substr(UnitOffset - C.Length, C.Length));
676           InfoSectionOffset += C.Length;
677         }
678       }
679 
680       if (!FoundCUUnit)
681         return make_error<DWPError>("no compile unit found in file: " + Input);
682 
683       if (IndexVersion == 2) {
684         // Add types from the .debug_types section from DWARF < 5.
685         addAllTypesFromTypesSection(
686             Out, TypeIndexEntries, TypesSection, CurTypesSection, CurEntry,
687             ContributionOffsets[getContributionIndex(DW_SECT_EXT_TYPES, 2)]);
688       }
689       continue;
690     }
691 
692     if (CurInfoSection.size() != 1)
693       return make_error<DWPError>("expected exactly one occurrence of a debug "
694                                   "info section in a .dwp file");
695     StringRef DwpSingleInfoSection = CurInfoSection.front();
696 
697     DWARFUnitIndex CUIndex(DW_SECT_INFO);
698     DataExtractor CUIndexData(CurCUIndexSection, Obj.isLittleEndian(), 0);
699     if (!CUIndex.parse(CUIndexData))
700       return make_error<DWPError>("failed to parse cu_index");
701     if (CUIndex.getVersion() != IndexVersion)
702       return make_error<DWPError>("incompatible cu_index versions, found " +
703                                   utostr(CUIndex.getVersion()) +
704                                   " and expecting " + utostr(IndexVersion));
705 
706     Out.SwitchSection(InfoSection);
707     for (const DWARFUnitIndex::Entry &E : CUIndex.getRows()) {
708       auto *I = E.getContributions();
709       if (!I)
710         continue;
711       auto P = IndexEntries.insert(std::make_pair(E.getSignature(), CurEntry));
712       StringRef CUInfoSection =
713           getSubsection(DwpSingleInfoSection, E, DW_SECT_INFO);
714       Expected<InfoSectionUnitHeader> HeaderOrError =
715           parseInfoSectionUnitHeader(CUInfoSection);
716       if (!HeaderOrError)
717         return HeaderOrError.takeError();
718       InfoSectionUnitHeader &Header = *HeaderOrError;
719 
720       Expected<CompileUnitIdentifiers> EID = getCUIdentifiers(
721           Header, getSubsection(AbbrevSection, E, DW_SECT_ABBREV),
722           CUInfoSection,
723           getSubsection(CurStrOffsetSection, E, DW_SECT_STR_OFFSETS),
724           CurStrSection);
725       if (!EID)
726         return createFileError(Input, EID.takeError());
727       const auto &ID = *EID;
728       if (!P.second)
729         return buildDuplicateError(*P.first, ID, Input);
730       auto &NewEntry = P.first->second;
731       NewEntry.Name = ID.Name;
732       NewEntry.DWOName = ID.DWOName;
733       NewEntry.DWPName = Input;
734       for (auto Kind : CUIndex.getColumnKinds()) {
735         if (!isSupportedSectionKind(Kind))
736           continue;
737         auto &C =
738             NewEntry.Contributions[getContributionIndex(Kind, IndexVersion)];
739         C.Offset += I->Offset;
740         C.Length = I->Length;
741         ++I;
742       }
743       unsigned Index = getContributionIndex(DW_SECT_INFO, IndexVersion);
744       auto &C = NewEntry.Contributions[Index];
745       Out.emitBytes(CUInfoSection);
746       C.Offset = InfoSectionOffset;
747       InfoSectionOffset += C.Length;
748     }
749 
750     if (!CurTUIndexSection.empty()) {
751       llvm::DWARFSectionKind TUSectionKind;
752       MCSection *OutSection;
753       StringRef TypeInputSection;
754       // Write type units into debug info section for DWARFv5.
755       if (Version >= 5) {
756         TUSectionKind = DW_SECT_INFO;
757         OutSection = InfoSection;
758         TypeInputSection = DwpSingleInfoSection;
759       } else {
760         // Write type units into debug types section for DWARF < 5.
761         if (CurTypesSection.size() != 1)
762           return make_error<DWPError>(
763               "multiple type unit sections in .dwp file");
764 
765         TUSectionKind = DW_SECT_EXT_TYPES;
766         OutSection = TypesSection;
767         TypeInputSection = CurTypesSection.front();
768       }
769 
770       DWARFUnitIndex TUIndex(TUSectionKind);
771       DataExtractor TUIndexData(CurTUIndexSection, Obj.isLittleEndian(), 0);
772       if (!TUIndex.parse(TUIndexData))
773         return make_error<DWPError>("failed to parse tu_index");
774       if (TUIndex.getVersion() != IndexVersion)
775         return make_error<DWPError>("incompatible tu_index versions, found " +
776                                     utostr(TUIndex.getVersion()) +
777                                     " and expecting " + utostr(IndexVersion));
778 
779       unsigned TypesContributionIndex =
780           getContributionIndex(TUSectionKind, IndexVersion);
781       addAllTypesFromDWP(Out, TypeIndexEntries, TUIndex, OutSection,
782                          TypeInputSection, CurEntry,
783                          ContributionOffsets[TypesContributionIndex],
784                          TypesContributionIndex);
785     }
786   }
787 
788   if (Version < 5) {
789     // Lie about there being no info contributions so the TU index only includes
790     // the type unit contribution for DWARF < 5. In DWARFv5 the TU index has a
791     // contribution to the info section, so we do not want to lie about it.
792     ContributionOffsets[0] = 0;
793   }
794   writeIndex(Out, MCOFI.getDwarfTUIndexSection(), ContributionOffsets,
795              TypeIndexEntries, IndexVersion);
796 
797   if (Version < 5) {
798     // Lie about the type contribution for DWARF < 5. In DWARFv5 the type
799     // section does not exist, so no need to do anything about this.
800     ContributionOffsets[getContributionIndex(DW_SECT_EXT_TYPES, 2)] = 0;
801     // Unlie about the info contribution
802     ContributionOffsets[0] = 1;
803   }
804 
805   writeIndex(Out, MCOFI.getDwarfCUIndexSection(), ContributionOffsets,
806              IndexEntries, IndexVersion);
807 
808   return Error::success();
809 }
810 } // namespace llvm
811