1 //===-- Symtab.cpp --------------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8
9 #include <map>
10 #include <set>
11
12 #include "lldb/Core/DataFileCache.h"
13 #include "lldb/Core/Module.h"
14 #include "lldb/Core/RichManglingContext.h"
15 #include "lldb/Core/Section.h"
16 #include "lldb/Symbol/ObjectFile.h"
17 #include "lldb/Symbol/Symbol.h"
18 #include "lldb/Symbol/SymbolContext.h"
19 #include "lldb/Symbol/Symtab.h"
20 #include "lldb/Target/Language.h"
21 #include "lldb/Utility/DataEncoder.h"
22 #include "lldb/Utility/Endian.h"
23 #include "lldb/Utility/RegularExpression.h"
24 #include "lldb/Utility/Stream.h"
25 #include "lldb/Utility/Timer.h"
26
27 #include "llvm/ADT/ArrayRef.h"
28 #include "llvm/ADT/StringRef.h"
29 #include "llvm/Support/DJB.h"
30
31 using namespace lldb;
32 using namespace lldb_private;
33
Symtab(ObjectFile * objfile)34 Symtab::Symtab(ObjectFile *objfile)
35 : m_objfile(objfile), m_symbols(), m_file_addr_to_index(*this),
36 m_name_to_symbol_indices(), m_mutex(),
37 m_file_addr_to_index_computed(false), m_name_indexes_computed(false),
38 m_loaded_from_cache(false), m_saved_to_cache(false) {
39 m_name_to_symbol_indices.emplace(std::make_pair(
40 lldb::eFunctionNameTypeNone, UniqueCStringMap<uint32_t>()));
41 m_name_to_symbol_indices.emplace(std::make_pair(
42 lldb::eFunctionNameTypeBase, UniqueCStringMap<uint32_t>()));
43 m_name_to_symbol_indices.emplace(std::make_pair(
44 lldb::eFunctionNameTypeMethod, UniqueCStringMap<uint32_t>()));
45 m_name_to_symbol_indices.emplace(std::make_pair(
46 lldb::eFunctionNameTypeSelector, UniqueCStringMap<uint32_t>()));
47 }
48
49 Symtab::~Symtab() = default;
50
Reserve(size_t count)51 void Symtab::Reserve(size_t count) {
52 // Clients should grab the mutex from this symbol table and lock it manually
53 // when calling this function to avoid performance issues.
54 m_symbols.reserve(count);
55 }
56
Resize(size_t count)57 Symbol *Symtab::Resize(size_t count) {
58 // Clients should grab the mutex from this symbol table and lock it manually
59 // when calling this function to avoid performance issues.
60 m_symbols.resize(count);
61 return m_symbols.empty() ? nullptr : &m_symbols[0];
62 }
63
AddSymbol(const Symbol & symbol)64 uint32_t Symtab::AddSymbol(const Symbol &symbol) {
65 // Clients should grab the mutex from this symbol table and lock it manually
66 // when calling this function to avoid performance issues.
67 uint32_t symbol_idx = m_symbols.size();
68 auto &name_to_index = GetNameToSymbolIndexMap(lldb::eFunctionNameTypeNone);
69 name_to_index.Clear();
70 m_file_addr_to_index.Clear();
71 m_symbols.push_back(symbol);
72 m_file_addr_to_index_computed = false;
73 m_name_indexes_computed = false;
74 return symbol_idx;
75 }
76
GetNumSymbols() const77 size_t Symtab::GetNumSymbols() const {
78 std::lock_guard<std::recursive_mutex> guard(m_mutex);
79 return m_symbols.size();
80 }
81
SectionFileAddressesChanged()82 void Symtab::SectionFileAddressesChanged() {
83 auto &name_to_index = GetNameToSymbolIndexMap(lldb::eFunctionNameTypeNone);
84 name_to_index.Clear();
85 m_file_addr_to_index_computed = false;
86 }
87
Dump(Stream * s,Target * target,SortOrder sort_order,Mangled::NamePreference name_preference)88 void Symtab::Dump(Stream *s, Target *target, SortOrder sort_order,
89 Mangled::NamePreference name_preference) {
90 std::lock_guard<std::recursive_mutex> guard(m_mutex);
91
92 // s->Printf("%.*p: ", (int)sizeof(void*) * 2, this);
93 s->Indent();
94 const FileSpec &file_spec = m_objfile->GetFileSpec();
95 const char *object_name = nullptr;
96 if (m_objfile->GetModule())
97 object_name = m_objfile->GetModule()->GetObjectName().GetCString();
98
99 if (file_spec)
100 s->Printf("Symtab, file = %s%s%s%s, num_symbols = %" PRIu64,
101 file_spec.GetPath().c_str(), object_name ? "(" : "",
102 object_name ? object_name : "", object_name ? ")" : "",
103 (uint64_t)m_symbols.size());
104 else
105 s->Printf("Symtab, num_symbols = %" PRIu64 "", (uint64_t)m_symbols.size());
106
107 if (!m_symbols.empty()) {
108 switch (sort_order) {
109 case eSortOrderNone: {
110 s->PutCString(":\n");
111 DumpSymbolHeader(s);
112 const_iterator begin = m_symbols.begin();
113 const_iterator end = m_symbols.end();
114 for (const_iterator pos = m_symbols.begin(); pos != end; ++pos) {
115 s->Indent();
116 pos->Dump(s, target, std::distance(begin, pos), name_preference);
117 }
118 }
119 break;
120
121 case eSortOrderByName: {
122 // Although we maintain a lookup by exact name map, the table isn't
123 // sorted by name. So we must make the ordered symbol list up ourselves.
124 s->PutCString(" (sorted by name):\n");
125 DumpSymbolHeader(s);
126
127 std::multimap<llvm::StringRef, const Symbol *> name_map;
128 for (const_iterator pos = m_symbols.begin(), end = m_symbols.end();
129 pos != end; ++pos) {
130 const char *name = pos->GetName().AsCString();
131 if (name && name[0])
132 name_map.insert(std::make_pair(name, &(*pos)));
133 }
134
135 for (const auto &name_to_symbol : name_map) {
136 const Symbol *symbol = name_to_symbol.second;
137 s->Indent();
138 symbol->Dump(s, target, symbol - &m_symbols[0], name_preference);
139 }
140 } break;
141
142 case eSortOrderByAddress:
143 s->PutCString(" (sorted by address):\n");
144 DumpSymbolHeader(s);
145 if (!m_file_addr_to_index_computed)
146 InitAddressIndexes();
147 const size_t num_entries = m_file_addr_to_index.GetSize();
148 for (size_t i = 0; i < num_entries; ++i) {
149 s->Indent();
150 const uint32_t symbol_idx = m_file_addr_to_index.GetEntryRef(i).data;
151 m_symbols[symbol_idx].Dump(s, target, symbol_idx, name_preference);
152 }
153 break;
154 }
155 } else {
156 s->PutCString("\n");
157 }
158 }
159
Dump(Stream * s,Target * target,std::vector<uint32_t> & indexes,Mangled::NamePreference name_preference) const160 void Symtab::Dump(Stream *s, Target *target, std::vector<uint32_t> &indexes,
161 Mangled::NamePreference name_preference) const {
162 std::lock_guard<std::recursive_mutex> guard(m_mutex);
163
164 const size_t num_symbols = GetNumSymbols();
165 // s->Printf("%.*p: ", (int)sizeof(void*) * 2, this);
166 s->Indent();
167 s->Printf("Symtab %" PRIu64 " symbol indexes (%" PRIu64 " symbols total):\n",
168 (uint64_t)indexes.size(), (uint64_t)m_symbols.size());
169 s->IndentMore();
170
171 if (!indexes.empty()) {
172 std::vector<uint32_t>::const_iterator pos;
173 std::vector<uint32_t>::const_iterator end = indexes.end();
174 DumpSymbolHeader(s);
175 for (pos = indexes.begin(); pos != end; ++pos) {
176 size_t idx = *pos;
177 if (idx < num_symbols) {
178 s->Indent();
179 m_symbols[idx].Dump(s, target, idx, name_preference);
180 }
181 }
182 }
183 s->IndentLess();
184 }
185
DumpSymbolHeader(Stream * s)186 void Symtab::DumpSymbolHeader(Stream *s) {
187 s->Indent(" Debug symbol\n");
188 s->Indent(" |Synthetic symbol\n");
189 s->Indent(" ||Externally Visible\n");
190 s->Indent(" |||\n");
191 s->Indent("Index UserID DSX Type File Address/Value Load "
192 "Address Size Flags Name\n");
193 s->Indent("------- ------ --- --------------- ------------------ "
194 "------------------ ------------------ ---------- "
195 "----------------------------------\n");
196 }
197
CompareSymbolID(const void * key,const void * p)198 static int CompareSymbolID(const void *key, const void *p) {
199 const user_id_t match_uid = *(const user_id_t *)key;
200 const user_id_t symbol_uid = ((const Symbol *)p)->GetID();
201 if (match_uid < symbol_uid)
202 return -1;
203 if (match_uid > symbol_uid)
204 return 1;
205 return 0;
206 }
207
FindSymbolByID(lldb::user_id_t symbol_uid) const208 Symbol *Symtab::FindSymbolByID(lldb::user_id_t symbol_uid) const {
209 std::lock_guard<std::recursive_mutex> guard(m_mutex);
210
211 Symbol *symbol =
212 (Symbol *)::bsearch(&symbol_uid, &m_symbols[0], m_symbols.size(),
213 sizeof(m_symbols[0]), CompareSymbolID);
214 return symbol;
215 }
216
SymbolAtIndex(size_t idx)217 Symbol *Symtab::SymbolAtIndex(size_t idx) {
218 // Clients should grab the mutex from this symbol table and lock it manually
219 // when calling this function to avoid performance issues.
220 if (idx < m_symbols.size())
221 return &m_symbols[idx];
222 return nullptr;
223 }
224
SymbolAtIndex(size_t idx) const225 const Symbol *Symtab::SymbolAtIndex(size_t idx) const {
226 // Clients should grab the mutex from this symbol table and lock it manually
227 // when calling this function to avoid performance issues.
228 if (idx < m_symbols.size())
229 return &m_symbols[idx];
230 return nullptr;
231 }
232
lldb_skip_name(llvm::StringRef mangled,Mangled::ManglingScheme scheme)233 static bool lldb_skip_name(llvm::StringRef mangled,
234 Mangled::ManglingScheme scheme) {
235 switch (scheme) {
236 case Mangled::eManglingSchemeItanium: {
237 if (mangled.size() < 3 || !mangled.startswith("_Z"))
238 return true;
239
240 // Avoid the following types of symbols in the index.
241 switch (mangled[2]) {
242 case 'G': // guard variables
243 case 'T': // virtual tables, VTT structures, typeinfo structures + names
244 case 'Z': // named local entities (if we eventually handle
245 // eSymbolTypeData, we will want this back)
246 return true;
247
248 default:
249 break;
250 }
251
252 // Include this name in the index.
253 return false;
254 }
255
256 // No filters for this scheme yet. Include all names in indexing.
257 case Mangled::eManglingSchemeMSVC:
258 case Mangled::eManglingSchemeRustV0:
259 case Mangled::eManglingSchemeD:
260 return false;
261
262 // Don't try and demangle things we can't categorize.
263 case Mangled::eManglingSchemeNone:
264 return true;
265 }
266 llvm_unreachable("unknown scheme!");
267 }
268
InitNameIndexes()269 void Symtab::InitNameIndexes() {
270 // Protected function, no need to lock mutex...
271 if (!m_name_indexes_computed) {
272 m_name_indexes_computed = true;
273 ElapsedTime elapsed(m_objfile->GetModule()->GetSymtabIndexTime());
274 LLDB_SCOPED_TIMER();
275
276 // Collect all loaded language plugins.
277 std::vector<Language *> languages;
278 Language::ForEach([&languages](Language *l) {
279 languages.push_back(l);
280 return true;
281 });
282
283 auto &name_to_index = GetNameToSymbolIndexMap(lldb::eFunctionNameTypeNone);
284 auto &basename_to_index =
285 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeBase);
286 auto &method_to_index =
287 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeMethod);
288 auto &selector_to_index =
289 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeSelector);
290 // Create the name index vector to be able to quickly search by name
291 const size_t num_symbols = m_symbols.size();
292 name_to_index.Reserve(num_symbols);
293
294 // The "const char *" in "class_contexts" and backlog::value_type::second
295 // must come from a ConstString::GetCString()
296 std::set<const char *> class_contexts;
297 std::vector<std::pair<NameToIndexMap::Entry, const char *>> backlog;
298 backlog.reserve(num_symbols / 2);
299
300 // Instantiation of the demangler is expensive, so better use a single one
301 // for all entries during batch processing.
302 RichManglingContext rmc;
303 for (uint32_t value = 0; value < num_symbols; ++value) {
304 Symbol *symbol = &m_symbols[value];
305
306 // Don't let trampolines get into the lookup by name map If we ever need
307 // the trampoline symbols to be searchable by name we can remove this and
308 // then possibly add a new bool to any of the Symtab functions that
309 // lookup symbols by name to indicate if they want trampolines. We also
310 // don't want any synthetic symbols with auto generated names in the
311 // name lookups.
312 if (symbol->IsTrampoline() || symbol->IsSyntheticWithAutoGeneratedName())
313 continue;
314
315 // If the symbol's name string matched a Mangled::ManglingScheme, it is
316 // stored in the mangled field.
317 Mangled &mangled = symbol->GetMangled();
318 if (ConstString name = mangled.GetMangledName()) {
319 name_to_index.Append(name, value);
320
321 if (symbol->ContainsLinkerAnnotations()) {
322 // If the symbol has linker annotations, also add the version without
323 // the annotations.
324 ConstString stripped = ConstString(
325 m_objfile->StripLinkerSymbolAnnotations(name.GetStringRef()));
326 name_to_index.Append(stripped, value);
327 }
328
329 const SymbolType type = symbol->GetType();
330 if (type == eSymbolTypeCode || type == eSymbolTypeResolver) {
331 if (mangled.GetRichManglingInfo(rmc, lldb_skip_name)) {
332 RegisterMangledNameEntry(value, class_contexts, backlog, rmc);
333 continue;
334 }
335 }
336 }
337
338 // Symbol name strings that didn't match a Mangled::ManglingScheme, are
339 // stored in the demangled field.
340 if (ConstString name = mangled.GetDemangledName()) {
341 name_to_index.Append(name, value);
342
343 if (symbol->ContainsLinkerAnnotations()) {
344 // If the symbol has linker annotations, also add the version without
345 // the annotations.
346 name = ConstString(
347 m_objfile->StripLinkerSymbolAnnotations(name.GetStringRef()));
348 name_to_index.Append(name, value);
349 }
350
351 // If the demangled name turns out to be an ObjC name, and is a category
352 // name, add the version without categories to the index too.
353 for (Language *lang : languages) {
354 for (auto variant : lang->GetMethodNameVariants(name)) {
355 if (variant.GetType() & lldb::eFunctionNameTypeSelector)
356 selector_to_index.Append(variant.GetName(), value);
357 else if (variant.GetType() & lldb::eFunctionNameTypeFull)
358 name_to_index.Append(variant.GetName(), value);
359 else if (variant.GetType() & lldb::eFunctionNameTypeMethod)
360 method_to_index.Append(variant.GetName(), value);
361 else if (variant.GetType() & lldb::eFunctionNameTypeBase)
362 basename_to_index.Append(variant.GetName(), value);
363 }
364 }
365 }
366 }
367
368 for (const auto &record : backlog) {
369 RegisterBacklogEntry(record.first, record.second, class_contexts);
370 }
371
372 name_to_index.Sort();
373 name_to_index.SizeToFit();
374 selector_to_index.Sort();
375 selector_to_index.SizeToFit();
376 basename_to_index.Sort();
377 basename_to_index.SizeToFit();
378 method_to_index.Sort();
379 method_to_index.SizeToFit();
380 }
381 }
382
RegisterMangledNameEntry(uint32_t value,std::set<const char * > & class_contexts,std::vector<std::pair<NameToIndexMap::Entry,const char * >> & backlog,RichManglingContext & rmc)383 void Symtab::RegisterMangledNameEntry(
384 uint32_t value, std::set<const char *> &class_contexts,
385 std::vector<std::pair<NameToIndexMap::Entry, const char *>> &backlog,
386 RichManglingContext &rmc) {
387 // Only register functions that have a base name.
388 llvm::StringRef base_name = rmc.ParseFunctionBaseName();
389 if (base_name.empty())
390 return;
391
392 // The base name will be our entry's name.
393 NameToIndexMap::Entry entry(ConstString(base_name), value);
394 llvm::StringRef decl_context = rmc.ParseFunctionDeclContextName();
395
396 // Register functions with no context.
397 if (decl_context.empty()) {
398 // This has to be a basename
399 auto &basename_to_index =
400 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeBase);
401 basename_to_index.Append(entry);
402 // If there is no context (no namespaces or class scopes that come before
403 // the function name) then this also could be a fullname.
404 auto &name_to_index = GetNameToSymbolIndexMap(lldb::eFunctionNameTypeNone);
405 name_to_index.Append(entry);
406 return;
407 }
408
409 // Make sure we have a pool-string pointer and see if we already know the
410 // context name.
411 const char *decl_context_ccstr = ConstString(decl_context).GetCString();
412 auto it = class_contexts.find(decl_context_ccstr);
413
414 auto &method_to_index =
415 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeMethod);
416 // Register constructors and destructors. They are methods and create
417 // declaration contexts.
418 if (rmc.IsCtorOrDtor()) {
419 method_to_index.Append(entry);
420 if (it == class_contexts.end())
421 class_contexts.insert(it, decl_context_ccstr);
422 return;
423 }
424
425 // Register regular methods with a known declaration context.
426 if (it != class_contexts.end()) {
427 method_to_index.Append(entry);
428 return;
429 }
430
431 // Regular methods in unknown declaration contexts are put to the backlog. We
432 // will revisit them once we processed all remaining symbols.
433 backlog.push_back(std::make_pair(entry, decl_context_ccstr));
434 }
435
RegisterBacklogEntry(const NameToIndexMap::Entry & entry,const char * decl_context,const std::set<const char * > & class_contexts)436 void Symtab::RegisterBacklogEntry(
437 const NameToIndexMap::Entry &entry, const char *decl_context,
438 const std::set<const char *> &class_contexts) {
439 auto &method_to_index =
440 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeMethod);
441 auto it = class_contexts.find(decl_context);
442 if (it != class_contexts.end()) {
443 method_to_index.Append(entry);
444 } else {
445 // If we got here, we have something that had a context (was inside
446 // a namespace or class) yet we don't know the entry
447 method_to_index.Append(entry);
448 auto &basename_to_index =
449 GetNameToSymbolIndexMap(lldb::eFunctionNameTypeBase);
450 basename_to_index.Append(entry);
451 }
452 }
453
PreloadSymbols()454 void Symtab::PreloadSymbols() {
455 std::lock_guard<std::recursive_mutex> guard(m_mutex);
456 InitNameIndexes();
457 }
458
AppendSymbolNamesToMap(const IndexCollection & indexes,bool add_demangled,bool add_mangled,NameToIndexMap & name_to_index_map) const459 void Symtab::AppendSymbolNamesToMap(const IndexCollection &indexes,
460 bool add_demangled, bool add_mangled,
461 NameToIndexMap &name_to_index_map) const {
462 LLDB_SCOPED_TIMER();
463 if (add_demangled || add_mangled) {
464 std::lock_guard<std::recursive_mutex> guard(m_mutex);
465
466 // Create the name index vector to be able to quickly search by name
467 const size_t num_indexes = indexes.size();
468 for (size_t i = 0; i < num_indexes; ++i) {
469 uint32_t value = indexes[i];
470 assert(i < m_symbols.size());
471 const Symbol *symbol = &m_symbols[value];
472
473 const Mangled &mangled = symbol->GetMangled();
474 if (add_demangled) {
475 if (ConstString name = mangled.GetDemangledName())
476 name_to_index_map.Append(name, value);
477 }
478
479 if (add_mangled) {
480 if (ConstString name = mangled.GetMangledName())
481 name_to_index_map.Append(name, value);
482 }
483 }
484 }
485 }
486
AppendSymbolIndexesWithType(SymbolType symbol_type,std::vector<uint32_t> & indexes,uint32_t start_idx,uint32_t end_index) const487 uint32_t Symtab::AppendSymbolIndexesWithType(SymbolType symbol_type,
488 std::vector<uint32_t> &indexes,
489 uint32_t start_idx,
490 uint32_t end_index) const {
491 std::lock_guard<std::recursive_mutex> guard(m_mutex);
492
493 uint32_t prev_size = indexes.size();
494
495 const uint32_t count = std::min<uint32_t>(m_symbols.size(), end_index);
496
497 for (uint32_t i = start_idx; i < count; ++i) {
498 if (symbol_type == eSymbolTypeAny || m_symbols[i].GetType() == symbol_type)
499 indexes.push_back(i);
500 }
501
502 return indexes.size() - prev_size;
503 }
504
AppendSymbolIndexesWithTypeAndFlagsValue(SymbolType symbol_type,uint32_t flags_value,std::vector<uint32_t> & indexes,uint32_t start_idx,uint32_t end_index) const505 uint32_t Symtab::AppendSymbolIndexesWithTypeAndFlagsValue(
506 SymbolType symbol_type, uint32_t flags_value,
507 std::vector<uint32_t> &indexes, uint32_t start_idx,
508 uint32_t end_index) const {
509 std::lock_guard<std::recursive_mutex> guard(m_mutex);
510
511 uint32_t prev_size = indexes.size();
512
513 const uint32_t count = std::min<uint32_t>(m_symbols.size(), end_index);
514
515 for (uint32_t i = start_idx; i < count; ++i) {
516 if ((symbol_type == eSymbolTypeAny ||
517 m_symbols[i].GetType() == symbol_type) &&
518 m_symbols[i].GetFlags() == flags_value)
519 indexes.push_back(i);
520 }
521
522 return indexes.size() - prev_size;
523 }
524
AppendSymbolIndexesWithType(SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & indexes,uint32_t start_idx,uint32_t end_index) const525 uint32_t Symtab::AppendSymbolIndexesWithType(SymbolType symbol_type,
526 Debug symbol_debug_type,
527 Visibility symbol_visibility,
528 std::vector<uint32_t> &indexes,
529 uint32_t start_idx,
530 uint32_t end_index) const {
531 std::lock_guard<std::recursive_mutex> guard(m_mutex);
532
533 uint32_t prev_size = indexes.size();
534
535 const uint32_t count = std::min<uint32_t>(m_symbols.size(), end_index);
536
537 for (uint32_t i = start_idx; i < count; ++i) {
538 if (symbol_type == eSymbolTypeAny ||
539 m_symbols[i].GetType() == symbol_type) {
540 if (CheckSymbolAtIndex(i, symbol_debug_type, symbol_visibility))
541 indexes.push_back(i);
542 }
543 }
544
545 return indexes.size() - prev_size;
546 }
547
GetIndexForSymbol(const Symbol * symbol) const548 uint32_t Symtab::GetIndexForSymbol(const Symbol *symbol) const {
549 if (!m_symbols.empty()) {
550 const Symbol *first_symbol = &m_symbols[0];
551 if (symbol >= first_symbol && symbol < first_symbol + m_symbols.size())
552 return symbol - first_symbol;
553 }
554 return UINT32_MAX;
555 }
556
557 struct SymbolSortInfo {
558 const bool sort_by_load_addr;
559 const Symbol *symbols;
560 };
561
562 namespace {
563 struct SymbolIndexComparator {
564 const std::vector<Symbol> &symbols;
565 std::vector<lldb::addr_t> &addr_cache;
566
567 // Getting from the symbol to the Address to the File Address involves some
568 // work. Since there are potentially many symbols here, and we're using this
569 // for sorting so we're going to be computing the address many times, cache
570 // that in addr_cache. The array passed in has to be the same size as the
571 // symbols array passed into the member variable symbols, and should be
572 // initialized with LLDB_INVALID_ADDRESS.
573 // NOTE: You have to make addr_cache externally and pass it in because
574 // std::stable_sort
575 // makes copies of the comparator it is initially passed in, and you end up
576 // spending huge amounts of time copying this array...
577
SymbolIndexComparator__anon992077af0211::SymbolIndexComparator578 SymbolIndexComparator(const std::vector<Symbol> &s,
579 std::vector<lldb::addr_t> &a)
580 : symbols(s), addr_cache(a) {
581 assert(symbols.size() == addr_cache.size());
582 }
operator ()__anon992077af0211::SymbolIndexComparator583 bool operator()(uint32_t index_a, uint32_t index_b) {
584 addr_t value_a = addr_cache[index_a];
585 if (value_a == LLDB_INVALID_ADDRESS) {
586 value_a = symbols[index_a].GetAddressRef().GetFileAddress();
587 addr_cache[index_a] = value_a;
588 }
589
590 addr_t value_b = addr_cache[index_b];
591 if (value_b == LLDB_INVALID_ADDRESS) {
592 value_b = symbols[index_b].GetAddressRef().GetFileAddress();
593 addr_cache[index_b] = value_b;
594 }
595
596 if (value_a == value_b) {
597 // The if the values are equal, use the original symbol user ID
598 lldb::user_id_t uid_a = symbols[index_a].GetID();
599 lldb::user_id_t uid_b = symbols[index_b].GetID();
600 if (uid_a < uid_b)
601 return true;
602 if (uid_a > uid_b)
603 return false;
604 return false;
605 } else if (value_a < value_b)
606 return true;
607
608 return false;
609 }
610 };
611 }
612
SortSymbolIndexesByValue(std::vector<uint32_t> & indexes,bool remove_duplicates) const613 void Symtab::SortSymbolIndexesByValue(std::vector<uint32_t> &indexes,
614 bool remove_duplicates) const {
615 std::lock_guard<std::recursive_mutex> guard(m_mutex);
616 LLDB_SCOPED_TIMER();
617 // No need to sort if we have zero or one items...
618 if (indexes.size() <= 1)
619 return;
620
621 // Sort the indexes in place using std::stable_sort.
622 // NOTE: The use of std::stable_sort instead of llvm::sort here is strictly
623 // for performance, not correctness. The indexes vector tends to be "close"
624 // to sorted, which the stable sort handles better.
625
626 std::vector<lldb::addr_t> addr_cache(m_symbols.size(), LLDB_INVALID_ADDRESS);
627
628 SymbolIndexComparator comparator(m_symbols, addr_cache);
629 std::stable_sort(indexes.begin(), indexes.end(), comparator);
630
631 // Remove any duplicates if requested
632 if (remove_duplicates) {
633 auto last = std::unique(indexes.begin(), indexes.end());
634 indexes.erase(last, indexes.end());
635 }
636 }
637
GetNameIndexes(ConstString symbol_name,std::vector<uint32_t> & indexes)638 uint32_t Symtab::GetNameIndexes(ConstString symbol_name,
639 std::vector<uint32_t> &indexes) {
640 auto &name_to_index = GetNameToSymbolIndexMap(lldb::eFunctionNameTypeNone);
641 const uint32_t count = name_to_index.GetValues(symbol_name, indexes);
642 if (count)
643 return count;
644 // Synthetic symbol names are not added to the name indexes, but they start
645 // with a prefix and end with a the symbol UserID. This allows users to find
646 // these symbols without having to add them to the name indexes. These
647 // queries will not happen very often since the names don't mean anything, so
648 // performance is not paramount in this case.
649 llvm::StringRef name = symbol_name.GetStringRef();
650 // String the synthetic prefix if the name starts with it.
651 if (!name.consume_front(Symbol::GetSyntheticSymbolPrefix()))
652 return 0; // Not a synthetic symbol name
653
654 // Extract the user ID from the symbol name
655 unsigned long long uid = 0;
656 if (getAsUnsignedInteger(name, /*Radix=*/10, uid))
657 return 0; // Failed to extract the user ID as an integer
658 Symbol *symbol = FindSymbolByID(uid);
659 if (symbol == nullptr)
660 return 0;
661 const uint32_t symbol_idx = GetIndexForSymbol(symbol);
662 if (symbol_idx == UINT32_MAX)
663 return 0;
664 indexes.push_back(symbol_idx);
665 return 1;
666 }
667
AppendSymbolIndexesWithName(ConstString symbol_name,std::vector<uint32_t> & indexes)668 uint32_t Symtab::AppendSymbolIndexesWithName(ConstString symbol_name,
669 std::vector<uint32_t> &indexes) {
670 std::lock_guard<std::recursive_mutex> guard(m_mutex);
671
672 if (symbol_name) {
673 if (!m_name_indexes_computed)
674 InitNameIndexes();
675
676 return GetNameIndexes(symbol_name, indexes);
677 }
678 return 0;
679 }
680
AppendSymbolIndexesWithName(ConstString symbol_name,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & indexes)681 uint32_t Symtab::AppendSymbolIndexesWithName(ConstString symbol_name,
682 Debug symbol_debug_type,
683 Visibility symbol_visibility,
684 std::vector<uint32_t> &indexes) {
685 std::lock_guard<std::recursive_mutex> guard(m_mutex);
686
687 LLDB_SCOPED_TIMER();
688 if (symbol_name) {
689 const size_t old_size = indexes.size();
690 if (!m_name_indexes_computed)
691 InitNameIndexes();
692
693 std::vector<uint32_t> all_name_indexes;
694 const size_t name_match_count =
695 GetNameIndexes(symbol_name, all_name_indexes);
696 for (size_t i = 0; i < name_match_count; ++i) {
697 if (CheckSymbolAtIndex(all_name_indexes[i], symbol_debug_type,
698 symbol_visibility))
699 indexes.push_back(all_name_indexes[i]);
700 }
701 return indexes.size() - old_size;
702 }
703 return 0;
704 }
705
706 uint32_t
AppendSymbolIndexesWithNameAndType(ConstString symbol_name,SymbolType symbol_type,std::vector<uint32_t> & indexes)707 Symtab::AppendSymbolIndexesWithNameAndType(ConstString symbol_name,
708 SymbolType symbol_type,
709 std::vector<uint32_t> &indexes) {
710 std::lock_guard<std::recursive_mutex> guard(m_mutex);
711
712 if (AppendSymbolIndexesWithName(symbol_name, indexes) > 0) {
713 std::vector<uint32_t>::iterator pos = indexes.begin();
714 while (pos != indexes.end()) {
715 if (symbol_type == eSymbolTypeAny ||
716 m_symbols[*pos].GetType() == symbol_type)
717 ++pos;
718 else
719 pos = indexes.erase(pos);
720 }
721 }
722 return indexes.size();
723 }
724
AppendSymbolIndexesWithNameAndType(ConstString symbol_name,SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & indexes)725 uint32_t Symtab::AppendSymbolIndexesWithNameAndType(
726 ConstString symbol_name, SymbolType symbol_type,
727 Debug symbol_debug_type, Visibility symbol_visibility,
728 std::vector<uint32_t> &indexes) {
729 std::lock_guard<std::recursive_mutex> guard(m_mutex);
730
731 if (AppendSymbolIndexesWithName(symbol_name, symbol_debug_type,
732 symbol_visibility, indexes) > 0) {
733 std::vector<uint32_t>::iterator pos = indexes.begin();
734 while (pos != indexes.end()) {
735 if (symbol_type == eSymbolTypeAny ||
736 m_symbols[*pos].GetType() == symbol_type)
737 ++pos;
738 else
739 pos = indexes.erase(pos);
740 }
741 }
742 return indexes.size();
743 }
744
AppendSymbolIndexesMatchingRegExAndType(const RegularExpression & regexp,SymbolType symbol_type,std::vector<uint32_t> & indexes,Mangled::NamePreference name_preference)745 uint32_t Symtab::AppendSymbolIndexesMatchingRegExAndType(
746 const RegularExpression ®exp, SymbolType symbol_type,
747 std::vector<uint32_t> &indexes, Mangled::NamePreference name_preference) {
748 std::lock_guard<std::recursive_mutex> guard(m_mutex);
749
750 uint32_t prev_size = indexes.size();
751 uint32_t sym_end = m_symbols.size();
752
753 for (uint32_t i = 0; i < sym_end; i++) {
754 if (symbol_type == eSymbolTypeAny ||
755 m_symbols[i].GetType() == symbol_type) {
756 const char *name =
757 m_symbols[i].GetMangled().GetName(name_preference).AsCString();
758 if (name) {
759 if (regexp.Execute(name))
760 indexes.push_back(i);
761 }
762 }
763 }
764 return indexes.size() - prev_size;
765 }
766
AppendSymbolIndexesMatchingRegExAndType(const RegularExpression & regexp,SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & indexes,Mangled::NamePreference name_preference)767 uint32_t Symtab::AppendSymbolIndexesMatchingRegExAndType(
768 const RegularExpression ®exp, SymbolType symbol_type,
769 Debug symbol_debug_type, Visibility symbol_visibility,
770 std::vector<uint32_t> &indexes, Mangled::NamePreference name_preference) {
771 std::lock_guard<std::recursive_mutex> guard(m_mutex);
772
773 uint32_t prev_size = indexes.size();
774 uint32_t sym_end = m_symbols.size();
775
776 for (uint32_t i = 0; i < sym_end; i++) {
777 if (symbol_type == eSymbolTypeAny ||
778 m_symbols[i].GetType() == symbol_type) {
779 if (!CheckSymbolAtIndex(i, symbol_debug_type, symbol_visibility))
780 continue;
781
782 const char *name =
783 m_symbols[i].GetMangled().GetName(name_preference).AsCString();
784 if (name) {
785 if (regexp.Execute(name))
786 indexes.push_back(i);
787 }
788 }
789 }
790 return indexes.size() - prev_size;
791 }
792
FindSymbolWithType(SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,uint32_t & start_idx)793 Symbol *Symtab::FindSymbolWithType(SymbolType symbol_type,
794 Debug symbol_debug_type,
795 Visibility symbol_visibility,
796 uint32_t &start_idx) {
797 std::lock_guard<std::recursive_mutex> guard(m_mutex);
798
799 const size_t count = m_symbols.size();
800 for (size_t idx = start_idx; idx < count; ++idx) {
801 if (symbol_type == eSymbolTypeAny ||
802 m_symbols[idx].GetType() == symbol_type) {
803 if (CheckSymbolAtIndex(idx, symbol_debug_type, symbol_visibility)) {
804 start_idx = idx;
805 return &m_symbols[idx];
806 }
807 }
808 }
809 return nullptr;
810 }
811
812 void
FindAllSymbolsWithNameAndType(ConstString name,SymbolType symbol_type,std::vector<uint32_t> & symbol_indexes)813 Symtab::FindAllSymbolsWithNameAndType(ConstString name,
814 SymbolType symbol_type,
815 std::vector<uint32_t> &symbol_indexes) {
816 std::lock_guard<std::recursive_mutex> guard(m_mutex);
817
818 // Initialize all of the lookup by name indexes before converting NAME to a
819 // uniqued string NAME_STR below.
820 if (!m_name_indexes_computed)
821 InitNameIndexes();
822
823 if (name) {
824 // The string table did have a string that matched, but we need to check
825 // the symbols and match the symbol_type if any was given.
826 AppendSymbolIndexesWithNameAndType(name, symbol_type, symbol_indexes);
827 }
828 }
829
FindAllSymbolsWithNameAndType(ConstString name,SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & symbol_indexes)830 void Symtab::FindAllSymbolsWithNameAndType(
831 ConstString name, SymbolType symbol_type, Debug symbol_debug_type,
832 Visibility symbol_visibility, std::vector<uint32_t> &symbol_indexes) {
833 std::lock_guard<std::recursive_mutex> guard(m_mutex);
834
835 LLDB_SCOPED_TIMER();
836 // Initialize all of the lookup by name indexes before converting NAME to a
837 // uniqued string NAME_STR below.
838 if (!m_name_indexes_computed)
839 InitNameIndexes();
840
841 if (name) {
842 // The string table did have a string that matched, but we need to check
843 // the symbols and match the symbol_type if any was given.
844 AppendSymbolIndexesWithNameAndType(name, symbol_type, symbol_debug_type,
845 symbol_visibility, symbol_indexes);
846 }
847 }
848
FindAllSymbolsMatchingRexExAndType(const RegularExpression & regex,SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility,std::vector<uint32_t> & symbol_indexes,Mangled::NamePreference name_preference)849 void Symtab::FindAllSymbolsMatchingRexExAndType(
850 const RegularExpression ®ex, SymbolType symbol_type,
851 Debug symbol_debug_type, Visibility symbol_visibility,
852 std::vector<uint32_t> &symbol_indexes,
853 Mangled::NamePreference name_preference) {
854 std::lock_guard<std::recursive_mutex> guard(m_mutex);
855
856 AppendSymbolIndexesMatchingRegExAndType(regex, symbol_type, symbol_debug_type,
857 symbol_visibility, symbol_indexes,
858 name_preference);
859 }
860
FindFirstSymbolWithNameAndType(ConstString name,SymbolType symbol_type,Debug symbol_debug_type,Visibility symbol_visibility)861 Symbol *Symtab::FindFirstSymbolWithNameAndType(ConstString name,
862 SymbolType symbol_type,
863 Debug symbol_debug_type,
864 Visibility symbol_visibility) {
865 std::lock_guard<std::recursive_mutex> guard(m_mutex);
866 LLDB_SCOPED_TIMER();
867 if (!m_name_indexes_computed)
868 InitNameIndexes();
869
870 if (name) {
871 std::vector<uint32_t> matching_indexes;
872 // The string table did have a string that matched, but we need to check
873 // the symbols and match the symbol_type if any was given.
874 if (AppendSymbolIndexesWithNameAndType(name, symbol_type, symbol_debug_type,
875 symbol_visibility,
876 matching_indexes)) {
877 std::vector<uint32_t>::const_iterator pos, end = matching_indexes.end();
878 for (pos = matching_indexes.begin(); pos != end; ++pos) {
879 Symbol *symbol = SymbolAtIndex(*pos);
880
881 if (symbol->Compare(name, symbol_type))
882 return symbol;
883 }
884 }
885 }
886 return nullptr;
887 }
888
889 typedef struct {
890 const Symtab *symtab;
891 const addr_t file_addr;
892 Symbol *match_symbol;
893 const uint32_t *match_index_ptr;
894 addr_t match_offset;
895 } SymbolSearchInfo;
896
897 // Add all the section file start address & size to the RangeVector, recusively
898 // adding any children sections.
AddSectionsToRangeMap(SectionList * sectlist,RangeVector<addr_t,addr_t> & section_ranges)899 static void AddSectionsToRangeMap(SectionList *sectlist,
900 RangeVector<addr_t, addr_t> §ion_ranges) {
901 const int num_sections = sectlist->GetNumSections(0);
902 for (int i = 0; i < num_sections; i++) {
903 SectionSP sect_sp = sectlist->GetSectionAtIndex(i);
904 if (sect_sp) {
905 SectionList &child_sectlist = sect_sp->GetChildren();
906
907 // If this section has children, add the children to the RangeVector.
908 // Else add this section to the RangeVector.
909 if (child_sectlist.GetNumSections(0) > 0) {
910 AddSectionsToRangeMap(&child_sectlist, section_ranges);
911 } else {
912 size_t size = sect_sp->GetByteSize();
913 if (size > 0) {
914 addr_t base_addr = sect_sp->GetFileAddress();
915 RangeVector<addr_t, addr_t>::Entry entry;
916 entry.SetRangeBase(base_addr);
917 entry.SetByteSize(size);
918 section_ranges.Append(entry);
919 }
920 }
921 }
922 }
923 }
924
InitAddressIndexes()925 void Symtab::InitAddressIndexes() {
926 // Protected function, no need to lock mutex...
927 if (!m_file_addr_to_index_computed && !m_symbols.empty()) {
928 m_file_addr_to_index_computed = true;
929
930 FileRangeToIndexMap::Entry entry;
931 const_iterator begin = m_symbols.begin();
932 const_iterator end = m_symbols.end();
933 for (const_iterator pos = m_symbols.begin(); pos != end; ++pos) {
934 if (pos->ValueIsAddress()) {
935 entry.SetRangeBase(pos->GetAddressRef().GetFileAddress());
936 entry.SetByteSize(pos->GetByteSize());
937 entry.data = std::distance(begin, pos);
938 m_file_addr_to_index.Append(entry);
939 }
940 }
941 const size_t num_entries = m_file_addr_to_index.GetSize();
942 if (num_entries > 0) {
943 m_file_addr_to_index.Sort();
944
945 // Create a RangeVector with the start & size of all the sections for
946 // this objfile. We'll need to check this for any FileRangeToIndexMap
947 // entries with an uninitialized size, which could potentially be a large
948 // number so reconstituting the weak pointer is busywork when it is
949 // invariant information.
950 SectionList *sectlist = m_objfile->GetSectionList();
951 RangeVector<addr_t, addr_t> section_ranges;
952 if (sectlist) {
953 AddSectionsToRangeMap(sectlist, section_ranges);
954 section_ranges.Sort();
955 }
956
957 // Iterate through the FileRangeToIndexMap and fill in the size for any
958 // entries that didn't already have a size from the Symbol (e.g. if we
959 // have a plain linker symbol with an address only, instead of debug info
960 // where we get an address and a size and a type, etc.)
961 for (size_t i = 0; i < num_entries; i++) {
962 FileRangeToIndexMap::Entry *entry =
963 m_file_addr_to_index.GetMutableEntryAtIndex(i);
964 if (entry->GetByteSize() == 0) {
965 addr_t curr_base_addr = entry->GetRangeBase();
966 const RangeVector<addr_t, addr_t>::Entry *containing_section =
967 section_ranges.FindEntryThatContains(curr_base_addr);
968
969 // Use the end of the section as the default max size of the symbol
970 addr_t sym_size = 0;
971 if (containing_section) {
972 sym_size =
973 containing_section->GetByteSize() -
974 (entry->GetRangeBase() - containing_section->GetRangeBase());
975 }
976
977 for (size_t j = i; j < num_entries; j++) {
978 FileRangeToIndexMap::Entry *next_entry =
979 m_file_addr_to_index.GetMutableEntryAtIndex(j);
980 addr_t next_base_addr = next_entry->GetRangeBase();
981 if (next_base_addr > curr_base_addr) {
982 addr_t size_to_next_symbol = next_base_addr - curr_base_addr;
983
984 // Take the difference between this symbol and the next one as
985 // its size, if it is less than the size of the section.
986 if (sym_size == 0 || size_to_next_symbol < sym_size) {
987 sym_size = size_to_next_symbol;
988 }
989 break;
990 }
991 }
992
993 if (sym_size > 0) {
994 entry->SetByteSize(sym_size);
995 Symbol &symbol = m_symbols[entry->data];
996 symbol.SetByteSize(sym_size);
997 symbol.SetSizeIsSynthesized(true);
998 }
999 }
1000 }
1001
1002 // Sort again in case the range size changes the ordering
1003 m_file_addr_to_index.Sort();
1004 }
1005 }
1006 }
1007
Finalize()1008 void Symtab::Finalize() {
1009 std::lock_guard<std::recursive_mutex> guard(m_mutex);
1010 // Calculate the size of symbols inside InitAddressIndexes.
1011 InitAddressIndexes();
1012 // Shrink to fit the symbols so we don't waste memory
1013 if (m_symbols.capacity() > m_symbols.size()) {
1014 collection new_symbols(m_symbols.begin(), m_symbols.end());
1015 m_symbols.swap(new_symbols);
1016 }
1017 SaveToCache();
1018 }
1019
FindSymbolAtFileAddress(addr_t file_addr)1020 Symbol *Symtab::FindSymbolAtFileAddress(addr_t file_addr) {
1021 std::lock_guard<std::recursive_mutex> guard(m_mutex);
1022 if (!m_file_addr_to_index_computed)
1023 InitAddressIndexes();
1024
1025 const FileRangeToIndexMap::Entry *entry =
1026 m_file_addr_to_index.FindEntryStartsAt(file_addr);
1027 if (entry) {
1028 Symbol *symbol = SymbolAtIndex(entry->data);
1029 if (symbol->GetFileAddress() == file_addr)
1030 return symbol;
1031 }
1032 return nullptr;
1033 }
1034
FindSymbolContainingFileAddress(addr_t file_addr)1035 Symbol *Symtab::FindSymbolContainingFileAddress(addr_t file_addr) {
1036 std::lock_guard<std::recursive_mutex> guard(m_mutex);
1037
1038 if (!m_file_addr_to_index_computed)
1039 InitAddressIndexes();
1040
1041 const FileRangeToIndexMap::Entry *entry =
1042 m_file_addr_to_index.FindEntryThatContains(file_addr);
1043 if (entry) {
1044 Symbol *symbol = SymbolAtIndex(entry->data);
1045 if (symbol->ContainsFileAddress(file_addr))
1046 return symbol;
1047 }
1048 return nullptr;
1049 }
1050
ForEachSymbolContainingFileAddress(addr_t file_addr,std::function<bool (Symbol *)> const & callback)1051 void Symtab::ForEachSymbolContainingFileAddress(
1052 addr_t file_addr, std::function<bool(Symbol *)> const &callback) {
1053 std::lock_guard<std::recursive_mutex> guard(m_mutex);
1054
1055 if (!m_file_addr_to_index_computed)
1056 InitAddressIndexes();
1057
1058 std::vector<uint32_t> all_addr_indexes;
1059
1060 // Get all symbols with file_addr
1061 const size_t addr_match_count =
1062 m_file_addr_to_index.FindEntryIndexesThatContain(file_addr,
1063 all_addr_indexes);
1064
1065 for (size_t i = 0; i < addr_match_count; ++i) {
1066 Symbol *symbol = SymbolAtIndex(all_addr_indexes[i]);
1067 if (symbol->ContainsFileAddress(file_addr)) {
1068 if (!callback(symbol))
1069 break;
1070 }
1071 }
1072 }
1073
SymbolIndicesToSymbolContextList(std::vector<uint32_t> & symbol_indexes,SymbolContextList & sc_list)1074 void Symtab::SymbolIndicesToSymbolContextList(
1075 std::vector<uint32_t> &symbol_indexes, SymbolContextList &sc_list) {
1076 // No need to protect this call using m_mutex all other method calls are
1077 // already thread safe.
1078
1079 const bool merge_symbol_into_function = true;
1080 size_t num_indices = symbol_indexes.size();
1081 if (num_indices > 0) {
1082 SymbolContext sc;
1083 sc.module_sp = m_objfile->GetModule();
1084 for (size_t i = 0; i < num_indices; i++) {
1085 sc.symbol = SymbolAtIndex(symbol_indexes[i]);
1086 if (sc.symbol)
1087 sc_list.AppendIfUnique(sc, merge_symbol_into_function);
1088 }
1089 }
1090 }
1091
FindFunctionSymbols(ConstString name,uint32_t name_type_mask,SymbolContextList & sc_list)1092 void Symtab::FindFunctionSymbols(ConstString name, uint32_t name_type_mask,
1093 SymbolContextList &sc_list) {
1094 std::vector<uint32_t> symbol_indexes;
1095
1096 // eFunctionNameTypeAuto should be pre-resolved by a call to
1097 // Module::LookupInfo::LookupInfo()
1098 assert((name_type_mask & eFunctionNameTypeAuto) == 0);
1099
1100 if (name_type_mask & (eFunctionNameTypeBase | eFunctionNameTypeFull)) {
1101 std::vector<uint32_t> temp_symbol_indexes;
1102 FindAllSymbolsWithNameAndType(name, eSymbolTypeAny, temp_symbol_indexes);
1103
1104 unsigned temp_symbol_indexes_size = temp_symbol_indexes.size();
1105 if (temp_symbol_indexes_size > 0) {
1106 std::lock_guard<std::recursive_mutex> guard(m_mutex);
1107 for (unsigned i = 0; i < temp_symbol_indexes_size; i++) {
1108 SymbolContext sym_ctx;
1109 sym_ctx.symbol = SymbolAtIndex(temp_symbol_indexes[i]);
1110 if (sym_ctx.symbol) {
1111 switch (sym_ctx.symbol->GetType()) {
1112 case eSymbolTypeCode:
1113 case eSymbolTypeResolver:
1114 case eSymbolTypeReExported:
1115 case eSymbolTypeAbsolute:
1116 symbol_indexes.push_back(temp_symbol_indexes[i]);
1117 break;
1118 default:
1119 break;
1120 }
1121 }
1122 }
1123 }
1124 }
1125
1126 if (!m_name_indexes_computed)
1127 InitNameIndexes();
1128
1129 for (lldb::FunctionNameType type :
1130 {lldb::eFunctionNameTypeBase, lldb::eFunctionNameTypeMethod,
1131 lldb::eFunctionNameTypeSelector}) {
1132 if (name_type_mask & type) {
1133 auto map = GetNameToSymbolIndexMap(type);
1134
1135 const UniqueCStringMap<uint32_t>::Entry *match;
1136 for (match = map.FindFirstValueForName(name); match != nullptr;
1137 match = map.FindNextValueForName(match)) {
1138 symbol_indexes.push_back(match->value);
1139 }
1140 }
1141 }
1142
1143 if (!symbol_indexes.empty()) {
1144 llvm::sort(symbol_indexes);
1145 symbol_indexes.erase(
1146 std::unique(symbol_indexes.begin(), symbol_indexes.end()),
1147 symbol_indexes.end());
1148 SymbolIndicesToSymbolContextList(symbol_indexes, sc_list);
1149 }
1150 }
1151
GetParent(Symbol * child_symbol) const1152 const Symbol *Symtab::GetParent(Symbol *child_symbol) const {
1153 uint32_t child_idx = GetIndexForSymbol(child_symbol);
1154 if (child_idx != UINT32_MAX && child_idx > 0) {
1155 for (uint32_t idx = child_idx - 1; idx != UINT32_MAX; --idx) {
1156 const Symbol *symbol = SymbolAtIndex(idx);
1157 const uint32_t sibling_idx = symbol->GetSiblingIndex();
1158 if (sibling_idx != UINT32_MAX && sibling_idx > child_idx)
1159 return symbol;
1160 }
1161 }
1162 return nullptr;
1163 }
1164
GetCacheKey()1165 std::string Symtab::GetCacheKey() {
1166 std::string key;
1167 llvm::raw_string_ostream strm(key);
1168 // Symbol table can come from different object files for the same module. A
1169 // module can have one object file as the main executable and might have
1170 // another object file in a separate symbol file.
1171 strm << m_objfile->GetModule()->GetCacheKey() << "-symtab-"
1172 << llvm::format_hex(m_objfile->GetCacheHash(), 10);
1173 return strm.str();
1174 }
1175
SaveToCache()1176 void Symtab::SaveToCache() {
1177 DataFileCache *cache = Module::GetIndexCache();
1178 if (!cache)
1179 return; // Caching is not enabled.
1180 InitNameIndexes(); // Init the name indexes so we can cache them as well.
1181 const auto byte_order = endian::InlHostByteOrder();
1182 DataEncoder file(byte_order, /*addr_size=*/8);
1183 // Encode will return false if the symbol table's object file doesn't have
1184 // anything to make a signature from.
1185 if (Encode(file))
1186 if (cache->SetCachedData(GetCacheKey(), file.GetData()))
1187 SetWasSavedToCache();
1188 }
1189
1190 constexpr llvm::StringLiteral kIdentifierCStrMap("CMAP");
1191
EncodeCStrMap(DataEncoder & encoder,ConstStringTable & strtab,const UniqueCStringMap<uint32_t> & cstr_map)1192 static void EncodeCStrMap(DataEncoder &encoder, ConstStringTable &strtab,
1193 const UniqueCStringMap<uint32_t> &cstr_map) {
1194 encoder.AppendData(kIdentifierCStrMap);
1195 encoder.AppendU32(cstr_map.GetSize());
1196 for (const auto &entry: cstr_map) {
1197 // Make sure there are no empty strings.
1198 assert((bool)entry.cstring);
1199 encoder.AppendU32(strtab.Add(entry.cstring));
1200 encoder.AppendU32(entry.value);
1201 }
1202 }
1203
DecodeCStrMap(const DataExtractor & data,lldb::offset_t * offset_ptr,const StringTableReader & strtab,UniqueCStringMap<uint32_t> & cstr_map)1204 bool DecodeCStrMap(const DataExtractor &data, lldb::offset_t *offset_ptr,
1205 const StringTableReader &strtab,
1206 UniqueCStringMap<uint32_t> &cstr_map) {
1207 llvm::StringRef identifier((const char *)data.GetData(offset_ptr, 4), 4);
1208 if (identifier != kIdentifierCStrMap)
1209 return false;
1210 const uint32_t count = data.GetU32(offset_ptr);
1211 cstr_map.Reserve(count);
1212 for (uint32_t i=0; i<count; ++i)
1213 {
1214 llvm::StringRef str(strtab.Get(data.GetU32(offset_ptr)));
1215 uint32_t value = data.GetU32(offset_ptr);
1216 // No empty strings in the name indexes in Symtab
1217 if (str.empty())
1218 return false;
1219 cstr_map.Append(ConstString(str), value);
1220 }
1221 // We must sort the UniqueCStringMap after decoding it since it is a vector
1222 // of UniqueCStringMap::Entry objects which contain a ConstString and type T.
1223 // ConstString objects are sorted by "const char *" and then type T and
1224 // the "const char *" are point values that will depend on the order in which
1225 // ConstString objects are created and in which of the 256 string pools they
1226 // are created in. So after we decode all of the entries, we must sort the
1227 // name map to ensure name lookups succeed. If we encode and decode within
1228 // the same process we wouldn't need to sort, so unit testing didn't catch
1229 // this issue when first checked in.
1230 cstr_map.Sort();
1231 return true;
1232 }
1233
1234 constexpr llvm::StringLiteral kIdentifierSymbolTable("SYMB");
1235 constexpr uint32_t CURRENT_CACHE_VERSION = 1;
1236
1237 /// The encoding format for the symbol table is as follows:
1238 ///
1239 /// Signature signature;
1240 /// ConstStringTable strtab;
1241 /// Identifier four character code: 'SYMB'
1242 /// uint32_t version;
1243 /// uint32_t num_symbols;
1244 /// Symbol symbols[num_symbols];
1245 /// uint8_t num_cstr_maps;
1246 /// UniqueCStringMap<uint32_t> cstr_maps[num_cstr_maps]
Encode(DataEncoder & encoder) const1247 bool Symtab::Encode(DataEncoder &encoder) const {
1248 // Name indexes must be computed before calling this function.
1249 assert(m_name_indexes_computed);
1250
1251 // Encode the object file's signature
1252 CacheSignature signature(m_objfile);
1253 if (!signature.Encode(encoder))
1254 return false;
1255 ConstStringTable strtab;
1256
1257 // Encoder the symbol table into a separate encoder first. This allows us
1258 // gather all of the strings we willl need in "strtab" as we will need to
1259 // write the string table out before the symbol table.
1260 DataEncoder symtab_encoder(encoder.GetByteOrder(),
1261 encoder.GetAddressByteSize());
1262 symtab_encoder.AppendData(kIdentifierSymbolTable);
1263 // Encode the symtab data version.
1264 symtab_encoder.AppendU32(CURRENT_CACHE_VERSION);
1265 // Encode the number of symbols.
1266 symtab_encoder.AppendU32(m_symbols.size());
1267 // Encode the symbol data for all symbols.
1268 for (const auto &symbol: m_symbols)
1269 symbol.Encode(symtab_encoder, strtab);
1270
1271 // Emit a byte for how many C string maps we emit. We will fix this up after
1272 // we emit the C string maps since we skip emitting C string maps if they are
1273 // empty.
1274 size_t num_cmaps_offset = symtab_encoder.GetByteSize();
1275 uint8_t num_cmaps = 0;
1276 symtab_encoder.AppendU8(0);
1277 for (const auto &pair: m_name_to_symbol_indices) {
1278 if (pair.second.IsEmpty())
1279 continue;
1280 ++num_cmaps;
1281 symtab_encoder.AppendU8(pair.first);
1282 EncodeCStrMap(symtab_encoder, strtab, pair.second);
1283 }
1284 if (num_cmaps > 0)
1285 symtab_encoder.PutU8(num_cmaps_offset, num_cmaps);
1286
1287 // Now that all strings have been gathered, we will emit the string table.
1288 strtab.Encode(encoder);
1289 // Followed the the symbol table data.
1290 encoder.AppendData(symtab_encoder.GetData());
1291 return true;
1292 }
1293
Decode(const DataExtractor & data,lldb::offset_t * offset_ptr,bool & signature_mismatch)1294 bool Symtab::Decode(const DataExtractor &data, lldb::offset_t *offset_ptr,
1295 bool &signature_mismatch) {
1296 signature_mismatch = false;
1297 CacheSignature signature;
1298 StringTableReader strtab;
1299 { // Scope for "elapsed" object below so it can measure the time parse.
1300 ElapsedTime elapsed(m_objfile->GetModule()->GetSymtabParseTime());
1301 if (!signature.Decode(data, offset_ptr))
1302 return false;
1303 if (CacheSignature(m_objfile) != signature) {
1304 signature_mismatch = true;
1305 return false;
1306 }
1307 // We now decode the string table for all strings in the data cache file.
1308 if (!strtab.Decode(data, offset_ptr))
1309 return false;
1310
1311 // And now we can decode the symbol table with string table we just decoded.
1312 llvm::StringRef identifier((const char *)data.GetData(offset_ptr, 4), 4);
1313 if (identifier != kIdentifierSymbolTable)
1314 return false;
1315 const uint32_t version = data.GetU32(offset_ptr);
1316 if (version != CURRENT_CACHE_VERSION)
1317 return false;
1318 const uint32_t num_symbols = data.GetU32(offset_ptr);
1319 if (num_symbols == 0)
1320 return true;
1321 m_symbols.resize(num_symbols);
1322 SectionList *sections = m_objfile->GetModule()->GetSectionList();
1323 for (uint32_t i=0; i<num_symbols; ++i) {
1324 if (!m_symbols[i].Decode(data, offset_ptr, sections, strtab))
1325 return false;
1326 }
1327 }
1328
1329 { // Scope for "elapsed" object below so it can measure the time to index.
1330 ElapsedTime elapsed(m_objfile->GetModule()->GetSymtabIndexTime());
1331 const uint8_t num_cstr_maps = data.GetU8(offset_ptr);
1332 for (uint8_t i=0; i<num_cstr_maps; ++i) {
1333 uint8_t type = data.GetU8(offset_ptr);
1334 UniqueCStringMap<uint32_t> &cstr_map =
1335 GetNameToSymbolIndexMap((lldb::FunctionNameType)type);
1336 if (!DecodeCStrMap(data, offset_ptr, strtab, cstr_map))
1337 return false;
1338 }
1339 m_name_indexes_computed = true;
1340 }
1341 return true;
1342 }
1343
LoadFromCache()1344 bool Symtab::LoadFromCache() {
1345 DataFileCache *cache = Module::GetIndexCache();
1346 if (!cache)
1347 return false;
1348
1349 std::unique_ptr<llvm::MemoryBuffer> mem_buffer_up =
1350 cache->GetCachedData(GetCacheKey());
1351 if (!mem_buffer_up)
1352 return false;
1353 DataExtractor data(mem_buffer_up->getBufferStart(),
1354 mem_buffer_up->getBufferSize(),
1355 m_objfile->GetByteOrder(),
1356 m_objfile->GetAddressByteSize());
1357 bool signature_mismatch = false;
1358 lldb::offset_t offset = 0;
1359 const bool result = Decode(data, &offset, signature_mismatch);
1360 if (signature_mismatch)
1361 cache->RemoveCacheFile(GetCacheKey());
1362 if (result)
1363 SetWasLoadedFromCache();
1364 return result;
1365 }
1366