1 /*===- InstrProfiling.c - Support library for PGO instrumentation ---------===*\
2 |*
3 |* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 |* See https://llvm.org/LICENSE.txt for license information.
5 |* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 |*
7 \*===----------------------------------------------------------------------===*/
8 
9 // Note: This is linked into the Darwin kernel, and must remain compatible
10 // with freestanding compilation. See `darwin_add_builtin_libraries`.
11 
12 #include <limits.h>
13 #include <stdio.h>
14 #include <stdlib.h>
15 #include <string.h>
16 
17 #include "InstrProfiling.h"
18 #include "InstrProfilingInternal.h"
19 
20 #define INSTR_PROF_VALUE_PROF_DATA
21 #include "profile/InstrProfData.inc"
22 
23 static uint32_t __llvm_profile_global_timestamp = 1;
24 
25 COMPILER_RT_VISIBILITY
26 void INSTR_PROF_PROFILE_SET_TIMESTAMP(uint64_t *Probe) {
27   if (*Probe == 0 || *Probe == (uint64_t)-1)
28     *Probe = __llvm_profile_global_timestamp++;
29 }
30 
31 COMPILER_RT_VISIBILITY uint64_t __llvm_profile_get_magic(void) {
32   return sizeof(void *) == sizeof(uint64_t) ? (INSTR_PROF_RAW_MAGIC_64)
33                                             : (INSTR_PROF_RAW_MAGIC_32);
34 }
35 
36 COMPILER_RT_VISIBILITY void __llvm_profile_set_dumped(void) {
37   lprofSetProfileDumped(1);
38 }
39 
40 /* Return the number of bytes needed to add to SizeInBytes to make it
41  *   the result a multiple of 8.
42  */
43 COMPILER_RT_VISIBILITY uint8_t
44 __llvm_profile_get_num_padding_bytes(uint64_t SizeInBytes) {
45   return 7 & (sizeof(uint64_t) - SizeInBytes % sizeof(uint64_t));
46 }
47 
48 COMPILER_RT_VISIBILITY uint64_t __llvm_profile_get_version(void) {
49   return INSTR_PROF_RAW_VERSION_VAR;
50 }
51 
52 COMPILER_RT_VISIBILITY void __llvm_profile_reset_counters(void) {
53   if (__llvm_profile_get_version() & VARIANT_MASK_TEMPORAL_PROF)
54     __llvm_profile_global_timestamp = 1;
55 
56   char *I = __llvm_profile_begin_counters();
57   char *E = __llvm_profile_end_counters();
58 
59   char ResetValue =
60       (__llvm_profile_get_version() & VARIANT_MASK_BYTE_COVERAGE) ? 0xFF : 0;
61   memset(I, ResetValue, E - I);
62 
63   const __llvm_profile_data *DataBegin = __llvm_profile_begin_data();
64   const __llvm_profile_data *DataEnd = __llvm_profile_end_data();
65   const __llvm_profile_data *DI;
66   for (DI = DataBegin; DI < DataEnd; ++DI) {
67     uint64_t CurrentVSiteCount = 0;
68     uint32_t VKI, i;
69     if (!DI->Values)
70       continue;
71 
72     ValueProfNode **ValueCounters = (ValueProfNode **)DI->Values;
73 
74     for (VKI = IPVK_First; VKI <= IPVK_Last; ++VKI)
75       CurrentVSiteCount += DI->NumValueSites[VKI];
76 
77     for (i = 0; i < CurrentVSiteCount; ++i) {
78       ValueProfNode *CurrVNode = ValueCounters[i];
79 
80       while (CurrVNode) {
81         CurrVNode->Count = 0;
82         CurrVNode = CurrVNode->Next;
83       }
84     }
85   }
86   lprofSetProfileDumped(0);
87 }
88