xref: /freebsd/contrib/llvm-project/compiler-rt/lib/profile/InstrProfiling.c (revision 1fd87a682ad7442327078e1eeb63edc4258f9815)
10b57cec5SDimitry Andric /*===- InstrProfiling.c - Support library for PGO instrumentation ---------===*\
20b57cec5SDimitry Andric |*
30b57cec5SDimitry Andric |* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric |* See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric |* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric |*
70b57cec5SDimitry Andric \*===----------------------------------------------------------------------===*/
80b57cec5SDimitry Andric 
9e8d8bef9SDimitry Andric // Note: This is linked into the Darwin kernel, and must remain compatible
10e8d8bef9SDimitry Andric // with freestanding compilation. See `darwin_add_builtin_libraries`.
11e8d8bef9SDimitry Andric 
120b57cec5SDimitry Andric #include <limits.h>
130b57cec5SDimitry Andric #include <stdio.h>
140b57cec5SDimitry Andric #include <stdlib.h>
150b57cec5SDimitry Andric #include <string.h>
160b57cec5SDimitry Andric 
170b57cec5SDimitry Andric #include "InstrProfiling.h"
180b57cec5SDimitry Andric #include "InstrProfilingInternal.h"
190b57cec5SDimitry Andric 
200b57cec5SDimitry Andric #define INSTR_PROF_VALUE_PROF_DATA
21480093f4SDimitry Andric #include "profile/InstrProfData.inc"
220b57cec5SDimitry Andric 
230b57cec5SDimitry Andric COMPILER_RT_VISIBILITY uint64_t __llvm_profile_get_magic(void) {
240b57cec5SDimitry Andric   return sizeof(void *) == sizeof(uint64_t) ? (INSTR_PROF_RAW_MAGIC_64)
250b57cec5SDimitry Andric                                             : (INSTR_PROF_RAW_MAGIC_32);
260b57cec5SDimitry Andric }
270b57cec5SDimitry Andric 
280b57cec5SDimitry Andric COMPILER_RT_VISIBILITY void __llvm_profile_set_dumped() {
295ffd83dbSDimitry Andric   lprofSetProfileDumped(1);
300b57cec5SDimitry Andric }
310b57cec5SDimitry Andric 
320b57cec5SDimitry Andric /* Return the number of bytes needed to add to SizeInBytes to make it
330b57cec5SDimitry Andric  *   the result a multiple of 8.
340b57cec5SDimitry Andric  */
350b57cec5SDimitry Andric COMPILER_RT_VISIBILITY uint8_t
360b57cec5SDimitry Andric __llvm_profile_get_num_padding_bytes(uint64_t SizeInBytes) {
370b57cec5SDimitry Andric   return 7 & (sizeof(uint64_t) - SizeInBytes % sizeof(uint64_t));
380b57cec5SDimitry Andric }
390b57cec5SDimitry Andric 
400b57cec5SDimitry Andric COMPILER_RT_VISIBILITY uint64_t __llvm_profile_get_version(void) {
410eae32dcSDimitry Andric   return INSTR_PROF_RAW_VERSION_VAR;
420b57cec5SDimitry Andric }
430b57cec5SDimitry Andric 
440b57cec5SDimitry Andric COMPILER_RT_VISIBILITY void __llvm_profile_reset_counters(void) {
4504eeddc0SDimitry Andric   char *I = __llvm_profile_begin_counters();
4604eeddc0SDimitry Andric   char *E = __llvm_profile_end_counters();
470b57cec5SDimitry Andric 
48*1fd87a68SDimitry Andric   char ResetValue =
49*1fd87a68SDimitry Andric       (__llvm_profile_get_version() & VARIANT_MASK_BYTE_COVERAGE) ? 0xFF : 0;
50*1fd87a68SDimitry Andric   memset(I, ResetValue, E - I);
510b57cec5SDimitry Andric 
520b57cec5SDimitry Andric   const __llvm_profile_data *DataBegin = __llvm_profile_begin_data();
530b57cec5SDimitry Andric   const __llvm_profile_data *DataEnd = __llvm_profile_end_data();
540b57cec5SDimitry Andric   const __llvm_profile_data *DI;
550b57cec5SDimitry Andric   for (DI = DataBegin; DI < DataEnd; ++DI) {
560b57cec5SDimitry Andric     uint64_t CurrentVSiteCount = 0;
570b57cec5SDimitry Andric     uint32_t VKI, i;
580b57cec5SDimitry Andric     if (!DI->Values)
590b57cec5SDimitry Andric       continue;
600b57cec5SDimitry Andric 
610b57cec5SDimitry Andric     ValueProfNode **ValueCounters = (ValueProfNode **)DI->Values;
620b57cec5SDimitry Andric 
630b57cec5SDimitry Andric     for (VKI = IPVK_First; VKI <= IPVK_Last; ++VKI)
640b57cec5SDimitry Andric       CurrentVSiteCount += DI->NumValueSites[VKI];
650b57cec5SDimitry Andric 
660b57cec5SDimitry Andric     for (i = 0; i < CurrentVSiteCount; ++i) {
670b57cec5SDimitry Andric       ValueProfNode *CurrentVNode = ValueCounters[i];
680b57cec5SDimitry Andric 
690b57cec5SDimitry Andric       while (CurrentVNode) {
700b57cec5SDimitry Andric         CurrentVNode->Count = 0;
710b57cec5SDimitry Andric         CurrentVNode = CurrentVNode->Next;
720b57cec5SDimitry Andric       }
730b57cec5SDimitry Andric     }
740b57cec5SDimitry Andric   }
755ffd83dbSDimitry Andric   lprofSetProfileDumped(0);
760b57cec5SDimitry Andric }
77