123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110 |
- #pragma once
- #ifdef __GNUC__
- #pragma GCC diagnostic push
- #pragma GCC diagnostic ignored "-Wunused-parameter"
- #endif
- //===- PseudoProbe.h - Pseudo Probe IR Helpers ------------------*- C++ -*-===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // Pseudo probe IR intrinsic and dwarf discriminator manipulation routines.
- //
- //===----------------------------------------------------------------------===//
- #ifndef LLVM_IR_PSEUDOPROBE_H
- #define LLVM_IR_PSEUDOPROBE_H
- #include <cassert>
- #include <cstdint>
- #include <limits>
- #include <optional>
- namespace llvm {
- class Instruction;
- constexpr const char *PseudoProbeDescMetadataName = "llvm.pseudo_probe_desc";
- enum class PseudoProbeReservedId { Invalid = 0, Last = Invalid };
- enum class PseudoProbeType { Block = 0, IndirectCall, DirectCall };
- enum class PseudoProbeAttributes {
- Reserved = 0x1,
- Sentinel = 0x2, // A place holder for split function entry address.
- };
- // The saturated distrution factor representing 100% for block probes.
- constexpr static uint64_t PseudoProbeFullDistributionFactor =
- std::numeric_limits<uint64_t>::max();
- struct PseudoProbeDwarfDiscriminator {
- public:
- // The following APIs encodes/decodes per-probe information to/from a
- // 32-bit integer which is organized as:
- // [2:0] - 0x7, this is reserved for regular discriminator,
- // see DWARF discriminator encoding rule
- // [18:3] - probe id
- // [25:19] - probe distribution factor
- // [28:26] - probe type, see PseudoProbeType
- // [31:29] - reserved for probe attributes
- static uint32_t packProbeData(uint32_t Index, uint32_t Type, uint32_t Flags,
- uint32_t Factor) {
- assert(Index <= 0xFFFF && "Probe index too big to encode, exceeding 2^16");
- assert(Type <= 0x7 && "Probe type too big to encode, exceeding 7");
- assert(Flags <= 0x7);
- assert(Factor <= 100 &&
- "Probe distribution factor too big to encode, exceeding 100");
- return (Index << 3) | (Factor << 19) | (Type << 26) | 0x7;
- }
- static uint32_t extractProbeIndex(uint32_t Value) {
- return (Value >> 3) & 0xFFFF;
- }
- static uint32_t extractProbeType(uint32_t Value) {
- return (Value >> 26) & 0x7;
- }
- static uint32_t extractProbeAttributes(uint32_t Value) {
- return (Value >> 29) & 0x7;
- }
- static uint32_t extractProbeFactor(uint32_t Value) {
- return (Value >> 19) & 0x7F;
- }
- // The saturated distrution factor representing 100% for callsites.
- constexpr static uint8_t FullDistributionFactor = 100;
- };
- struct PseudoProbe {
- uint32_t Id;
- uint32_t Type;
- uint32_t Attr;
- // Distribution factor that estimates the portion of the real execution count.
- // A saturated distribution factor stands for 1.0 or 100%. A pesudo probe has
- // a factor with the value ranged from 0.0 to 1.0.
- float Factor;
- };
- static inline bool isSentinelProbe(uint32_t Flags) {
- return Flags & (uint32_t)PseudoProbeAttributes::Sentinel;
- }
- std::optional<PseudoProbe> extractProbe(const Instruction &Inst);
- void setProbeDistributionFactor(Instruction &Inst, float Factor);
- } // end namespace llvm
- #endif // LLVM_IR_PSEUDOPROBE_H
- #ifdef __GNUC__
- #pragma GCC diagnostic pop
- #endif
|