| // SPDX-License-Identifier: GPL-2.0-only |
| /* |
| * turbostat -- show CPU frequency and C-state residency |
| * on modern Intel and AMD processors. |
| * |
| * Copyright (c) 2013 Intel Corporation. |
| * Len Brown <len.brown@intel.com> |
| */ |
| |
| #define _GNU_SOURCE |
| #include MSRHEADER |
| #include INTEL_FAMILY_HEADER |
| #include <stdarg.h> |
| #include <stdio.h> |
| #include <err.h> |
| #include <unistd.h> |
| #include <sys/types.h> |
| #include <sys/wait.h> |
| #include <sys/stat.h> |
| #include <sys/select.h> |
| #include <sys/resource.h> |
| #include <fcntl.h> |
| #include <signal.h> |
| #include <sys/time.h> |
| #include <stdlib.h> |
| #include <getopt.h> |
| #include <dirent.h> |
| #include <string.h> |
| #include <ctype.h> |
| #include <sched.h> |
| #include <time.h> |
| #include <cpuid.h> |
| #include <sys/capability.h> |
| #include <errno.h> |
| #include <math.h> |
| |
| char *proc_stat = "/proc/stat"; |
| FILE *outf; |
| int *fd_percpu; |
| struct timeval interval_tv = {5, 0}; |
| struct timespec interval_ts = {5, 0}; |
| unsigned int num_iterations; |
| unsigned int debug; |
| unsigned int quiet; |
| unsigned int shown; |
| unsigned int sums_need_wide_columns; |
| unsigned int rapl_joules; |
| unsigned int summary_only; |
| unsigned int list_header_only; |
| unsigned int dump_only; |
| unsigned int do_snb_cstates; |
| unsigned int do_knl_cstates; |
| unsigned int do_slm_cstates; |
| unsigned int use_c1_residency_msr; |
| unsigned int has_aperf; |
| unsigned int has_epb; |
| unsigned int do_irtl_snb; |
| unsigned int do_irtl_hsw; |
| unsigned int units = 1000000; /* MHz etc */ |
| unsigned int genuine_intel; |
| unsigned int authentic_amd; |
| unsigned int hygon_genuine; |
| unsigned int max_level, max_extended_level; |
| unsigned int has_invariant_tsc; |
| unsigned int do_nhm_platform_info; |
| unsigned int no_MSR_MISC_PWR_MGMT; |
| unsigned int aperf_mperf_multiplier = 1; |
| double bclk; |
| double base_hz; |
| unsigned int has_base_hz; |
| double tsc_tweak = 1.0; |
| unsigned int show_pkg_only; |
| unsigned int show_core_only; |
| char *output_buffer, *outp; |
| unsigned int do_rapl; |
| unsigned int do_dts; |
| unsigned int do_ptm; |
| unsigned long long gfx_cur_rc6_ms; |
| unsigned long long cpuidle_cur_cpu_lpi_us; |
| unsigned long long cpuidle_cur_sys_lpi_us; |
| unsigned int gfx_cur_mhz; |
| unsigned int gfx_act_mhz; |
| unsigned int tcc_activation_temp; |
| unsigned int tcc_activation_temp_override; |
| double rapl_power_units, rapl_time_units; |
| double rapl_dram_energy_units, rapl_energy_units; |
| double rapl_joule_counter_range; |
| unsigned int do_core_perf_limit_reasons; |
| unsigned int has_automatic_cstate_conversion; |
| unsigned int do_gfx_perf_limit_reasons; |
| unsigned int do_ring_perf_limit_reasons; |
| unsigned int crystal_hz; |
| unsigned long long tsc_hz; |
| int base_cpu; |
| double discover_bclk(unsigned int family, unsigned int model); |
| unsigned int has_hwp; /* IA32_PM_ENABLE, IA32_HWP_CAPABILITIES */ |
| /* IA32_HWP_REQUEST, IA32_HWP_STATUS */ |
| unsigned int has_hwp_notify; /* IA32_HWP_INTERRUPT */ |
| unsigned int has_hwp_activity_window; /* IA32_HWP_REQUEST[bits 41:32] */ |
| unsigned int has_hwp_epp; /* IA32_HWP_REQUEST[bits 31:24] */ |
| unsigned int has_hwp_pkg; /* IA32_HWP_REQUEST_PKG */ |
| unsigned int has_misc_feature_control; |
| unsigned int first_counter_read = 1; |
| int ignore_stdin; |
| |
| #define RAPL_PKG (1 << 0) |
| /* 0x610 MSR_PKG_POWER_LIMIT */ |
| /* 0x611 MSR_PKG_ENERGY_STATUS */ |
| #define RAPL_PKG_PERF_STATUS (1 << 1) |
| /* 0x613 MSR_PKG_PERF_STATUS */ |
| #define RAPL_PKG_POWER_INFO (1 << 2) |
| /* 0x614 MSR_PKG_POWER_INFO */ |
| |
| #define RAPL_DRAM (1 << 3) |
| /* 0x618 MSR_DRAM_POWER_LIMIT */ |
| /* 0x619 MSR_DRAM_ENERGY_STATUS */ |
| #define RAPL_DRAM_PERF_STATUS (1 << 4) |
| /* 0x61b MSR_DRAM_PERF_STATUS */ |
| #define RAPL_DRAM_POWER_INFO (1 << 5) |
| /* 0x61c MSR_DRAM_POWER_INFO */ |
| |
| #define RAPL_CORES_POWER_LIMIT (1 << 6) |
| /* 0x638 MSR_PP0_POWER_LIMIT */ |
| #define RAPL_CORE_POLICY (1 << 7) |
| /* 0x63a MSR_PP0_POLICY */ |
| |
| #define RAPL_GFX (1 << 8) |
| /* 0x640 MSR_PP1_POWER_LIMIT */ |
| /* 0x641 MSR_PP1_ENERGY_STATUS */ |
| /* 0x642 MSR_PP1_POLICY */ |
| |
| #define RAPL_CORES_ENERGY_STATUS (1 << 9) |
| /* 0x639 MSR_PP0_ENERGY_STATUS */ |
| #define RAPL_PER_CORE_ENERGY (1 << 10) |
| /* Indicates cores energy collection is per-core, |
| * not per-package. */ |
| #define RAPL_AMD_F17H (1 << 11) |
| /* 0xc0010299 MSR_RAPL_PWR_UNIT */ |
| /* 0xc001029a MSR_CORE_ENERGY_STAT */ |
| /* 0xc001029b MSR_PKG_ENERGY_STAT */ |
| #define RAPL_CORES (RAPL_CORES_ENERGY_STATUS | RAPL_CORES_POWER_LIMIT) |
| #define TJMAX_DEFAULT 100 |
| |
| /* MSRs that are not yet in the kernel-provided header. */ |
| #define MSR_RAPL_PWR_UNIT 0xc0010299 |
| #define MSR_CORE_ENERGY_STAT 0xc001029a |
| #define MSR_PKG_ENERGY_STAT 0xc001029b |
| |
| #define MAX(a, b) ((a) > (b) ? (a) : (b)) |
| |
| /* |
| * buffer size used by sscanf() for added column names |
| * Usually truncated to 7 characters, but also handles 18 columns for raw 64-bit counters |
| */ |
| #define NAME_BYTES 20 |
| #define PATH_BYTES 128 |
| |
| int backwards_count; |
| char *progname; |
| |
| #define CPU_SUBSET_MAXCPUS 1024 /* need to use before probe... */ |
| cpu_set_t *cpu_present_set, *cpu_affinity_set, *cpu_subset; |
| size_t cpu_present_setsize, cpu_affinity_setsize, cpu_subset_size; |
| #define MAX_ADDED_COUNTERS 8 |
| #define MAX_ADDED_THREAD_COUNTERS 24 |
| #define BITMASK_SIZE 32 |
| |
| struct thread_data { |
| struct timeval tv_begin; |
| struct timeval tv_end; |
| struct timeval tv_delta; |
| unsigned long long tsc; |
| unsigned long long aperf; |
| unsigned long long mperf; |
| unsigned long long c1; |
| unsigned long long irq_count; |
| unsigned int smi_count; |
| unsigned int cpu_id; |
| unsigned int apic_id; |
| unsigned int x2apic_id; |
| unsigned int flags; |
| #define CPU_IS_FIRST_THREAD_IN_CORE 0x2 |
| #define CPU_IS_FIRST_CORE_IN_PACKAGE 0x4 |
| unsigned long long counter[MAX_ADDED_THREAD_COUNTERS]; |
| } *thread_even, *thread_odd; |
| |
| struct core_data { |
| unsigned long long c3; |
| unsigned long long c6; |
| unsigned long long c7; |
| unsigned long long mc6_us; /* duplicate as per-core for now, even though per module */ |
| unsigned int core_temp_c; |
| unsigned int core_energy; /* MSR_CORE_ENERGY_STAT */ |
| unsigned int core_id; |
| unsigned long long counter[MAX_ADDED_COUNTERS]; |
| } *core_even, *core_odd; |
| |
| struct pkg_data { |
| unsigned long long pc2; |
| unsigned long long pc3; |
| unsigned long long pc6; |
| unsigned long long pc7; |
| unsigned long long pc8; |
| unsigned long long pc9; |
| unsigned long long pc10; |
| unsigned long long cpu_lpi; |
| unsigned long long sys_lpi; |
| unsigned long long pkg_wtd_core_c0; |
| unsigned long long pkg_any_core_c0; |
| unsigned long long pkg_any_gfxe_c0; |
| unsigned long long pkg_both_core_gfxe_c0; |
| long long gfx_rc6_ms; |
| unsigned int gfx_mhz; |
| unsigned int gfx_act_mhz; |
| unsigned int package_id; |
| unsigned long long energy_pkg; /* MSR_PKG_ENERGY_STATUS */ |
| unsigned long long energy_dram; /* MSR_DRAM_ENERGY_STATUS */ |
| unsigned long long energy_cores; /* MSR_PP0_ENERGY_STATUS */ |
| unsigned long long energy_gfx; /* MSR_PP1_ENERGY_STATUS */ |
| unsigned long long rapl_pkg_perf_status; /* MSR_PKG_PERF_STATUS */ |
| unsigned long long rapl_dram_perf_status; /* MSR_DRAM_PERF_STATUS */ |
| unsigned int pkg_temp_c; |
| unsigned long long counter[MAX_ADDED_COUNTERS]; |
| } *package_even, *package_odd; |
| |
| #define ODD_COUNTERS thread_odd, core_odd, package_odd |
| #define EVEN_COUNTERS thread_even, core_even, package_even |
| |
| #define GET_THREAD(thread_base, thread_no, core_no, node_no, pkg_no) \ |
| ((thread_base) + \ |
| ((pkg_no) * \ |
| topo.nodes_per_pkg * topo.cores_per_node * topo.threads_per_core) + \ |
| ((node_no) * topo.cores_per_node * topo.threads_per_core) + \ |
| ((core_no) * topo.threads_per_core) + \ |
| (thread_no)) |
| |
| #define GET_CORE(core_base, core_no, node_no, pkg_no) \ |
| ((core_base) + \ |
| ((pkg_no) * topo.nodes_per_pkg * topo.cores_per_node) + \ |
| ((node_no) * topo.cores_per_node) + \ |
| (core_no)) |
| |
| |
| #define GET_PKG(pkg_base, pkg_no) (pkg_base + pkg_no) |
| |
| enum counter_scope {SCOPE_CPU, SCOPE_CORE, SCOPE_PACKAGE}; |
| enum counter_type {COUNTER_ITEMS, COUNTER_CYCLES, COUNTER_SECONDS, COUNTER_USEC}; |
| enum counter_format {FORMAT_RAW, FORMAT_DELTA, FORMAT_PERCENT}; |
| |
| struct msr_counter { |
| unsigned int msr_num; |
| char name[NAME_BYTES]; |
| char path[PATH_BYTES]; |
| unsigned int width; |
| enum counter_type type; |
| enum counter_format format; |
| struct msr_counter *next; |
| unsigned int flags; |
| #define FLAGS_HIDE (1 << 0) |
| #define FLAGS_SHOW (1 << 1) |
| #define SYSFS_PERCPU (1 << 1) |
| }; |
| |
| /* |
| * The accumulated sum of MSR is defined as a monotonic |
| * increasing MSR, it will be accumulated periodically, |
| * despite its register's bit width. |
| */ |
| enum { |
| IDX_PKG_ENERGY, |
| IDX_DRAM_ENERGY, |
| IDX_PP0_ENERGY, |
| IDX_PP1_ENERGY, |
| IDX_PKG_PERF, |
| IDX_DRAM_PERF, |
| IDX_COUNT, |
| }; |
| |
| int get_msr_sum(int cpu, off_t offset, unsigned long long *msr); |
| |
| struct msr_sum_array { |
| /* get_msr_sum() = sum + (get_msr() - last) */ |
| struct { |
| /*The accumulated MSR value is updated by the timer*/ |
| unsigned long long sum; |
| /*The MSR footprint recorded in last timer*/ |
| unsigned long long last; |
| } entries[IDX_COUNT]; |
| }; |
| |
| /* The percpu MSR sum array.*/ |
| struct msr_sum_array *per_cpu_msr_sum; |
| |
| off_t idx_to_offset(int idx) |
| { |
| off_t offset; |
| |
| switch (idx) { |
| case IDX_PKG_ENERGY: |
| if (do_rapl & RAPL_AMD_F17H) |
| offset = MSR_PKG_ENERGY_STAT; |
| else |
| offset = MSR_PKG_ENERGY_STATUS; |
| break; |
| case IDX_DRAM_ENERGY: |
| offset = MSR_DRAM_ENERGY_STATUS; |
| break; |
| case IDX_PP0_ENERGY: |
| offset = MSR_PP0_ENERGY_STATUS; |
| break; |
| case IDX_PP1_ENERGY: |
| offset = MSR_PP1_ENERGY_STATUS; |
| break; |
| case IDX_PKG_PERF: |
| offset = MSR_PKG_PERF_STATUS; |
| break; |
| case IDX_DRAM_PERF: |
| offset = MSR_DRAM_PERF_STATUS; |
| break; |
| default: |
| offset = -1; |
| } |
| return offset; |
| } |
| |
| int offset_to_idx(off_t offset) |
| { |
| int idx; |
| |
| switch (offset) { |
| case MSR_PKG_ENERGY_STATUS: |
| case MSR_PKG_ENERGY_STAT: |
| idx = IDX_PKG_ENERGY; |
| break; |
| case MSR_DRAM_ENERGY_STATUS: |
| idx = IDX_DRAM_ENERGY; |
| break; |
| case MSR_PP0_ENERGY_STATUS: |
| idx = IDX_PP0_ENERGY; |
| break; |
| case MSR_PP1_ENERGY_STATUS: |
| idx = IDX_PP1_ENERGY; |
| break; |
| case MSR_PKG_PERF_STATUS: |
| idx = IDX_PKG_PERF; |
| break; |
| case MSR_DRAM_PERF_STATUS: |
| idx = IDX_DRAM_PERF; |
| break; |
| default: |
| idx = -1; |
| } |
| return idx; |
| } |
| |
| int idx_valid(int idx) |
| { |
| switch (idx) { |
| case IDX_PKG_ENERGY: |
| return do_rapl & (RAPL_PKG | RAPL_AMD_F17H); |
| case IDX_DRAM_ENERGY: |
| return do_rapl & RAPL_DRAM; |
| case IDX_PP0_ENERGY: |
| return do_rapl & RAPL_CORES_ENERGY_STATUS; |
| case IDX_PP1_ENERGY: |
| return do_rapl & RAPL_GFX; |
| case IDX_PKG_PERF: |
| return do_rapl & RAPL_PKG_PERF_STATUS; |
| case IDX_DRAM_PERF: |
| return do_rapl & RAPL_DRAM_PERF_STATUS; |
| default: |
| return 0; |
| } |
| } |
| struct sys_counters { |
| unsigned int added_thread_counters; |
| unsigned int added_core_counters; |
| unsigned int added_package_counters; |
| struct msr_counter *tp; |
| struct msr_counter *cp; |
| struct msr_counter *pp; |
| } sys; |
| |
| struct system_summary { |
| struct thread_data threads; |
| struct core_data cores; |
| struct pkg_data packages; |
| } average; |
| |
| struct cpu_topology { |
| int physical_package_id; |
| int die_id; |
| int logical_cpu_id; |
| int physical_node_id; |
| int logical_node_id; /* 0-based count within the package */ |
| int physical_core_id; |
| int thread_id; |
| cpu_set_t *put_ids; /* Processing Unit/Thread IDs */ |
| } *cpus; |
| |
| struct topo_params { |
| int num_packages; |
| int num_die; |
| int num_cpus; |
| int num_cores; |
| int max_cpu_num; |
| int max_node_num; |
| int nodes_per_pkg; |
| int cores_per_node; |
| int threads_per_core; |
| } topo; |
| |
| struct timeval tv_even, tv_odd, tv_delta; |
| |
| int *irq_column_2_cpu; /* /proc/interrupts column numbers */ |
| int *irqs_per_cpu; /* indexed by cpu_num */ |
| |
| void setup_all_buffers(void); |
| |
| char *sys_lpi_file; |
| char *sys_lpi_file_sysfs = "/sys/devices/system/cpu/cpuidle/low_power_idle_system_residency_us"; |
| char *sys_lpi_file_debugfs = "/sys/kernel/debug/pmc_core/slp_s0_residency_usec"; |
| |
| int cpu_is_not_present(int cpu) |
| { |
| return !CPU_ISSET_S(cpu, cpu_present_setsize, cpu_present_set); |
| } |
| /* |
| * run func(thread, core, package) in topology order |
| * skip non-present cpus |
| */ |
| |
| int for_all_cpus(int (func)(struct thread_data *, struct core_data *, struct pkg_data *), |
| struct thread_data *thread_base, struct core_data *core_base, struct pkg_data *pkg_base) |
| { |
| int retval, pkg_no, core_no, thread_no, node_no; |
| |
| for (pkg_no = 0; pkg_no < topo.num_packages; ++pkg_no) { |
| for (node_no = 0; node_no < topo.nodes_per_pkg; node_no++) { |
| for (core_no = 0; core_no < topo.cores_per_node; ++core_no) { |
| for (thread_no = 0; thread_no < |
| topo.threads_per_core; ++thread_no) { |
| struct thread_data *t; |
| struct core_data *c; |
| struct pkg_data *p; |
| |
| t = GET_THREAD(thread_base, thread_no, |
| core_no, node_no, |
| pkg_no); |
| |
| if (cpu_is_not_present(t->cpu_id)) |
| continue; |
| |
| c = GET_CORE(core_base, core_no, |
| node_no, pkg_no); |
| p = GET_PKG(pkg_base, pkg_no); |
| |
| retval = func(t, c, p); |
| if (retval) |
| return retval; |
| } |
| } |
| } |
| } |
| return 0; |
| } |
| |
| int cpu_migrate(int cpu) |
| { |
| CPU_ZERO_S(cpu_affinity_setsize, cpu_affinity_set); |
| CPU_SET_S(cpu, cpu_affinity_setsize, cpu_affinity_set); |
| if (sched_setaffinity(0, cpu_affinity_setsize, cpu_affinity_set) == -1) |
| return -1; |
| else |
| return 0; |
| } |
| int get_msr_fd(int cpu) |
| { |
| char pathname[32]; |
| int fd; |
| |
| fd = fd_percpu[cpu]; |
| |
| if (fd) |
| return fd; |
| |
| sprintf(pathname, "/dev/cpu/%d/msr", cpu); |
| fd = open(pathname, O_RDONLY); |
| if (fd < 0) |
| err(-1, "%s open failed, try chown or chmod +r /dev/cpu/*/msr, or run as root", pathname); |
| |
| fd_percpu[cpu] = fd; |
| |
| return fd; |
| } |
| |
| int get_msr(int cpu, off_t offset, unsigned long long *msr) |
| { |
| ssize_t retval; |
| |
| retval = pread(get_msr_fd(cpu), msr, sizeof(*msr), offset); |
| |
| if (retval != sizeof *msr) |
| err(-1, "cpu%d: msr offset 0x%llx read failed", cpu, (unsigned long long)offset); |
| |
| return 0; |
| } |
| |
| /* |
| * This list matches the column headers, except |
| * 1. built-in only, the sysfs counters are not here -- we learn of those at run-time |
| * 2. Core and CPU are moved to the end, we can't have strings that contain them |
| * matching on them for --show and --hide. |
| */ |
| struct msr_counter bic[] = { |
| { 0x0, "usec" }, |
| { 0x0, "Time_Of_Day_Seconds" }, |
| { 0x0, "Package" }, |
| { 0x0, "Node" }, |
| { 0x0, "Avg_MHz" }, |
| { 0x0, "Busy%" }, |
| { 0x0, "Bzy_MHz" }, |
| { 0x0, "TSC_MHz" }, |
| { 0x0, "IRQ" }, |
| { 0x0, "SMI", "", 32, 0, FORMAT_DELTA, NULL}, |
| { 0x0, "sysfs" }, |
| { 0x0, "CPU%c1" }, |
| { 0x0, "CPU%c3" }, |
| { 0x0, "CPU%c6" }, |
| { 0x0, "CPU%c7" }, |
| { 0x0, "ThreadC" }, |
| { 0x0, "CoreTmp" }, |
| { 0x0, "CoreCnt" }, |
| { 0x0, "PkgTmp" }, |
| { 0x0, "GFX%rc6" }, |
| { 0x0, "GFXMHz" }, |
| { 0x0, "Pkg%pc2" }, |
| { 0x0, "Pkg%pc3" }, |
| { 0x0, "Pkg%pc6" }, |
| { 0x0, "Pkg%pc7" }, |
| { 0x0, "Pkg%pc8" }, |
| { 0x0, "Pkg%pc9" }, |
| { 0x0, "Pk%pc10" }, |
| { 0x0, "CPU%LPI" }, |
| { 0x0, "SYS%LPI" }, |
| { 0x0, "PkgWatt" }, |
| { 0x0, "CorWatt" }, |
| { 0x0, "GFXWatt" }, |
| { 0x0, "PkgCnt" }, |
| { 0x0, "RAMWatt" }, |
| { 0x0, "PKG_%" }, |
| { 0x0, "RAM_%" }, |
| { 0x0, "Pkg_J" }, |
| { 0x0, "Cor_J" }, |
| { 0x0, "GFX_J" }, |
| { 0x0, "RAM_J" }, |
| { 0x0, "Mod%c6" }, |
| { 0x0, "Totl%C0" }, |
| { 0x0, "Any%C0" }, |
| { 0x0, "GFX%C0" }, |
| { 0x0, "CPUGFX%" }, |
| { 0x0, "Core" }, |
| { 0x0, "CPU" }, |
| { 0x0, "APIC" }, |
| { 0x0, "X2APIC" }, |
| { 0x0, "Die" }, |
| { 0x0, "GFXAMHz" }, |
| }; |
| |
| #define MAX_BIC (sizeof(bic) / sizeof(struct msr_counter)) |
| #define BIC_USEC (1ULL << 0) |
| #define BIC_TOD (1ULL << 1) |
| #define BIC_Package (1ULL << 2) |
| #define BIC_Node (1ULL << 3) |
| #define BIC_Avg_MHz (1ULL << 4) |
| #define BIC_Busy (1ULL << 5) |
| #define BIC_Bzy_MHz (1ULL << 6) |
| #define BIC_TSC_MHz (1ULL << 7) |
| #define BIC_IRQ (1ULL << 8) |
| #define BIC_SMI (1ULL << 9) |
| #define BIC_sysfs (1ULL << 10) |
| #define BIC_CPU_c1 (1ULL << 11) |
| #define BIC_CPU_c3 (1ULL << 12) |
| #define BIC_CPU_c6 (1ULL << 13) |
| #define BIC_CPU_c7 (1ULL << 14) |
| #define BIC_ThreadC (1ULL << 15) |
| #define BIC_CoreTmp (1ULL << 16) |
| #define BIC_CoreCnt (1ULL << 17) |
| #define BIC_PkgTmp (1ULL << 18) |
| #define BIC_GFX_rc6 (1ULL << 19) |
| #define BIC_GFXMHz (1ULL << 20) |
| #define BIC_Pkgpc2 (1ULL << 21) |
| #define BIC_Pkgpc3 (1ULL << 22) |
| #define BIC_Pkgpc6 (1ULL << 23) |
| #define BIC_Pkgpc7 (1ULL << 24) |
| #define BIC_Pkgpc8 (1ULL << 25) |
| #define BIC_Pkgpc9 (1ULL << 26) |
| #define BIC_Pkgpc10 (1ULL << 27) |
| #define BIC_CPU_LPI (1ULL << 28) |
| #define BIC_SYS_LPI (1ULL << 29) |
| #define BIC_PkgWatt (1ULL << 30) |
| #define BIC_CorWatt (1ULL << 31) |
| #define BIC_GFXWatt (1ULL << 32) |
| #define BIC_PkgCnt (1ULL << 33) |
| #define BIC_RAMWatt (1ULL << 34) |
| #define BIC_PKG__ (1ULL << 35) |
| #define BIC_RAM__ (1ULL << 36) |
| #define BIC_Pkg_J (1ULL << 37) |
| #define BIC_Cor_J (1ULL << 38) |
| #define BIC_GFX_J (1ULL << 39) |
| #define BIC_RAM_J (1ULL << 40) |
| #define BIC_Mod_c6 (1ULL << 41) |
| #define BIC_Totl_c0 (1ULL << 42) |
| #define BIC_Any_c0 (1ULL << 43) |
| #define BIC_GFX_c0 (1ULL << 44) |
| #define BIC_CPUGFX (1ULL << 45) |
| #define BIC_Core (1ULL << 46) |
| #define BIC_CPU (1ULL << 47) |
| #define BIC_APIC (1ULL << 48) |
| #define BIC_X2APIC (1ULL << 49) |
| #define BIC_Die (1ULL << 50) |
| #define BIC_GFXACTMHz (1ULL << 51) |
| |
| #define BIC_DISABLED_BY_DEFAULT (BIC_USEC | BIC_TOD | BIC_APIC | BIC_X2APIC) |
| |
| unsigned long long bic_enabled = (0xFFFFFFFFFFFFFFFFULL & ~BIC_DISABLED_BY_DEFAULT); |
| unsigned long long bic_present = BIC_USEC | BIC_TOD | BIC_sysfs | BIC_APIC | BIC_X2APIC; |
| |
| #define DO_BIC(COUNTER_NAME) (bic_enabled & bic_present & COUNTER_NAME) |
| #define DO_BIC_READ(COUNTER_NAME) (bic_present & COUNTER_NAME) |
| #define ENABLE_BIC(COUNTER_NAME) (bic_enabled |= COUNTER_NAME) |
| #define BIC_PRESENT(COUNTER_BIT) (bic_present |= COUNTER_BIT) |
| #define BIC_NOT_PRESENT(COUNTER_BIT) (bic_present &= ~COUNTER_BIT) |
| |
| |
| #define MAX_DEFERRED 16 |
| char *deferred_skip_names[MAX_DEFERRED]; |
| int deferred_skip_index; |
| |
| /* |
| * HIDE_LIST - hide this list of counters, show the rest [default] |
| * SHOW_LIST - show this list of counters, hide the rest |
| */ |
| enum show_hide_mode { SHOW_LIST, HIDE_LIST } global_show_hide_mode = HIDE_LIST; |
| |
| void help(void) |
| { |
| fprintf(outf, |
| "Usage: turbostat [OPTIONS][(--interval seconds) | COMMAND ...]\n" |
| "\n" |
| "Turbostat forks the specified COMMAND and prints statistics\n" |
| "when COMMAND completes.\n" |
| "If no COMMAND is specified, turbostat wakes every 5-seconds\n" |
| "to print statistics, until interrupted.\n" |
| " -a, --add add a counter\n" |
| " eg. --add msr0x10,u64,cpu,delta,MY_TSC\n" |
| " -c, --cpu cpu-set limit output to summary plus cpu-set:\n" |
| " {core | package | j,k,l..m,n-p }\n" |
| " -d, --debug displays usec, Time_Of_Day_Seconds and more debugging\n" |
| " -D, --Dump displays the raw counter values\n" |
| " -e, --enable [all | column]\n" |
| " shows all or the specified disabled column\n" |
| " -H, --hide [column|column,column,...]\n" |
| " hide the specified column(s)\n" |
| " -i, --interval sec.subsec\n" |
| " Override default 5-second measurement interval\n" |
| " -J, --Joules displays energy in Joules instead of Watts\n" |
| " -l, --list list column headers only\n" |
| " -n, --num_iterations num\n" |
| " number of the measurement iterations\n" |
| " -o, --out file\n" |
| " create or truncate \"file\" for all output\n" |
| " -q, --quiet skip decoding system configuration header\n" |
| " -s, --show [column|column,column,...]\n" |
| " show only the specified column(s)\n" |
| " -S, --Summary\n" |
| " limits output to 1-line system summary per interval\n" |
| " -T, --TCC temperature\n" |
| " sets the Thermal Control Circuit temperature in\n" |
| " degrees Celsius\n" |
| " -h, --help print this help message\n" |
| " -v, --version print version information\n" |
| "\n" |
| "For more help, run \"man turbostat\"\n"); |
| } |
| |
| /* |
| * bic_lookup |
| * for all the strings in comma separate name_list, |
| * set the approprate bit in return value. |
| */ |
| unsigned long long bic_lookup(char *name_list, enum show_hide_mode mode) |
| { |
| int i; |
| unsigned long long retval = 0; |
| |
| while (name_list) { |
| char *comma; |
| |
| comma = strchr(name_list, ','); |
| |
| if (comma) |
| *comma = '\0'; |
| |
| if (!strcmp(name_list, "all")) |
| return ~0; |
| |
| for (i = 0; i < MAX_BIC; ++i) { |
| if (!strcmp(name_list, bic[i].name)) { |
| retval |= (1ULL << i); |
| break; |
| } |
| } |
| if (i == MAX_BIC) { |
| if (mode == SHOW_LIST) { |
| fprintf(stderr, "Invalid counter name: %s\n", name_list); |
| exit(-1); |
| } |
| deferred_skip_names[deferred_skip_index++] = name_list; |
| if (debug) |
| fprintf(stderr, "deferred \"%s\"\n", name_list); |
| if (deferred_skip_index >= MAX_DEFERRED) { |
| fprintf(stderr, "More than max %d un-recognized --skip options '%s'\n", |
| MAX_DEFERRED, name_list); |
| help(); |
| exit(1); |
| } |
| } |
| |
| name_list = comma; |
| if (name_list) |
| name_list++; |
| |
| } |
| return retval; |
| } |
| |
| |
| void print_header(char *delim) |
| { |
| struct msr_counter *mp; |
| int printed = 0; |
| |
| if (DO_BIC(BIC_USEC)) |
| outp += sprintf(outp, "%susec", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_TOD)) |
| outp += sprintf(outp, "%sTime_Of_Day_Seconds", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Package)) |
| outp += sprintf(outp, "%sPackage", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Die)) |
| outp += sprintf(outp, "%sDie", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Node)) |
| outp += sprintf(outp, "%sNode", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Core)) |
| outp += sprintf(outp, "%sCore", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU)) |
| outp += sprintf(outp, "%sCPU", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_APIC)) |
| outp += sprintf(outp, "%sAPIC", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_X2APIC)) |
| outp += sprintf(outp, "%sX2APIC", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Avg_MHz)) |
| outp += sprintf(outp, "%sAvg_MHz", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Busy)) |
| outp += sprintf(outp, "%sBusy%%", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Bzy_MHz)) |
| outp += sprintf(outp, "%sBzy_MHz", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_TSC_MHz)) |
| outp += sprintf(outp, "%sTSC_MHz", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_IRQ)) { |
| if (sums_need_wide_columns) |
| outp += sprintf(outp, "%s IRQ", (printed++ ? delim : "")); |
| else |
| outp += sprintf(outp, "%sIRQ", (printed++ ? delim : "")); |
| } |
| |
| if (DO_BIC(BIC_SMI)) |
| outp += sprintf(outp, "%sSMI", (printed++ ? delim : "")); |
| |
| for (mp = sys.tp; mp; mp = mp->next) { |
| |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 64) |
| outp += sprintf(outp, "%s%18.18s", (printed++ ? delim : ""), mp->name); |
| else |
| outp += sprintf(outp, "%s%10.10s", (printed++ ? delim : ""), mp->name); |
| } else { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8s", (printed++ ? delim : ""), mp->name); |
| else |
| outp += sprintf(outp, "%s%s", (printed++ ? delim : ""), mp->name); |
| } |
| } |
| |
| if (DO_BIC(BIC_CPU_c1)) |
| outp += sprintf(outp, "%sCPU%%c1", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU_c3)) |
| outp += sprintf(outp, "%sCPU%%c3", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU_c6)) |
| outp += sprintf(outp, "%sCPU%%c6", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU_c7)) |
| outp += sprintf(outp, "%sCPU%%c7", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_Mod_c6)) |
| outp += sprintf(outp, "%sMod%%c6", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_CoreTmp)) |
| outp += sprintf(outp, "%sCoreTmp", (printed++ ? delim : "")); |
| |
| if (do_rapl && !rapl_joules) { |
| if (DO_BIC(BIC_CorWatt) && (do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, "%sCorWatt", (printed++ ? delim : "")); |
| } else if (do_rapl && rapl_joules) { |
| if (DO_BIC(BIC_Cor_J) && (do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, "%sCor_J", (printed++ ? delim : "")); |
| } |
| |
| for (mp = sys.cp; mp; mp = mp->next) { |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 64) |
| outp += sprintf(outp, "%s%18.18s", delim, mp->name); |
| else |
| outp += sprintf(outp, "%s%10.10s", delim, mp->name); |
| } else { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8s", delim, mp->name); |
| else |
| outp += sprintf(outp, "%s%s", delim, mp->name); |
| } |
| } |
| |
| if (DO_BIC(BIC_PkgTmp)) |
| outp += sprintf(outp, "%sPkgTmp", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_GFX_rc6)) |
| outp += sprintf(outp, "%sGFX%%rc6", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_GFXMHz)) |
| outp += sprintf(outp, "%sGFXMHz", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_GFXACTMHz)) |
| outp += sprintf(outp, "%sGFXAMHz", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_Totl_c0)) |
| outp += sprintf(outp, "%sTotl%%C0", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Any_c0)) |
| outp += sprintf(outp, "%sAny%%C0", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_GFX_c0)) |
| outp += sprintf(outp, "%sGFX%%C0", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPUGFX)) |
| outp += sprintf(outp, "%sCPUGFX%%", (printed++ ? delim : "")); |
| |
| if (DO_BIC(BIC_Pkgpc2)) |
| outp += sprintf(outp, "%sPkg%%pc2", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc3)) |
| outp += sprintf(outp, "%sPkg%%pc3", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc6)) |
| outp += sprintf(outp, "%sPkg%%pc6", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc7)) |
| outp += sprintf(outp, "%sPkg%%pc7", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc8)) |
| outp += sprintf(outp, "%sPkg%%pc8", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc9)) |
| outp += sprintf(outp, "%sPkg%%pc9", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Pkgpc10)) |
| outp += sprintf(outp, "%sPk%%pc10", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU_LPI)) |
| outp += sprintf(outp, "%sCPU%%LPI", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_SYS_LPI)) |
| outp += sprintf(outp, "%sSYS%%LPI", (printed++ ? delim : "")); |
| |
| if (do_rapl && !rapl_joules) { |
| if (DO_BIC(BIC_PkgWatt)) |
| outp += sprintf(outp, "%sPkgWatt", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CorWatt) && !(do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, "%sCorWatt", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_GFXWatt)) |
| outp += sprintf(outp, "%sGFXWatt", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_RAMWatt)) |
| outp += sprintf(outp, "%sRAMWatt", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_PKG__)) |
| outp += sprintf(outp, "%sPKG_%%", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_RAM__)) |
| outp += sprintf(outp, "%sRAM_%%", (printed++ ? delim : "")); |
| } else if (do_rapl && rapl_joules) { |
| if (DO_BIC(BIC_Pkg_J)) |
| outp += sprintf(outp, "%sPkg_J", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Cor_J) && !(do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, "%sCor_J", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_GFX_J)) |
| outp += sprintf(outp, "%sGFX_J", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_RAM_J)) |
| outp += sprintf(outp, "%sRAM_J", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_PKG__)) |
| outp += sprintf(outp, "%sPKG_%%", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_RAM__)) |
| outp += sprintf(outp, "%sRAM_%%", (printed++ ? delim : "")); |
| } |
| for (mp = sys.pp; mp; mp = mp->next) { |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 64) |
| outp += sprintf(outp, "%s%18.18s", delim, mp->name); |
| else |
| outp += sprintf(outp, "%s%10.10s", delim, mp->name); |
| } else { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8s", delim, mp->name); |
| else |
| outp += sprintf(outp, "%s%s", delim, mp->name); |
| } |
| } |
| |
| outp += sprintf(outp, "\n"); |
| } |
| |
| int dump_counters(struct thread_data *t, struct core_data *c, |
| struct pkg_data *p) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| outp += sprintf(outp, "t %p, c %p, p %p\n", t, c, p); |
| |
| if (t) { |
| outp += sprintf(outp, "CPU: %d flags 0x%x\n", |
| t->cpu_id, t->flags); |
| outp += sprintf(outp, "TSC: %016llX\n", t->tsc); |
| outp += sprintf(outp, "aperf: %016llX\n", t->aperf); |
| outp += sprintf(outp, "mperf: %016llX\n", t->mperf); |
| outp += sprintf(outp, "c1: %016llX\n", t->c1); |
| |
| if (DO_BIC(BIC_IRQ)) |
| outp += sprintf(outp, "IRQ: %lld\n", t->irq_count); |
| if (DO_BIC(BIC_SMI)) |
| outp += sprintf(outp, "SMI: %d\n", t->smi_count); |
| |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| outp += sprintf(outp, "tADDED [%d] msr0x%x: %08llX\n", |
| i, mp->msr_num, t->counter[i]); |
| } |
| } |
| |
| if (c) { |
| outp += sprintf(outp, "core: %d\n", c->core_id); |
| outp += sprintf(outp, "c3: %016llX\n", c->c3); |
| outp += sprintf(outp, "c6: %016llX\n", c->c6); |
| outp += sprintf(outp, "c7: %016llX\n", c->c7); |
| outp += sprintf(outp, "DTS: %dC\n", c->core_temp_c); |
| outp += sprintf(outp, "Joules: %0X\n", c->core_energy); |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| outp += sprintf(outp, "cADDED [%d] msr0x%x: %08llX\n", |
| i, mp->msr_num, c->counter[i]); |
| } |
| outp += sprintf(outp, "mc6_us: %016llX\n", c->mc6_us); |
| } |
| |
| if (p) { |
| outp += sprintf(outp, "package: %d\n", p->package_id); |
| |
| outp += sprintf(outp, "Weighted cores: %016llX\n", p->pkg_wtd_core_c0); |
| outp += sprintf(outp, "Any cores: %016llX\n", p->pkg_any_core_c0); |
| outp += sprintf(outp, "Any GFX: %016llX\n", p->pkg_any_gfxe_c0); |
| outp += sprintf(outp, "CPU + GFX: %016llX\n", p->pkg_both_core_gfxe_c0); |
| |
| outp += sprintf(outp, "pc2: %016llX\n", p->pc2); |
| if (DO_BIC(BIC_Pkgpc3)) |
| outp += sprintf(outp, "pc3: %016llX\n", p->pc3); |
| if (DO_BIC(BIC_Pkgpc6)) |
| outp += sprintf(outp, "pc6: %016llX\n", p->pc6); |
| if (DO_BIC(BIC_Pkgpc7)) |
| outp += sprintf(outp, "pc7: %016llX\n", p->pc7); |
| outp += sprintf(outp, "pc8: %016llX\n", p->pc8); |
| outp += sprintf(outp, "pc9: %016llX\n", p->pc9); |
| outp += sprintf(outp, "pc10: %016llX\n", p->pc10); |
| outp += sprintf(outp, "cpu_lpi: %016llX\n", p->cpu_lpi); |
| outp += sprintf(outp, "sys_lpi: %016llX\n", p->sys_lpi); |
| outp += sprintf(outp, "Joules PKG: %0llX\n", p->energy_pkg); |
| outp += sprintf(outp, "Joules COR: %0llX\n", p->energy_cores); |
| outp += sprintf(outp, "Joules GFX: %0llX\n", p->energy_gfx); |
| outp += sprintf(outp, "Joules RAM: %0llX\n", p->energy_dram); |
| outp += sprintf(outp, "Throttle PKG: %0llX\n", |
| p->rapl_pkg_perf_status); |
| outp += sprintf(outp, "Throttle RAM: %0llX\n", |
| p->rapl_dram_perf_status); |
| outp += sprintf(outp, "PTM: %dC\n", p->pkg_temp_c); |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| outp += sprintf(outp, "pADDED [%d] msr0x%x: %08llX\n", |
| i, mp->msr_num, p->counter[i]); |
| } |
| } |
| |
| outp += sprintf(outp, "\n"); |
| |
| return 0; |
| } |
| |
| /* |
| * column formatting convention & formats |
| */ |
| int format_counters(struct thread_data *t, struct core_data *c, |
| struct pkg_data *p) |
| { |
| double interval_float, tsc; |
| char *fmt8; |
| int i; |
| struct msr_counter *mp; |
| char *delim = "\t"; |
| int printed = 0; |
| |
| /* if showing only 1st thread in core and this isn't one, bail out */ |
| if (show_core_only && !(t->flags & CPU_IS_FIRST_THREAD_IN_CORE)) |
| return 0; |
| |
| /* if showing only 1st thread in pkg and this isn't one, bail out */ |
| if (show_pkg_only && !(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)) |
| return 0; |
| |
| /*if not summary line and --cpu is used */ |
| if ((t != &average.threads) && |
| (cpu_subset && !CPU_ISSET_S(t->cpu_id, cpu_subset_size, cpu_subset))) |
| return 0; |
| |
| if (DO_BIC(BIC_USEC)) { |
| /* on each row, print how many usec each timestamp took to gather */ |
| struct timeval tv; |
| |
| timersub(&t->tv_end, &t->tv_begin, &tv); |
| outp += sprintf(outp, "%5ld\t", tv.tv_sec * 1000000 + tv.tv_usec); |
| } |
| |
| /* Time_Of_Day_Seconds: on each row, print sec.usec last timestamp taken */ |
| if (DO_BIC(BIC_TOD)) |
| outp += sprintf(outp, "%10ld.%06ld\t", t->tv_end.tv_sec, t->tv_end.tv_usec); |
| |
| interval_float = t->tv_delta.tv_sec + t->tv_delta.tv_usec/1000000.0; |
| |
| tsc = t->tsc * tsc_tweak; |
| |
| /* topo columns, print blanks on 1st (average) line */ |
| if (t == &average.threads) { |
| if (DO_BIC(BIC_Package)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Die)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Node)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_Core)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_CPU)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_APIC)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| if (DO_BIC(BIC_X2APIC)) |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| } else { |
| if (DO_BIC(BIC_Package)) { |
| if (p) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), p->package_id); |
| else |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| } |
| if (DO_BIC(BIC_Die)) { |
| if (c) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), cpus[t->cpu_id].die_id); |
| else |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| } |
| if (DO_BIC(BIC_Node)) { |
| if (t) |
| outp += sprintf(outp, "%s%d", |
| (printed++ ? delim : ""), |
| cpus[t->cpu_id].physical_node_id); |
| else |
| outp += sprintf(outp, "%s-", |
| (printed++ ? delim : "")); |
| } |
| if (DO_BIC(BIC_Core)) { |
| if (c) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), c->core_id); |
| else |
| outp += sprintf(outp, "%s-", (printed++ ? delim : "")); |
| } |
| if (DO_BIC(BIC_CPU)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), t->cpu_id); |
| if (DO_BIC(BIC_APIC)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), t->apic_id); |
| if (DO_BIC(BIC_X2APIC)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), t->x2apic_id); |
| } |
| |
| if (DO_BIC(BIC_Avg_MHz)) |
| outp += sprintf(outp, "%s%.0f", (printed++ ? delim : ""), |
| 1.0 / units * t->aperf / interval_float); |
| |
| if (DO_BIC(BIC_Busy)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * t->mperf/tsc); |
| |
| if (DO_BIC(BIC_Bzy_MHz)) { |
| if (has_base_hz) |
| outp += sprintf(outp, "%s%.0f", (printed++ ? delim : ""), base_hz / units * t->aperf / t->mperf); |
| else |
| outp += sprintf(outp, "%s%.0f", (printed++ ? delim : ""), |
| tsc / units * t->aperf / t->mperf / interval_float); |
| } |
| |
| if (DO_BIC(BIC_TSC_MHz)) |
| outp += sprintf(outp, "%s%.0f", (printed++ ? delim : ""), 1.0 * t->tsc/units/interval_float); |
| |
| /* IRQ */ |
| if (DO_BIC(BIC_IRQ)) { |
| if (sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8lld", (printed++ ? delim : ""), t->irq_count); |
| else |
| outp += sprintf(outp, "%s%lld", (printed++ ? delim : ""), t->irq_count); |
| } |
| |
| /* SMI */ |
| if (DO_BIC(BIC_SMI)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), t->smi_count); |
| |
| /* Added counters */ |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 32) |
| outp += sprintf(outp, "%s0x%08x", (printed++ ? delim : ""), (unsigned int) t->counter[i]); |
| else |
| outp += sprintf(outp, "%s0x%016llx", (printed++ ? delim : ""), t->counter[i]); |
| } else if (mp->format == FORMAT_DELTA) { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8lld", (printed++ ? delim : ""), t->counter[i]); |
| else |
| outp += sprintf(outp, "%s%lld", (printed++ ? delim : ""), t->counter[i]); |
| } else if (mp->format == FORMAT_PERCENT) { |
| if (mp->type == COUNTER_USEC) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), t->counter[i]/interval_float/10000); |
| else |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * t->counter[i]/tsc); |
| } |
| } |
| |
| /* C1 */ |
| if (DO_BIC(BIC_CPU_c1)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * t->c1/tsc); |
| |
| |
| /* print per-core data only for 1st thread in core */ |
| if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE)) |
| goto done; |
| |
| if (DO_BIC(BIC_CPU_c3)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * c->c3/tsc); |
| if (DO_BIC(BIC_CPU_c6)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * c->c6/tsc); |
| if (DO_BIC(BIC_CPU_c7)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * c->c7/tsc); |
| |
| /* Mod%c6 */ |
| if (DO_BIC(BIC_Mod_c6)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * c->mc6_us / tsc); |
| |
| if (DO_BIC(BIC_CoreTmp)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), c->core_temp_c); |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 32) |
| outp += sprintf(outp, "%s0x%08x", (printed++ ? delim : ""), (unsigned int) c->counter[i]); |
| else |
| outp += sprintf(outp, "%s0x%016llx", (printed++ ? delim : ""), c->counter[i]); |
| } else if (mp->format == FORMAT_DELTA) { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8lld", (printed++ ? delim : ""), c->counter[i]); |
| else |
| outp += sprintf(outp, "%s%lld", (printed++ ? delim : ""), c->counter[i]); |
| } else if (mp->format == FORMAT_PERCENT) { |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * c->counter[i]/tsc); |
| } |
| } |
| |
| fmt8 = "%s%.2f"; |
| |
| if (DO_BIC(BIC_CorWatt) && (do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), c->core_energy * rapl_energy_units / interval_float); |
| if (DO_BIC(BIC_Cor_J) && (do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), c->core_energy * rapl_energy_units); |
| |
| /* print per-package data only for 1st core in package */ |
| if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)) |
| goto done; |
| |
| /* PkgTmp */ |
| if (DO_BIC(BIC_PkgTmp)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), p->pkg_temp_c); |
| |
| /* GFXrc6 */ |
| if (DO_BIC(BIC_GFX_rc6)) { |
| if (p->gfx_rc6_ms == -1) { /* detect GFX counter reset */ |
| outp += sprintf(outp, "%s**.**", (printed++ ? delim : "")); |
| } else { |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), |
| p->gfx_rc6_ms / 10.0 / interval_float); |
| } |
| } |
| |
| /* GFXMHz */ |
| if (DO_BIC(BIC_GFXMHz)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), p->gfx_mhz); |
| |
| /* GFXACTMHz */ |
| if (DO_BIC(BIC_GFXACTMHz)) |
| outp += sprintf(outp, "%s%d", (printed++ ? delim : ""), p->gfx_act_mhz); |
| |
| /* Totl%C0, Any%C0 GFX%C0 CPUGFX% */ |
| if (DO_BIC(BIC_Totl_c0)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pkg_wtd_core_c0/tsc); |
| if (DO_BIC(BIC_Any_c0)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pkg_any_core_c0/tsc); |
| if (DO_BIC(BIC_GFX_c0)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pkg_any_gfxe_c0/tsc); |
| if (DO_BIC(BIC_CPUGFX)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pkg_both_core_gfxe_c0/tsc); |
| |
| if (DO_BIC(BIC_Pkgpc2)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc2/tsc); |
| if (DO_BIC(BIC_Pkgpc3)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc3/tsc); |
| if (DO_BIC(BIC_Pkgpc6)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc6/tsc); |
| if (DO_BIC(BIC_Pkgpc7)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc7/tsc); |
| if (DO_BIC(BIC_Pkgpc8)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc8/tsc); |
| if (DO_BIC(BIC_Pkgpc9)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc9/tsc); |
| if (DO_BIC(BIC_Pkgpc10)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->pc10/tsc); |
| |
| if (DO_BIC(BIC_CPU_LPI)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->cpu_lpi / 1000000.0 / interval_float); |
| if (DO_BIC(BIC_SYS_LPI)) |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->sys_lpi / 1000000.0 / interval_float); |
| |
| if (DO_BIC(BIC_PkgWatt)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_pkg * rapl_energy_units / interval_float); |
| if (DO_BIC(BIC_CorWatt) && !(do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_cores * rapl_energy_units / interval_float); |
| if (DO_BIC(BIC_GFXWatt)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_gfx * rapl_energy_units / interval_float); |
| if (DO_BIC(BIC_RAMWatt)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_dram * rapl_dram_energy_units / interval_float); |
| if (DO_BIC(BIC_Pkg_J)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_pkg * rapl_energy_units); |
| if (DO_BIC(BIC_Cor_J) && !(do_rapl & RAPL_PER_CORE_ENERGY)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_cores * rapl_energy_units); |
| if (DO_BIC(BIC_GFX_J)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_gfx * rapl_energy_units); |
| if (DO_BIC(BIC_RAM_J)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), p->energy_dram * rapl_dram_energy_units); |
| if (DO_BIC(BIC_PKG__)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), 100.0 * p->rapl_pkg_perf_status * rapl_time_units / interval_float); |
| if (DO_BIC(BIC_RAM__)) |
| outp += sprintf(outp, fmt8, (printed++ ? delim : ""), 100.0 * p->rapl_dram_perf_status * rapl_time_units / interval_float); |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) { |
| if (mp->width == 32) |
| outp += sprintf(outp, "%s0x%08x", (printed++ ? delim : ""), (unsigned int) p->counter[i]); |
| else |
| outp += sprintf(outp, "%s0x%016llx", (printed++ ? delim : ""), p->counter[i]); |
| } else if (mp->format == FORMAT_DELTA) { |
| if ((mp->type == COUNTER_ITEMS) && sums_need_wide_columns) |
| outp += sprintf(outp, "%s%8lld", (printed++ ? delim : ""), p->counter[i]); |
| else |
| outp += sprintf(outp, "%s%lld", (printed++ ? delim : ""), p->counter[i]); |
| } else if (mp->format == FORMAT_PERCENT) { |
| outp += sprintf(outp, "%s%.2f", (printed++ ? delim : ""), 100.0 * p->counter[i]/tsc); |
| } |
| } |
| |
| done: |
| if (*(outp - 1) != '\n') |
| outp += sprintf(outp, "\n"); |
| |
| return 0; |
| } |
| |
| void flush_output_stdout(void) |
| { |
| FILE *filep; |
| |
| if (outf == stderr) |
| filep = stdout; |
| else |
| filep = outf; |
| |
| fputs(output_buffer, filep); |
| fflush(filep); |
| |
| outp = output_buffer; |
| } |
| void flush_output_stderr(void) |
| { |
| fputs(output_buffer, outf); |
| fflush(outf); |
| outp = output_buffer; |
| } |
| void format_all_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p) |
| { |
| static int printed; |
| |
| if (!printed || !summary_only) |
| print_header("\t"); |
| |
| format_counters(&average.threads, &average.cores, &average.packages); |
| |
| printed = 1; |
| |
| if (summary_only) |
| return; |
| |
| for_all_cpus(format_counters, t, c, p); |
| } |
| |
| #define DELTA_WRAP32(new, old) \ |
| old = ((((unsigned long long)new << 32) - ((unsigned long long)old << 32)) >> 32); |
| |
| int |
| delta_package(struct pkg_data *new, struct pkg_data *old) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| |
| if (DO_BIC(BIC_Totl_c0)) |
| old->pkg_wtd_core_c0 = new->pkg_wtd_core_c0 - old->pkg_wtd_core_c0; |
| if (DO_BIC(BIC_Any_c0)) |
| old->pkg_any_core_c0 = new->pkg_any_core_c0 - old->pkg_any_core_c0; |
| if (DO_BIC(BIC_GFX_c0)) |
| old->pkg_any_gfxe_c0 = new->pkg_any_gfxe_c0 - old->pkg_any_gfxe_c0; |
| if (DO_BIC(BIC_CPUGFX)) |
| old->pkg_both_core_gfxe_c0 = new->pkg_both_core_gfxe_c0 - old->pkg_both_core_gfxe_c0; |
| |
| old->pc2 = new->pc2 - old->pc2; |
| if (DO_BIC(BIC_Pkgpc3)) |
| old->pc3 = new->pc3 - old->pc3; |
| if (DO_BIC(BIC_Pkgpc6)) |
| old->pc6 = new->pc6 - old->pc6; |
| if (DO_BIC(BIC_Pkgpc7)) |
| old->pc7 = new->pc7 - old->pc7; |
| old->pc8 = new->pc8 - old->pc8; |
| old->pc9 = new->pc9 - old->pc9; |
| old->pc10 = new->pc10 - old->pc10; |
| old->cpu_lpi = new->cpu_lpi - old->cpu_lpi; |
| old->sys_lpi = new->sys_lpi - old->sys_lpi; |
| old->pkg_temp_c = new->pkg_temp_c; |
| |
| /* flag an error when rc6 counter resets/wraps */ |
| if (old->gfx_rc6_ms > new->gfx_rc6_ms) |
| old->gfx_rc6_ms = -1; |
| else |
| old->gfx_rc6_ms = new->gfx_rc6_ms - old->gfx_rc6_ms; |
| |
| old->gfx_mhz = new->gfx_mhz; |
| old->gfx_act_mhz = new->gfx_act_mhz; |
| |
| old->energy_pkg = new->energy_pkg - old->energy_pkg; |
| old->energy_cores = new->energy_cores - old->energy_cores; |
| old->energy_gfx = new->energy_gfx - old->energy_gfx; |
| old->energy_dram = new->energy_dram - old->energy_dram; |
| old->rapl_pkg_perf_status = new->rapl_pkg_perf_status - old->rapl_pkg_perf_status; |
| old->rapl_dram_perf_status = new->rapl_dram_perf_status - old->rapl_dram_perf_status; |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| old->counter[i] = new->counter[i]; |
| else |
| old->counter[i] = new->counter[i] - old->counter[i]; |
| } |
| |
| return 0; |
| } |
| |
| void |
| delta_core(struct core_data *new, struct core_data *old) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| old->c3 = new->c3 - old->c3; |
| old->c6 = new->c6 - old->c6; |
| old->c7 = new->c7 - old->c7; |
| old->core_temp_c = new->core_temp_c; |
| old->mc6_us = new->mc6_us - old->mc6_us; |
| |
| DELTA_WRAP32(new->core_energy, old->core_energy); |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| old->counter[i] = new->counter[i]; |
| else |
| old->counter[i] = new->counter[i] - old->counter[i]; |
| } |
| } |
| |
| int soft_c1_residency_display(int bic) |
| { |
| if (!DO_BIC(BIC_CPU_c1) || use_c1_residency_msr) |
| return 0; |
| |
| return DO_BIC_READ(bic); |
| } |
| |
| /* |
| * old = new - old |
| */ |
| int |
| delta_thread(struct thread_data *new, struct thread_data *old, |
| struct core_data *core_delta) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| /* we run cpuid just the 1st time, copy the results */ |
| if (DO_BIC(BIC_APIC)) |
| new->apic_id = old->apic_id; |
| if (DO_BIC(BIC_X2APIC)) |
| new->x2apic_id = old->x2apic_id; |
| |
| /* |
| * the timestamps from start of measurement interval are in "old" |
| * the timestamp from end of measurement interval are in "new" |
| * over-write old w/ new so we can print end of interval values |
| */ |
| |
| timersub(&new->tv_begin, &old->tv_begin, &old->tv_delta); |
| old->tv_begin = new->tv_begin; |
| old->tv_end = new->tv_end; |
| |
| old->tsc = new->tsc - old->tsc; |
| |
| /* check for TSC < 1 Mcycles over interval */ |
| if (old->tsc < (1000 * 1000)) |
| errx(-3, "Insanely slow TSC rate, TSC stops in idle?\n" |
| "You can disable all c-states by booting with \"idle=poll\"\n" |
| "or just the deep ones with \"processor.max_cstate=1\""); |
| |
| old->c1 = new->c1 - old->c1; |
| |
| if (DO_BIC(BIC_Avg_MHz) || DO_BIC(BIC_Busy) || DO_BIC(BIC_Bzy_MHz) || |
| soft_c1_residency_display(BIC_Avg_MHz)) { |
| if ((new->aperf > old->aperf) && (new->mperf > old->mperf)) { |
| old->aperf = new->aperf - old->aperf; |
| old->mperf = new->mperf - old->mperf; |
| } else { |
| return -1; |
| } |
| } |
| |
| |
| if (use_c1_residency_msr) { |
| /* |
| * Some models have a dedicated C1 residency MSR, |
| * which should be more accurate than the derivation below. |
| */ |
| } else { |
| /* |
| * As counter collection is not atomic, |
| * it is possible for mperf's non-halted cycles + idle states |
| * to exceed TSC's all cycles: show c1 = 0% in that case. |
| */ |
| if ((old->mperf + core_delta->c3 + core_delta->c6 + core_delta->c7) > (old->tsc * tsc_tweak)) |
| old->c1 = 0; |
| else { |
| /* normal case, derive c1 */ |
| old->c1 = (old->tsc * tsc_tweak) - old->mperf - core_delta->c3 |
| - core_delta->c6 - core_delta->c7; |
| } |
| } |
| |
| if (old->mperf == 0) { |
| if (debug > 1) |
| fprintf(outf, "cpu%d MPERF 0!\n", old->cpu_id); |
| old->mperf = 1; /* divide by 0 protection */ |
| } |
| |
| if (DO_BIC(BIC_IRQ)) |
| old->irq_count = new->irq_count - old->irq_count; |
| |
| if (DO_BIC(BIC_SMI)) |
| old->smi_count = new->smi_count - old->smi_count; |
| |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| old->counter[i] = new->counter[i]; |
| else |
| old->counter[i] = new->counter[i] - old->counter[i]; |
| } |
| return 0; |
| } |
| |
| int delta_cpu(struct thread_data *t, struct core_data *c, |
| struct pkg_data *p, struct thread_data *t2, |
| struct core_data *c2, struct pkg_data *p2) |
| { |
| int retval = 0; |
| |
| /* calculate core delta only for 1st thread in core */ |
| if (t->flags & CPU_IS_FIRST_THREAD_IN_CORE) |
| delta_core(c, c2); |
| |
| /* always calculate thread delta */ |
| retval = delta_thread(t, t2, c2); /* c2 is core delta */ |
| if (retval) |
| return retval; |
| |
| /* calculate package delta only for 1st core in package */ |
| if (t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE) |
| retval = delta_package(p, p2); |
| |
| return retval; |
| } |
| |
| void clear_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| t->tv_begin.tv_sec = 0; |
| t->tv_begin.tv_usec = 0; |
| t->tv_end.tv_sec = 0; |
| t->tv_end.tv_usec = 0; |
| t->tv_delta.tv_sec = 0; |
| t->tv_delta.tv_usec = 0; |
| |
| t->tsc = 0; |
| t->aperf = 0; |
| t->mperf = 0; |
| t->c1 = 0; |
| |
| t->irq_count = 0; |
| t->smi_count = 0; |
| |
| /* tells format_counters to dump all fields from this set */ |
| t->flags = CPU_IS_FIRST_THREAD_IN_CORE | CPU_IS_FIRST_CORE_IN_PACKAGE; |
| |
| c->c3 = 0; |
| c->c6 = 0; |
| c->c7 = 0; |
| c->mc6_us = 0; |
| c->core_temp_c = 0; |
| c->core_energy = 0; |
| |
| p->pkg_wtd_core_c0 = 0; |
| p->pkg_any_core_c0 = 0; |
| p->pkg_any_gfxe_c0 = 0; |
| p->pkg_both_core_gfxe_c0 = 0; |
| |
| p->pc2 = 0; |
| if (DO_BIC(BIC_Pkgpc3)) |
| p->pc3 = 0; |
| if (DO_BIC(BIC_Pkgpc6)) |
| p->pc6 = 0; |
| if (DO_BIC(BIC_Pkgpc7)) |
| p->pc7 = 0; |
| p->pc8 = 0; |
| p->pc9 = 0; |
| p->pc10 = 0; |
| p->cpu_lpi = 0; |
| p->sys_lpi = 0; |
| |
| p->energy_pkg = 0; |
| p->energy_dram = 0; |
| p->energy_cores = 0; |
| p->energy_gfx = 0; |
| p->rapl_pkg_perf_status = 0; |
| p->rapl_dram_perf_status = 0; |
| p->pkg_temp_c = 0; |
| |
| p->gfx_rc6_ms = 0; |
| p->gfx_mhz = 0; |
| p->gfx_act_mhz = 0; |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) |
| t->counter[i] = 0; |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) |
| c->counter[i] = 0; |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) |
| p->counter[i] = 0; |
| } |
| int sum_counters(struct thread_data *t, struct core_data *c, |
| struct pkg_data *p) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| /* copy un-changing apic_id's */ |
| if (DO_BIC(BIC_APIC)) |
| average.threads.apic_id = t->apic_id; |
| if (DO_BIC(BIC_X2APIC)) |
| average.threads.x2apic_id = t->x2apic_id; |
| |
| /* remember first tv_begin */ |
| if (average.threads.tv_begin.tv_sec == 0) |
| average.threads.tv_begin = t->tv_begin; |
| |
| /* remember last tv_end */ |
| average.threads.tv_end = t->tv_end; |
| |
| average.threads.tsc += t->tsc; |
| average.threads.aperf += t->aperf; |
| average.threads.mperf += t->mperf; |
| average.threads.c1 += t->c1; |
| |
| average.threads.irq_count += t->irq_count; |
| average.threads.smi_count += t->smi_count; |
| |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| average.threads.counter[i] += t->counter[i]; |
| } |
| |
| /* sum per-core values only for 1st thread in core */ |
| if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE)) |
| return 0; |
| |
| average.cores.c3 += c->c3; |
| average.cores.c6 += c->c6; |
| average.cores.c7 += c->c7; |
| average.cores.mc6_us += c->mc6_us; |
| |
| average.cores.core_temp_c = MAX(average.cores.core_temp_c, c->core_temp_c); |
| |
| average.cores.core_energy += c->core_energy; |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| average.cores.counter[i] += c->counter[i]; |
| } |
| |
| /* sum per-pkg values only for 1st core in pkg */ |
| if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)) |
| return 0; |
| |
| if (DO_BIC(BIC_Totl_c0)) |
| average.packages.pkg_wtd_core_c0 += p->pkg_wtd_core_c0; |
| if (DO_BIC(BIC_Any_c0)) |
| average.packages.pkg_any_core_c0 += p->pkg_any_core_c0; |
| if (DO_BIC(BIC_GFX_c0)) |
| average.packages.pkg_any_gfxe_c0 += p->pkg_any_gfxe_c0; |
| if (DO_BIC(BIC_CPUGFX)) |
| average.packages.pkg_both_core_gfxe_c0 += p->pkg_both_core_gfxe_c0; |
| |
| average.packages.pc2 += p->pc2; |
| if (DO_BIC(BIC_Pkgpc3)) |
| average.packages.pc3 += p->pc3; |
| if (DO_BIC(BIC_Pkgpc6)) |
| average.packages.pc6 += p->pc6; |
| if (DO_BIC(BIC_Pkgpc7)) |
| average.packages.pc7 += p->pc7; |
| average.packages.pc8 += p->pc8; |
| average.packages.pc9 += p->pc9; |
| average.packages.pc10 += p->pc10; |
| |
| average.packages.cpu_lpi = p->cpu_lpi; |
| average.packages.sys_lpi = p->sys_lpi; |
| |
| average.packages.energy_pkg += p->energy_pkg; |
| average.packages.energy_dram += p->energy_dram; |
| average.packages.energy_cores += p->energy_cores; |
| average.packages.energy_gfx += p->energy_gfx; |
| |
| average.packages.gfx_rc6_ms = p->gfx_rc6_ms; |
| average.packages.gfx_mhz = p->gfx_mhz; |
| average.packages.gfx_act_mhz = p->gfx_act_mhz; |
| |
| average.packages.pkg_temp_c = MAX(average.packages.pkg_temp_c, p->pkg_temp_c); |
| |
| average.packages.rapl_pkg_perf_status += p->rapl_pkg_perf_status; |
| average.packages.rapl_dram_perf_status += p->rapl_dram_perf_status; |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| average.packages.counter[i] += p->counter[i]; |
| } |
| return 0; |
| } |
| /* |
| * sum the counters for all cpus in the system |
| * compute the weighted average |
| */ |
| void compute_average(struct thread_data *t, struct core_data *c, |
| struct pkg_data *p) |
| { |
| int i; |
| struct msr_counter *mp; |
| |
| clear_counters(&average.threads, &average.cores, &average.packages); |
| |
| for_all_cpus(sum_counters, t, c, p); |
| |
| /* Use the global time delta for the average. */ |
| average.threads.tv_delta = tv_delta; |
| |
| average.threads.tsc /= topo.num_cpus; |
| average.threads.aperf /= topo.num_cpus; |
| average.threads.mperf /= topo.num_cpus; |
| average.threads.c1 /= topo.num_cpus; |
| |
| if (average.threads.irq_count > 9999999) |
| sums_need_wide_columns = 1; |
| |
| average.cores.c3 /= topo.num_cores; |
| average.cores.c6 /= topo.num_cores; |
| average.cores.c7 /= topo.num_cores; |
| average.cores.mc6_us /= topo.num_cores; |
| |
| if (DO_BIC(BIC_Totl_c0)) |
| average.packages.pkg_wtd_core_c0 /= topo.num_packages; |
| if (DO_BIC(BIC_Any_c0)) |
| average.packages.pkg_any_core_c0 /= topo.num_packages; |
| if (DO_BIC(BIC_GFX_c0)) |
| average.packages.pkg_any_gfxe_c0 /= topo.num_packages; |
| if (DO_BIC(BIC_CPUGFX)) |
| average.packages.pkg_both_core_gfxe_c0 /= topo.num_packages; |
| |
| average.packages.pc2 /= topo.num_packages; |
| if (DO_BIC(BIC_Pkgpc3)) |
| average.packages.pc3 /= topo.num_packages; |
| if (DO_BIC(BIC_Pkgpc6)) |
| average.packages.pc6 /= topo.num_packages; |
| if (DO_BIC(BIC_Pkgpc7)) |
| average.packages.pc7 /= topo.num_packages; |
| |
| average.packages.pc8 /= topo.num_packages; |
| average.packages.pc9 /= topo.num_packages; |
| average.packages.pc10 /= topo.num_packages; |
| |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| if (mp->type == COUNTER_ITEMS) { |
| if (average.threads.counter[i] > 9999999) |
| sums_need_wide_columns = 1; |
| continue; |
| } |
| average.threads.counter[i] /= topo.num_cpus; |
| } |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| if (mp->type == COUNTER_ITEMS) { |
| if (average.cores.counter[i] > 9999999) |
| sums_need_wide_columns = 1; |
| } |
| average.cores.counter[i] /= topo.num_cores; |
| } |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| if (mp->format == FORMAT_RAW) |
| continue; |
| if (mp->type == COUNTER_ITEMS) { |
| if (average.packages.counter[i] > 9999999) |
| sums_need_wide_columns = 1; |
| } |
| average.packages.counter[i] /= topo.num_packages; |
| } |
| } |
| |
| static unsigned long long rdtsc(void) |
| { |
| unsigned int low, high; |
| |
| asm volatile("rdtsc" : "=a" (low), "=d" (high)); |
| |
| return low | ((unsigned long long)high) << 32; |
| } |
| |
| /* |
| * Open a file, and exit on failure |
| */ |
| FILE *fopen_or_die(const char *path, const char *mode) |
| { |
| FILE *filep = fopen(path, mode); |
| |
| if (!filep) |
| err(1, "%s: open failed", path); |
| return filep; |
| } |
| /* |
| * snapshot_sysfs_counter() |
| * |
| * return snapshot of given counter |
| */ |
| unsigned long long snapshot_sysfs_counter(char *path) |
| { |
| FILE *fp; |
| int retval; |
| unsigned long long counter; |
| |
| fp = fopen_or_die(path, "r"); |
| |
| retval = fscanf(fp, "%lld", &counter); |
| if (retval != 1) |
| err(1, "snapshot_sysfs_counter(%s)", path); |
| |
| fclose(fp); |
| |
| return counter; |
| } |
| |
| int get_mp(int cpu, struct msr_counter *mp, unsigned long long *counterp) |
| { |
| if (mp->msr_num != 0) { |
| if (get_msr(cpu, mp->msr_num, counterp)) |
| return -1; |
| } else { |
| char path[128 + PATH_BYTES]; |
| |
| if (mp->flags & SYSFS_PERCPU) { |
| sprintf(path, "/sys/devices/system/cpu/cpu%d/%s", |
| cpu, mp->path); |
| |
| *counterp = snapshot_sysfs_counter(path); |
| } else { |
| *counterp = snapshot_sysfs_counter(mp->path); |
| } |
| } |
| |
| return 0; |
| } |
| |
| void get_apic_id(struct thread_data *t) |
| { |
| unsigned int eax, ebx, ecx, edx; |
| |
| if (DO_BIC(BIC_APIC)) { |
| eax = ebx = ecx = edx = 0; |
| __cpuid(1, eax, ebx, ecx, edx); |
| |
| t->apic_id = (ebx >> 24) & 0xff; |
| } |
| |
| if (!DO_BIC(BIC_X2APIC)) |
| return; |
| |
| if (authentic_amd || hygon_genuine) { |
| unsigned int topology_extensions; |
| |
| if (max_extended_level < 0x8000001e) |
| return; |
| |
| eax = ebx = ecx = edx = 0; |
| __cpuid(0x80000001, eax, ebx, ecx, edx); |
| topology_extensions = ecx & (1 << 22); |
| |
| if (topology_extensions == 0) |
| return; |
| |
| eax = ebx = ecx = edx = 0; |
| __cpuid(0x8000001e, eax, ebx, ecx, edx); |
| |
| t->x2apic_id = eax; |
| return; |
| } |
| |
| if (!genuine_intel) |
| return; |
| |
| if (max_level < 0xb) |
| return; |
| |
| ecx = 0; |
| __cpuid(0xb, eax, ebx, ecx, edx); |
| t->x2apic_id = edx; |
| |
| if (debug && (t->apic_id != (t->x2apic_id & 0xff))) |
| fprintf(outf, "cpu%d: BIOS BUG: apic 0x%x x2apic 0x%x\n", |
| t->cpu_id, t->apic_id, t->x2apic_id); |
| } |
| |
| /* |
| * get_counters(...) |
| * migrate to cpu |
| * acquire and record local counters for that cpu |
| */ |
| int get_counters(struct thread_data *t, struct core_data *c, struct pkg_data *p) |
| { |
| int cpu = t->cpu_id; |
| unsigned long long msr; |
| int aperf_mperf_retry_count = 0; |
| struct msr_counter *mp; |
| int i; |
| |
| if (cpu_migrate(cpu)) { |
| fprintf(outf, "get_counters: Could not migrate to CPU %d\n", cpu); |
| return -1; |
| } |
| |
| gettimeofday(&t->tv_begin, (struct timezone *)NULL); |
| |
| if (first_counter_read) |
| get_apic_id(t); |
| retry: |
| t->tsc = rdtsc(); /* we are running on local CPU of interest */ |
| |
| if (DO_BIC(BIC_Avg_MHz) || DO_BIC(BIC_Busy) || DO_BIC(BIC_Bzy_MHz) || |
| soft_c1_residency_display(BIC_Avg_MHz)) { |
| unsigned long long tsc_before, tsc_between, tsc_after, aperf_time, mperf_time; |
| |
| /* |
| * The TSC, APERF and MPERF must be read together for |
| * APERF/MPERF and MPERF/TSC to give accurate results. |
| * |
| * Unfortunately, APERF and MPERF are read by |
| * individual system call, so delays may occur |
| * between them. If the time to read them |
| * varies by a large amount, we re-read them. |
| */ |
| |
| /* |
| * This initial dummy APERF read has been seen to |
| * reduce jitter in the subsequent reads. |
| */ |
| |
| if (get_msr(cpu, MSR_IA32_APERF, &t->aperf)) |
| return -3; |
| |
| t->tsc = rdtsc(); /* re-read close to APERF */ |
| |
| tsc_before = t->tsc; |
| |
| if (get_msr(cpu, MSR_IA32_APERF, &t->aperf)) |
| return -3; |
| |
| tsc_between = rdtsc(); |
| |
| if (get_msr(cpu, MSR_IA32_MPERF, &t->mperf)) |
| return -4; |
| |
| tsc_after = rdtsc(); |
| |
| aperf_time = tsc_between - tsc_before; |
| mperf_time = tsc_after - tsc_between; |
| |
| /* |
| * If the system call latency to read APERF and MPERF |
| * differ by more than 2x, then try again. |
| */ |
| if ((aperf_time > (2 * mperf_time)) || (mperf_time > (2 * aperf_time))) { |
| aperf_mperf_retry_count++; |
| if (aperf_mperf_retry_count < 5) |
| goto retry; |
| else |
| warnx("cpu%d jitter %lld %lld", |
| cpu, aperf_time, mperf_time); |
| } |
| aperf_mperf_retry_count = 0; |
| |
| t->aperf = t->aperf * aperf_mperf_multiplier; |
| t->mperf = t->mperf * aperf_mperf_multiplier; |
| } |
| |
| if (DO_BIC(BIC_IRQ)) |
| t->irq_count = irqs_per_cpu[cpu]; |
| if (DO_BIC(BIC_SMI)) { |
| if (get_msr(cpu, MSR_SMI_COUNT, &msr)) |
| return -5; |
| t->smi_count = msr & 0xFFFFFFFF; |
| } |
| if (DO_BIC(BIC_CPU_c1) && use_c1_residency_msr) { |
| if (get_msr(cpu, MSR_CORE_C1_RES, &t->c1)) |
| return -6; |
| } |
| |
| for (i = 0, mp = sys.tp; mp; i++, mp = mp->next) { |
| if (get_mp(cpu, mp, &t->counter[i])) |
| return -10; |
| } |
| |
| /* collect core counters only for 1st thread in core */ |
| if (!(t->flags & CPU_IS_FIRST_THREAD_IN_CORE)) |
| goto done; |
| |
| if (DO_BIC(BIC_CPU_c3) || soft_c1_residency_display(BIC_CPU_c3)) { |
| if (get_msr(cpu, MSR_CORE_C3_RESIDENCY, &c->c3)) |
| return -6; |
| } |
| |
| if ((DO_BIC(BIC_CPU_c6) || soft_c1_residency_display(BIC_CPU_c6)) && !do_knl_cstates) { |
| if (get_msr(cpu, MSR_CORE_C6_RESIDENCY, &c->c6)) |
| return -7; |
| } else if (do_knl_cstates || soft_c1_residency_display(BIC_CPU_c6)) { |
| if (get_msr(cpu, MSR_KNL_CORE_C6_RESIDENCY, &c->c6)) |
| return -7; |
| } |
| |
| if (DO_BIC(BIC_CPU_c7) || soft_c1_residency_display(BIC_CPU_c7)) |
| if (get_msr(cpu, MSR_CORE_C7_RESIDENCY, &c->c7)) |
| return -8; |
| |
| if (DO_BIC(BIC_Mod_c6)) |
| if (get_msr(cpu, MSR_MODULE_C6_RES_MS, &c->mc6_us)) |
| return -8; |
| |
| if (DO_BIC(BIC_CoreTmp)) { |
| if (get_msr(cpu, MSR_IA32_THERM_STATUS, &msr)) |
| return -9; |
| c->core_temp_c = tcc_activation_temp - ((msr >> 16) & 0x7F); |
| } |
| |
| if (do_rapl & RAPL_AMD_F17H) { |
| if (get_msr(cpu, MSR_CORE_ENERGY_STAT, &msr)) |
| return -14; |
| c->core_energy = msr & 0xFFFFFFFF; |
| } |
| |
| for (i = 0, mp = sys.cp; mp; i++, mp = mp->next) { |
| if (get_mp(cpu, mp, &c->counter[i])) |
| return -10; |
| } |
| |
| /* collect package counters only for 1st core in package */ |
| if (!(t->flags & CPU_IS_FIRST_CORE_IN_PACKAGE)) |
| goto done; |
| |
| if (DO_BIC(BIC_Totl_c0)) { |
| if (get_msr(cpu, MSR_PKG_WEIGHTED_CORE_C0_RES, &p->pkg_wtd_core_c0)) |
| return -10; |
| } |
| if (DO_BIC(BIC_Any_c0)) { |
| if (get_msr(cpu, MSR_PKG_ANY_CORE_C0_RES, &p->pkg_any_core_c0)) |
| return -11; |
| } |
| if (DO_BIC(BIC_GFX_c0)) { |
| if (get_msr(cpu, MSR_PKG_ANY_GFXE_C0_RES, &p->pkg_any_gfxe_c0)) |
| return -12; |
| } |
| if (DO_BIC(BIC_CPUGFX)) { |
| if (get_msr(cpu, MSR_PKG_BOTH_CORE_GFXE_C0_RES, &p->pkg_both_core_gfxe_c0)) |
| return -13; |
| } |
| if (DO_BIC(BIC_Pkgpc3)) |
| if (get_msr(cpu, MSR_PKG_C3_RESIDENCY, &p->pc3)) |
| return -9; |
| if (DO_BIC(BIC_Pkgpc6)) { |
| if (do_slm_cstates) { |
| if (get_msr(cpu, MSR_ATOM_PKG_C6_RESIDENCY, &p->pc6)) |
| return -10; |
| } else { |
| if (get_msr(cpu, MSR_PKG_C6_RESIDENCY, &p->pc6)) |
| return -10; |
| } |
| } |
| |
| if (DO_BIC(BIC_Pkgpc2)) |
| if (get_msr(cpu, MSR_PKG_C2_RESIDENCY, &p->pc2)) |
| return -11; |
| if (DO_BIC(BIC_Pkgpc7)) |
| if (get_msr(cpu, MSR_PKG_C7_RESIDENCY, &p->pc7)) |
| return -12; |
| if (DO_BIC(BIC_Pkgpc8)) |
| if (get_msr(cpu, MSR_PKG_C8_RESIDENCY, &p->pc8)) |
| return -13; |
| if (DO_BIC(BIC_Pkgpc9)) |
| if (get_msr(cpu, MSR_PKG_C9_RESIDENCY, &p->pc9)) |
| return -13; |
| if (DO_BIC(BIC_Pkgpc10)) |
| if (get_msr(cpu, MSR_PKG_C10_RESIDENCY, &p->pc10)) |
| return -13; |
| |
| if (DO_BIC(BIC_CPU_LPI)) |
| p->cpu_lpi = cpuidle_cur_cpu_lpi_us; |
| if (DO_BIC(BIC_SYS_LPI)) |
| p->sys_lpi = cpuidle_cur_sys_lpi_us; |
| |
| if (do_rapl & RAPL_PKG) { |
| if (get_msr_sum(cpu, MSR_PKG_ENERGY_STATUS, &msr)) |
| return -13; |
| p->energy_pkg = msr; |
| } |
| if (do_rapl & RAPL_CORES_ENERGY_STATUS) { |
| if (get_msr_sum(cpu, MSR_PP0_ENERGY_STATUS, &msr)) |
| return -14; |
| p->energy_cores = msr; |
| } |
| if (do_rapl & RAPL_DRAM) { |
| if (get_msr_sum(cpu, MSR_DRAM_ENERGY_STATUS, &msr)) |
| return -15; |
| p->energy_dram = msr; |
| } |
| if (do_rapl & RAPL_GFX) { |
| if (get_msr_sum(cpu, MSR_PP1_ENERGY_STATUS, &msr)) |
| return -16; |
| p->energy_gfx = msr; |
| } |
| if (do_rapl & RAPL_PKG_PERF_STATUS) { |
| if (get_msr_sum(cpu, MSR_PKG_PERF_STATUS, &msr)) |
| return -16; |
| p->rapl_pkg_perf_status = msr; |
| } |
| if (do_rapl & RAPL_DRAM_PERF_STATUS) { |
| if (get_msr_sum(cpu, MSR_DRAM_PERF_STATUS, &msr)) |
| return -16; |
| p->rapl_dram_perf_status = msr; |
| } |
| if (do_rapl & RAPL_AMD_F17H) { |
| if (get_msr_sum(cpu, MSR_PKG_ENERGY_STAT, &msr)) |
| return -13; |
| p->energy_pkg = msr; |
| } |
| if (DO_BIC(BIC_PkgTmp)) { |
| if (get_msr(cpu, MSR_IA32_PACKAGE_THERM_STATUS, &msr)) |
| return -17; |
| p->pkg_temp_c = tcc_activation_temp - ((msr >> 16) & 0x7F); |
| } |
| |
| if (DO_BIC(BIC_GFX_rc6)) |
| p->gfx_rc6_ms = gfx_cur_rc6_ms; |
| |
| if (DO_BIC(BIC_GFXMHz)) |
| p->gfx_mhz = gfx_cur_mhz; |
| |
| if (DO_BIC(BIC_GFXACTMHz)) |
| p->gfx_act_mhz = gfx_act_mhz; |
| |
| for (i = 0, mp = sys.pp; mp; i++, mp = mp->next) { |
| if (get_mp(cpu, mp, &p->counter[i])) |
| return -10; |
| } |
| done: |
| gettimeofday(&t->tv_end, (struct timezone *)NULL); |
| |
| return 0; |
| } |
| |
| /* |
| * MSR_PKG_CST_CONFIG_CONTROL decoding for pkg_cstate_limit: |
| * If you change the values, note they are used both in comparisons |
| * (>= PCL__7) and to index pkg_cstate_limit_strings[]. |
| */ |
| |
| #define PCLUKN 0 /* Unknown */ |
| #define PCLRSV 1 /* Reserved */ |
| #define PCL__0 2 /* PC0 */ |
| #define PCL__1 3 /* PC1 */ |
| #define PCL__2 4 /* PC2 */ |
| #define PCL__3 5 /* PC3 */ |
| #define PCL__4 6 /* PC4 */ |
| #define PCL__6 7 /* PC6 */ |
| #define PCL_6N 8 /* PC6 No Retention */ |
| #define PCL_6R 9 /* PC6 Retention */ |
| #define PCL__7 10 /* PC7 */ |
| #define PCL_7S 11 /* PC7 Shrink */ |
| #define PCL__8 12 /* PC8 */ |
| #define PCL__9 13 /* PC9 */ |
| #define PCL_10 14 /* PC10 */ |
| #define PCLUNL 15 /* Unlimited */ |
| |
| int pkg_cstate_limit = PCLUKN; |
| char *pkg_cstate_limit_strings[] = { "reserved", "unknown", "pc0", "pc1", "pc2", |
| "pc3", "pc4", "pc6", "pc6n", "pc6r", "pc7", "pc7s", "pc8", "pc9", "pc10", "unlimited"}; |
| |
| int nhm_pkg_cstate_limits[16] = {PCL__0, PCL__1, PCL__3, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int snb_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL_6N, PCL_6R, PCL__7, PCL_7S, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int hsw_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL__3, PCL__6, PCL__7, PCL_7S, PCL__8, PCL__9, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int slv_pkg_cstate_limits[16] = {PCL__0, PCL__1, PCLRSV, PCLRSV, PCL__4, PCLRSV, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCL__6, PCL__7}; |
| int amt_pkg_cstate_limits[16] = {PCLUNL, PCL__1, PCL__2, PCLRSV, PCLRSV, PCLRSV, PCL__6, PCL__7, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int phi_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL_6N, PCL_6R, PCLRSV, PCLRSV, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int glm_pkg_cstate_limits[16] = {PCLUNL, PCL__1, PCL__3, PCL__6, PCL__7, PCL_7S, PCL__8, PCL__9, PCL_10, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| int skx_pkg_cstate_limits[16] = {PCL__0, PCL__2, PCL_6N, PCL_6R, PCLRSV, PCLRSV, PCLRSV, PCLUNL, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV, PCLRSV}; |
| |
| |
| static void |
| calculate_tsc_tweak() |
| { |
| tsc_tweak = base_hz / tsc_hz; |
| } |
| |
| static void |
| dump_nhm_platform_info(void) |
| { |
| unsigned long long msr; |
| unsigned int ratio; |
| |
| get_msr(base_cpu, MSR_PLATFORM_INFO, &msr); |
| |
| fprintf(outf, "cpu%d: MSR_PLATFORM_INFO: 0x%08llx\n", base_cpu, msr); |
| |
| ratio = (msr >> 40) & 0xFF; |
| fprintf(outf, "%d * %.1f = %.1f MHz max efficiency frequency\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 8) & 0xFF; |
| fprintf(outf, "%d * %.1f = %.1f MHz base frequency\n", |
| ratio, bclk, ratio * bclk); |
| |
| get_msr(base_cpu, MSR_IA32_POWER_CTL, &msr); |
| fprintf(outf, "cpu%d: MSR_IA32_POWER_CTL: 0x%08llx (C1E auto-promotion: %sabled)\n", |
| base_cpu, msr, msr & 0x2 ? "EN" : "DIS"); |
| |
| return; |
| } |
| |
| static void |
| dump_hsw_turbo_ratio_limits(void) |
| { |
| unsigned long long msr; |
| unsigned int ratio; |
| |
| get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT2, &msr); |
| |
| fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT2: 0x%08llx\n", base_cpu, msr); |
| |
| ratio = (msr >> 8) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 18 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 0) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 17 active cores\n", |
| ratio, bclk, ratio * bclk); |
| return; |
| } |
| |
| static void |
| dump_ivt_turbo_ratio_limits(void) |
| { |
| unsigned long long msr; |
| unsigned int ratio; |
| |
| get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT1, &msr); |
| |
| fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT1: 0x%08llx\n", base_cpu, msr); |
| |
| ratio = (msr >> 56) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 16 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 48) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 15 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 40) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 14 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 32) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 13 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 24) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 12 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 16) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 11 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 8) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 10 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 0) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 9 active cores\n", |
| ratio, bclk, ratio * bclk); |
| return; |
| } |
| int has_turbo_ratio_group_limits(int family, int model) |
| { |
| |
| if (!genuine_intel) |
| return 0; |
| |
| switch (model) { |
| case INTEL_FAM6_ATOM_GOLDMONT: |
| case INTEL_FAM6_SKYLAKE_X: |
| case INTEL_FAM6_ATOM_GOLDMONT_D: |
| case INTEL_FAM6_ATOM_TREMONT_D: |
| return 1; |
| } |
| return 0; |
| } |
| |
| static void |
| dump_turbo_ratio_limits(int family, int model) |
| { |
| unsigned long long msr, core_counts; |
| unsigned int ratio, group_size; |
| |
| get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT, &msr); |
| fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT: 0x%08llx\n", base_cpu, msr); |
| |
| if (has_turbo_ratio_group_limits(family, model)) { |
| get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT1, &core_counts); |
| fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT1: 0x%08llx\n", base_cpu, core_counts); |
| } else { |
| core_counts = 0x0807060504030201; |
| } |
| |
| ratio = (msr >> 56) & 0xFF; |
| group_size = (core_counts >> 56) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 48) & 0xFF; |
| group_size = (core_counts >> 48) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 40) & 0xFF; |
| group_size = (core_counts >> 40) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 32) & 0xFF; |
| group_size = (core_counts >> 32) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 24) & 0xFF; |
| group_size = (core_counts >> 24) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 16) & 0xFF; |
| group_size = (core_counts >> 16) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 8) & 0xFF; |
| group_size = (core_counts >> 8) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| |
| ratio = (msr >> 0) & 0xFF; |
| group_size = (core_counts >> 0) & 0xFF; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio, bclk, ratio * bclk, group_size); |
| return; |
| } |
| |
| static void |
| dump_atom_turbo_ratio_limits(void) |
| { |
| unsigned long long msr; |
| unsigned int ratio; |
| |
| get_msr(base_cpu, MSR_ATOM_CORE_RATIOS, &msr); |
| fprintf(outf, "cpu%d: MSR_ATOM_CORE_RATIOS: 0x%08llx\n", base_cpu, msr & 0xFFFFFFFF); |
| |
| ratio = (msr >> 0) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz minimum operating frequency\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 8) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz low frequency mode (LFM)\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 16) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz base frequency\n", |
| ratio, bclk, ratio * bclk); |
| |
| get_msr(base_cpu, MSR_ATOM_CORE_TURBO_RATIOS, &msr); |
| fprintf(outf, "cpu%d: MSR_ATOM_CORE_TURBO_RATIOS: 0x%08llx\n", base_cpu, msr & 0xFFFFFFFF); |
| |
| ratio = (msr >> 24) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 4 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 16) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 3 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 8) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 2 active cores\n", |
| ratio, bclk, ratio * bclk); |
| |
| ratio = (msr >> 0) & 0x3F; |
| if (ratio) |
| fprintf(outf, "%d * %.1f = %.1f MHz max turbo 1 active core\n", |
| ratio, bclk, ratio * bclk); |
| } |
| |
| static void |
| dump_knl_turbo_ratio_limits(void) |
| { |
| const unsigned int buckets_no = 7; |
| |
| unsigned long long msr; |
| int delta_cores, delta_ratio; |
| int i, b_nr; |
| unsigned int cores[buckets_no]; |
| unsigned int ratio[buckets_no]; |
| |
| get_msr(base_cpu, MSR_TURBO_RATIO_LIMIT, &msr); |
| |
| fprintf(outf, "cpu%d: MSR_TURBO_RATIO_LIMIT: 0x%08llx\n", |
| base_cpu, msr); |
| |
| /** |
| * Turbo encoding in KNL is as follows: |
| * [0] -- Reserved |
| * [7:1] -- Base value of number of active cores of bucket 1. |
| * [15:8] -- Base value of freq ratio of bucket 1. |
| * [20:16] -- +ve delta of number of active cores of bucket 2. |
| * i.e. active cores of bucket 2 = |
| * active cores of bucket 1 + delta |
| * [23:21] -- Negative delta of freq ratio of bucket 2. |
| * i.e. freq ratio of bucket 2 = |
| * freq ratio of bucket 1 - delta |
| * [28:24]-- +ve delta of number of active cores of bucket 3. |
| * [31:29]-- -ve delta of freq ratio of bucket 3. |
| * [36:32]-- +ve delta of number of active cores of bucket 4. |
| * [39:37]-- -ve delta of freq ratio of bucket 4. |
| * [44:40]-- +ve delta of number of active cores of bucket 5. |
| * [47:45]-- -ve delta of freq ratio of bucket 5. |
| * [52:48]-- +ve delta of number of active cores of bucket 6. |
| * [55:53]-- -ve delta of freq ratio of bucket 6. |
| * [60:56]-- +ve delta of number of active cores of bucket 7. |
| * [63:61]-- -ve delta of freq ratio of bucket 7. |
| */ |
| |
| b_nr = 0; |
| cores[b_nr] = (msr & 0xFF) >> 1; |
| ratio[b_nr] = (msr >> 8) & 0xFF; |
| |
| for (i = 16; i < 64; i += 8) { |
| delta_cores = (msr >> i) & 0x1F; |
| delta_ratio = (msr >> (i + 5)) & 0x7; |
| |
| cores[b_nr + 1] = cores[b_nr] + delta_cores; |
| ratio[b_nr + 1] = ratio[b_nr] - delta_ratio; |
| b_nr++; |
| } |
| |
| for (i = buckets_no - 1; i >= 0; i--) |
| if (i > 0 ? ratio[i] != ratio[i - 1] : 1) |
| fprintf(outf, |
| "%d * %.1f = %.1f MHz max turbo %d active cores\n", |
| ratio[i], bclk, ratio[i] * bclk, cores[i]); |
| } |
| |
| static void |
| dump_nhm_cst_cfg(void) |
| { |
| unsigned long long msr; |
| |
| get_msr(base_cpu, MSR_PKG_CST_CONFIG_CONTROL, &msr); |
| |
| fprintf(outf, "cpu%d: MSR_PKG_CST_CONFIG_CONTROL: 0x%08llx", base_cpu, msr); |
| |
| fprintf(outf, " (%s%s%s%s%slocked, pkg-cstate-limit=%d (%s)", |
| (msr & SNB_C3_AUTO_UNDEMOTE) ? "UNdemote-C3, " : "", |
| (msr & SNB_C1_AUTO_UNDEMOTE) ? "UNdemote-C1, " : "", |
| (msr & NHM_C3_AUTO_DEMOTE) ? "demote-C3, " : "", |
| (msr & NHM_C1_AUTO_DEMOTE) ? "demote-C1, " : "", |
| (msr & (1 << 15)) ? "" : "UN", |
| (unsigned int)msr & 0xF, |
| pkg_cstate_limit_strings[pkg_cstate_limit]); |
| |
| #define AUTOMATIC_CSTATE_CONVERSION (1UL << 16) |
| if (has_automatic_cstate_conversion) { |
| fprintf(outf, ", automatic c-state conversion=%s", |
| (msr & AUTOMATIC_CSTATE_CONVERSION) ? "on" : "off"); |
| } |
| |
| fprintf(outf, ")\n"); |
| |
| return; |
| } |
| |
| static void |
| dump_config_tdp(void) |
| { |
| unsigned long long msr; |
| |
| get_msr(base_cpu, MSR_CONFIG_TDP_NOMINAL, &msr); |
| fprintf(outf, "cpu%d: MSR_CONFIG_TDP_NOMINAL: 0x%08llx", base_cpu, msr); |
| fprintf(outf, " (base_ratio=%d)\n", (unsigned int)msr & 0xFF); |
| |
| get_msr(base_cpu, MSR_CONFIG_TDP_LEVEL_1, &msr); |
| fprintf(outf, "cpu%d: MSR_CONFIG_TDP_LEVEL_1: 0x%08llx (", base_cpu, msr); |
| if (msr) { |
| fprintf(outf, "PKG_MIN_PWR_LVL1=%d ", (unsigned int)(msr >> 48) & 0x7FFF); |
| fprintf(outf, "PKG_MAX_PWR_LVL1=%d ", (unsigned int)(msr >> 32) & 0x7FFF); |
| fprintf(outf, "LVL1_RATIO=%d ", (unsigned int)(msr >> 16) & 0xFF); |
| fprintf(outf, "PKG_TDP_LVL1=%d", (unsigned int)(msr) & 0x7FFF); |
| } |
| fprintf(outf, ")\n"); |
| |
| get_msr(base_cpu, MSR_CONFIG_TDP_LEVEL_2, &msr); |
| fprintf(outf, "cpu%d: MSR_CONFIG_TDP_LEVEL_2: 0x%08llx (", base_cpu, msr); |
| if (msr) { |
| fprintf(outf, "PKG_MIN_PWR_LVL2=%d ", (unsigned int)(msr >> 48) & 0x7FFF); |
| fprintf(outf, "PKG_MAX_PWR_LVL2=%d ", (unsigned int)(msr >> 32) & 0x7FFF); |
| fprintf(outf, "LVL2_RATIO=%d ", (unsigned int)(msr >> 16) & 0xFF); |
| fprintf(outf, "PKG_TDP_LVL2=%d", (unsigned int)(msr) & 0x7FFF); |
| } |
| fprintf(outf, ")\n"); |
| |
| get_msr(base_cpu, MSR_CONFIG_TDP_CONTROL, &msr); |
| fprintf(outf, "cpu%d: MSR_CONFIG_TDP_CONTROL: 0x%08llx (", base_cpu, msr); |
| if ((msr) & 0x3) |
| fprintf(outf, "TDP_LEVEL=%d ", (unsigned int)(msr) & 0x3); |
| fprintf(outf, " lock=%d", (unsigned int)(msr >> 31) & 1); |
| fprintf(outf, ")\n"); |
| |
| get_msr(base_cpu, MSR_TURBO_ACTIVATION_RATIO, &msr); |
| fprintf(outf, "cpu%d: MSR_TURBO_ACTIVATION_RATIO: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "MAX_NON_TURBO_RATIO=%d", (unsigned int)(msr) & 0xFF); |
| fprintf(outf, " lock=%d", (unsigned int)(msr >> 31) & 1); |
| fprintf(outf, ")\n"); |
| } |
| |
| unsigned int irtl_time_units[] = {1, 32, 1024, 32768, 1048576, 33554432, 0, 0 }; |
| |
| void print_irtl(void) |
| { |
| unsigned long long msr; |
| |
| get_msr(base_cpu, MSR_PKGC3_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC3_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
| get_msr(base_cpu, MSR_PKGC6_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC6_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
| get_msr(base_cpu, MSR_PKGC7_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC7_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
| if (!do_irtl_hsw) |
| return; |
| |
| get_msr(base_cpu, MSR_PKGC8_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC8_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
| get_msr(base_cpu, MSR_PKGC9_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC9_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
| get_msr(base_cpu, MSR_PKGC10_IRTL, &msr); |
| fprintf(outf, "cpu%d: MSR_PKGC10_IRTL: 0x%08llx (", base_cpu, msr); |
| fprintf(outf, "%svalid, %lld ns)\n", msr & (1 << 15) ? "" : "NOT", |
| (msr & 0x3FF) * irtl_time_units[(msr >> 10) & 0x3]); |
| |
|