Lines Matching refs:x86_pmu
138 data_source = x86_pmu.hybrid_pmu[X86_HYBRID_PMU_CORE_IDX].pebs_data_source;
142 data_source = x86_pmu.hybrid_pmu[X86_HYBRID_PMU_ATOM_IDX].pebs_data_source;
161 data_source = x86_pmu.hybrid_pmu[X86_HYBRID_PMU_CORE_IDX].pebs_data_source;
165 data_source = x86_pmu.hybrid_pmu[X86_HYBRID_PMU_ATOM_IDX].pebs_data_source;
317 if (x86_pmu.pebs_no_tlb) {
327 if (!x86_pmu.pebs_block) {
513 size_t bsiz = x86_pmu.pebs_buffer_size;
517 if (!x86_pmu.pebs)
528 if (x86_pmu.intel_cap.pebs_format < 2) {
542 max = x86_pmu.pebs_record_size * (bsiz / x86_pmu.pebs_record_size);
552 if (!x86_pmu.pebs)
560 ds_clear_cea(cea, x86_pmu.pebs_buffer_size);
561 dsfree_pages(hwev->ds_pebs_vaddr, x86_pmu.pebs_buffer_size);
572 if (!x86_pmu.bts)
599 if (!x86_pmu.bts)
627 if (!x86_pmu.bts && !x86_pmu.pebs)
653 x86_pmu.bts_active = 0;
654 x86_pmu.pebs_active = 0;
656 if (!x86_pmu.bts && !x86_pmu.pebs)
659 if (!x86_pmu.bts)
662 if (!x86_pmu.pebs)
695 if (x86_pmu.bts && !bts_err)
696 x86_pmu.bts_active = 1;
698 if (x86_pmu.pebs && !pebs_err)
699 x86_pmu.pebs_active = 1;
775 if (!x86_pmu.bts_active)
850 x86_pmu.drain_pebs(NULL, &data);
1109 if (x86_pmu.flags & PMU_FL_PEBS_ALL)
1147 if (x86_pmu.flags & PMU_FL_PEBS_ALL)
1175 sz += x86_pmu.lbr_nr * sizeof(struct lbr_entry);
1211 x86_pmu.rtm_abort_event);
1226 ((x86_pmu.lbr_nr-1) << PEBS_DATACFG_LBR_SHIFT);
1259 if (x86_pmu.intel_cap.pebs_baseline && add) {
1317 if (x86_pmu.intel_cap.pebs_format < 5)
1344 if ((event->hw.flags & PERF_X86_EVENT_PEBS_LDLAT) && (x86_pmu.version < 5))
1349 if (x86_pmu.intel_cap.pebs_baseline) {
1369 if (x86_pmu.intel_cap.pebs_format < 5)
1381 (u64)(-hwc->sample_period) & x86_pmu.cntval_mask;
1414 (x86_pmu.version < 5))
1456 if (!x86_pmu.intel_cap.pebs_trap)
1557 if (x86_pmu.intel_cap.pebs_format < 4)
1578 val = x86_pmu.pebs_latency_data(event, aux);
1705 if (x86_pmu.intel_cap.pebs_format >= 2) {
1730 x86_pmu.intel_cap.pebs_format >= 1) {
1735 if (x86_pmu.intel_cap.pebs_format >= 2) {
1754 if (x86_pmu.intel_cap.pebs_format >= 3)
1833 if ((sample_type & PERF_SAMPLE_WEIGHT_STRUCT) && (x86_pmu.flags & PMU_FL_RETIRE_LATENCY))
1863 if (x86_pmu.flags & PMU_FL_INSTR_LATENCY) {
1937 if (x86_pmu.intel_cap.pebs_format < 1)
1948 if (x86_pmu.intel_cap.pebs_format >= 3)
1980 int shift = 64 - x86_pmu.cntval_bits;
2102 if (!x86_pmu.pebs_active)
2162 if (!x86_pmu.pebs_active)
2170 mask = (1ULL << x86_pmu.max_pebs_events) - 1;
2171 size = x86_pmu.max_pebs_events;
2172 if (x86_pmu.flags & PMU_FL_PEBS_ALL) {
2173 mask |= ((1ULL << x86_pmu.num_counters_fixed) - 1) << INTEL_PMC_IDX_FIXED;
2174 size = INTEL_PMC_IDX_FIXED + x86_pmu.num_counters_fixed;
2182 for (at = base; at < top; at += x86_pmu.pebs_record_size) {
2190 if (x86_pmu.intel_cap.pebs_format >= 3) {
2210 x86_pmu.max_pebs_events);
2211 if (bit >= x86_pmu.max_pebs_events)
2277 if (!x86_pmu.pebs_active)
2333 x86_pmu.bts = boot_cpu_has(X86_FEATURE_BTS);
2334 x86_pmu.pebs = boot_cpu_has(X86_FEATURE_PEBS);
2335 x86_pmu.pebs_buffer_size = PEBS_BUFFER_SIZE;
2336 if (x86_pmu.version <= 4)
2337 x86_pmu.pebs_no_isolation = 1;
2339 if (x86_pmu.pebs) {
2340 char pebs_type = x86_pmu.intel_cap.pebs_trap ? '+' : '-';
2342 int format = x86_pmu.intel_cap.pebs_format;
2345 x86_pmu.intel_cap.pebs_baseline = 0;
2350 x86_pmu.pebs_record_size = sizeof(struct pebs_record_core);
2358 x86_pmu.pebs_buffer_size = PAGE_SIZE;
2359 x86_pmu.drain_pebs = intel_pmu_drain_pebs_core;
2364 x86_pmu.pebs_record_size = sizeof(struct pebs_record_nhm);
2365 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm;
2370 x86_pmu.pebs_record_size = sizeof(struct pebs_record_hsw);
2371 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm;
2376 x86_pmu.pebs_record_size =
2378 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm;
2379 x86_pmu.large_pebs_flags |= PERF_SAMPLE_TIME;
2383 x86_pmu.pebs_ept = 1;
2386 x86_pmu.drain_pebs = intel_pmu_drain_pebs_icl;
2387 x86_pmu.pebs_record_size = sizeof(struct pebs_basic);
2388 if (x86_pmu.intel_cap.pebs_baseline) {
2389 x86_pmu.large_pebs_flags |=
2392 x86_pmu.flags |= PMU_FL_PEBS_ALL;
2393 x86_pmu.pebs_capable = ~0ULL;
2398 x86_pmu.large_pebs_flags &=
2408 if (!is_hybrid() && x86_pmu.intel_cap.pebs_output_pt_available) {
2417 x86_pmu.pebs = 0;
2426 if (!x86_pmu.bts && !x86_pmu.pebs)