38 #define KiB(x) ((x) * 1024)  macro
40 #define KiB_MASK(x) (KiB(x) - 1)
41 #define MiB_MASK(x) (MiB(x) - 1)
99 	const u64 top_bit = 1ULL << 63;  in intel_pt_masked_bits()
105 			res <<= 1;  in intel_pt_masked_bits()
107 				res |= 1;  in intel_pt_masked_bits()
109 		mask <<= 1;  in intel_pt_masked_bits()
110 		bits <<= 1;  in intel_pt_masked_bits()
146 				"%d", &topa_multiple_entries) != 1)  in intel_pt_psb_period()
162 	psb_period = 1 << (val + 11);  in intel_pt_psb_period()
170 	int pos, pick = -1;  in intel_pt_pick_bit()
172 	for (pos = 0; bits; bits >>= 1, pos++) {  in intel_pt_pick_bit()
173 		if (bits & 1) {  in intel_pt_pick_bit()
199 				   &mtc) != 1)  in intel_pt_default_config()
200 		mtc = 1;  in intel_pt_default_config()
204 					   &mtc_periods) != 1)  in intel_pt_default_config()
214 				   &psb_cyc) != 1)  in intel_pt_default_config()
215 		psb_cyc = 1;  in intel_pt_default_config()
219 					   &psb_periods) != 1)  in intel_pt_default_config()
228 	if (perf_pmu__scan_file_at(intel_pt_pmu, dirfd, "format/pt", "%c", &c) == 1 &&  in intel_pt_default_config()
229 	    perf_pmu__scan_file_at(intel_pt_pmu, dirfd, "format/branch", "%c", &c) == 1)  in intel_pt_default_config()
252 			return -1;  in intel_pt_parse_snapshot_options()
293 	return len ? roundup(len + 1, 8) : 0;  in intel_pt_filter_bytes()
351 				"%lu", &max_non_turbo_ratio) != 1)  in intel_pt_info_fill()
354 				"%d", &event_trace) != 1)  in intel_pt_info_fill()
397 	info = &auxtrace_info->priv[INTEL_PT_FILTER_STR_LEN] + 1;  in intel_pt_info_fill()
442 	return pt_mode == 1;  in intel_pt_exclude_guest()
447 	unsigned int val, last = 0, state = 1;  in intel_pt_valid_str()
452 	for (val = 0; val <= 64; val++, valid >>= 1) {  in intel_pt_valid_str()
453 		if (valid & 1) {  in intel_pt_valid_str()
459 			case 1:  in intel_pt_valid_str()
485 			if (state != 1)  in intel_pt_valid_str()
501 	if (perf_pmu__scan_file_at(intel_pt_pmu, dirfd, caps, "%llx", &valid) != 1)  in intel_pt_val_config_term()
505 	    perf_pmu__scan_file_at(intel_pt_pmu, dirfd, supported, "%d", &ok) == 1 && !ok)  in intel_pt_val_config_term()
508 	valid |= 1;  in intel_pt_val_config_term()
514 	for (shift = 0; bits && !(bits & 1); shift++)  in intel_pt_val_config_term()
515 		bits >>= 1;  in intel_pt_val_config_term()
522 	if (valid & (1 << config))  in intel_pt_val_config_term()
545 	 * If supported, force pass-through config term (pt=1) even if user  in intel_pt_validate_config()
548 	if (perf_pmu__scan_file_at(intel_pt_pmu, dirfd, "format/pt", "%c", &c) == 1 &&  in intel_pt_validate_config()
549 	    !(evsel->core.attr.config & 1)) {  in intel_pt_validate_config()
550 		pr_warning("pt=0 doesn't make sense, forcing pt=1\n");  in intel_pt_validate_config()
551 		evsel->core.attr.config |= 1;  in intel_pt_validate_config()
604 	if (aux_output_cnt > 1) {  in intel_pt_too_many_aux_output()
622 	bool privileged = perf_event_paranoid_check(-1);  in intel_pt_recording_options()
636 			evsel->core.attr.sample_period = 1;  in intel_pt_recording_options()
682 				opts->auxtrace_mmap_pages = KiB(128) / page_size;  in intel_pt_recording_options()
684 					opts->mmap_pages = KiB(256) / page_size;  in intel_pt_recording_options()
688 			opts->mmap_pages = KiB(256) / page_size;  in intel_pt_recording_options()
727 			opts->mmap_pages = KiB(256) / page_size;  in intel_pt_recording_options()
752 			opts->auxtrace_mmap_pages = KiB(128) / page_size;  in intel_pt_recording_options()
754 				opts->mmap_pages = KiB(256) / page_size;  in intel_pt_recording_options()
764 			min_sz = KiB(4);  in intel_pt_recording_options()
766 			min_sz = KiB(8);  in intel_pt_recording_options()
806 				switch_evsel->core.attr.context_switch = 1;  in intel_pt_recording_options()
832 				ptr->have_sched_switch = 1;  in intel_pt_recording_options()
1201 	if (setenv("JITDUMP_USE_ARCH_TIMESTAMP", "1", 1)) {  in intel_pt_recording_init()
1227 	 * should give at least 1 PSB per sample.  in intel_pt_recording_init()