311 		return pt_encode_ip(encoder, pt_opc_fup, &packet->payload.ip);  in pt_enc_next()
314 		return pt_encode_ip(encoder, pt_opc_tip, &packet->payload.ip);  in pt_enc_next()
318 				    &packet->payload.ip);  in pt_enc_next()
322 				    &packet->payload.ip);  in pt_enc_next()
327 		if (packet->payload.tnt.bit_size >= 7)  in pt_enc_next()
334 		stop = packet->payload.tnt.bit_size + pt_opm_tnt_8_shr;  in pt_enc_next()
336 			(packet->payload.tnt.payload << pt_opm_tnt_8_shr);  in pt_enc_next()
351 		if (packet->payload.tnt.bit_size >= pt_pl_tnt_64_bits)  in pt_enc_next()
354 		stop = 1ull << packet->payload.tnt.bit_size;  in pt_enc_next()
355 		tnt = packet->payload.tnt.payload;  in pt_enc_next()
375 		switch (packet->payload.mode.leaf) {  in pt_enc_next()
382 			if (packet->payload.mode.bits.exec.csl)  in pt_enc_next()
385 			if (packet->payload.mode.bits.exec.csd)  in pt_enc_next()
392 			if (packet->payload.mode.bits.tsx.intx)  in pt_enc_next()
395 			if (packet->payload.mode.bits.tsx.abrt)  in pt_enc_next()
414 		cr3 = packet->payload.pip.cr3;  in pt_enc_next()
418 		if (packet->payload.pip.nr)  in pt_enc_next()
435 		pos = pt_encode_int(pos, packet->payload.tsc.tsc,  in pt_enc_next()
448 		*pos++ = packet->payload.cbr.ratio;  in pt_enc_next()
461 		ctc = packet->payload.tma.ctc;  in pt_enc_next()
462 		fc = packet->payload.tma.fc;  in pt_enc_next()
483 		*pos++ = packet->payload.mtc.ctc;  in pt_enc_next()
492 		ctc = (uint8_t) packet->payload.cyc.value;  in pt_enc_next()
498 		ctc = packet->payload.cyc.value;  in pt_enc_next()
547 				    packet->payload.vmcs.base >> pt_pl_vmcs_shl,  in pt_enc_next()
561 		pos = pt_encode_int(pos, packet->payload.mnt.payload,  in pt_enc_next()
574 		ext = packet->payload.exstop.ip ?  in pt_enc_next()
591 		pos = pt_encode_int(pos, packet->payload.mwait.hints,  in pt_enc_next()
593 		pos = pt_encode_int(pos, packet->payload.mwait.ext,  in pt_enc_next()
600 		uint64_t payload;  in pt_enc_next()  local
606 		payload = 0ull;  in pt_enc_next()
607 		payload |= ((uint64_t) packet->payload.pwre.state <<  in pt_enc_next()
610 		payload |= ((uint64_t) packet->payload.pwre.sub_state <<  in pt_enc_next()
614 		if (packet->payload.pwre.hw)  in pt_enc_next()
615 			payload |= (uint64_t) pt_pl_pwre_hw_mask;  in pt_enc_next()
619 		pos = pt_encode_int(pos, payload, pt_pl_pwre_size);  in pt_enc_next()
626 		uint64_t payload;  in pt_enc_next()  local
632 		payload = 0ull;  in pt_enc_next()
633 		payload |= ((uint64_t) packet->payload.pwrx.last <<  in pt_enc_next()
636 		payload |= ((uint64_t) packet->payload.pwrx.deepest <<  in pt_enc_next()
640 		if (packet->payload.pwrx.interrupt)  in pt_enc_next()
641 			payload |= (uint64_t) pt_pl_pwrx_wr_int;  in pt_enc_next()
642 		if (packet->payload.pwrx.store)  in pt_enc_next()
643 			payload |= (uint64_t) pt_pl_pwrx_wr_store;  in pt_enc_next()
644 		if (packet->payload.pwrx.autonomous)  in pt_enc_next()
645 			payload |= (uint64_t) pt_pl_pwrx_wr_hw;  in pt_enc_next()
649 		pos = pt_encode_int(pos, payload, pt_pl_pwrx_size);  in pt_enc_next()
659 		plc = packet->payload.ptw.plc;  in pt_enc_next()
673 		if (packet->payload.ptw.ip)  in pt_enc_next()
678 		pos = pt_encode_int(pos, packet->payload.ptw.payload, size);  in pt_enc_next()
725 	packet.payload.ip.ip = ip;  in pt_encode_tip()
726 	packet.payload.ip.ipc = ipc;  in pt_encode_tip()
736 	packet.payload.tnt.bit_size = (uint8_t) size;  in pt_encode_tnt_8()
737 	packet.payload.tnt.payload = tnt;  in pt_encode_tnt_8()
747 	packet.payload.tnt.bit_size = (uint8_t) size;  in pt_encode_tnt_64()
748 	packet.payload.tnt.payload = tnt;  in pt_encode_tnt_64()
759 	packet.payload.ip.ip = ip;  in pt_encode_tip_pge()
760 	packet.payload.ip.ipc = ipc;  in pt_encode_tip_pge()
771 	packet.payload.ip.ip = ip;  in pt_encode_tip_pgd()
772 	packet.payload.ip.ipc = ipc;  in pt_encode_tip_pgd()
783 	packet.payload.ip.ip = ip;  in pt_encode_fup()
784 	packet.payload.ip.ipc = ipc;  in pt_encode_fup()
794 	packet.payload.pip.cr3 = cr3;  in pt_encode_pip()
795 	packet.payload.pip.nr = (flags & pt_pl_pip_nr) != 0;  in pt_encode_pip()
814 	packet.payload.mode.leaf = pt_mol_exec;  in pt_encode_mode_exec()
815 	packet.payload.mode.bits.exec = pt_set_exec_mode(mode);  in pt_encode_mode_exec()
826 	packet.payload.mode.leaf = pt_mol_tsx;  in pt_encode_mode_tsx()
829 		packet.payload.mode.bits.tsx.intx = 1;  in pt_encode_mode_tsx()
831 		packet.payload.mode.bits.tsx.intx = 0;  in pt_encode_mode_tsx()
834 		packet.payload.mode.bits.tsx.abrt = 1;  in pt_encode_mode_tsx()
836 		packet.payload.mode.bits.tsx.abrt = 0;  in pt_encode_mode_tsx()
846 	packet.payload.tsc.tsc = tsc;  in pt_encode_tsc()
856 	packet.payload.cbr.ratio = cbr;  in pt_encode_cbr()
866 	packet.payload.tma.ctc = ctc;  in pt_encode_tma()
867 	packet.payload.tma.fc = fc;  in pt_encode_tma()
877 	packet.payload.mtc.ctc = ctc;  in pt_encode_mtc()
887 	packet.payload.cyc.value = ctc;  in pt_encode_cyc()
901 int pt_encode_vmcs(struct pt_encoder *encoder, uint64_t payload)  in pt_encode_vmcs()  argument
906 	packet.payload.vmcs.base = payload;  in pt_encode_vmcs()
911 int pt_encode_mnt(struct pt_encoder *encoder, uint64_t payload)  in pt_encode_mnt()  argument
916 	packet.payload.mnt.payload = payload;  in pt_encode_mnt()