/freebsd/share/dtrace/ |
H A D | mbuf.d | 54 #pragma D binding "1.13" M_EXTPG 55 inline int M_EXTPG = 0x00000100; /* has array of unmapped pages and TLS */ variable 98 flags & M_EXTPG ? "M_EXTPG" :
|
/freebsd/sys/kern/ |
H A D | uipc_mbuf.c | 242 KASSERT(m->m_flags & (M_EXT | M_EXTPG), in mb_dupcl() 244 KASSERT(!(n->m_flags & (M_EXT | M_EXTPG)), in mb_dupcl() 259 if (m->m_flags & M_EXTPG) { in mb_dupcl() 268 n->m_flags |= m->m_flags & (M_RDONLY | M_EXT | M_EXTPG); in mb_dupcl() 446 (to->m_flags & (M_EXT | M_EXTPG)); in m_move_pkthdr() 485 (to->m_flags & (M_EXT | M_EXTPG)); in m_dup_pkthdr() 575 if (m->m_flags & (M_EXT | M_EXTPG)) { in m_copym() 617 if (m->m_flags & (M_EXT | M_EXTPG)) { in m_copypacket() 635 if (m->m_flags & (M_EXT | M_EXTPG)) { in m_copypacket() 695 if ((m->m_flags & M_EXTPG) != 0) in m_copydata() [all …]
|
H A D | uipc_sockbuf.c | 131 (m->m_flags & M_EXTPG) && in sbready_compress() 132 (n->m_flags & M_EXTPG) && in sbready_compress() 153 if ((m->m_flags & M_EXTPG) && m->m_len <= MLEN && in sbready_compress() 162 (m->m_flags & M_EXTPG) == 0 && in sbready_compress() 210 if ((m->m_flags & M_EXTPG) != 0 && m->m_epg_npgs != 0) { in sbready() 1432 !(n->m_flags & (M_NOTREADY | M_EXTPG)) && in sbcompress() 1449 if (m->m_len <= MLEN && (m->m_flags & M_EXTPG) && in sbcompress() 1490 KASSERT((m->m_flags & M_EXTPG) == 0, in sbcompress_ktls_rx() 1506 !(n->m_flags & M_EXTPG) && in sbcompress_ktls_rx()
|
H A D | kern_mbuf.c | 841 if ((m->m_flags & M_EXTPG) != 0) { in mb_free_notready() 869 KASSERT((m->m_flags & M_PKTHDR) == 0 && (m->m_flags & M_EXTPG), in mb_unmapped_compress() 890 m->m_flags &= ~(M_EXT | M_RDONLY | M_EXTPG); in mb_unmapped_compress() 1089 if (m->m_flags & M_EXTPG) { in mb_unmapped_to_ext() 1154 m->m_flags |= M_EXT | M_EXTPG | flags; in mb_alloc_ext_pgs() 1796 KASSERT((mp->m_flags & M_EXTPG) == 0, in mb_mapped_to_unmapped()
|
H A D | subr_bus_dma.c | 219 if ((m->m_flags & M_EXTPG) != 0) in _bus_dmamap_load_single_mbuf() 243 if ((m->m_flags & M_EXTPG) != 0) in _bus_dmamap_load_mbuf_sg()
|
H A D | subr_sglist.c | 451 if ((m->m_flags & M_EXTPG) != 0) in sglist_append_mbuf() 474 if ((m->m_flags & M_EXTPG) != 0) in sglist_append_single_mbuf()
|
H A D | subr_memdesc.c | 708 if (m0->m_flags & (M_EXT | M_EXTPG)) { in mbuf_subchain() 730 if (m0->m_flags & (M_EXT | M_EXTPG)) { in mbuf_subchain()
|
H A D | uipc_ktls.c | 2064 KASSERT((m->m_flags & M_EXTPG) != 0, in ktls_seq() 2114 KASSERT((m->m_flags & M_EXTPG) != 0, in ktls_frame() 2817 KASSERT((m->m_flags & (M_EXTPG | M_NOTREADY)) == (M_EXTPG | M_NOTREADY), in ktls_encrypt_record() 2897 KASSERT(((m->m_flags & (M_EXTPG | M_NOTREADY)) == in ktls_enqueue() 2898 (M_EXTPG | M_NOTREADY)), in ktls_enqueue()
|
H A D | kern_sendfile.c | 360 if ((sfio->m->m_flags & M_EXTPG) != 0) in sendfile_iodone() 840 tls->params.max_frame_len, M_EXTPG); in vn_sendfile()
|
H A D | subr_msan.c | 570 if ((m->m_flags & M_EXTPG) == 0) in kmsan_mark_mbuf()
|
/freebsd/sys/netinet/ |
H A D | tcp_pcap.c | 311 if (mhead->m_flags & M_EXTPG) { in tcp_pcap_add() 371 if ((m->m_flags & (M_EXT | M_EXTPG)) && in tcp_pcap_add() 390 if (m->m_flags & M_EXTPG) in tcp_pcap_add()
|
H A D | tcp_output.c | 2008 if (hw_tls && (m->m_flags & M_EXTPG)) in tcp_m_copym() 2025 if (m->m_flags & M_EXTPG) in tcp_m_copym() 2054 if (m->m_flags & M_EXTPG) { in tcp_m_copym() 2109 if (m->m_flags & (M_EXT | M_EXTPG)) { in tcp_m_copym()
|
H A D | ip_options.c | 517 KASSERT((m->m_flags & M_EXTPG) == 0, ("%s: mbuf %p is unmapped", in ip_insertoptions()
|
/freebsd/sys/sys/ |
H A D | mbuf.h | 475 #define M_EXTPG 0x00000100 /* has array of unmapped pages and TLS */ macro 513 (M_EXT | M_RDONLY | M_NOFREE | M_EXTPG) 1137 #define M_WRITABLE(m) (((m)->m_flags & (M_RDONLY | M_EXTPG)) == 0 && \ 1154 KASSERT(((m)->m_flags & (M_EXTPG|M_PKTHDR)) == M_EXTPG, \ 1170 KASSERT((__m->m_flags & M_EXTPG) == 0, \ 1182 (((m)->m_flags & M_EXTPG) ? NULL : \ 1522 if (m->m_flags & M_EXTPG) in m_free() 1843 if (m->m_flags & M_EXTPG) { in mbuf_has_tls_session()
|
/freebsd/sys/rpc/ |
H A D | rpc_generic.c | 873 KASSERT((mp->m_flags & (M_EXT | M_EXTPG)) != in _rpc_copym_into_ext_pgs() 874 (M_EXT | M_EXTPG), ("_rpc_copym_into_ext_pgs:" in _rpc_copym_into_ext_pgs() 885 if ((m->m_flags & M_EXTPG) != 0) in _rpc_copym_into_ext_pgs() 918 KASSERT((m2->m_flags & (M_EXT | M_EXTPG)) == in _rpc_copym_into_ext_pgs() 919 (M_EXT | M_EXTPG), ("_rpc_copym_into_ext_pgs:" in _rpc_copym_into_ext_pgs()
|
/freebsd/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_hw_tls.c | 690 (mb->m_next->m_flags & (M_EXTPG | M_EXT)) != (M_EXTPG | M_EXT)) { in sbtls_recover_record() 755 if (!(mb->m_flags & M_EXTPG)) in mlx5e_sq_tls_populate()
|
/freebsd/sys/opencrypto/ |
H A D | criov.c | 436 if (cc->cc_mbuf->m_flags & M_EXTPG) in crypto_cursor_segment() 803 if (m->m_flags & M_EXTPG) in m_contiguous_subsegment()
|
/freebsd/sys/dev/cxgbe/tom/ |
H A D | t4_cpl_io.c | 585 if (m->m_flags & M_EXTPG) in write_tx_sgl() 708 if (m->m_flags & M_EXTPG) { in t4_push_frames() 749 if (m->m_flags & M_EXTPG) in t4_push_frames() 1006 if (m->m_flags & M_EXTPG) in write_iscsi_mbuf_wr() 1022 if (m->m_flags & M_EXTPG) in write_iscsi_mbuf_wr()
|
H A D | t4_tls.c | 579 KASSERT(m->m_flags & M_EXTPG, ("%s: mbuf %p is not NOMAP", in t4_push_ktls()
|
/freebsd/sys/fs/nfsclient/ |
H A D | nfs_clcomsubs.c | 250 KASSERT((mp->m_flags & M_EXTPG) != 0 || in nfsm_uiombuflist()
|
/freebsd/sys/dev/cxgbe/crypto/ |
H A D | t6_kern_tls.c | 964 MPASS(m->m_next->m_flags & M_EXTPG); in t6_ktls_parse_pkt() 973 MPASS(m_tls->m_flags & M_EXTPG); in t6_ktls_parse_pkt() 2022 MPASS(m_tls->m_flags & M_EXTPG); in t6_ktls_write_wr()
|
/freebsd/sys/fs/nfs/ |
H A D | nfs_commonsubs.c | 866 KASSERT(((m2->m_flags & (M_EXT | M_EXTPG)) == in nfsm_strtom() 867 (M_EXT | M_EXTPG) && (nd->nd_flag & ND_EXTPG) != 0) || in nfsm_strtom() 868 ((m2->m_flags & (M_EXT | M_EXTPG)) != in nfsm_strtom() 869 (M_EXT | M_EXTPG) && (nd->nd_flag & ND_EXTPG) == 0), in nfsm_strtom() 5093 if ((m->m_flags & M_EXTPG) != 0) { in nfsm_set()
|
/freebsd/sys/fs/nfsserver/ |
H A D | nfs_nfsdsubs.c | 1326 if ((m->m_flags & M_EXTPG) != 0) { in nfsrv_adj()
|
/freebsd/sys/dev/nvmf/ |
H A D | nvmf_tcp.c | 625 MPASS((m->m_flags & M_EXTPG) == 0); in mbuf_copyto_io()
|
/freebsd/sys/netinet6/ |
H A D | nd6.c | 849 if (n->m_flags & M_EXTPG) in nd6_llinfo_timer()
|