Lines Matching refs:m_pkthdr
1788 m->m_pkthdr.len = remaining; in get_scatter_segment()
1839 MPASS(fl->m0->m_pkthdr.len == plen); in get_fl_payload()
2015 m0->m_pkthdr.len -= sc->params.sge.fl_pktshift; in eth_rx()
2020 m0->m_pkthdr.rcvif = ifp; in eth_rx()
2022 m0->m_pkthdr.flowid = be32toh(d->rss.hash_val); in eth_rx()
2043 m0->m_pkthdr.csum_data = be16toh(cpl->csum); in eth_rx()
2046 m0->m_pkthdr.csum_flags = CSUM_L3_CALC | in eth_rx()
2050 m0->m_pkthdr.csum_flags = CSUM_L4_CALC | in eth_rx()
2072 m0->m_pkthdr.csum_data = 0xffff; in eth_rx()
2074 m0->m_pkthdr.csum_flags = CSUM_L4_CALC | in eth_rx()
2077 m0->m_pkthdr.csum_flags = CSUM_L3_CALC | in eth_rx()
2084 MPASS(m0->m_pkthdr.csum_data == 0xffff); in eth_rx()
2089 m0->m_pkthdr.csum_flags = in eth_rx()
2104 m0->m_pkthdr.ether_vtag = be16toh(cpl->vlan); in eth_rx()
2115 m0->m_pkthdr.rcv_tstmp = t4_tstmp_to_ns(sc, in eth_rx()
2117 if (m0->m_pkthdr.rcv_tstmp != 0) in eth_rx()
2122 m0->m_pkthdr.numa_domain = if_getnumadomain(ifp); in eth_rx()
2298 return (m->m_pkthdr.PH_loc.eight[1]); in mbuf_eo_nsegs()
2307 m->m_pkthdr.PH_loc.eight[1] = nsegs; in set_mbuf_eo_nsegs()
2317 n = m->m_pkthdr.PH_loc.eight[2]; in mbuf_eo_len16()
2329 m->m_pkthdr.PH_loc.eight[2] = len16; in set_mbuf_eo_len16()
2338 return (m->m_pkthdr.PH_loc.eight[3]); in mbuf_eo_tsclk_tsoff()
2347 m->m_pkthdr.PH_loc.eight[3] = tsclk_tsoff; in set_mbuf_eo_tsclk_tsoff()
2377 m->m_pkthdr.len = len; in alloc_wr_mbuf()
2395 return (m->m_pkthdr.csum_flags & csum_flags); in needs_hwcsum()
2406 return (m->m_pkthdr.csum_flags & csum_flags); in needs_tso()
2415 return (m->m_pkthdr.csum_flags & CSUM_ENCAP_VXLAN); in needs_vxlan_csum()
2426 return ((m->m_pkthdr.csum_flags & csum_flags) != 0 && in needs_vxlan_tso()
2427 (m->m_pkthdr.csum_flags & csum_flags) != CSUM_ENCAP_VXLAN); in needs_vxlan_tso()
2438 return (m->m_pkthdr.csum_flags & csum_flags); in needs_inner_tcp_csum()
2450 return (m->m_pkthdr.csum_flags & csum_flags); in needs_l3_csum()
2461 return (m->m_pkthdr.csum_flags & csum_flags); in needs_outer_tcp_csum()
2473 return (m->m_pkthdr.csum_flags & csum_flags); in needs_outer_l4_csum()
2483 return (m->m_pkthdr.csum_flags & csum_flags); in needs_outer_udp_csum()
2597 MPASS(m->m_pkthdr.len > 0); in count_mbuf_nsegs()
2598 MPASS(m->m_pkthdr.len >= skip); in count_mbuf_nsegs()
2681 if (__predict_false(m0->m_pkthdr.len < ETHER_HDR_LEN)) { in parse_pkt()
2694 MPASS(m0->m_pkthdr.len > 0); in parse_pkt()
2697 if (m0->m_pkthdr.csum_flags & CSUM_SND_TAG) in parse_pkt()
2698 mst = m0->m_pkthdr.snd_tag; in parse_pkt()
2726 if (__predict_false(nsegs > 2 && m0->m_pkthdr.len <= MHLEN && in parse_pkt()
2729 m0 = m_pullup(m0, m0->m_pkthdr.len); in parse_pkt()
2749 m_snd_tag_rele(m0->m_pkthdr.snd_tag); in parse_pkt()
2750 m0->m_pkthdr.snd_tag = NULL; in parse_pkt()
2751 m0->m_pkthdr.csum_flags &= ~CSUM_SND_TAG; in parse_pkt()
2770 m0->m_pkthdr.l2hlen = sizeof(*evh); in parse_pkt()
2772 m0->m_pkthdr.l2hlen = sizeof(*eh); in parse_pkt()
2777 l3hdr = m_advance(&m, &offset, m0->m_pkthdr.l2hlen); in parse_pkt()
2779 m_advance(&m, &offset, m0->m_pkthdr.l2hlen); in parse_pkt()
2786 m0->m_pkthdr.l3hlen = sizeof(struct ip6_hdr); in parse_pkt()
2806 m0->m_pkthdr.l3hlen = ip->ip_hl << 2; in parse_pkt()
2823 m0->m_pkthdr.l4hlen = sizeof(struct udphdr); in parse_pkt()
2824 m0->m_pkthdr.l5hlen = sizeof(struct vxlan_header); in parse_pkt()
2827 eh = m_advance(&m, &offset, m0->m_pkthdr.l3hlen + in parse_pkt()
2834 m0->m_pkthdr.inner_l2hlen = sizeof(*evh); in parse_pkt()
2836 m0->m_pkthdr.inner_l2hlen = sizeof(*eh); in parse_pkt()
2838 l3hdr = m_advance(&m, &offset, m0->m_pkthdr.inner_l2hlen); in parse_pkt()
2840 m_advance(&m, &offset, m0->m_pkthdr.inner_l2hlen); in parse_pkt()
2846 m0->m_pkthdr.inner_l3hlen = sizeof(struct ip6_hdr); in parse_pkt()
2854 m0->m_pkthdr.inner_l3hlen = ip->ip_hl << 2; in parse_pkt()
2870 tcp = m_advance(&m, &offset, m0->m_pkthdr.inner_l3hlen); in parse_pkt()
2871 m0->m_pkthdr.inner_l4hlen = tcp->th_off * 4; in parse_pkt()
2873 MPASS((m0->m_pkthdr.csum_flags & CSUM_SND_TAG) == 0); in parse_pkt()
2874 m0->m_pkthdr.csum_flags &= CSUM_INNER_IP6_UDP | in parse_pkt()
2881 tcp = m_advance(&m, &offset, m0->m_pkthdr.l3hlen); in parse_pkt()
2882 m0->m_pkthdr.l4hlen = tcp->th_off * 4; in parse_pkt()
2891 m0->m_pkthdr.l4hlen = sizeof(struct udphdr); in parse_pkt()
2899 immhdrs = m0->m_pkthdr.l2hlen + m0->m_pkthdr.l3hlen + in parse_pkt()
2900 m0->m_pkthdr.l4hlen; in parse_pkt()
5298 MPASS(m->m_pkthdr.l2hlen >= ETHER_HDR_LEN); in csum_to_ctrl()
5299 MPASS(m->m_pkthdr.l3hlen >= sizeof(struct ip)); in csum_to_ctrl()
5302 MPASS(m->m_pkthdr.l4hlen > 0); in csum_to_ctrl()
5303 MPASS(m->m_pkthdr.l5hlen > 0); in csum_to_ctrl()
5304 MPASS(m->m_pkthdr.inner_l2hlen >= ETHER_HDR_LEN); in csum_to_ctrl()
5305 MPASS(m->m_pkthdr.inner_l3hlen >= sizeof(struct ip)); in csum_to_ctrl()
5307 l2hlen = m->m_pkthdr.l2hlen + m->m_pkthdr.l3hlen + in csum_to_ctrl()
5308 m->m_pkthdr.l4hlen + m->m_pkthdr.l5hlen + in csum_to_ctrl()
5309 m->m_pkthdr.inner_l2hlen - ETHER_HDR_LEN; in csum_to_ctrl()
5310 l3hlen = m->m_pkthdr.inner_l3hlen; in csum_to_ctrl()
5312 l2hlen = m->m_pkthdr.l2hlen - ETHER_HDR_LEN; in csum_to_ctrl()
5313 l3hlen = m->m_pkthdr.l3hlen; in csum_to_ctrl()
5320 if (m->m_pkthdr.csum_flags & (CSUM_IP_TCP | CSUM_INNER_IP_TCP | in csum_to_ctrl()
5323 else if (m->m_pkthdr.csum_flags & (CSUM_IP_UDP | CSUM_INNER_IP_UDP | in csum_to_ctrl()
5329 if (m->m_pkthdr.csum_flags & (CSUM_IP | CSUM_IP_TCP | CSUM_IP_UDP | in csum_to_ctrl()
5333 MPASS(m->m_pkthdr.csum_flags & (CSUM_IP6_TCP | CSUM_IP6_UDP | in csum_to_ctrl()
5360 KASSERT(m0->m_pkthdr.l2hlen > 0 && m0->m_pkthdr.l3hlen > 0 && in write_lso_cpl()
5361 m0->m_pkthdr.l4hlen > 0, in write_lso_cpl()
5367 V_LSO_ETHHDR_LEN((m0->m_pkthdr.l2hlen - ETHER_HDR_LEN) >> 2) | in write_lso_cpl()
5368 V_LSO_IPHDR_LEN(m0->m_pkthdr.l3hlen >> 2) | in write_lso_cpl()
5369 V_LSO_TCPHDR_LEN(m0->m_pkthdr.l4hlen >> 2); in write_lso_cpl()
5370 if (m0->m_pkthdr.l3hlen == sizeof(struct ip6_hdr)) in write_lso_cpl()
5376 lso->mss = htobe16(m0->m_pkthdr.tso_segsz); in write_lso_cpl()
5378 lso->len = htobe32(m0->m_pkthdr.len); in write_lso_cpl()
5389 KASSERT(m0->m_pkthdr.inner_l2hlen > 0 && in write_tnl_lso_cpl()
5390 m0->m_pkthdr.inner_l3hlen > 0 && m0->m_pkthdr.inner_l4hlen > 0 && in write_tnl_lso_cpl()
5391 m0->m_pkthdr.inner_l5hlen > 0, in write_tnl_lso_cpl()
5394 KASSERT(m0->m_pkthdr.l2hlen > 0 && m0->m_pkthdr.l3hlen > 0 && in write_tnl_lso_cpl()
5395 m0->m_pkthdr.l4hlen > 0 && m0->m_pkthdr.l5hlen > 0, in write_tnl_lso_cpl()
5403 (m0->m_pkthdr.l2hlen - ETHER_HDR_LEN) >> 2) | in write_tnl_lso_cpl()
5404 V_CPL_TX_TNL_LSO_IPHDRLENOUT(m0->m_pkthdr.l3hlen >> 2) | in write_tnl_lso_cpl()
5406 if (m0->m_pkthdr.l3hlen == sizeof(struct ip6_hdr)) in write_tnl_lso_cpl()
5417 V_CPL_TX_TNL_LSO_TNLHDRLEN(m0->m_pkthdr.l2hlen + in write_tnl_lso_cpl()
5418 m0->m_pkthdr.l3hlen + m0->m_pkthdr.l4hlen + in write_tnl_lso_cpl()
5419 m0->m_pkthdr.l5hlen) | in write_tnl_lso_cpl()
5425 (m0->m_pkthdr.inner_l2hlen - ETHER_HDR_LEN) >> 2) | in write_tnl_lso_cpl()
5426 V_CPL_TX_TNL_LSO_IPHDRLEN(m0->m_pkthdr.inner_l3hlen >> 2) | in write_tnl_lso_cpl()
5427 V_CPL_TX_TNL_LSO_TCPHDRLEN(m0->m_pkthdr.inner_l4hlen >> 2); in write_tnl_lso_cpl()
5428 if (m0->m_pkthdr.inner_l3hlen == sizeof(struct ip6_hdr)) in write_tnl_lso_cpl()
5433 htobe16(V_CPL_TX_TNL_LSO_MSS(m0->m_pkthdr.tso_segsz)); in write_tnl_lso_cpl()
5436 htobe32(V_CPL_TX_TNL_LSO_SIZE(m0->m_pkthdr.len)); in write_tnl_lso_cpl()
5466 pktlen = m0->m_pkthdr.len; in write_txpkt_vm_wr()
5506 V_TXPKT_VLAN(m0->m_pkthdr.ether_vtag); in write_txpkt_vm_wr()
5600 pktlen = m0->m_pkthdr.len; in write_txpkt_wr()
5652 V_TXPKT_VLAN(m0->m_pkthdr.ether_vtag); in write_txpkt_wr()
5746 if (m->m_pkthdr.len + txp->plen > 65535) in add_to_txpkts_vf()
5752 txp->plen += m->m_pkthdr.len; in add_to_txpkts_vf()
5763 txp->plen = m->m_pkthdr.len; in add_to_txpkts_vf()
5789 if (m->m_pkthdr.len > 65535) in add_to_txpkts_pf()
5805 txp->plen = m->m_pkthdr.len; in add_to_txpkts_pf()
5811 if (m->m_pkthdr.len + txp->plen > 65535) { in add_to_txpkts_pf()
5832 txp->plen += m->m_pkthdr.len; in add_to_txpkts_pf()
5920 V_TXPKT_VLAN(m->m_pkthdr.ether_vtag); in write_txpkts_wr()
5927 cpl->len = htobe16(m->m_pkthdr.len); in write_txpkts_wr()
6008 V_TXPKT_VLAN(m->m_pkthdr.ether_vtag); in write_txpkts_vm_wr()
6016 cpl->len = htobe16(m->m_pkthdr.len); in write_txpkts_vm_wr()
6651 KASSERT(m0->m_pkthdr.l2hlen > 0 && m0->m_pkthdr.l3hlen > 0 && in write_ethofld_wr()
6652 m0->m_pkthdr.l4hlen > 0, in write_ethofld_wr()
6657 pktlen = m0->m_pkthdr.len; in write_ethofld_wr()
6661 immhdrs = m0->m_pkthdr.l2hlen + m0->m_pkthdr.l3hlen + m0->m_pkthdr.l4hlen; in write_ethofld_wr()
6671 wr->u.udpseg.ethlen = m0->m_pkthdr.l2hlen; in write_ethofld_wr()
6672 wr->u.udpseg.iplen = htobe16(m0->m_pkthdr.l3hlen); in write_ethofld_wr()
6673 wr->u.udpseg.udplen = m0->m_pkthdr.l4hlen; in write_ethofld_wr()
6683 wr->u.tcpseg.ethlen = m0->m_pkthdr.l2hlen; in write_ethofld_wr()
6684 wr->u.tcpseg.iplen = htobe16(m0->m_pkthdr.l3hlen); in write_ethofld_wr()
6685 wr->u.tcpseg.tcplen = m0->m_pkthdr.l4hlen; in write_ethofld_wr()
6694 wr->u.tcpseg.mss = htobe16(m0->m_pkthdr.tso_segsz); in write_ethofld_wr()
6698 V_LSO_ETHHDR_LEN((m0->m_pkthdr.l2hlen - in write_ethofld_wr()
6700 V_LSO_IPHDR_LEN(m0->m_pkthdr.l3hlen >> 2) | in write_ethofld_wr()
6701 V_LSO_TCPHDR_LEN(m0->m_pkthdr.l4hlen >> 2); in write_ethofld_wr()
6702 if (m0->m_pkthdr.l3hlen == sizeof(struct ip6_hdr)) in write_ethofld_wr()
6706 lso->mss = htobe16(m0->m_pkthdr.tso_segsz); in write_ethofld_wr()
6724 V_TXPKT_VLAN(m0->m_pkthdr.ether_vtag); in write_ethofld_wr()
6839 m->m_pkthdr.snd_tag = NULL; in ethofld_tx()
6840 m->m_pkthdr.csum_flags &= ~CSUM_SND_TAG; in ethofld_tx()
6855 MPASS(m0->m_pkthdr.csum_flags & CSUM_SND_TAG); in ethofld_transmit()
6856 MPASS(m0->m_pkthdr.snd_tag != NULL); in ethofld_transmit()
6857 cst = mst_to_crt(m0->m_pkthdr.snd_tag); in ethofld_transmit()
6871 rss_hash = m0->m_pkthdr.flowid; in ethofld_transmit()
6882 if (__predict_false(cst->plen + m0->m_pkthdr.len > eo_max_backlog)) { in ethofld_transmit()
6888 cst->plen += m0->m_pkthdr.len; in ethofld_transmit()
6957 cst->plen -= m->m_pkthdr.len; in ethofld_fw4_ack()