Lines Matching +full:eth +full:- +full:ck
2 * SPDX-License-Identifier: BSD-2-Clause
110 * NVM Commands - Microwire */
115 #define E82545_NVM_ADDR_MASK ((1 << E82545_NVM_ADDR_BITS)-1)
117 (((1 << E82545_NVM_OPCODE_BITS) - 1) << E82545_NVM_ADDR_BITS)
121 #define E82545_NVM_OPCODE_EWEN (0x4 << E82545_NVM_ADDR_BITS) /* wr-enable */
123 #define E82545_NVM_EEPROM_SIZE 64 /* 64 * 16-bit values == 128K */
228 uint16_t ck_len; /* length of cksum calc: 0 is to packet-end */
262 uint32_t esc_VET; /* x0038 VLAN eth type */
284 uint32_t esc_TIPG; /* x0410 inter-packet gap */
286 uint64_t esc_tdba; /* verified 64-bit desc table addr */
288 uint32_t esc_TDBAH; /* x3804 desc table addr, hi 32-bits */
299 uint32_t esc_fmcast[128]; /* Multicast filter bit-match */
300 uint32_t esc_fvlan[128]; /* VLAN 4096-bit filter */
311 uint64_t esc_rdba; /* verified 64-bit desc table addr */
313 uint32_t esc_RDBAH; /* x2804 desc table addr, hi 32-bits*/
374 /* should be 1-4 */ in e82545_size_stat_index()
375 return (ffs(size) - 6); in e82545_size_stat_index()
385 sc->eeprom_data[NVM_MAC_ADDR] = ((uint16_t)sc->esc_mac.octet[0]) | in e82545_init_eeprom()
386 (((uint16_t)sc->esc_mac.octet[1]) << 8); in e82545_init_eeprom()
387 sc->eeprom_data[NVM_MAC_ADDR+1] = ((uint16_t)sc->esc_mac.octet[2]) | in e82545_init_eeprom()
388 (((uint16_t)sc->esc_mac.octet[3]) << 8); in e82545_init_eeprom()
389 sc->eeprom_data[NVM_MAC_ADDR+2] = ((uint16_t)sc->esc_mac.octet[4]) | in e82545_init_eeprom()
390 (((uint16_t)sc->esc_mac.octet[5]) << 8); in e82545_init_eeprom()
393 sc->eeprom_data[NVM_SUB_DEV_ID] = E82545_SUBDEV_ID; in e82545_init_eeprom()
394 sc->eeprom_data[NVM_SUB_VEN_ID] = E82545_VENDOR_ID_INTEL; in e82545_init_eeprom()
395 sc->eeprom_data[NVM_DEV_ID] = E82545_DEV_ID_82545EM_COPPER; in e82545_init_eeprom()
396 sc->eeprom_data[NVM_VEN_ID] = E82545_VENDOR_ID_INTEL; in e82545_init_eeprom()
401 checksum += sc->eeprom_data[i]; in e82545_init_eeprom()
403 checksum = NVM_SUM - checksum; in e82545_init_eeprom()
404 sc->eeprom_data[NVM_CHECKSUM_REG] = checksum; in e82545_init_eeprom()
449 sc->nvm_mode, sc->nvm_bits, in e82545_eecd_strobe()
450 sc->nvm_opaddr, sc->nvm_data);*/ in e82545_eecd_strobe()
452 if (sc->nvm_bits == 0) { in e82545_eecd_strobe()
455 sc->nvm_mode, sc->nvm_bits, in e82545_eecd_strobe()
456 sc->nvm_opaddr, sc->nvm_data); in e82545_eecd_strobe()
459 sc->nvm_bits--; in e82545_eecd_strobe()
460 if (sc->nvm_mode == E82545_NVM_MODE_DATAOUT) { in e82545_eecd_strobe()
462 if (sc->nvm_data & 0x8000) { in e82545_eecd_strobe()
463 sc->eeprom_control |= E1000_EECD_DO; in e82545_eecd_strobe()
465 sc->eeprom_control &= ~E1000_EECD_DO; in e82545_eecd_strobe()
467 sc->nvm_data <<= 1; in e82545_eecd_strobe()
468 if (sc->nvm_bits == 0) { in e82545_eecd_strobe()
470 sc->nvm_opaddr = 0; in e82545_eecd_strobe()
471 sc->nvm_mode = E82545_NVM_MODE_OPADDR; in e82545_eecd_strobe()
472 sc->nvm_bits = E82545_NVM_OPADDR_BITS; in e82545_eecd_strobe()
474 } else if (sc->nvm_mode == E82545_NVM_MODE_DATAIN) { in e82545_eecd_strobe()
476 sc->nvm_data <<= 1; in e82545_eecd_strobe()
477 if (sc->eeprom_control & E1000_EECD_DI) { in e82545_eecd_strobe()
478 sc->nvm_data |= 1; in e82545_eecd_strobe()
480 if (sc->nvm_bits == 0) { in e82545_eecd_strobe()
482 uint16_t op = sc->nvm_opaddr & E82545_NVM_OPCODE_MASK; in e82545_eecd_strobe()
483 uint16_t addr = sc->nvm_opaddr & E82545_NVM_ADDR_MASK; in e82545_eecd_strobe()
486 sc->nvm_opaddr); in e82545_eecd_strobe()
489 sc->nvm_opaddr); in e82545_eecd_strobe()
492 addr, sc->nvm_data); in e82545_eecd_strobe()
493 sc->eeprom_data[addr] = sc->nvm_data; in e82545_eecd_strobe()
496 sc->nvm_opaddr = 0; in e82545_eecd_strobe()
497 sc->nvm_mode = E82545_NVM_MODE_OPADDR; in e82545_eecd_strobe()
498 sc->nvm_bits = E82545_NVM_OPADDR_BITS; in e82545_eecd_strobe()
500 } else if (sc->nvm_mode == E82545_NVM_MODE_OPADDR) { in e82545_eecd_strobe()
501 sc->nvm_opaddr <<= 1; in e82545_eecd_strobe()
502 if (sc->eeprom_control & E1000_EECD_DI) { in e82545_eecd_strobe()
503 sc->nvm_opaddr |= 1; in e82545_eecd_strobe()
505 if (sc->nvm_bits == 0) { in e82545_eecd_strobe()
506 uint16_t op = sc->nvm_opaddr & E82545_NVM_OPCODE_MASK; in e82545_eecd_strobe()
510 sc->nvm_opaddr); in e82545_eecd_strobe()
512 sc->nvm_opaddr = 0; in e82545_eecd_strobe()
513 sc->nvm_mode = E82545_NVM_MODE_OPADDR; in e82545_eecd_strobe()
514 sc->nvm_bits = E82545_NVM_OPADDR_BITS; in e82545_eecd_strobe()
518 uint16_t addr = sc->nvm_opaddr & in e82545_eecd_strobe()
520 sc->nvm_mode = E82545_NVM_MODE_DATAOUT; in e82545_eecd_strobe()
521 sc->nvm_bits = E82545_NVM_DATA_BITS; in e82545_eecd_strobe()
523 sc->nvm_data = sc->eeprom_data[addr]; in e82545_eecd_strobe()
525 addr, sc->nvm_data); in e82545_eecd_strobe()
528 sc->nvm_opaddr); in e82545_eecd_strobe()
529 sc->nvm_data = 0; in e82545_eecd_strobe()
534 sc->nvm_mode = E82545_NVM_MODE_DATAIN; in e82545_eecd_strobe()
535 sc->nvm_bits = E82545_NVM_DATA_BITS; in e82545_eecd_strobe()
536 sc->nvm_data = 0; in e82545_eecd_strobe()
540 sc->nvm_opaddr); in e82545_eecd_strobe()
542 sc->nvm_opaddr = 0; in e82545_eecd_strobe()
543 sc->nvm_mode = E82545_NVM_MODE_OPADDR; in e82545_eecd_strobe()
544 sc->nvm_bits = E82545_NVM_OPADDR_BITS; in e82545_eecd_strobe()
550 sc->nvm_mode, sc->nvm_bits, in e82545_eecd_strobe()
551 sc->nvm_opaddr, sc->nvm_data); in e82545_eecd_strobe()
561 pthread_mutex_lock(&sc->esc_mtx); in e82545_itr_callback()
562 new = sc->esc_ICR & sc->esc_IMS; in e82545_itr_callback()
563 if (new && !sc->esc_irq_asserted) { in e82545_itr_callback()
565 sc->esc_irq_asserted = 1; in e82545_itr_callback()
566 pci_lintr_assert(sc->esc_pi); in e82545_itr_callback()
568 mevent_delete(sc->esc_mevpitr); in e82545_itr_callback()
569 sc->esc_mevpitr = NULL; in e82545_itr_callback()
571 pthread_mutex_unlock(&sc->esc_mtx); in e82545_itr_callback()
586 new = bits & ~sc->esc_ICR & sc->esc_IMS; in e82545_icr_assert()
587 sc->esc_ICR |= bits; in e82545_icr_assert()
590 DPRINTF("icr assert: masked %x, ims %x", new, sc->esc_IMS); in e82545_icr_assert()
591 } else if (sc->esc_mevpitr != NULL) { in e82545_icr_assert()
592 DPRINTF("icr assert: throttled %x, ims %x", new, sc->esc_IMS); in e82545_icr_assert()
593 } else if (!sc->esc_irq_asserted) { in e82545_icr_assert()
595 sc->esc_irq_asserted = 1; in e82545_icr_assert()
596 pci_lintr_assert(sc->esc_pi); in e82545_icr_assert()
597 if (sc->esc_ITR != 0) { in e82545_icr_assert()
598 sc->esc_mevpitr = mevent_add( in e82545_icr_assert()
599 (sc->esc_ITR + 3905) / 3906, /* 256ns -> 1ms */ in e82545_icr_assert()
614 new = bits & sc->esc_ICR & ~sc->esc_IMS; in e82545_ims_change()
615 sc->esc_IMS |= bits; in e82545_ims_change()
618 DPRINTF("ims change: masked %x, ims %x", new, sc->esc_IMS); in e82545_ims_change()
619 } else if (sc->esc_mevpitr != NULL) { in e82545_ims_change()
620 DPRINTF("ims change: throttled %x, ims %x", new, sc->esc_IMS); in e82545_ims_change()
621 } else if (!sc->esc_irq_asserted) { in e82545_ims_change()
623 sc->esc_irq_asserted = 1; in e82545_ims_change()
624 pci_lintr_assert(sc->esc_pi); in e82545_ims_change()
625 if (sc->esc_ITR != 0) { in e82545_ims_change()
626 sc->esc_mevpitr = mevent_add( in e82545_ims_change()
627 (sc->esc_ITR + 3905) / 3906, /* 256ns -> 1ms */ in e82545_ims_change()
638 sc->esc_ICR &= ~bits; in e82545_icr_deassert()
644 if (sc->esc_irq_asserted && !(sc->esc_ICR & sc->esc_IMS)) { in e82545_icr_deassert()
646 pci_lintr_deassert(sc->esc_pi); in e82545_icr_deassert()
647 sc->esc_irq_asserted = 0; in e82545_icr_deassert()
662 sc->esc_ITR = value; in e82545_intr_write()
665 sc->esc_ICS = value; /* not used: store for debug */ in e82545_intr_write()
672 sc->esc_IMC = value; /* for debug */ in e82545_intr_write()
673 sc->esc_IMS &= ~value; in e82545_intr_write()
693 retval = sc->esc_ICR; in e82545_intr_read()
694 sc->esc_ICR = 0; in e82545_intr_read()
698 retval = sc->esc_ITR; in e82545_intr_read()
701 /* write-only register */ in e82545_intr_read()
704 retval = sc->esc_IMS; in e82545_intr_read()
707 /* write-only register */ in e82545_intr_read()
720 sc->esc_CTRL = val & ~E1000_CTRL_RST; in e82545_devctl()
734 sc->esc_rdba = (uint64_t)sc->esc_RDBAH << 32 | in e82545_rx_update_rdba()
735 sc->esc_RDBAL; in e82545_rx_update_rdba()
738 sc->esc_rxdesc = paddr_guest2host(sc->esc_ctx, in e82545_rx_update_rdba()
739 sc->esc_rdba, sc->esc_RDLEN); in e82545_rx_update_rdba()
750 sc->esc_RCTL = val & ~0xF9204c01; in e82545_rx_ctl()
752 DPRINTF("rx_ctl - %s RCTL %x, val %x", in e82545_rx_ctl()
753 on ? "on" : "off", sc->esc_RCTL, val); in e82545_rx_ctl()
756 if (on != sc->esc_rx_enabled) { in e82545_rx_ctl()
761 if (sc->esc_RCTL & E1000_RCTL_LBM_TCVR) { in e82545_rx_ctl()
762 sc->esc_rx_loopback = 1; in e82545_rx_ctl()
764 sc->esc_rx_loopback = 0; in e82545_rx_ctl()
771 sc->esc_rx_loopback = 0; in e82545_rx_ctl()
772 sc->esc_rdba = 0; in e82545_rx_ctl()
773 sc->esc_rxdesc = NULL; in e82545_rx_ctl()
783 sc->esc_tdba = (uint64_t)sc->esc_TDBAH << 32 | sc->esc_TDBAL; in e82545_tx_update_tdba()
786 sc->esc_txdesc = paddr_guest2host(sc->esc_ctx, sc->esc_tdba, in e82545_tx_update_tdba()
787 sc->esc_TDLEN); in e82545_tx_update_tdba()
798 if (on == sc->esc_tx_enabled) in e82545_tx_ctl()
806 sc->esc_tdba = 0; in e82545_tx_ctl()
807 sc->esc_txdesc = NULL; in e82545_tx_ctl()
811 sc->esc_TCTL = val & ~0xFE800005; in e82545_tx_ctl()
842 pthread_mutex_lock(&sc->esc_mtx); in e82545_rx_callback()
843 DPRINTF("rx_run: head %x, tail %x", sc->esc_RDH, sc->esc_RDT); in e82545_rx_callback()
845 if (!sc->esc_rx_enabled || sc->esc_rx_loopback) { in e82545_rx_callback()
846 DPRINTF("rx disabled (!%d || %d) -- packet(s) dropped", in e82545_rx_callback()
847 sc->esc_rx_enabled, sc->esc_rx_loopback); in e82545_rx_callback()
848 while (netbe_rx_discard(sc->esc_be) > 0) { in e82545_rx_callback()
852 bufsz = e82545_bufsz(sc->esc_RCTL); in e82545_rx_callback()
853 maxpktsz = (sc->esc_RCTL & E1000_RCTL_LPE) ? 16384 : 1522; in e82545_rx_callback()
854 maxpktdesc = (maxpktsz + bufsz - 1) / bufsz; in e82545_rx_callback()
855 size = sc->esc_RDLEN / 16; in e82545_rx_callback()
856 head = sc->esc_RDH; in e82545_rx_callback()
857 left = (size + sc->esc_RDT - head) % size; in e82545_rx_callback()
859 DPRINTF("rx overflow (%d < %d) -- packet(s) dropped", in e82545_rx_callback()
861 while (netbe_rx_discard(sc->esc_be) > 0) { in e82545_rx_callback()
866 sc->esc_rx_active = 1; in e82545_rx_callback()
867 pthread_mutex_unlock(&sc->esc_mtx); in e82545_rx_callback()
869 for (lim = size / 4; lim > 0 && left >= maxpktdesc; lim -= n) { in e82545_rx_callback()
873 rxd = &sc->esc_rxdesc[(head + i) % size]; in e82545_rx_callback()
874 vec[i].iov_base = paddr_guest2host(sc->esc_ctx, in e82545_rx_callback()
875 rxd->buffer_addr, bufsz); in e82545_rx_callback()
878 len = netbe_recv(sc->esc_be, vec, maxpktdesc); in e82545_rx_callback()
887 * eth packet size. in e82545_rx_callback()
889 if (len < ETHER_MIN_LEN - ETHER_CRC_LEN) in e82545_rx_callback()
890 len = ETHER_MIN_LEN - ETHER_CRC_LEN; in e82545_rx_callback()
891 if (!(sc->esc_RCTL & E1000_RCTL_SECRC)) in e82545_rx_callback()
893 n = (len + bufsz - 1) / bufsz; in e82545_rx_callback()
900 if ((sc->esc_RCTL & E1000_RCTL_VFE) && in e82545_rx_callback()
901 (ntohs(tp[0]) == sc->esc_VET)) { in e82545_rx_callback()
903 if ((sc->esc_fvlan[tag >> 5] & in e82545_rx_callback()
914 for (i = 0; i < n - 1; i++) { in e82545_rx_callback()
915 rxd = &sc->esc_rxdesc[(head + i) % size]; in e82545_rx_callback()
916 rxd->length = bufsz; in e82545_rx_callback()
917 rxd->csum = 0; in e82545_rx_callback()
918 rxd->errors = 0; in e82545_rx_callback()
919 rxd->special = 0; in e82545_rx_callback()
920 rxd->status = E1000_RXD_STAT_DD; in e82545_rx_callback()
922 rxd = &sc->esc_rxdesc[(head + i) % size]; in e82545_rx_callback()
923 rxd->length = len % bufsz; in e82545_rx_callback()
924 rxd->csum = 0; in e82545_rx_callback()
925 rxd->errors = 0; in e82545_rx_callback()
926 rxd->special = 0; in e82545_rx_callback()
928 rxd->status = E1000_RXD_STAT_PIF | E1000_RXD_STAT_IXSM | in e82545_rx_callback()
932 if ((uint32_t)len <= sc->esc_RSRPD) { in e82545_rx_callback()
940 left -= n; in e82545_rx_callback()
944 pthread_mutex_lock(&sc->esc_mtx); in e82545_rx_callback()
945 sc->esc_rx_active = 0; in e82545_rx_callback()
946 if (sc->esc_rx_enabled == 0) in e82545_rx_callback()
947 pthread_cond_signal(&sc->esc_rx_cond); in e82545_rx_callback()
949 sc->esc_RDH = head; in e82545_rx_callback()
951 left = (size + sc->esc_RDT - head) % size; in e82545_rx_callback()
952 if (left < (size >> (((sc->esc_RCTL >> 8) & 3) + 1))) in e82545_rx_callback()
958 DPRINTF("rx_run done: head %x, tail %x", sc->esc_RDH, sc->esc_RDT); in e82545_rx_callback()
959 pthread_mutex_unlock(&sc->esc_mtx); in e82545_rx_callback()
968 sum -= 0xFFFF; in e82545_carry()
984 * Network byte order is big-endian, so the remaining byte is in e82545_buf_checksum()
1001 while (iovcnt > 0 && iov->iov_len <= off && off > 0) { in e82545_iov_checksum()
1002 off -= iov->iov_len; in e82545_iov_checksum()
1004 iovcnt--; in e82545_iov_checksum()
1010 now = MIN(len, iov->iov_len - off); in e82545_iov_checksum()
1011 s = e82545_buf_checksum((uint8_t *)iov->iov_base + off, now); in e82545_iov_checksum()
1014 len -= now; in e82545_iov_checksum()
1017 iovcnt--; in e82545_iov_checksum()
1040 e82545_transmit_checksum(struct iovec *iov, int iovcnt, struct ck_info *ck) in e82545_transmit_checksum() argument
1046 iovcnt, ck->ck_start, ck->ck_off, ck->ck_len); in e82545_transmit_checksum()
1047 cklen = ck->ck_len ? ck->ck_len - ck->ck_start + 1U : UINT_MAX; in e82545_transmit_checksum()
1048 cksum = e82545_iov_checksum(iov, iovcnt, ck->ck_start, cklen); in e82545_transmit_checksum()
1049 *(uint16_t *)((uint8_t *)iov[0].iov_base + ck->ck_off) = ~cksum; in e82545_transmit_checksum()
1056 if (sc->esc_be == NULL) in e82545_transmit_backend()
1059 (void) netbe_send(sc->esc_be, iov, iovcnt); in e82545_transmit_backend()
1069 dsc = &sc->esc_txdesc[head]; in e82545_transmit_done()
1070 if (dsc->td.lower.data & E1000_TXD_CMD_RS) { in e82545_transmit_done()
1071 dsc->td.upper.data |= E1000_TXD_STAT_DD; in e82545_transmit_done()
1110 dsc = &sc->esc_txdesc[head]; in e82545_transmit()
1111 dtype = e82545_txdesc_type(dsc->td.lower.data); in e82545_transmit()
1118 head, dsc->td.buffer_addr, in e82545_transmit()
1119 dsc->td.upper.data, dsc->td.lower.data); in e82545_transmit()
1121 sc->esc_txctx = dsc->cd; in e82545_transmit()
1125 head, dsc->td.upper.data, dsc->td.lower.data); in e82545_transmit()
1130 ckinfo[0].ck_start = dsc->td.upper.fields.css; in e82545_transmit()
1134 head, dsc->td.upper.data, dsc->td.lower.data); in e82545_transmit()
1144 head, dsc->td.upper.data, dsc->td.lower.data); in e82545_transmit()
1147 len = (dtype == E1000_TXD_TYP_L) ? dsc->td.lower.flags.length : in e82545_transmit()
1148 dsc->dd.lower.data & 0xFFFFF; in e82545_transmit()
1151 if ((dsc->td.lower.data & E1000_TXD_CMD_EOP) != 0 && in e82545_transmit()
1152 (dsc->td.lower.data & E1000_TXD_CMD_IFCS) == 0) { in e82545_transmit()
1154 WPRINTF("final descriptor too short (%d) -- dropped", in e82545_transmit()
1158 len -= 2; in e82545_transmit()
1162 iov[iovcnt].iov_base = paddr_guest2host(sc->esc_ctx, in e82545_transmit()
1163 dsc->td.buffer_addr, len); in e82545_transmit()
1173 if (dsc->td.lower.data & E1000_TXD_CMD_EOP) { in e82545_transmit()
1175 if (dsc->td.lower.data & E1000_TXD_CMD_IC) { in e82545_transmit()
1178 dsc->td.lower.flags.cso; in e82545_transmit()
1182 cd = &sc->esc_txctx; in e82545_transmit()
1183 if (dsc->dd.lower.data & E1000_TXD_CMD_TSE) in e82545_transmit()
1185 if (dsc->dd.upper.fields.popts & in e82545_transmit()
1188 if (dsc->dd.upper.fields.popts & in e82545_transmit()
1191 cd->lower_setup.ip_fields.ipcss; in e82545_transmit()
1193 cd->lower_setup.ip_fields.ipcso; in e82545_transmit()
1195 cd->lower_setup.ip_fields.ipcse; in e82545_transmit()
1197 if (dsc->dd.upper.fields.popts & in e82545_transmit()
1200 if (dsc->dd.upper.fields.popts & in e82545_transmit()
1203 cd->upper_setup.tcp_fields.tucss; in e82545_transmit()
1205 cd->upper_setup.tcp_fields.tucso; in e82545_transmit()
1207 cd->upper_setup.tcp_fields.tucse; in e82545_transmit()
1218 WPRINTF("tx too many descriptors (%d > %d) -- dropped", in e82545_transmit()
1225 if ((sc->esc_CTRL & E1000_CTRL_VME) && in e82545_transmit()
1226 (dsc->td.lower.data & E1000_TXD_CMD_VLE)) { in e82545_transmit()
1242 hdrlen = sc->esc_txctx.tcp_seg_setup.fields.hdr_len; in e82545_transmit()
1261 * out-of-bounds access below. in e82545_transmit()
1265 "(%d vs %d) -- dropped", hdrlen, in e82545_transmit()
1276 * -------+-------+--------+------- in e82545_transmit()
1287 "-- dropped", hdrlen); in e82545_transmit()
1290 if (sc->esc_txctx.cmd_and_length & E1000_TXD_CMD_TCP) { in e82545_transmit()
1293 "(%d) -- dropped", hdrlen); in e82545_transmit()
1299 "(%d) -- dropped", hdrlen); in e82545_transmit()
1305 "(%d) -- dropped", hdrlen); in e82545_transmit()
1320 left -= now, hdrp += now) { in e82545_transmit()
1321 now = MIN(left, iov->iov_len); in e82545_transmit()
1322 memcpy(hdrp, iov->iov_base, now); in e82545_transmit()
1323 iov->iov_base = (uint8_t *)iov->iov_base + now; in e82545_transmit()
1324 iov->iov_len -= now; in e82545_transmit()
1325 if (iov->iov_len == 0) { in e82545_transmit()
1327 iovcnt--; in e82545_transmit()
1330 iov--; in e82545_transmit()
1332 iov->iov_base = hdr; in e82545_transmit()
1333 iov->iov_len = hdrlen; in e82545_transmit()
1339 hdr -= ETHER_VLAN_ENCAP_LEN; in e82545_transmit()
1342 hdr[ETHER_ADDR_LEN*2 + 0] = sc->esc_VET >> 8; in e82545_transmit()
1343 hdr[ETHER_ADDR_LEN*2 + 1] = sc->esc_VET & 0xff; in e82545_transmit()
1344 hdr[ETHER_ADDR_LEN*2 + 2] = dsc->td.upper.fields.special >> 8; in e82545_transmit()
1345 hdr[ETHER_ADDR_LEN*2 + 3] = dsc->td.upper.fields.special & 0xff; in e82545_transmit()
1346 iov->iov_base = hdr; in e82545_transmit()
1347 iov->iov_len += ETHER_VLAN_ENCAP_LEN; in e82545_transmit()
1359 /* Simple non-TSO case. */ in e82545_transmit()
1371 tcp = (sc->esc_txctx.cmd_and_length & E1000_TXD_CMD_TCP) != 0; in e82545_transmit()
1372 mss = sc->esc_txctx.tcp_seg_setup.fields.mss; in e82545_transmit()
1373 paylen = (sc->esc_txctx.cmd_and_length & 0x000fffff); in e82545_transmit()
1382 if (ckinfo[1].ck_valid) /* Save partial pseudo-header checksum. */ in e82545_transmit()
1386 for (seg = 0, left = paylen; left > 0; seg++, left -= now) { in e82545_transmit()
1395 for (nleft = now; pv < iovcnt && nleft > 0; nleft -= nnow) { in e82545_transmit()
1396 nnow = MIN(nleft, iov[pv].iov_len - pvoff); in e82545_transmit()
1410 if (sc->esc_txctx.cmd_and_length & E1000_TXD_CMD_IP) { in e82545_transmit()
1411 /* IPv4 -- set length and ID */ in e82545_transmit()
1413 htons(hdrlen - ckinfo[0].ck_start + now); in e82545_transmit()
1417 /* IPv6 -- set length */ in e82545_transmit()
1419 htons(hdrlen - ckinfo[0].ck_start - 40 + in e82545_transmit()
1423 /* Update pseudo-header checksum. */ in e82545_transmit()
1425 tcpsum += htons(hdrlen - ckinfo[1].ck_start + now); in e82545_transmit()
1431 htonl(tcpseq + paylen - left); in e82545_transmit()
1439 hdrlen - ckinfo[1].ck_start + now; in e82545_transmit()
1470 size = sc->esc_TDLEN / 16; in e82545_tx_run()
1474 head = sc->esc_TDH % size; in e82545_tx_run()
1475 tail = sc->esc_TDT % size; in e82545_tx_run()
1477 sc->esc_TDH, sc->esc_TDHr, sc->esc_TDT); in e82545_tx_run()
1479 pthread_mutex_unlock(&sc->esc_mtx); in e82545_tx_run()
1482 for (lim = size / 4; sc->esc_tx_enabled && lim > 0; lim -= sent) { in e82545_tx_run()
1488 pthread_mutex_lock(&sc->esc_mtx); in e82545_tx_run()
1490 sc->esc_TDH = head; in e82545_tx_run()
1491 sc->esc_TDHr = rhead; in e82545_tx_run()
1495 if (lim != size / 4 && sc->esc_TDH == sc->esc_TDT) in e82545_tx_run()
1501 sc->esc_TDH, sc->esc_TDHr, sc->esc_TDT); in e82545_tx_run()
1509 pthread_mutex_lock(&sc->esc_mtx); in e82545_tx_thread()
1511 while (!sc->esc_tx_enabled || sc->esc_TDHr == sc->esc_TDT) { in e82545_tx_thread()
1512 if (sc->esc_tx_enabled && sc->esc_TDHr != sc->esc_TDT) in e82545_tx_thread()
1514 sc->esc_tx_active = 0; in e82545_tx_thread()
1515 if (sc->esc_tx_enabled == 0) in e82545_tx_thread()
1516 pthread_cond_signal(&sc->esc_tx_cond); in e82545_tx_thread()
1517 pthread_cond_wait(&sc->esc_tx_cond, &sc->esc_mtx); in e82545_tx_thread()
1519 sc->esc_tx_active = 1; in e82545_tx_thread()
1530 if (sc->esc_tx_active == 0) in e82545_tx_start()
1531 pthread_cond_signal(&sc->esc_tx_cond); in e82545_tx_start()
1538 sc->esc_tx_enabled = 1; in e82545_tx_enable()
1545 sc->esc_tx_enabled = 0; in e82545_tx_disable()
1546 while (sc->esc_tx_active) in e82545_tx_disable()
1547 pthread_cond_wait(&sc->esc_tx_cond, &sc->esc_mtx); in e82545_tx_disable()
1554 sc->esc_rx_enabled = 1; in e82545_rx_enable()
1561 sc->esc_rx_enabled = 0; in e82545_rx_disable()
1562 while (sc->esc_rx_active) in e82545_rx_disable()
1563 pthread_cond_wait(&sc->esc_rx_cond, &sc->esc_mtx); in e82545_rx_disable()
1575 eu = &sc->esc_uni[idx]; in e82545_write_ra()
1579 eu->eu_valid = ((wval & E1000_RAH_AV) == E1000_RAH_AV); in e82545_write_ra()
1580 eu->eu_addrsel = (wval >> 16) & 0x3; in e82545_write_ra()
1581 eu->eu_eth.octet[5] = wval >> 8; in e82545_write_ra()
1582 eu->eu_eth.octet[4] = wval; in e82545_write_ra()
1585 eu->eu_eth.octet[3] = wval >> 24; in e82545_write_ra()
1586 eu->eu_eth.octet[2] = wval >> 16; in e82545_write_ra()
1587 eu->eu_eth.octet[1] = wval >> 8; in e82545_write_ra()
1588 eu->eu_eth.octet[0] = wval; in e82545_write_ra()
1602 eu = &sc->esc_uni[idx]; in e82545_read_ra()
1606 retval = (eu->eu_valid << 31) | in e82545_read_ra()
1607 (eu->eu_addrsel << 16) | in e82545_read_ra()
1608 (eu->eu_eth.octet[5] << 8) | in e82545_read_ra()
1609 eu->eu_eth.octet[4]; in e82545_read_ra()
1612 retval = (eu->eu_eth.octet[3] << 24) | in e82545_read_ra()
1613 (eu->eu_eth.octet[2] << 16) | in e82545_read_ra()
1614 (eu->eu_eth.octet[1] << 8) | in e82545_read_ra()
1615 eu->eu_eth.octet[0]; in e82545_read_ra()
1638 sc->esc_FCAL = value; in e82545_write_register()
1641 sc->esc_FCAH = value & ~0xFFFF0000; in e82545_write_register()
1644 sc->esc_FCT = value & ~0xFFFF0000; in e82545_write_register()
1647 sc->esc_VET = value & ~0xFFFF0000; in e82545_write_register()
1650 sc->esc_FCTTV = value & ~0xFFFF0000; in e82545_write_register()
1653 sc->esc_LEDCTL = value & ~0x30303000; in e82545_write_register()
1656 sc->esc_PBA = value & 0x0000FF80; in e82545_write_register()
1669 sc->esc_FCRTL = value & ~0xFFFF0007; in e82545_write_register()
1672 sc->esc_FCRTH = value & ~0xFFFF0007; in e82545_write_register()
1675 sc->esc_RDBAL = value & ~0xF; in e82545_write_register()
1676 if (sc->esc_rx_enabled) { in e82545_write_register()
1682 assert(!sc->esc_rx_enabled); in e82545_write_register()
1683 sc->esc_RDBAH = value; in e82545_write_register()
1686 assert(!sc->esc_rx_enabled); in e82545_write_register()
1687 sc->esc_RDLEN = value & ~0xFFF0007F; in e82545_write_register()
1691 sc->esc_RDH = value; in e82545_write_register()
1695 sc->esc_RDT = value; in e82545_write_register()
1699 sc->esc_RDTR = value & ~0xFFFF0000; in e82545_write_register()
1702 sc->esc_RXDCTL = value & ~0xFEC0C0C0; in e82545_write_register()
1705 sc->esc_RADV = value & ~0xFFFF0000; in e82545_write_register()
1708 sc->esc_RSRPD = value & ~0xFFFFF000; in e82545_write_register()
1711 sc->esc_RXCSUM = value & ~0xFFFFF800; in e82545_write_register()
1714 sc->esc_TXCW = value & ~0x3FFF0000; in e82545_write_register()
1720 sc->esc_TIPG = value; in e82545_write_register()
1723 sc->esc_AIT = value; in e82545_write_register()
1726 sc->esc_TDBAL = value & ~0xF; in e82545_write_register()
1727 if (sc->esc_tx_enabled) in e82545_write_register()
1731 sc->esc_TDBAH = value; in e82545_write_register()
1732 if (sc->esc_tx_enabled) in e82545_write_register()
1736 sc->esc_TDLEN = value & ~0xFFF0007F; in e82545_write_register()
1737 if (sc->esc_tx_enabled) in e82545_write_register()
1741 if (sc->esc_tx_enabled) { in e82545_write_register()
1746 WPRINTF("ignoring non-zero value written to TDH"); in e82545_write_register()
1749 sc->esc_TDHr = sc->esc_TDH = value; in e82545_write_register()
1752 sc->esc_TDT = value; in e82545_write_register()
1753 if (sc->esc_tx_enabled) in e82545_write_register()
1757 sc->esc_TIDV = value & ~0xFFFF0000; in e82545_write_register()
1760 //assert(!sc->esc_tx_enabled); in e82545_write_register()
1761 sc->esc_TXDCTL = value & ~0xC0C0C0; in e82545_write_register()
1764 sc->esc_TADV = value & ~0xFFFF0000; in e82545_write_register()
1768 ridx = (offset - E1000_RAL(0)) >> 2; in e82545_write_register()
1772 sc->esc_fmcast[(offset - E1000_MTA) >> 2] = value; in e82545_write_register()
1775 sc->esc_fvlan[(offset - E1000_VFTA) >> 2] = value; in e82545_write_register()
1779 //DPRINTF("EECD write 0x%x -> 0x%x", sc->eeprom_control, value); in e82545_write_register()
1780 /* edge triggered low->high */ in e82545_write_register()
1781 uint32_t eecd_strobe = ((sc->eeprom_control & E1000_EECD_SK) ? in e82545_write_register()
1785 sc->eeprom_control &= ~eecd_mask; in e82545_write_register()
1786 sc->eeprom_control |= (value & eecd_mask); in e82545_write_register()
1789 sc->eeprom_control |= E1000_EECD_GNT; in e82545_write_register()
1791 sc->eeprom_control &= ~E1000_EECD_GNT; in e82545_write_register()
1793 if (eecd_strobe && (sc->eeprom_control & E1000_EECD_CS)) { in e82545_write_register()
1804 sc->mdi_control = in e82545_write_register()
1812 sc->mdi_control &= ~E82545_MDIC_DATA_MASK; in e82545_write_register()
1813 sc->mdi_control |= e82545_read_mdi(sc, reg_addr, phy_addr); in e82545_write_register()
1824 sc->mdi_control |= E1000_MDIC_READY; in e82545_write_register()
1854 retval = sc->esc_CTRL; in e82545_read_register()
1861 retval = sc->esc_FCAL; in e82545_read_register()
1864 retval = sc->esc_FCAH; in e82545_read_register()
1867 retval = sc->esc_FCT; in e82545_read_register()
1870 retval = sc->esc_VET; in e82545_read_register()
1873 retval = sc->esc_FCTTV; in e82545_read_register()
1876 retval = sc->esc_LEDCTL; in e82545_read_register()
1879 retval = sc->esc_PBA; in e82545_read_register()
1889 retval = sc->esc_RCTL; in e82545_read_register()
1892 retval = sc->esc_FCRTL; in e82545_read_register()
1895 retval = sc->esc_FCRTH; in e82545_read_register()
1898 retval = sc->esc_RDBAL; in e82545_read_register()
1901 retval = sc->esc_RDBAH; in e82545_read_register()
1904 retval = sc->esc_RDLEN; in e82545_read_register()
1907 retval = sc->esc_RDH; in e82545_read_register()
1910 retval = sc->esc_RDT; in e82545_read_register()
1913 retval = sc->esc_RDTR; in e82545_read_register()
1916 retval = sc->esc_RXDCTL; in e82545_read_register()
1919 retval = sc->esc_RADV; in e82545_read_register()
1922 retval = sc->esc_RSRPD; in e82545_read_register()
1925 retval = sc->esc_RXCSUM; in e82545_read_register()
1928 retval = sc->esc_TXCW; in e82545_read_register()
1931 retval = sc->esc_TCTL; in e82545_read_register()
1934 retval = sc->esc_TIPG; in e82545_read_register()
1937 retval = sc->esc_AIT; in e82545_read_register()
1940 retval = sc->esc_TDBAL; in e82545_read_register()
1943 retval = sc->esc_TDBAH; in e82545_read_register()
1946 retval = sc->esc_TDLEN; in e82545_read_register()
1949 retval = sc->esc_TDH; in e82545_read_register()
1952 retval = sc->esc_TDT; in e82545_read_register()
1955 retval = sc->esc_TIDV; in e82545_read_register()
1958 retval = sc->esc_TXDCTL; in e82545_read_register()
1961 retval = sc->esc_TADV; in e82545_read_register()
1965 ridx = (offset - E1000_RAL(0)) >> 2; in e82545_read_register()
1969 retval = sc->esc_fmcast[(offset - E1000_MTA) >> 2]; in e82545_read_register()
1972 retval = sc->esc_fvlan[(offset - E1000_VFTA) >> 2]; in e82545_read_register()
1975 //DPRINTF("EECD read %x", sc->eeprom_control); in e82545_read_register()
1976 retval = sc->eeprom_control; in e82545_read_register()
1979 retval = sc->mdi_control; in e82545_read_register()
1986 retval = sc->missed_pkt_count; in e82545_read_register()
1989 retval = sc->pkt_rx_by_size[0]; in e82545_read_register()
1992 retval = sc->pkt_rx_by_size[1]; in e82545_read_register()
1995 retval = sc->pkt_rx_by_size[2]; in e82545_read_register()
1998 retval = sc->pkt_rx_by_size[3]; in e82545_read_register()
2001 retval = sc->pkt_rx_by_size[4]; in e82545_read_register()
2004 retval = sc->pkt_rx_by_size[5]; in e82545_read_register()
2007 retval = sc->good_pkt_rx_count; in e82545_read_register()
2010 retval = sc->bcast_pkt_rx_count; in e82545_read_register()
2013 retval = sc->mcast_pkt_rx_count; in e82545_read_register()
2017 retval = sc->good_pkt_tx_count; in e82545_read_register()
2020 retval = (uint32_t)sc->good_octets_rx; in e82545_read_register()
2023 retval = (uint32_t)(sc->good_octets_rx >> 32); in e82545_read_register()
2027 retval = (uint32_t)sc->good_octets_tx; in e82545_read_register()
2031 retval = (uint32_t)(sc->good_octets_tx >> 32); in e82545_read_register()
2034 retval = sc->oversize_rx_count; in e82545_read_register()
2037 retval = (uint32_t)(sc->good_octets_rx + sc->missed_octets); in e82545_read_register()
2040 retval = (uint32_t)((sc->good_octets_rx + in e82545_read_register()
2041 sc->missed_octets) >> 32); in e82545_read_register()
2044 retval = sc->good_pkt_rx_count + sc->missed_pkt_count + in e82545_read_register()
2045 sc->oversize_rx_count; in e82545_read_register()
2048 retval = sc->pkt_tx_by_size[0]; in e82545_read_register()
2051 retval = sc->pkt_tx_by_size[1]; in e82545_read_register()
2054 retval = sc->pkt_tx_by_size[2]; in e82545_read_register()
2057 retval = sc->pkt_tx_by_size[3]; in e82545_read_register()
2060 retval = sc->pkt_tx_by_size[4]; in e82545_read_register()
2063 retval = sc->pkt_tx_by_size[5]; in e82545_read_register()
2066 retval = sc->mcast_pkt_tx_count; in e82545_read_register()
2069 retval = sc->bcast_pkt_tx_count; in e82545_read_register()
2072 retval = sc->tso_tx_count; in e82545_read_register()
2121 sc = pi->pi_arg; in e82545_write()
2123 pthread_mutex_lock(&sc->esc_mtx); in e82545_write()
2132 sc->io_addr = (uint32_t)value; in e82545_write()
2137 } else if (sc->io_addr > E82545_IO_REGISTER_MAX) { in e82545_write()
2138 DPRINTF("Non-register io write addr:0x%x value:0x%lx", sc->io_addr, value); in e82545_write()
2140 e82545_write_register(sc, sc->io_addr, in e82545_write()
2160 pthread_mutex_unlock(&sc->esc_mtx); in e82545_write()
2170 sc = pi->pi_arg; in e82545_read()
2173 pthread_mutex_lock(&sc->esc_mtx); in e82545_read()
2182 retval = sc->io_addr; in e82545_read()
2188 if (sc->io_addr > E82545_IO_REGISTER_MAX) { in e82545_read()
2189 DPRINTF("Non-register io read addr:0x%x", in e82545_read()
2190 sc->io_addr); in e82545_read()
2192 retval = e82545_read_register(sc, sc->io_addr); in e82545_read()
2213 pthread_mutex_unlock(&sc->esc_mtx); in e82545_read()
2227 if (sc->esc_irq_asserted) in e82545_reset()
2228 pci_lintr_deassert(sc->esc_pi); in e82545_reset()
2232 sc->esc_FCAL = 0; in e82545_reset()
2233 sc->esc_FCAH = 0; in e82545_reset()
2234 sc->esc_FCT = 0; in e82545_reset()
2235 sc->esc_VET = 0; in e82545_reset()
2236 sc->esc_FCTTV = 0; in e82545_reset()
2238 sc->esc_LEDCTL = 0x07061302; in e82545_reset()
2239 sc->esc_PBA = 0x00100030; in e82545_reset()
2242 sc->nvm_opaddr = 0; in e82545_reset()
2243 sc->nvm_mode = E82545_NVM_MODE_OPADDR; in e82545_reset()
2244 sc->nvm_bits = E82545_NVM_OPADDR_BITS; in e82545_reset()
2245 sc->eeprom_control = E1000_EECD_PRES | E82545_EECD_FWE_EN; in e82545_reset()
2249 sc->esc_ICR = 0; in e82545_reset()
2250 sc->esc_ITR = 250; in e82545_reset()
2251 sc->esc_ICS = 0; in e82545_reset()
2252 sc->esc_IMS = 0; in e82545_reset()
2253 sc->esc_IMC = 0; in e82545_reset()
2257 memset(sc->esc_fvlan, 0, sizeof(sc->esc_fvlan)); in e82545_reset()
2258 memset(sc->esc_fmcast, 0, sizeof(sc->esc_fmcast)); in e82545_reset()
2259 memset(sc->esc_uni, 0, sizeof(sc->esc_uni)); in e82545_reset()
2262 sc->esc_uni[0].eu_valid = 1; in e82545_reset()
2263 memcpy(sc->esc_uni[0].eu_eth.octet, sc->esc_mac.octet, in e82545_reset()
2268 sc->esc_uni[i].eu_valid = 0; in e82545_reset()
2273 sc->esc_RDBAL = 0; in e82545_reset()
2274 sc->esc_RDBAH = 0; in e82545_reset()
2276 sc->esc_RCTL = 0; in e82545_reset()
2277 sc->esc_FCRTL = 0; in e82545_reset()
2278 sc->esc_FCRTH = 0; in e82545_reset()
2279 sc->esc_RDLEN = 0; in e82545_reset()
2280 sc->esc_RDH = 0; in e82545_reset()
2281 sc->esc_RDT = 0; in e82545_reset()
2282 sc->esc_RDTR = 0; in e82545_reset()
2283 sc->esc_RXDCTL = (1 << 24) | (1 << 16); /* default GRAN/WTHRESH */ in e82545_reset()
2284 sc->esc_RADV = 0; in e82545_reset()
2285 sc->esc_RXCSUM = 0; in e82545_reset()
2289 sc->esc_TDBAL = 0; in e82545_reset()
2290 sc->esc_TDBAH = 0; in e82545_reset()
2291 sc->esc_TIPG = 0; in e82545_reset()
2292 sc->esc_AIT = 0; in e82545_reset()
2293 sc->esc_TIDV = 0; in e82545_reset()
2294 sc->esc_TADV = 0; in e82545_reset()
2296 sc->esc_tdba = 0; in e82545_reset()
2297 sc->esc_txdesc = NULL; in e82545_reset()
2298 sc->esc_TXCW = 0; in e82545_reset()
2299 sc->esc_TCTL = 0; in e82545_reset()
2300 sc->esc_TDLEN = 0; in e82545_reset()
2301 sc->esc_TDT = 0; in e82545_reset()
2302 sc->esc_TDHr = sc->esc_TDH = 0; in e82545_reset()
2303 sc->esc_TXDCTL = 0; in e82545_reset()
2317 pi->pi_arg = sc; in e82545_init()
2318 sc->esc_pi = pi; in e82545_init()
2319 sc->esc_ctx = pi->pi_vmctx; in e82545_init()
2321 pthread_mutex_init(&sc->esc_mtx, NULL); in e82545_init()
2322 pthread_cond_init(&sc->esc_rx_cond, NULL); in e82545_init()
2323 pthread_cond_init(&sc->esc_tx_cond, NULL); in e82545_init()
2324 pthread_create(&sc->esc_tx_tid, NULL, e82545_tx_thread, sc); in e82545_init()
2325 snprintf(nstr, sizeof(nstr), "e82545-%d:%d tx", pi->pi_slot, in e82545_init()
2326 pi->pi_func); in e82545_init()
2327 pthread_set_name_np(sc->esc_tx_tid, nstr); in e82545_init()
2352 err = net_parsemac(mac, sc->esc_mac.octet); in e82545_init()
2358 net_genmac(pi, sc->esc_mac.octet); in e82545_init()
2360 err = netbe_init(&sc->esc_be, nvl, e82545_rx_callback, sc); in e82545_init()
2366 netbe_rx_enable(sc->esc_be); in e82545_init()
2384 pi = meta->dev_data; in e82545_snapshot()
2385 sc = pi->pi_arg; in e82545_snapshot()
2388 SNAPSHOT_VAR_OR_LEAVE(sc->esc_mac, meta, ret, done); in e82545_snapshot()
2391 SNAPSHOT_VAR_OR_LEAVE(sc->esc_CTRL, meta, ret, done); in e82545_snapshot()
2392 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCAL, meta, ret, done); in e82545_snapshot()
2393 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCAH, meta, ret, done); in e82545_snapshot()
2394 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCT, meta, ret, done); in e82545_snapshot()
2395 SNAPSHOT_VAR_OR_LEAVE(sc->esc_VET, meta, ret, done); in e82545_snapshot()
2396 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCTTV, meta, ret, done); in e82545_snapshot()
2397 SNAPSHOT_VAR_OR_LEAVE(sc->esc_LEDCTL, meta, ret, done); in e82545_snapshot()
2398 SNAPSHOT_VAR_OR_LEAVE(sc->esc_PBA, meta, ret, done); in e82545_snapshot()
2401 SNAPSHOT_VAR_OR_LEAVE(sc->esc_irq_asserted, meta, ret, done); in e82545_snapshot()
2402 SNAPSHOT_VAR_OR_LEAVE(sc->esc_ICR, meta, ret, done); in e82545_snapshot()
2403 SNAPSHOT_VAR_OR_LEAVE(sc->esc_ITR, meta, ret, done); in e82545_snapshot()
2404 SNAPSHOT_VAR_OR_LEAVE(sc->esc_ICS, meta, ret, done); in e82545_snapshot()
2405 SNAPSHOT_VAR_OR_LEAVE(sc->esc_IMS, meta, ret, done); in e82545_snapshot()
2406 SNAPSHOT_VAR_OR_LEAVE(sc->esc_IMC, meta, ret, done); in e82545_snapshot()
2415 SNAPSHOT_VAR_OR_LEAVE(sc->esc_txctx.lower_setup.ip_config, meta, ret, done); in e82545_snapshot()
2416 SNAPSHOT_VAR_OR_LEAVE(sc->esc_txctx.upper_setup.tcp_config, meta, ret, done); in e82545_snapshot()
2417 SNAPSHOT_VAR_OR_LEAVE(sc->esc_txctx.cmd_and_length, meta, ret, done); in e82545_snapshot()
2418 SNAPSHOT_VAR_OR_LEAVE(sc->esc_txctx.tcp_seg_setup.data, meta, ret, done); in e82545_snapshot()
2420 SNAPSHOT_VAR_OR_LEAVE(sc->esc_tx_enabled, meta, ret, done); in e82545_snapshot()
2421 SNAPSHOT_VAR_OR_LEAVE(sc->esc_tx_active, meta, ret, done); in e82545_snapshot()
2422 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TXCW, meta, ret, done); in e82545_snapshot()
2423 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TCTL, meta, ret, done); in e82545_snapshot()
2424 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TIPG, meta, ret, done); in e82545_snapshot()
2425 SNAPSHOT_VAR_OR_LEAVE(sc->esc_AIT, meta, ret, done); in e82545_snapshot()
2426 SNAPSHOT_VAR_OR_LEAVE(sc->esc_tdba, meta, ret, done); in e82545_snapshot()
2427 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDBAL, meta, ret, done); in e82545_snapshot()
2428 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDBAH, meta, ret, done); in e82545_snapshot()
2429 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDLEN, meta, ret, done); in e82545_snapshot()
2430 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDH, meta, ret, done); in e82545_snapshot()
2431 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDHr, meta, ret, done); in e82545_snapshot()
2432 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TDT, meta, ret, done); in e82545_snapshot()
2433 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TIDV, meta, ret, done); in e82545_snapshot()
2434 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TXDCTL, meta, ret, done); in e82545_snapshot()
2435 SNAPSHOT_VAR_OR_LEAVE(sc->esc_TADV, meta, ret, done); in e82545_snapshot()
2438 SNAPSHOT_GUEST2HOST_ADDR_OR_LEAVE(pi->pi_vmctx, sc->esc_txdesc, in e82545_snapshot()
2439 sc->esc_TDLEN, true, meta, ret, done); in e82545_snapshot()
2442 for (i = 0; i < (int)nitems(sc->esc_uni); i++) { in e82545_snapshot()
2443 SNAPSHOT_VAR_OR_LEAVE(sc->esc_uni[i].eu_valid, meta, ret, done); in e82545_snapshot()
2444 SNAPSHOT_VAR_OR_LEAVE(sc->esc_uni[i].eu_addrsel, meta, ret, done); in e82545_snapshot()
2445 SNAPSHOT_VAR_OR_LEAVE(sc->esc_uni[i].eu_eth, meta, ret, done); in e82545_snapshot()
2448 SNAPSHOT_BUF_OR_LEAVE(sc->esc_fmcast, sizeof(sc->esc_fmcast), in e82545_snapshot()
2450 SNAPSHOT_BUF_OR_LEAVE(sc->esc_fvlan, sizeof(sc->esc_fvlan), in e82545_snapshot()
2454 SNAPSHOT_VAR_OR_LEAVE(sc->esc_rx_enabled, meta, ret, done); in e82545_snapshot()
2455 SNAPSHOT_VAR_OR_LEAVE(sc->esc_rx_active, meta, ret, done); in e82545_snapshot()
2456 SNAPSHOT_VAR_OR_LEAVE(sc->esc_rx_loopback, meta, ret, done); in e82545_snapshot()
2457 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RCTL, meta, ret, done); in e82545_snapshot()
2458 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCRTL, meta, ret, done); in e82545_snapshot()
2459 SNAPSHOT_VAR_OR_LEAVE(sc->esc_FCRTH, meta, ret, done); in e82545_snapshot()
2460 SNAPSHOT_VAR_OR_LEAVE(sc->esc_rdba, meta, ret, done); in e82545_snapshot()
2461 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDBAL, meta, ret, done); in e82545_snapshot()
2462 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDBAH, meta, ret, done); in e82545_snapshot()
2463 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDLEN, meta, ret, done); in e82545_snapshot()
2464 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDH, meta, ret, done); in e82545_snapshot()
2465 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDT, meta, ret, done); in e82545_snapshot()
2466 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RDTR, meta, ret, done); in e82545_snapshot()
2467 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RXDCTL, meta, ret, done); in e82545_snapshot()
2468 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RADV, meta, ret, done); in e82545_snapshot()
2469 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RSRPD, meta, ret, done); in e82545_snapshot()
2470 SNAPSHOT_VAR_OR_LEAVE(sc->esc_RXCSUM, meta, ret, done); in e82545_snapshot()
2473 SNAPSHOT_GUEST2HOST_ADDR_OR_LEAVE(pi->pi_vmctx, sc->esc_rxdesc, in e82545_snapshot()
2474 sc->esc_TDLEN, true, meta, ret, done); in e82545_snapshot()
2477 SNAPSHOT_VAR_OR_LEAVE(sc->io_addr, meta, ret, done); in e82545_snapshot()
2480 SNAPSHOT_VAR_OR_LEAVE(sc->mdi_control, meta, ret, done); in e82545_snapshot()
2483 SNAPSHOT_VAR_OR_LEAVE(sc->eeprom_control, meta, ret, done); in e82545_snapshot()
2486 SNAPSHOT_VAR_OR_LEAVE(sc->nvm_data, meta, ret, done); in e82545_snapshot()
2487 SNAPSHOT_VAR_OR_LEAVE(sc->nvm_opaddr, meta, ret, done); in e82545_snapshot()
2490 SNAPSHOT_VAR_OR_LEAVE(sc->missed_pkt_count, meta, ret, done); in e82545_snapshot()
2491 SNAPSHOT_BUF_OR_LEAVE(sc->pkt_rx_by_size, sizeof(sc->pkt_rx_by_size), in e82545_snapshot()
2493 SNAPSHOT_BUF_OR_LEAVE(sc->pkt_tx_by_size, sizeof(sc->pkt_tx_by_size), in e82545_snapshot()
2495 SNAPSHOT_VAR_OR_LEAVE(sc->good_pkt_rx_count, meta, ret, done); in e82545_snapshot()
2496 SNAPSHOT_VAR_OR_LEAVE(sc->bcast_pkt_rx_count, meta, ret, done); in e82545_snapshot()
2497 SNAPSHOT_VAR_OR_LEAVE(sc->mcast_pkt_rx_count, meta, ret, done); in e82545_snapshot()
2498 SNAPSHOT_VAR_OR_LEAVE(sc->good_pkt_tx_count, meta, ret, done); in e82545_snapshot()
2499 SNAPSHOT_VAR_OR_LEAVE(sc->bcast_pkt_tx_count, meta, ret, done); in e82545_snapshot()
2500 SNAPSHOT_VAR_OR_LEAVE(sc->mcast_pkt_tx_count, meta, ret, done); in e82545_snapshot()
2501 SNAPSHOT_VAR_OR_LEAVE(sc->oversize_rx_count, meta, ret, done); in e82545_snapshot()
2502 SNAPSHOT_VAR_OR_LEAVE(sc->tso_tx_count, meta, ret, done); in e82545_snapshot()
2503 SNAPSHOT_VAR_OR_LEAVE(sc->good_octets_rx, meta, ret, done); in e82545_snapshot()
2504 SNAPSHOT_VAR_OR_LEAVE(sc->good_octets_tx, meta, ret, done); in e82545_snapshot()
2505 SNAPSHOT_VAR_OR_LEAVE(sc->missed_octets, meta, ret, done); in e82545_snapshot()
2507 if (meta->op == VM_SNAPSHOT_SAVE) in e82545_snapshot()
2508 bitmap_value = sc->nvm_bits; in e82545_snapshot()
2510 if (meta->op == VM_SNAPSHOT_RESTORE) in e82545_snapshot()
2511 sc->nvm_bits = bitmap_value; in e82545_snapshot()
2513 if (meta->op == VM_SNAPSHOT_SAVE) in e82545_snapshot()
2514 bitmap_value = sc->nvm_bits; in e82545_snapshot()
2516 if (meta->op == VM_SNAPSHOT_RESTORE) in e82545_snapshot()
2517 sc->nvm_bits = bitmap_value; in e82545_snapshot()
2520 SNAPSHOT_BUF_OR_LEAVE(sc->eeprom_data, sizeof(sc->eeprom_data), in e82545_snapshot()