/*
 * This file and its contents are supplied under the terms of the
 * Common Development and Distribution License ("CDDL"), version 1.0.
 * You may only use this file in accordance with the terms of version
 * 1.0 of the CDDL.
 *
 * A full copy of the text of the CDDL should have accompanied this
 * source.  A copy of the CDDL is also available via the Internet at
 * http://www.illumos.org/license/CDDL.
 */

/*
 * Copyright 2024 Oxide Computer Company
 */

/*
 * This implements the stat routines that interface with the hardware directly.
 */

#include "igc.h"

void
igc_stats_fini(igc_t *igc)
{
	if (igc->igc_ksp != NULL) {
		kstat_delete(igc->igc_ksp);
		igc->igc_ksp = NULL;
	}
}

/*
 * Read a pair of low and high registers to get a stat. The low register must
 * come ahead of the high.
 */
void
igc_stats_update_u64(igc_t *igc, kstat_named_t *ks, uint32_t reg)
{
	uint64_t val = igc_read32(igc, reg);
	val += (uint64_t)igc_read32(igc, reg + 4) << 32UL;
	ks->value.ui64 += val;
}

static int
igc_stats_update(kstat_t *ksp, int rw)
{
	igc_t *igc;
	igc_stats_t *stats;

	if (rw != KSTAT_READ)
		return (EACCES);

	igc = ksp->ks_private;
	stats = &igc->igc_stats;

	mutex_enter(&igc->igc_lock);

	stats->is_crcerrs.value.ui64 += igc_read32(igc, IGC_CRCERRS);
	stats->is_algnerrc.value.ui64 += igc_read32(igc, IGC_ALGNERRC);
	stats->is_mpc.value.ui64 += igc_read32(igc, IGC_MPC);
	stats->is_scc.value.ui64 += igc_read32(igc, IGC_SCC);
	stats->is_ecol.value.ui64 += igc_read32(igc, IGC_ECOL);
	stats->is_mcc.value.ui64 += igc_read32(igc, IGC_MCC);
	stats->is_latecol.value.ui64 += igc_read32(igc, IGC_LATECOL);
	stats->is_colc.value.ui64 += igc_read32(igc, IGC_COLC);
	stats->is_rerc.value.ui64 += igc_read32(igc, IGC_RERC);
	stats->is_dc.value.ui64 += igc_read32(igc, IGC_DC);
	stats->is_tncrs.value.ui64 += igc_read32(igc, IGC_TNCRS);
	stats->is_htdpmc.value.ui64 += igc_read32(igc, IGC_HTDPMC);
	stats->is_rlec.value.ui64 += igc_read32(igc, IGC_RLEC);
	stats->is_xonrxc.value.ui64 += igc_read32(igc, IGC_XONRXC);
	stats->is_xontxc.value.ui64 += igc_read32(igc, IGC_XONTXC);
	stats->is_xoffrxc.value.ui64 += igc_read32(igc, IGC_XOFFRXC);
	stats->is_xofftxc.value.ui64 += igc_read32(igc, IGC_XOFFTXC);
	stats->is_fcruc.value.ui64 += igc_read32(igc, IGC_FCRUC);
	stats->is_prc64.value.ui64 += igc_read32(igc, IGC_PRC64);
	stats->is_prc127.value.ui64 += igc_read32(igc, IGC_PRC127);
	stats->is_prc255.value.ui64 += igc_read32(igc, IGC_PRC255);
	stats->is_prc1023.value.ui64 += igc_read32(igc, IGC_PRC1023);
	stats->is_prc1522.value.ui64 += igc_read32(igc, IGC_PRC1522);
	stats->is_gprc.value.ui64 += igc_read32(igc, IGC_GPRC);
	stats->is_bprc.value.ui64 += igc_read32(igc, IGC_BPRC);
	stats->is_mprc.value.ui64 += igc_read32(igc, IGC_MPRC);
	stats->is_gptc.value.ui64 += igc_read32(igc, IGC_GPTC);
	igc_stats_update_u64(igc, &stats->is_gorc, IGC_GORCL);
	igc_stats_update_u64(igc, &stats->is_gotc, IGC_GOTCL);
	stats->is_rnbc.value.ui64 += igc_read32(igc, IGC_RNBC);
	stats->is_ruc.value.ui64 += igc_read32(igc, IGC_RUC);
	stats->is_rfc.value.ui64 += igc_read32(igc, IGC_RFC);
	stats->is_roc.value.ui64 += igc_read32(igc, IGC_ROC);
	stats->is_rjc.value.ui64 += igc_read32(igc, IGC_RJC);
	stats->is_mgtprc.value.ui64 += igc_read32(igc, IGC_MGTPRC);
	stats->is_mgtpdc.value.ui64 += igc_read32(igc, IGC_MGTPDC);
	stats->is_mgtptc.value.ui64 += igc_read32(igc, IGC_MGTPTC);
	igc_stats_update_u64(igc, &stats->is_tor, IGC_TORL);
	igc_stats_update_u64(igc, &stats->is_tot, IGC_TOTL);
	stats->is_tpr.value.ui64 += igc_read32(igc, IGC_TPR);
	stats->is_tpt.value.ui64 += igc_read32(igc, IGC_TPT);
	stats->is_ptc64.value.ui64 += igc_read32(igc, IGC_PTC64);
	stats->is_ptc127.value.ui64 += igc_read32(igc, IGC_PTC127);
	stats->is_ptc255.value.ui64 += igc_read32(igc, IGC_PTC255);
	stats->is_ptc511.value.ui64 += igc_read32(igc, IGC_PTC511);
	stats->is_ptc1023.value.ui64 += igc_read32(igc, IGC_PTC1023);
	stats->is_ptc1522.value.ui64 += igc_read32(igc, IGC_PTC1522);
	stats->is_mptc.value.ui64 += igc_read32(igc, IGC_MPTC);
	stats->is_bptc.value.ui64 += igc_read32(igc, IGC_BPTC);
	stats->is_tsctc.value.ui64 += igc_read32(igc, IGC_TSCTC);
	stats->is_iac.value.ui64 += igc_read32(igc, IGC_IAC);
	stats->is_rxdmtc.value.ui64 += igc_read32(igc, IGC_RXDMTC);
	mutex_exit(&igc->igc_lock);

	return (0);
}

bool
igc_stats_init(igc_t *igc)
{
	kstat_t *ksp;
	igc_stats_t *stats = &igc->igc_stats;

	ksp = kstat_create(IGC_MOD_NAME, ddi_get_instance(igc->igc_dip),
	    "stats", "net", KSTAT_TYPE_NAMED, sizeof (igc_stats_t) /
	    sizeof (kstat_named_t), KSTAT_FLAG_VIRTUAL);
	if (ksp == NULL) {
		dev_err(igc->igc_dip, CE_WARN, "failed to create kstats");
		return (false);
	}

	igc->igc_ksp = ksp;
	ksp->ks_update = igc_stats_update;
	ksp->ks_private = igc;
	ksp->ks_data = stats;

	kstat_named_init(&stats->is_crcerrs, "crcerrs",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_algnerrc, "algnerrc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mpc, "mpc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_scc, "scc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ecol, "ecol",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mcc, "mcc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_latecol, "latecol",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_colc, "colc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rerc, "rerc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_dc, "dc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tncrs, "tncrs",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_htdpmc, "htdpmc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rlec, "rlec",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_xonrxc, "xonrxc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_xontxc, "xontxc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_xoffrxc, "xoffrxc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_xofftxc, "xofftxc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_fcruc, "fcruc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_prc64, "prc64",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_prc127, "prc127",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_prc255, "prc255",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_prc1023, "prc1023",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_prc1522, "prc1522",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_gprc, "gprc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_bprc, "bprc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mprc, "mprc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_gptc, "gptc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_gorc, "gorc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_gotc, "gotc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rnbc, "rnbc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ruc, "ruc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rfc, "rfc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_roc, "roc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rjc, "rjc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mgtprc, "mgtprc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mgtpdc, "mgtpdc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mgtptc, "mgtptc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tor, "tor",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tot, "tot",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tpr, "tpr",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tpt, "tpt",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc64, "ptc64",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc127, "ptc127",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc255, "ptc255",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc511, "ptc511",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc1023, "ptc1023",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_ptc1522, "ptc1522",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_mptc, "mptc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_bptc, "bptc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_tsctc, "tsctc",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_iac, "iac",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->is_rxdmtc, "rxdmtc",
	    KSTAT_DATA_UINT64);

	kstat_install(ksp);

	return (true);
}

void
igc_rx_ring_stats_fini(igc_rx_ring_t *ring)
{
	if (ring->irr_kstat != NULL) {
		kstat_delete(ring->irr_kstat);
		ring->irr_kstat = NULL;
	}
}

bool
igc_rx_ring_stats_init(igc_t *igc, igc_rx_ring_t *ring)
{
	kstat_t *ksp;
	igc_rx_stats_t *stats = &ring->irr_stat;
	char name[32];

	(void) snprintf(name, sizeof (name), "rxring%u", ring->irr_idx);
	ksp = kstat_create(IGC_MOD_NAME, ddi_get_instance(igc->igc_dip),
	    name, "net", KSTAT_TYPE_NAMED, sizeof (igc_rx_stats_t) /
	    sizeof (kstat_named_t), KSTAT_FLAG_VIRTUAL);
	if (ksp == NULL) {
		dev_err(igc->igc_dip, CE_WARN, "failed to create rx ring %u "
		    "kstats", ring->irr_idx);
		return (false);
	}

	ring->irr_kstat = ksp;
	ksp->ks_data = stats;

	kstat_named_init(&stats->irs_rbytes, "rbytes", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_ipackets, "ipackets", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_desc_error, "desc_error",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_copy_nomem, "copy_nomem",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_bind_nobuf, "bind_nobuf",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_bind_nomp, "bind_nomp", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_nbind, "nbind", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_ncopy, "ncopy", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_ixsm, "ixsm", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_l3cksum_err, "l3cksum_err",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_l4cksum_err, "l4cksum_err",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_hcksum_miss, "hcksum_miss",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->irs_hcksum_hit, "hcksum_hit",
	    KSTAT_DATA_UINT64);

	kstat_install(ksp);

	return (true);
}

void
igc_tx_ring_stats_fini(igc_tx_ring_t *ring)
{
	if (ring->itr_kstat != NULL) {
		kstat_delete(ring->itr_kstat);
		ring->itr_kstat = NULL;
	}
}

bool
igc_tx_ring_stats_init(igc_t *igc, igc_tx_ring_t *ring)
{
	kstat_t *ksp;
	igc_tx_stats_t *stats = &ring->itr_stat;
	char name[32];

	(void) snprintf(name, sizeof (name), "txring%u", ring->itr_idx);
	ksp = kstat_create(IGC_MOD_NAME, ddi_get_instance(igc->igc_dip),
	    name, "net", KSTAT_TYPE_NAMED, sizeof (igc_tx_stats_t) /
	    sizeof (kstat_named_t), KSTAT_FLAG_VIRTUAL);
	if (ksp == NULL) {
		dev_err(igc->igc_dip, CE_WARN, "failed to create tx ring %u "
		    "kstats", ring->itr_idx);
		return (false);
	}

	ring->itr_kstat = ksp;
	ksp->ks_data = stats;

	kstat_named_init(&stats->its_obytes, "obytes", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_opackets, "opackets", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_bad_meo, "bad_meo", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_ring_full, "ring_full", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_no_tx_bufs, "no_tx_bufs",
	    KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_tx_copy, "tx_copy", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_tx_bind, "tx_bind", KSTAT_DATA_UINT64);
	kstat_named_init(&stats->its_tx_bind_fail, "tx_bind_fail",
	    KSTAT_DATA_UINT64);

	kstat_install(ksp);

	return (true);
}