Lines Matching refs:percpu_priv
210 struct dpaa_percpu_priv *percpu_priv; in dpaa_netdev_init() local
218 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_netdev_init()
219 percpu_priv->net_dev = net_dev; in dpaa_netdev_init()
335 struct dpaa_percpu_priv *percpu_priv; in dpaa_tx_timeout() local
339 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_tx_timeout()
344 percpu_priv->stats.tx_errors++; in dpaa_tx_timeout()
355 struct dpaa_percpu_priv *percpu_priv; in dpaa_get_stats64() local
361 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_get_stats64()
363 cpustats = (u64 *)&percpu_priv->stats; in dpaa_get_stats64()
1417 static void count_ern(struct dpaa_percpu_priv *percpu_priv, in count_ern() argument
1422 percpu_priv->ern_cnt.cg_tdrop++; in count_ern()
1425 percpu_priv->ern_cnt.wred++; in count_ern()
1428 percpu_priv->ern_cnt.err_cond++; in count_ern()
1431 percpu_priv->ern_cnt.early_window++; in count_ern()
1434 percpu_priv->ern_cnt.late_window++; in count_ern()
1437 percpu_priv->ern_cnt.fq_tdrop++; in count_ern()
1440 percpu_priv->ern_cnt.fq_retired++; in count_ern()
1443 percpu_priv->ern_cnt.orp_zero++; in count_ern()
2277 struct dpaa_percpu_priv *percpu_priv; in dpaa_start_xmit() local
2286 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_start_xmit()
2287 percpu_stats = &percpu_priv->stats; in dpaa_start_xmit()
2336 percpu_priv->tx_frag_skbuffs++; in dpaa_start_xmit()
2367 struct dpaa_percpu_priv *percpu_priv, in dpaa_rx_error() argument
2375 percpu_priv->stats.rx_errors++; in dpaa_rx_error()
2378 percpu_priv->rx_errors.dme++; in dpaa_rx_error()
2380 percpu_priv->rx_errors.fpe++; in dpaa_rx_error()
2382 percpu_priv->rx_errors.fse++; in dpaa_rx_error()
2384 percpu_priv->rx_errors.phe++; in dpaa_rx_error()
2391 struct dpaa_percpu_priv *percpu_priv, in dpaa_tx_error() argument
2401 percpu_priv->stats.tx_errors++; in dpaa_tx_error()
2432 struct dpaa_percpu_priv *percpu_priv, in dpaa_tx_conf() argument
2444 percpu_priv->stats.tx_errors++; in dpaa_tx_conf()
2447 percpu_priv->tx_confirm++; in dpaa_tx_conf()
2454 static inline int dpaa_eth_napi_schedule(struct dpaa_percpu_priv *percpu_priv, in dpaa_eth_napi_schedule() argument
2461 percpu_priv->np.p = portal; in dpaa_eth_napi_schedule()
2462 napi_schedule(&percpu_priv->np.napi); in dpaa_eth_napi_schedule()
2463 percpu_priv->in_interrupt++; in dpaa_eth_napi_schedule()
2475 struct dpaa_percpu_priv *percpu_priv; in rx_error_dqrr() local
2486 percpu_priv = this_cpu_ptr(priv->percpu_priv); in rx_error_dqrr()
2488 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in rx_error_dqrr()
2492 dpaa_rx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in rx_error_dqrr()
2502 struct dpaa_percpu_priv *percpu_priv; in dpaa_xdp_xmit_frame() local
2510 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_xdp_xmit_frame()
2511 percpu_stats = &percpu_priv->stats; in dpaa_xdp_xmit_frame()
2668 struct dpaa_percpu_priv *percpu_priv; in rx_default_dqrr() local
2698 percpu_priv = this_cpu_ptr(priv->percpu_priv); in rx_default_dqrr()
2699 percpu_stats = &percpu_priv->stats; in rx_default_dqrr()
2700 np = &percpu_priv->np; in rx_default_dqrr()
2702 if (unlikely(dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi))) in rx_default_dqrr()
2823 struct dpaa_percpu_priv *percpu_priv; in conf_error_dqrr() local
2830 percpu_priv = this_cpu_ptr(priv->percpu_priv); in conf_error_dqrr()
2832 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in conf_error_dqrr()
2835 dpaa_tx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in conf_error_dqrr()
2845 struct dpaa_percpu_priv *percpu_priv; in conf_dflt_dqrr() local
2855 percpu_priv = this_cpu_ptr(priv->percpu_priv); in conf_dflt_dqrr()
2857 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in conf_dflt_dqrr()
2860 dpaa_tx_conf(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in conf_dflt_dqrr()
2870 struct dpaa_percpu_priv *percpu_priv; in egress_ern() local
2877 percpu_priv = this_cpu_ptr(priv->percpu_priv); in egress_ern()
2879 percpu_priv->stats.tx_dropped++; in egress_ern()
2880 percpu_priv->stats.tx_fifo_errors++; in egress_ern()
2881 count_ern(percpu_priv, msg); in egress_ern()
2897 struct dpaa_percpu_priv *percpu_priv; in dpaa_eth_napi_enable() local
2901 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_eth_napi_enable()
2903 percpu_priv->np.down = false; in dpaa_eth_napi_enable()
2904 napi_enable(&percpu_priv->np.napi); in dpaa_eth_napi_enable()
2910 struct dpaa_percpu_priv *percpu_priv; in dpaa_eth_napi_disable() local
2914 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_eth_napi_disable()
2916 percpu_priv->np.down = true; in dpaa_eth_napi_disable()
2917 napi_disable(&percpu_priv->np.napi); in dpaa_eth_napi_disable()
3146 struct dpaa_percpu_priv *percpu_priv; in dpaa_napi_add() local
3150 percpu_priv = per_cpu_ptr(priv->percpu_priv, cpu); in dpaa_napi_add()
3152 netif_napi_add(net_dev, &percpu_priv->np.napi, dpaa_eth_poll); in dpaa_napi_add()
3161 struct dpaa_percpu_priv *percpu_priv; in dpaa_napi_del() local
3165 percpu_priv = per_cpu_ptr(priv->percpu_priv, cpu); in dpaa_napi_del()
3167 __netif_napi_del(&percpu_priv->np.napi); in dpaa_napi_del()
3479 priv->percpu_priv = devm_alloc_percpu(dev, *priv->percpu_priv); in dpaa_eth_probe()
3480 if (!priv->percpu_priv) { in dpaa_eth_probe()