1 // SPDX-License-Identifier: GPL-2.0-only
4  * Copyright 2005-2006 Fen Systems Ltd.
5  * Copyright 2006-2012 Solarflare Communications Inc.
29  * - All IRQs may be disabled on a CPU for a *long* time by e.g. a
31  * - The PREEMPT_RT patches mostly deal with this, but also allow a
41  * The self-test should stress every RSS vector.
44 	char pad[2]; /* Ensures ip is 4-byte aligned */
67 	[EFX_INT_MODE_MSIX]   = "MSI-X",
72 	STRING_TABLE_LOOKUP(efx->interrupt_mode, efx_interrupt_mode)
75  * struct efx_loopback_state - persistent state during a loopback selftest
94 /* How long to wait for all the packets to arrive (in ms) */
108 	tests->phy_alive = rc ? -1 : 1;  in efx_test_phy_alive()
117 	if (efx->type->test_nvram) {  in efx_test_nvram()
118 		rc = efx->type->test_nvram(efx);  in efx_test_nvram()
119 		if (rc == -EPERM)  in efx_test_nvram()
122 			tests->nvram = rc ? -1 : 1;  in efx_test_nvram()
138 	unsigned long timeout, wait;  in efx_test_interrupts()  local
142 	netif_dbg(efx, drv, efx->net_dev, "testing interrupts\n");  in efx_test_interrupts()
143 	tests->interrupt = -1;  in efx_test_interrupts()
146 	if (rc == -ENOTSUPP) {  in efx_test_interrupts()
147 		netif_dbg(efx, drv, efx->net_dev,  in efx_test_interrupts()
149 		tests->interrupt = 0;  in efx_test_interrupts()
154 	wait = 1;  in efx_test_interrupts()
156 	/* Wait for arrival of test interrupt. */  in efx_test_interrupts()
157 	netif_dbg(efx, drv, efx->net_dev, "waiting for test interrupt\n");  in efx_test_interrupts()
159 		schedule_timeout_uninterruptible(wait);  in efx_test_interrupts()
163 		wait *= 2;  in efx_test_interrupts()
166 	netif_err(efx, drv, efx->net_dev, "timed out waiting for interrupt\n");  in efx_test_interrupts()
167 	return -ETIMEDOUT;  in efx_test_interrupts()
170 	netif_dbg(efx, drv, efx->net_dev, "%s test interrupt seen on CPU%d\n",  in efx_test_interrupts()
172 	tests->interrupt = 1;  in efx_test_interrupts()
183 	unsigned long timeout, wait;  in efx_test_eventq_irq()  local
188 		read_ptr[channel->channel] = channel->eventq_read_ptr;  in efx_test_eventq_irq()
189 		set_bit(channel->channel, &dma_pend);  in efx_test_eventq_irq()
190 		set_bit(channel->channel, &int_pend);  in efx_test_eventq_irq()
195 	wait = 1;  in efx_test_eventq_irq()
197 	/* Wait for arrival of interrupts.  NAPI processing may or may  in efx_test_eventq_irq()
201 		schedule_timeout_uninterruptible(wait);  in efx_test_eventq_irq()
205 			if (channel->eventq_read_ptr !=  in efx_test_eventq_irq()
206 			    read_ptr[channel->channel]) {  in efx_test_eventq_irq()
207 				set_bit(channel->channel, &napi_ran);  in efx_test_eventq_irq()
208 				clear_bit(channel->channel, &dma_pend);  in efx_test_eventq_irq()
209 				clear_bit(channel->channel, &int_pend);  in efx_test_eventq_irq()
212 					clear_bit(channel->channel, &dma_pend);  in efx_test_eventq_irq()
214 					clear_bit(channel->channel, &int_pend);  in efx_test_eventq_irq()
219 		wait *= 2;  in efx_test_eventq_irq()
223 		bool dma_seen = !test_bit(channel->channel, &dma_pend);  in efx_test_eventq_irq()
224 		bool int_seen = !test_bit(channel->channel, &int_pend);  in efx_test_eventq_irq()
226 		tests->eventq_dma[channel->channel] = dma_seen ? 1 : -1;  in efx_test_eventq_irq()
227 		tests->eventq_int[channel->channel] = int_seen ? 1 : -1;  in efx_test_eventq_irq()
230 			netif_dbg(efx, drv, efx->net_dev,  in efx_test_eventq_irq()
232 				  channel->channel,  in efx_test_eventq_irq()
233 				  test_bit(channel->channel, &napi_ran) ?  in efx_test_eventq_irq()
239 			netif_err(efx, drv, efx->net_dev,  in efx_test_eventq_irq()
241 				  channel->channel);  in efx_test_eventq_irq()
243 				netif_err(efx, drv, efx->net_dev,  in efx_test_eventq_irq()
246 					  channel->channel);  in efx_test_eventq_irq()
248 				netif_err(efx, drv, efx->net_dev,  in efx_test_eventq_irq()
251 					  channel->channel);  in efx_test_eventq_irq()
255 	return (dma_pend || int_pend) ? -ETIMEDOUT : 0;  in efx_test_eventq_irq()
263 	mutex_lock(&efx->mac_lock);  in efx_test_phy()
264 	rc = efx_mcdi_phy_run_tests(efx, tests->phy_ext, flags);  in efx_test_phy()
265 	mutex_unlock(&efx->mac_lock);  in efx_test_phy()
266 	if (rc == -EPERM)  in efx_test_phy()
269 		netif_info(efx, drv, efx->net_dev,  in efx_test_phy()
288 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_loopback_rx_packet()  local
295 	if ((state == NULL) || state->flush)  in efx_loopback_rx_packet()
298 	payload = &state->payload;  in efx_loopback_rx_packet()
302 	received.ip.saddr = payload->ip.saddr;  in efx_loopback_rx_packet()
303 	if (state->offload_csum)  in efx_loopback_rx_packet()
304 		received.ip.check = payload->ip.check;  in efx_loopback_rx_packet()
308 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
315 	if (memcmp(&received.header, &payload->header, ETH_HLEN) != 0) {  in efx_loopback_rx_packet()
316 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
317 			  "saw non-loopback RX packet in %s loopback test\n",  in efx_loopback_rx_packet()
324 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
332 	if (memcmp(&received.ip, &payload->ip, sizeof(payload->ip)) != 0) {  in efx_loopback_rx_packet()
333 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
340 	if (memcmp(&received.msg, &payload->msg, sizeof(received.msg)) != 0) {  in efx_loopback_rx_packet()
341 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
348 	if (received.iteration != payload->iteration) {  in efx_loopback_rx_packet()
349 		netif_err(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
352 			  ntohs(payload->iteration), LOOPBACK_MODE(efx));  in efx_loopback_rx_packet()
357 	netif_vdbg(efx, drv, efx->net_dev,  in efx_loopback_rx_packet()
360 	atomic_inc(&state->rx_good);  in efx_loopback_rx_packet()
365 	if (atomic_read(&state->rx_bad) == 0) {  in efx_loopback_rx_packet()
366 		netif_err(efx, drv, efx->net_dev, "received packet:\n");  in efx_loopback_rx_packet()
369 		netif_err(efx, drv, efx->net_dev, "expected packet:\n");  in efx_loopback_rx_packet()
371 			       &state->payload.packet, EFX_LOOPBACK_PAYLOAD_LEN,  in efx_loopback_rx_packet()
375 	atomic_inc(&state->rx_bad);  in efx_loopback_rx_packet()
381 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_iterate_state()  local
382 	struct net_device *net_dev = efx->net_dev;  in efx_iterate_state()
383 	struct efx_loopback_payload *payload = &state->payload;  in efx_iterate_state()
386 	ether_addr_copy((u8 *)&payload->header.h_dest, net_dev->dev_addr);  in efx_iterate_state()
387 	ether_addr_copy((u8 *)&payload->header.h_source, payload_source);  in efx_iterate_state()
388 	payload->header.h_proto = htons(ETH_P_IP);  in efx_iterate_state()
391 	payload->ip.daddr = htonl(INADDR_LOOPBACK);  in efx_iterate_state()
392 	payload->ip.ihl = 5;  in efx_iterate_state()
393 	payload->ip.check = (__force __sum16) htons(0xdead);  in efx_iterate_state()
394 	payload->ip.tot_len = htons(sizeof(*payload) -  in efx_iterate_state()
396 	payload->ip.version = IPVERSION;  in efx_iterate_state()
397 	payload->ip.protocol = IPPROTO_UDP;  in efx_iterate_state()
400 	payload->udp.source = 0;  in efx_iterate_state()
401 	payload->udp.len = htons(sizeof(*payload) -  in efx_iterate_state()
403 	payload->udp.check = 0;	/* checksum ignored */  in efx_iterate_state()
406 	payload->iteration = htons(ntohs(payload->iteration) + 1);  in efx_iterate_state()
407 	memcpy(&payload->msg, payload_msg, sizeof(payload_msg));  in efx_iterate_state()
409 	/* Fill out remaining state members */  in efx_iterate_state()
410 	atomic_set(&state->rx_good, 0);  in efx_iterate_state()
411 	atomic_set(&state->rx_bad, 0);  in efx_iterate_state()
417 	struct efx_nic *efx = tx_queue->efx;  in efx_begin_loopback()
418 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_begin_loopback()  local
425 	for (i = 0; i < state->packet_count; i++) {  in efx_begin_loopback()
428 		skb = alloc_skb(sizeof(state->payload), GFP_KERNEL);  in efx_begin_loopback()
430 			return -ENOMEM;  in efx_begin_loopback()
431 		state->skbs[i] = skb;  in efx_begin_loopback()
436 		payload = skb_put(skb, sizeof(state->payload));  in efx_begin_loopback()
437 		memcpy(payload, &state->payload, sizeof(state->payload));  in efx_begin_loopback()
438 		payload->ip.saddr = htonl(INADDR_LOOPBACK | (i << 2));  in efx_begin_loopback()
448 		netif_tx_lock_bh(efx->net_dev);  in efx_begin_loopback()
450 		netif_tx_unlock_bh(efx->net_dev);  in efx_begin_loopback()
453 			netif_err(efx, drv, efx->net_dev,  in efx_begin_loopback()
455 				  "%d in %s loopback test\n", tx_queue->label,  in efx_begin_loopback()
456 				  i + 1, state->packet_count,  in efx_begin_loopback()
461 			return -EPIPE;  in efx_begin_loopback()
470 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_poll_loopback()  local
472 	return atomic_read(&state->rx_good) == state->packet_count;  in efx_poll_loopback()
478 	struct efx_nic *efx = tx_queue->efx;  in efx_end_loopback()
479 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_end_loopback()  local
484 	netif_tx_lock_bh(efx->net_dev);  in efx_end_loopback()
488 	for (i = 0; i < state->packet_count; i++) {  in efx_end_loopback()
489 		skb = state->skbs[i];  in efx_end_loopback()
495 	netif_tx_unlock_bh(efx->net_dev);  in efx_end_loopback()
498 	rx_good = atomic_read(&state->rx_good);  in efx_end_loopback()
499 	rx_bad = atomic_read(&state->rx_bad);  in efx_end_loopback()
500 	if (tx_done != state->packet_count) {  in efx_end_loopback()
504 		netif_err(efx, drv, efx->net_dev,  in efx_end_loopback()
507 			  tx_queue->label, tx_done, state->packet_count,  in efx_end_loopback()
509 		rc = -ETIMEDOUT;  in efx_end_loopback()
514 	if (rx_good != state->packet_count) {  in efx_end_loopback()
515 		netif_dbg(efx, drv, efx->net_dev,  in efx_end_loopback()
518 			  tx_queue->label, rx_good, state->packet_count,  in efx_end_loopback()
520 		rc = -ETIMEDOUT;  in efx_end_loopback()
525 	lb_tests->tx_sent[tx_queue->label] += state->packet_count;  in efx_end_loopback()
526 	lb_tests->tx_done[tx_queue->label] += tx_done;  in efx_end_loopback()
527 	lb_tests->rx_good += rx_good;  in efx_end_loopback()
528 	lb_tests->rx_bad += rx_bad;  in efx_end_loopback()
537 	struct efx_nic *efx = tx_queue->efx;  in efx_test_loopback()
538 	struct efx_loopback_state *state = efx->loopback_selftest;  in efx_test_loopback()  local
543 		state->packet_count = efx->txq_entries / 3;  in efx_test_loopback()
544 		state->packet_count = min(1 << (i << 2), state->packet_count);  in efx_test_loopback()
545 		state->skbs = kcalloc(state->packet_count,  in efx_test_loopback()
546 				      sizeof(state->skbs[0]), GFP_KERNEL);  in efx_test_loopback()
547 		if (!state->skbs)  in efx_test_loopback()
548 			return -ENOMEM;  in efx_test_loopback()
549 		state->flush = false;  in efx_test_loopback()
551 		netif_dbg(efx, drv, efx->net_dev,  in efx_test_loopback()
553 			  tx_queue->label, tx_queue->queue, LOOPBACK_MODE(efx),  in efx_test_loopback()
554 			  state->packet_count);  in efx_test_loopback()
560 		 * prepared to wait much longer. */  in efx_test_loopback()
568 		kfree(state->skbs);  in efx_test_loopback()
571 			/* Wait a while to ensure there are no packets  in efx_test_loopback()
578 	netif_dbg(efx, drv, efx->net_dev,  in efx_test_loopback()
580 		  "of %d packets\n", tx_queue->label, LOOPBACK_MODE(efx),  in efx_test_loopback()
581 		  state->packet_count);  in efx_test_loopback()
588 	struct efx_link_state *link_state = &efx->link_state;  in efx_wait_for_link()
595 		if (efx->type->monitor != NULL) {  in efx_wait_for_link()
596 			mutex_lock(&efx->mac_lock);  in efx_wait_for_link()
597 			efx->type->monitor(efx);  in efx_wait_for_link()
598 			mutex_unlock(&efx->mac_lock);  in efx_wait_for_link()
601 		mutex_lock(&efx->mac_lock);  in efx_wait_for_link()
602 		link_up = link_state->up;  in efx_wait_for_link()
604 			link_up = !efx->type->check_mac_fault(efx);  in efx_wait_for_link()
605 		mutex_unlock(&efx->mac_lock);  in efx_wait_for_link()
615 	return -ETIMEDOUT;  in efx_wait_for_link()
622 	struct efx_loopback_state *state;  in efx_test_loopbacks()  local
624 		efx_get_channel(efx, efx->tx_channel_offset);  in efx_test_loopbacks()
629 	 * all received packets will be dropped. Mark the state as  in efx_test_loopbacks()
631 	state = kzalloc(sizeof(*state), GFP_KERNEL);  in efx_test_loopbacks()
632 	if (state == NULL)  in efx_test_loopbacks()
633 		return -ENOMEM;  in efx_test_loopbacks()
634 	BUG_ON(efx->loopback_selftest);  in efx_test_loopbacks()
635 	state->flush = true;  in efx_test_loopbacks()
636 	efx->loopback_selftest = state;  in efx_test_loopbacks()
644 		state->flush = true;  in efx_test_loopbacks()
645 		mutex_lock(&efx->mac_lock);  in efx_test_loopbacks()
646 		efx->loopback_mode = mode;  in efx_test_loopbacks()
648 		mutex_unlock(&efx->mac_lock);  in efx_test_loopbacks()
650 			netif_err(efx, drv, efx->net_dev,  in efx_test_loopbacks()
658 			netif_err(efx, drv, efx->net_dev,  in efx_test_loopbacks()
666 			state->offload_csum = (tx_queue->type &  in efx_test_loopbacks()
669 					       &tests->loopback[mode]);  in efx_test_loopbacks()
677 	state->flush = true;  in efx_test_loopbacks()
678 	efx->loopback_selftest = NULL;  in efx_test_loopbacks()
680 	kfree(state);  in efx_test_loopbacks()
682 	if (rc == -EPERM)  in efx_test_loopbacks()
697 	enum efx_loopback_mode loopback_mode = efx->loopback_mode;  in efx_selftest()
698 	int phy_mode = efx->phy_mode;  in efx_selftest()
703 	/* Online (i.e. non-disruptive) testing  in efx_selftest()
736 	if (efx->type->test_chip) {  in efx_selftest()
737 		rc_reset = efx->type->test_chip(efx, tests);  in efx_selftest()
739 			netif_err(efx, hw, efx->net_dev,  in efx_selftest()
745 		if ((tests->memory < 0 || tests->registers < 0) && !rc_test)  in efx_selftest()
746 			rc_test = -EIO;  in efx_selftest()
751 	mutex_lock(&efx->mac_lock);  in efx_selftest()
752 	efx->phy_mode &= ~PHY_MODE_LOW_POWER;  in efx_selftest()
753 	efx->loopback_mode = LOOPBACK_NONE;  in efx_selftest()
755 	mutex_unlock(&efx->mac_lock);  in efx_selftest()
761 	rc = efx_test_loopbacks(efx, tests, efx->loopback_modes);  in efx_selftest()
765 	/* restore the PHY to the previous state */  in efx_selftest()
766 	mutex_lock(&efx->mac_lock);  in efx_selftest()
767 	efx->phy_mode = phy_mode;  in efx_selftest()
768 	efx->loopback_mode = loopback_mode;  in efx_selftest()
770 	mutex_unlock(&efx->mac_lock);  in efx_selftest()
783 	schedule_delayed_work(&efx->selftest_work, IRQ_TIMEOUT);  in efx_selftest_async_start()
788 	cancel_delayed_work_sync(&efx->selftest_work);  in efx_selftest_async_cancel()
801 			netif_err(efx, ifup, efx->net_dev,  in efx_selftest_async_work()
803 				  channel->channel);  in efx_selftest_async_work()
805 			netif_dbg(efx, ifup, efx->net_dev,  in efx_selftest_async_work()
807 				  channel->channel, cpu);  in efx_selftest_async_work()
813 	INIT_DELAYED_WORK(&efx->selftest_work, efx_selftest_async_work);  in efx_selftest_async_init()