18077c727SJoshua Hay // SPDX-License-Identifier: GPL-2.0-only 28077c727SJoshua Hay /* Copyright (C) 2023 Intel Corporation */ 38077c727SJoshua Hay 48077c727SJoshua Hay #include "idpf.h" 5*5dc283faSAlan Brady #include "idpf_virtchnl.h" 68077c727SJoshua Hay 71c325aacSAlan Brady static const struct net_device_ops idpf_netdev_ops_splitq; 81c325aacSAlan Brady static const struct net_device_ops idpf_netdev_ops_singleq; 91c325aacSAlan Brady 104930fbf4SPavan Kumar Linga const char * const idpf_vport_vc_state_str[] = { 114930fbf4SPavan Kumar Linga IDPF_FOREACH_VPORT_VC_STATE(IDPF_GEN_STRING) 124930fbf4SPavan Kumar Linga }; 134930fbf4SPavan Kumar Linga 144930fbf4SPavan Kumar Linga /** 154930fbf4SPavan Kumar Linga * idpf_init_vector_stack - Fill the MSIX vector stack with vector index 164930fbf4SPavan Kumar Linga * @adapter: private data struct 174930fbf4SPavan Kumar Linga * 184930fbf4SPavan Kumar Linga * Return 0 on success, error on failure 194930fbf4SPavan Kumar Linga */ 204930fbf4SPavan Kumar Linga static int idpf_init_vector_stack(struct idpf_adapter *adapter) 214930fbf4SPavan Kumar Linga { 224930fbf4SPavan Kumar Linga struct idpf_vector_lifo *stack; 234930fbf4SPavan Kumar Linga u16 min_vec; 244930fbf4SPavan Kumar Linga u32 i; 254930fbf4SPavan Kumar Linga 264930fbf4SPavan Kumar Linga mutex_lock(&adapter->vector_lock); 274930fbf4SPavan Kumar Linga min_vec = adapter->num_msix_entries - adapter->num_avail_msix; 284930fbf4SPavan Kumar Linga stack = &adapter->vector_stack; 294930fbf4SPavan Kumar Linga stack->size = adapter->num_msix_entries; 304930fbf4SPavan Kumar Linga /* set the base and top to point at start of the 'free pool' to 314930fbf4SPavan Kumar Linga * distribute the unused vectors on-demand basis 324930fbf4SPavan Kumar Linga */ 334930fbf4SPavan Kumar Linga stack->base = min_vec; 344930fbf4SPavan Kumar Linga stack->top = min_vec; 354930fbf4SPavan Kumar Linga 364930fbf4SPavan Kumar Linga stack->vec_idx = kcalloc(stack->size, sizeof(u16), GFP_KERNEL); 374930fbf4SPavan Kumar Linga if (!stack->vec_idx) { 384930fbf4SPavan Kumar Linga mutex_unlock(&adapter->vector_lock); 394930fbf4SPavan Kumar Linga 404930fbf4SPavan Kumar Linga return -ENOMEM; 414930fbf4SPavan Kumar Linga } 424930fbf4SPavan Kumar Linga 434930fbf4SPavan Kumar Linga for (i = 0; i < stack->size; i++) 444930fbf4SPavan Kumar Linga stack->vec_idx[i] = i; 454930fbf4SPavan Kumar Linga 464930fbf4SPavan Kumar Linga mutex_unlock(&adapter->vector_lock); 474930fbf4SPavan Kumar Linga 484930fbf4SPavan Kumar Linga return 0; 494930fbf4SPavan Kumar Linga } 504930fbf4SPavan Kumar Linga 514930fbf4SPavan Kumar Linga /** 524930fbf4SPavan Kumar Linga * idpf_deinit_vector_stack - zero out the MSIX vector stack 534930fbf4SPavan Kumar Linga * @adapter: private data struct 544930fbf4SPavan Kumar Linga */ 554930fbf4SPavan Kumar Linga static void idpf_deinit_vector_stack(struct idpf_adapter *adapter) 564930fbf4SPavan Kumar Linga { 574930fbf4SPavan Kumar Linga struct idpf_vector_lifo *stack; 584930fbf4SPavan Kumar Linga 594930fbf4SPavan Kumar Linga mutex_lock(&adapter->vector_lock); 604930fbf4SPavan Kumar Linga stack = &adapter->vector_stack; 614930fbf4SPavan Kumar Linga kfree(stack->vec_idx); 624930fbf4SPavan Kumar Linga stack->vec_idx = NULL; 634930fbf4SPavan Kumar Linga mutex_unlock(&adapter->vector_lock); 644930fbf4SPavan Kumar Linga } 654930fbf4SPavan Kumar Linga 664930fbf4SPavan Kumar Linga /** 674930fbf4SPavan Kumar Linga * idpf_mb_intr_rel_irq - Free the IRQ association with the OS 684930fbf4SPavan Kumar Linga * @adapter: adapter structure 694930fbf4SPavan Kumar Linga * 704930fbf4SPavan Kumar Linga * This will also disable interrupt mode and queue up mailbox task. Mailbox 714930fbf4SPavan Kumar Linga * task will reschedule itself if not in interrupt mode. 724930fbf4SPavan Kumar Linga */ 734930fbf4SPavan Kumar Linga static void idpf_mb_intr_rel_irq(struct idpf_adapter *adapter) 744930fbf4SPavan Kumar Linga { 754930fbf4SPavan Kumar Linga clear_bit(IDPF_MB_INTR_MODE, adapter->flags); 764930fbf4SPavan Kumar Linga free_irq(adapter->msix_entries[0].vector, adapter); 774930fbf4SPavan Kumar Linga queue_delayed_work(adapter->mbx_wq, &adapter->mbx_task, 0); 784930fbf4SPavan Kumar Linga } 794930fbf4SPavan Kumar Linga 804930fbf4SPavan Kumar Linga /** 814930fbf4SPavan Kumar Linga * idpf_intr_rel - Release interrupt capabilities and free memory 824930fbf4SPavan Kumar Linga * @adapter: adapter to disable interrupts on 834930fbf4SPavan Kumar Linga */ 844930fbf4SPavan Kumar Linga void idpf_intr_rel(struct idpf_adapter *adapter) 854930fbf4SPavan Kumar Linga { 864930fbf4SPavan Kumar Linga int err; 874930fbf4SPavan Kumar Linga 884930fbf4SPavan Kumar Linga if (!adapter->msix_entries) 894930fbf4SPavan Kumar Linga return; 904930fbf4SPavan Kumar Linga 914930fbf4SPavan Kumar Linga idpf_mb_intr_rel_irq(adapter); 924930fbf4SPavan Kumar Linga pci_free_irq_vectors(adapter->pdev); 934930fbf4SPavan Kumar Linga 944930fbf4SPavan Kumar Linga err = idpf_send_dealloc_vectors_msg(adapter); 954930fbf4SPavan Kumar Linga if (err) 964930fbf4SPavan Kumar Linga dev_err(&adapter->pdev->dev, 974930fbf4SPavan Kumar Linga "Failed to deallocate vectors: %d\n", err); 984930fbf4SPavan Kumar Linga 994930fbf4SPavan Kumar Linga idpf_deinit_vector_stack(adapter); 1004930fbf4SPavan Kumar Linga kfree(adapter->msix_entries); 1014930fbf4SPavan Kumar Linga adapter->msix_entries = NULL; 1024930fbf4SPavan Kumar Linga } 1034930fbf4SPavan Kumar Linga 1044930fbf4SPavan Kumar Linga /** 1054930fbf4SPavan Kumar Linga * idpf_mb_intr_clean - Interrupt handler for the mailbox 1064930fbf4SPavan Kumar Linga * @irq: interrupt number 1074930fbf4SPavan Kumar Linga * @data: pointer to the adapter structure 1084930fbf4SPavan Kumar Linga */ 1094930fbf4SPavan Kumar Linga static irqreturn_t idpf_mb_intr_clean(int __always_unused irq, void *data) 1104930fbf4SPavan Kumar Linga { 1114930fbf4SPavan Kumar Linga struct idpf_adapter *adapter = (struct idpf_adapter *)data; 1124930fbf4SPavan Kumar Linga 1134930fbf4SPavan Kumar Linga queue_delayed_work(adapter->mbx_wq, &adapter->mbx_task, 0); 1144930fbf4SPavan Kumar Linga 1154930fbf4SPavan Kumar Linga return IRQ_HANDLED; 1164930fbf4SPavan Kumar Linga } 1174930fbf4SPavan Kumar Linga 1184930fbf4SPavan Kumar Linga /** 1194930fbf4SPavan Kumar Linga * idpf_mb_irq_enable - Enable MSIX interrupt for the mailbox 1204930fbf4SPavan Kumar Linga * @adapter: adapter to get the hardware address for register write 1214930fbf4SPavan Kumar Linga */ 1224930fbf4SPavan Kumar Linga static void idpf_mb_irq_enable(struct idpf_adapter *adapter) 1234930fbf4SPavan Kumar Linga { 1244930fbf4SPavan Kumar Linga struct idpf_intr_reg *intr = &adapter->mb_vector.intr_reg; 1254930fbf4SPavan Kumar Linga u32 val; 1264930fbf4SPavan Kumar Linga 1274930fbf4SPavan Kumar Linga val = intr->dyn_ctl_intena_m | intr->dyn_ctl_itridx_m; 1284930fbf4SPavan Kumar Linga writel(val, intr->dyn_ctl); 1294930fbf4SPavan Kumar Linga writel(intr->icr_ena_ctlq_m, intr->icr_ena); 1304930fbf4SPavan Kumar Linga } 1314930fbf4SPavan Kumar Linga 1324930fbf4SPavan Kumar Linga /** 1334930fbf4SPavan Kumar Linga * idpf_mb_intr_req_irq - Request irq for the mailbox interrupt 1344930fbf4SPavan Kumar Linga * @adapter: adapter structure to pass to the mailbox irq handler 1354930fbf4SPavan Kumar Linga */ 1364930fbf4SPavan Kumar Linga static int idpf_mb_intr_req_irq(struct idpf_adapter *adapter) 1374930fbf4SPavan Kumar Linga { 1384930fbf4SPavan Kumar Linga struct idpf_q_vector *mb_vector = &adapter->mb_vector; 1394930fbf4SPavan Kumar Linga int irq_num, mb_vidx = 0, err; 1404930fbf4SPavan Kumar Linga 1414930fbf4SPavan Kumar Linga irq_num = adapter->msix_entries[mb_vidx].vector; 1424930fbf4SPavan Kumar Linga mb_vector->name = kasprintf(GFP_KERNEL, "%s-%s-%d", 1434930fbf4SPavan Kumar Linga dev_driver_string(&adapter->pdev->dev), 1444930fbf4SPavan Kumar Linga "Mailbox", mb_vidx); 1454930fbf4SPavan Kumar Linga err = request_irq(irq_num, adapter->irq_mb_handler, 0, 1464930fbf4SPavan Kumar Linga mb_vector->name, adapter); 1474930fbf4SPavan Kumar Linga if (err) { 1484930fbf4SPavan Kumar Linga dev_err(&adapter->pdev->dev, 1494930fbf4SPavan Kumar Linga "IRQ request for mailbox failed, error: %d\n", err); 1504930fbf4SPavan Kumar Linga 1514930fbf4SPavan Kumar Linga return err; 1524930fbf4SPavan Kumar Linga } 1534930fbf4SPavan Kumar Linga 1544930fbf4SPavan Kumar Linga set_bit(IDPF_MB_INTR_MODE, adapter->flags); 1554930fbf4SPavan Kumar Linga 1564930fbf4SPavan Kumar Linga return 0; 1574930fbf4SPavan Kumar Linga } 1584930fbf4SPavan Kumar Linga 1594930fbf4SPavan Kumar Linga /** 1604930fbf4SPavan Kumar Linga * idpf_set_mb_vec_id - Set vector index for mailbox 1614930fbf4SPavan Kumar Linga * @adapter: adapter structure to access the vector chunks 1624930fbf4SPavan Kumar Linga * 1634930fbf4SPavan Kumar Linga * The first vector id in the requested vector chunks from the CP is for 1644930fbf4SPavan Kumar Linga * the mailbox 1654930fbf4SPavan Kumar Linga */ 1664930fbf4SPavan Kumar Linga static void idpf_set_mb_vec_id(struct idpf_adapter *adapter) 1674930fbf4SPavan Kumar Linga { 1684930fbf4SPavan Kumar Linga if (adapter->req_vec_chunks) 1694930fbf4SPavan Kumar Linga adapter->mb_vector.v_idx = 1704930fbf4SPavan Kumar Linga le16_to_cpu(adapter->caps.mailbox_vector_id); 1714930fbf4SPavan Kumar Linga else 1724930fbf4SPavan Kumar Linga adapter->mb_vector.v_idx = 0; 1734930fbf4SPavan Kumar Linga } 1744930fbf4SPavan Kumar Linga 1754930fbf4SPavan Kumar Linga /** 1764930fbf4SPavan Kumar Linga * idpf_mb_intr_init - Initialize the mailbox interrupt 1774930fbf4SPavan Kumar Linga * @adapter: adapter structure to store the mailbox vector 1784930fbf4SPavan Kumar Linga */ 1794930fbf4SPavan Kumar Linga static int idpf_mb_intr_init(struct idpf_adapter *adapter) 1804930fbf4SPavan Kumar Linga { 1814930fbf4SPavan Kumar Linga adapter->dev_ops.reg_ops.mb_intr_reg_init(adapter); 1824930fbf4SPavan Kumar Linga adapter->irq_mb_handler = idpf_mb_intr_clean; 1834930fbf4SPavan Kumar Linga 1844930fbf4SPavan Kumar Linga return idpf_mb_intr_req_irq(adapter); 1854930fbf4SPavan Kumar Linga } 1864930fbf4SPavan Kumar Linga 1874930fbf4SPavan Kumar Linga /** 188d4d55871SPavan Kumar Linga * idpf_vector_lifo_push - push MSIX vector index onto stack 189d4d55871SPavan Kumar Linga * @adapter: private data struct 190d4d55871SPavan Kumar Linga * @vec_idx: vector index to store 191d4d55871SPavan Kumar Linga */ 192d4d55871SPavan Kumar Linga static int idpf_vector_lifo_push(struct idpf_adapter *adapter, u16 vec_idx) 193d4d55871SPavan Kumar Linga { 194d4d55871SPavan Kumar Linga struct idpf_vector_lifo *stack = &adapter->vector_stack; 195d4d55871SPavan Kumar Linga 196d4d55871SPavan Kumar Linga lockdep_assert_held(&adapter->vector_lock); 197d4d55871SPavan Kumar Linga 198d4d55871SPavan Kumar Linga if (stack->top == stack->base) { 199d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Exceeded the vector stack limit: %d\n", 200d4d55871SPavan Kumar Linga stack->top); 201d4d55871SPavan Kumar Linga return -EINVAL; 202d4d55871SPavan Kumar Linga } 203d4d55871SPavan Kumar Linga 204d4d55871SPavan Kumar Linga stack->vec_idx[--stack->top] = vec_idx; 205d4d55871SPavan Kumar Linga 206d4d55871SPavan Kumar Linga return 0; 207d4d55871SPavan Kumar Linga } 208d4d55871SPavan Kumar Linga 209d4d55871SPavan Kumar Linga /** 210d4d55871SPavan Kumar Linga * idpf_vector_lifo_pop - pop MSIX vector index from stack 211d4d55871SPavan Kumar Linga * @adapter: private data struct 212d4d55871SPavan Kumar Linga */ 213d4d55871SPavan Kumar Linga static int idpf_vector_lifo_pop(struct idpf_adapter *adapter) 214d4d55871SPavan Kumar Linga { 215d4d55871SPavan Kumar Linga struct idpf_vector_lifo *stack = &adapter->vector_stack; 216d4d55871SPavan Kumar Linga 217d4d55871SPavan Kumar Linga lockdep_assert_held(&adapter->vector_lock); 218d4d55871SPavan Kumar Linga 219d4d55871SPavan Kumar Linga if (stack->top == stack->size) { 220d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "No interrupt vectors are available to distribute!\n"); 221d4d55871SPavan Kumar Linga 222d4d55871SPavan Kumar Linga return -EINVAL; 223d4d55871SPavan Kumar Linga } 224d4d55871SPavan Kumar Linga 225d4d55871SPavan Kumar Linga return stack->vec_idx[stack->top++]; 226d4d55871SPavan Kumar Linga } 227d4d55871SPavan Kumar Linga 228d4d55871SPavan Kumar Linga /** 229d4d55871SPavan Kumar Linga * idpf_vector_stash - Store the vector indexes onto the stack 230d4d55871SPavan Kumar Linga * @adapter: private data struct 231d4d55871SPavan Kumar Linga * @q_vector_idxs: vector index array 232d4d55871SPavan Kumar Linga * @vec_info: info related to the number of vectors 233d4d55871SPavan Kumar Linga * 234d4d55871SPavan Kumar Linga * This function is a no-op if there are no vectors indexes to be stashed 235d4d55871SPavan Kumar Linga */ 236d4d55871SPavan Kumar Linga static void idpf_vector_stash(struct idpf_adapter *adapter, u16 *q_vector_idxs, 237d4d55871SPavan Kumar Linga struct idpf_vector_info *vec_info) 238d4d55871SPavan Kumar Linga { 239d4d55871SPavan Kumar Linga int i, base = 0; 240d4d55871SPavan Kumar Linga u16 vec_idx; 241d4d55871SPavan Kumar Linga 242d4d55871SPavan Kumar Linga lockdep_assert_held(&adapter->vector_lock); 243d4d55871SPavan Kumar Linga 244d4d55871SPavan Kumar Linga if (!vec_info->num_curr_vecs) 245d4d55871SPavan Kumar Linga return; 246d4d55871SPavan Kumar Linga 247d4d55871SPavan Kumar Linga /* For default vports, no need to stash vector allocated from the 248d4d55871SPavan Kumar Linga * default pool onto the stack 249d4d55871SPavan Kumar Linga */ 250d4d55871SPavan Kumar Linga if (vec_info->default_vport) 251d4d55871SPavan Kumar Linga base = IDPF_MIN_Q_VEC; 252d4d55871SPavan Kumar Linga 253d4d55871SPavan Kumar Linga for (i = vec_info->num_curr_vecs - 1; i >= base ; i--) { 254d4d55871SPavan Kumar Linga vec_idx = q_vector_idxs[i]; 255d4d55871SPavan Kumar Linga idpf_vector_lifo_push(adapter, vec_idx); 256d4d55871SPavan Kumar Linga adapter->num_avail_msix++; 257d4d55871SPavan Kumar Linga } 258d4d55871SPavan Kumar Linga } 259d4d55871SPavan Kumar Linga 260d4d55871SPavan Kumar Linga /** 261d4d55871SPavan Kumar Linga * idpf_req_rel_vector_indexes - Request or release MSIX vector indexes 262d4d55871SPavan Kumar Linga * @adapter: driver specific private structure 263d4d55871SPavan Kumar Linga * @q_vector_idxs: vector index array 264d4d55871SPavan Kumar Linga * @vec_info: info related to the number of vectors 265d4d55871SPavan Kumar Linga * 266d4d55871SPavan Kumar Linga * This is the core function to distribute the MSIX vectors acquired from the 267d4d55871SPavan Kumar Linga * OS. It expects the caller to pass the number of vectors required and 268d4d55871SPavan Kumar Linga * also previously allocated. First, it stashes previously allocated vector 269d4d55871SPavan Kumar Linga * indexes on to the stack and then figures out if it can allocate requested 270d4d55871SPavan Kumar Linga * vectors. It can wait on acquiring the mutex lock. If the caller passes 0 as 271d4d55871SPavan Kumar Linga * requested vectors, then this function just stashes the already allocated 272d4d55871SPavan Kumar Linga * vectors and returns 0. 273d4d55871SPavan Kumar Linga * 274d4d55871SPavan Kumar Linga * Returns actual number of vectors allocated on success, error value on failure 275d4d55871SPavan Kumar Linga * If 0 is returned, implies the stack has no vectors to allocate which is also 276d4d55871SPavan Kumar Linga * a failure case for the caller 277d4d55871SPavan Kumar Linga */ 278d4d55871SPavan Kumar Linga int idpf_req_rel_vector_indexes(struct idpf_adapter *adapter, 279d4d55871SPavan Kumar Linga u16 *q_vector_idxs, 280d4d55871SPavan Kumar Linga struct idpf_vector_info *vec_info) 281d4d55871SPavan Kumar Linga { 282d4d55871SPavan Kumar Linga u16 num_req_vecs, num_alloc_vecs = 0, max_vecs; 283d4d55871SPavan Kumar Linga struct idpf_vector_lifo *stack; 284d4d55871SPavan Kumar Linga int i, j, vecid; 285d4d55871SPavan Kumar Linga 286d4d55871SPavan Kumar Linga mutex_lock(&adapter->vector_lock); 287d4d55871SPavan Kumar Linga stack = &adapter->vector_stack; 288d4d55871SPavan Kumar Linga num_req_vecs = vec_info->num_req_vecs; 289d4d55871SPavan Kumar Linga 290d4d55871SPavan Kumar Linga /* Stash interrupt vector indexes onto the stack if required */ 291d4d55871SPavan Kumar Linga idpf_vector_stash(adapter, q_vector_idxs, vec_info); 292d4d55871SPavan Kumar Linga 293d4d55871SPavan Kumar Linga if (!num_req_vecs) 294d4d55871SPavan Kumar Linga goto rel_lock; 295d4d55871SPavan Kumar Linga 296d4d55871SPavan Kumar Linga if (vec_info->default_vport) { 297d4d55871SPavan Kumar Linga /* As IDPF_MIN_Q_VEC per default vport is put aside in the 298d4d55871SPavan Kumar Linga * default pool of the stack, use them for default vports 299d4d55871SPavan Kumar Linga */ 300d4d55871SPavan Kumar Linga j = vec_info->index * IDPF_MIN_Q_VEC + IDPF_MBX_Q_VEC; 301d4d55871SPavan Kumar Linga for (i = 0; i < IDPF_MIN_Q_VEC; i++) { 302d4d55871SPavan Kumar Linga q_vector_idxs[num_alloc_vecs++] = stack->vec_idx[j++]; 303d4d55871SPavan Kumar Linga num_req_vecs--; 304d4d55871SPavan Kumar Linga } 305d4d55871SPavan Kumar Linga } 306d4d55871SPavan Kumar Linga 307d4d55871SPavan Kumar Linga /* Find if stack has enough vector to allocate */ 308d4d55871SPavan Kumar Linga max_vecs = min(adapter->num_avail_msix, num_req_vecs); 309d4d55871SPavan Kumar Linga 310d4d55871SPavan Kumar Linga for (j = 0; j < max_vecs; j++) { 311d4d55871SPavan Kumar Linga vecid = idpf_vector_lifo_pop(adapter); 312d4d55871SPavan Kumar Linga q_vector_idxs[num_alloc_vecs++] = vecid; 313d4d55871SPavan Kumar Linga } 314d4d55871SPavan Kumar Linga adapter->num_avail_msix -= max_vecs; 315d4d55871SPavan Kumar Linga 316d4d55871SPavan Kumar Linga rel_lock: 317d4d55871SPavan Kumar Linga mutex_unlock(&adapter->vector_lock); 318d4d55871SPavan Kumar Linga 319d4d55871SPavan Kumar Linga return num_alloc_vecs; 320d4d55871SPavan Kumar Linga } 321d4d55871SPavan Kumar Linga 322d4d55871SPavan Kumar Linga /** 3234930fbf4SPavan Kumar Linga * idpf_intr_req - Request interrupt capabilities 3244930fbf4SPavan Kumar Linga * @adapter: adapter to enable interrupts on 3254930fbf4SPavan Kumar Linga * 3264930fbf4SPavan Kumar Linga * Returns 0 on success, negative on failure 3274930fbf4SPavan Kumar Linga */ 3284930fbf4SPavan Kumar Linga int idpf_intr_req(struct idpf_adapter *adapter) 3294930fbf4SPavan Kumar Linga { 3304930fbf4SPavan Kumar Linga u16 default_vports = idpf_get_default_vports(adapter); 3314930fbf4SPavan Kumar Linga int num_q_vecs, total_vecs, num_vec_ids; 3324930fbf4SPavan Kumar Linga int min_vectors, v_actual, err; 3334930fbf4SPavan Kumar Linga unsigned int vector; 3344930fbf4SPavan Kumar Linga u16 *vecids; 3354930fbf4SPavan Kumar Linga 3364930fbf4SPavan Kumar Linga total_vecs = idpf_get_reserved_vecs(adapter); 3374930fbf4SPavan Kumar Linga num_q_vecs = total_vecs - IDPF_MBX_Q_VEC; 3384930fbf4SPavan Kumar Linga 3394930fbf4SPavan Kumar Linga err = idpf_send_alloc_vectors_msg(adapter, num_q_vecs); 3404930fbf4SPavan Kumar Linga if (err) { 3414930fbf4SPavan Kumar Linga dev_err(&adapter->pdev->dev, 3424930fbf4SPavan Kumar Linga "Failed to allocate %d vectors: %d\n", num_q_vecs, err); 3434930fbf4SPavan Kumar Linga 3444930fbf4SPavan Kumar Linga return -EAGAIN; 3454930fbf4SPavan Kumar Linga } 3464930fbf4SPavan Kumar Linga 3474930fbf4SPavan Kumar Linga min_vectors = IDPF_MBX_Q_VEC + IDPF_MIN_Q_VEC * default_vports; 3484930fbf4SPavan Kumar Linga v_actual = pci_alloc_irq_vectors(adapter->pdev, min_vectors, 3494930fbf4SPavan Kumar Linga total_vecs, PCI_IRQ_MSIX); 3504930fbf4SPavan Kumar Linga if (v_actual < min_vectors) { 3514930fbf4SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to allocate MSIX vectors: %d\n", 3524930fbf4SPavan Kumar Linga v_actual); 3534930fbf4SPavan Kumar Linga err = -EAGAIN; 3544930fbf4SPavan Kumar Linga goto send_dealloc_vecs; 3554930fbf4SPavan Kumar Linga } 3564930fbf4SPavan Kumar Linga 3574930fbf4SPavan Kumar Linga adapter->msix_entries = kcalloc(v_actual, sizeof(struct msix_entry), 3584930fbf4SPavan Kumar Linga GFP_KERNEL); 3594930fbf4SPavan Kumar Linga 3604930fbf4SPavan Kumar Linga if (!adapter->msix_entries) { 3614930fbf4SPavan Kumar Linga err = -ENOMEM; 3624930fbf4SPavan Kumar Linga goto free_irq; 3634930fbf4SPavan Kumar Linga } 3644930fbf4SPavan Kumar Linga 3654930fbf4SPavan Kumar Linga idpf_set_mb_vec_id(adapter); 3664930fbf4SPavan Kumar Linga 3674930fbf4SPavan Kumar Linga vecids = kcalloc(total_vecs, sizeof(u16), GFP_KERNEL); 3684930fbf4SPavan Kumar Linga if (!vecids) { 3694930fbf4SPavan Kumar Linga err = -ENOMEM; 3704930fbf4SPavan Kumar Linga goto free_msix; 3714930fbf4SPavan Kumar Linga } 3724930fbf4SPavan Kumar Linga 3734930fbf4SPavan Kumar Linga if (adapter->req_vec_chunks) { 3744930fbf4SPavan Kumar Linga struct virtchnl2_vector_chunks *vchunks; 3754930fbf4SPavan Kumar Linga struct virtchnl2_alloc_vectors *ac; 3764930fbf4SPavan Kumar Linga 3774930fbf4SPavan Kumar Linga ac = adapter->req_vec_chunks; 3784930fbf4SPavan Kumar Linga vchunks = &ac->vchunks; 3794930fbf4SPavan Kumar Linga 3804930fbf4SPavan Kumar Linga num_vec_ids = idpf_get_vec_ids(adapter, vecids, total_vecs, 3814930fbf4SPavan Kumar Linga vchunks); 3824930fbf4SPavan Kumar Linga if (num_vec_ids < v_actual) { 3834930fbf4SPavan Kumar Linga err = -EINVAL; 3844930fbf4SPavan Kumar Linga goto free_vecids; 3854930fbf4SPavan Kumar Linga } 3864930fbf4SPavan Kumar Linga } else { 3874930fbf4SPavan Kumar Linga int i; 3884930fbf4SPavan Kumar Linga 3894930fbf4SPavan Kumar Linga for (i = 0; i < v_actual; i++) 3904930fbf4SPavan Kumar Linga vecids[i] = i; 3914930fbf4SPavan Kumar Linga } 3924930fbf4SPavan Kumar Linga 3934930fbf4SPavan Kumar Linga for (vector = 0; vector < v_actual; vector++) { 3944930fbf4SPavan Kumar Linga adapter->msix_entries[vector].entry = vecids[vector]; 3954930fbf4SPavan Kumar Linga adapter->msix_entries[vector].vector = 3964930fbf4SPavan Kumar Linga pci_irq_vector(adapter->pdev, vector); 3974930fbf4SPavan Kumar Linga } 3984930fbf4SPavan Kumar Linga 3994930fbf4SPavan Kumar Linga adapter->num_req_msix = total_vecs; 4004930fbf4SPavan Kumar Linga adapter->num_msix_entries = v_actual; 4014930fbf4SPavan Kumar Linga /* 'num_avail_msix' is used to distribute excess vectors to the vports 4024930fbf4SPavan Kumar Linga * after considering the minimum vectors required per each default 4034930fbf4SPavan Kumar Linga * vport 4044930fbf4SPavan Kumar Linga */ 4054930fbf4SPavan Kumar Linga adapter->num_avail_msix = v_actual - min_vectors; 4064930fbf4SPavan Kumar Linga 4074930fbf4SPavan Kumar Linga /* Fill MSIX vector lifo stack with vector indexes */ 4084930fbf4SPavan Kumar Linga err = idpf_init_vector_stack(adapter); 4094930fbf4SPavan Kumar Linga if (err) 4104930fbf4SPavan Kumar Linga goto free_vecids; 4114930fbf4SPavan Kumar Linga 4124930fbf4SPavan Kumar Linga err = idpf_mb_intr_init(adapter); 4134930fbf4SPavan Kumar Linga if (err) 4144930fbf4SPavan Kumar Linga goto deinit_vec_stack; 4154930fbf4SPavan Kumar Linga idpf_mb_irq_enable(adapter); 4164930fbf4SPavan Kumar Linga kfree(vecids); 4174930fbf4SPavan Kumar Linga 4184930fbf4SPavan Kumar Linga return 0; 4194930fbf4SPavan Kumar Linga 4204930fbf4SPavan Kumar Linga deinit_vec_stack: 4214930fbf4SPavan Kumar Linga idpf_deinit_vector_stack(adapter); 4224930fbf4SPavan Kumar Linga free_vecids: 4234930fbf4SPavan Kumar Linga kfree(vecids); 4244930fbf4SPavan Kumar Linga free_msix: 4254930fbf4SPavan Kumar Linga kfree(adapter->msix_entries); 4264930fbf4SPavan Kumar Linga adapter->msix_entries = NULL; 4274930fbf4SPavan Kumar Linga free_irq: 4284930fbf4SPavan Kumar Linga pci_free_irq_vectors(adapter->pdev); 4294930fbf4SPavan Kumar Linga send_dealloc_vecs: 4304930fbf4SPavan Kumar Linga idpf_send_dealloc_vectors_msg(adapter); 4314930fbf4SPavan Kumar Linga 4324930fbf4SPavan Kumar Linga return err; 4334930fbf4SPavan Kumar Linga } 4344930fbf4SPavan Kumar Linga 4354930fbf4SPavan Kumar Linga /** 436ce1b75d0SPavan Kumar Linga * idpf_find_mac_filter - Search filter list for specific mac filter 437ce1b75d0SPavan Kumar Linga * @vconfig: Vport config structure 438ce1b75d0SPavan Kumar Linga * @macaddr: The MAC address 439ce1b75d0SPavan Kumar Linga * 440ce1b75d0SPavan Kumar Linga * Returns ptr to the filter object or NULL. Must be called while holding the 441ce1b75d0SPavan Kumar Linga * mac_filter_list_lock. 442ce1b75d0SPavan Kumar Linga **/ 443ce1b75d0SPavan Kumar Linga static struct idpf_mac_filter *idpf_find_mac_filter(struct idpf_vport_config *vconfig, 444ce1b75d0SPavan Kumar Linga const u8 *macaddr) 445ce1b75d0SPavan Kumar Linga { 446ce1b75d0SPavan Kumar Linga struct idpf_mac_filter *f; 447ce1b75d0SPavan Kumar Linga 448ce1b75d0SPavan Kumar Linga if (!macaddr) 449ce1b75d0SPavan Kumar Linga return NULL; 450ce1b75d0SPavan Kumar Linga 451ce1b75d0SPavan Kumar Linga list_for_each_entry(f, &vconfig->user_config.mac_filter_list, list) { 452ce1b75d0SPavan Kumar Linga if (ether_addr_equal(macaddr, f->macaddr)) 453ce1b75d0SPavan Kumar Linga return f; 454ce1b75d0SPavan Kumar Linga } 455ce1b75d0SPavan Kumar Linga 456ce1b75d0SPavan Kumar Linga return NULL; 457ce1b75d0SPavan Kumar Linga } 458ce1b75d0SPavan Kumar Linga 459ce1b75d0SPavan Kumar Linga /** 460a251eee6SJoshua Hay * __idpf_del_mac_filter - Delete a MAC filter from the filter list 461a251eee6SJoshua Hay * @vport_config: Vport config structure 462a251eee6SJoshua Hay * @macaddr: The MAC address 463a251eee6SJoshua Hay * 464a251eee6SJoshua Hay * Returns 0 on success, error value on failure 465a251eee6SJoshua Hay **/ 466a251eee6SJoshua Hay static int __idpf_del_mac_filter(struct idpf_vport_config *vport_config, 467a251eee6SJoshua Hay const u8 *macaddr) 468a251eee6SJoshua Hay { 469a251eee6SJoshua Hay struct idpf_mac_filter *f; 470a251eee6SJoshua Hay 471a251eee6SJoshua Hay spin_lock_bh(&vport_config->mac_filter_list_lock); 472a251eee6SJoshua Hay f = idpf_find_mac_filter(vport_config, macaddr); 473a251eee6SJoshua Hay if (f) { 474a251eee6SJoshua Hay list_del(&f->list); 475a251eee6SJoshua Hay kfree(f); 476a251eee6SJoshua Hay } 477a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 478a251eee6SJoshua Hay 479a251eee6SJoshua Hay return 0; 480a251eee6SJoshua Hay } 481a251eee6SJoshua Hay 482a251eee6SJoshua Hay /** 483a251eee6SJoshua Hay * idpf_del_mac_filter - Delete a MAC filter from the filter list 484a251eee6SJoshua Hay * @vport: Main vport structure 485a251eee6SJoshua Hay * @np: Netdev private structure 486a251eee6SJoshua Hay * @macaddr: The MAC address 487a251eee6SJoshua Hay * @async: Don't wait for return message 488a251eee6SJoshua Hay * 489a251eee6SJoshua Hay * Removes filter from list and if interface is up, tells hardware about the 490a251eee6SJoshua Hay * removed filter. 491a251eee6SJoshua Hay **/ 492a251eee6SJoshua Hay static int idpf_del_mac_filter(struct idpf_vport *vport, 493a251eee6SJoshua Hay struct idpf_netdev_priv *np, 494a251eee6SJoshua Hay const u8 *macaddr, bool async) 495a251eee6SJoshua Hay { 496a251eee6SJoshua Hay struct idpf_vport_config *vport_config; 497a251eee6SJoshua Hay struct idpf_mac_filter *f; 498a251eee6SJoshua Hay 499a251eee6SJoshua Hay vport_config = np->adapter->vport_config[np->vport_idx]; 500a251eee6SJoshua Hay 501a251eee6SJoshua Hay spin_lock_bh(&vport_config->mac_filter_list_lock); 502a251eee6SJoshua Hay f = idpf_find_mac_filter(vport_config, macaddr); 503a251eee6SJoshua Hay if (f) { 504a251eee6SJoshua Hay f->remove = true; 505a251eee6SJoshua Hay } else { 506a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 507a251eee6SJoshua Hay 508a251eee6SJoshua Hay return -EINVAL; 509a251eee6SJoshua Hay } 510a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 511a251eee6SJoshua Hay 512a251eee6SJoshua Hay if (np->state == __IDPF_VPORT_UP) { 513a251eee6SJoshua Hay int err; 514a251eee6SJoshua Hay 515a251eee6SJoshua Hay err = idpf_add_del_mac_filters(vport, np, false, async); 516a251eee6SJoshua Hay if (err) 517a251eee6SJoshua Hay return err; 518a251eee6SJoshua Hay } 519a251eee6SJoshua Hay 520a251eee6SJoshua Hay return __idpf_del_mac_filter(vport_config, macaddr); 521a251eee6SJoshua Hay } 522a251eee6SJoshua Hay 523a251eee6SJoshua Hay /** 524ce1b75d0SPavan Kumar Linga * __idpf_add_mac_filter - Add mac filter helper function 525ce1b75d0SPavan Kumar Linga * @vport_config: Vport config structure 526ce1b75d0SPavan Kumar Linga * @macaddr: Address to add 527ce1b75d0SPavan Kumar Linga * 528ce1b75d0SPavan Kumar Linga * Takes mac_filter_list_lock spinlock to add new filter to list. 529ce1b75d0SPavan Kumar Linga */ 530ce1b75d0SPavan Kumar Linga static int __idpf_add_mac_filter(struct idpf_vport_config *vport_config, 531ce1b75d0SPavan Kumar Linga const u8 *macaddr) 532ce1b75d0SPavan Kumar Linga { 533ce1b75d0SPavan Kumar Linga struct idpf_mac_filter *f; 534ce1b75d0SPavan Kumar Linga 535ce1b75d0SPavan Kumar Linga spin_lock_bh(&vport_config->mac_filter_list_lock); 536ce1b75d0SPavan Kumar Linga 537ce1b75d0SPavan Kumar Linga f = idpf_find_mac_filter(vport_config, macaddr); 538ce1b75d0SPavan Kumar Linga if (f) { 539ce1b75d0SPavan Kumar Linga f->remove = false; 540ce1b75d0SPavan Kumar Linga spin_unlock_bh(&vport_config->mac_filter_list_lock); 541ce1b75d0SPavan Kumar Linga 542ce1b75d0SPavan Kumar Linga return 0; 543ce1b75d0SPavan Kumar Linga } 544ce1b75d0SPavan Kumar Linga 545ce1b75d0SPavan Kumar Linga f = kzalloc(sizeof(*f), GFP_ATOMIC); 546ce1b75d0SPavan Kumar Linga if (!f) { 547ce1b75d0SPavan Kumar Linga spin_unlock_bh(&vport_config->mac_filter_list_lock); 548ce1b75d0SPavan Kumar Linga 549ce1b75d0SPavan Kumar Linga return -ENOMEM; 550ce1b75d0SPavan Kumar Linga } 551ce1b75d0SPavan Kumar Linga 552ce1b75d0SPavan Kumar Linga ether_addr_copy(f->macaddr, macaddr); 553ce1b75d0SPavan Kumar Linga list_add_tail(&f->list, &vport_config->user_config.mac_filter_list); 554ce1b75d0SPavan Kumar Linga f->add = true; 555ce1b75d0SPavan Kumar Linga 556ce1b75d0SPavan Kumar Linga spin_unlock_bh(&vport_config->mac_filter_list_lock); 557ce1b75d0SPavan Kumar Linga 558ce1b75d0SPavan Kumar Linga return 0; 559ce1b75d0SPavan Kumar Linga } 560ce1b75d0SPavan Kumar Linga 561ce1b75d0SPavan Kumar Linga /** 562ce1b75d0SPavan Kumar Linga * idpf_add_mac_filter - Add a mac filter to the filter list 563ce1b75d0SPavan Kumar Linga * @vport: Main vport structure 564ce1b75d0SPavan Kumar Linga * @np: Netdev private structure 565ce1b75d0SPavan Kumar Linga * @macaddr: The MAC address 566ce1b75d0SPavan Kumar Linga * @async: Don't wait for return message 567ce1b75d0SPavan Kumar Linga * 568ce1b75d0SPavan Kumar Linga * Returns 0 on success or error on failure. If interface is up, we'll also 569ce1b75d0SPavan Kumar Linga * send the virtchnl message to tell hardware about the filter. 570ce1b75d0SPavan Kumar Linga **/ 571ce1b75d0SPavan Kumar Linga static int idpf_add_mac_filter(struct idpf_vport *vport, 572ce1b75d0SPavan Kumar Linga struct idpf_netdev_priv *np, 573ce1b75d0SPavan Kumar Linga const u8 *macaddr, bool async) 574ce1b75d0SPavan Kumar Linga { 575ce1b75d0SPavan Kumar Linga struct idpf_vport_config *vport_config; 576ce1b75d0SPavan Kumar Linga int err; 577ce1b75d0SPavan Kumar Linga 578ce1b75d0SPavan Kumar Linga vport_config = np->adapter->vport_config[np->vport_idx]; 579ce1b75d0SPavan Kumar Linga err = __idpf_add_mac_filter(vport_config, macaddr); 580ce1b75d0SPavan Kumar Linga if (err) 581ce1b75d0SPavan Kumar Linga return err; 582ce1b75d0SPavan Kumar Linga 583ce1b75d0SPavan Kumar Linga if (np->state == __IDPF_VPORT_UP) 584ce1b75d0SPavan Kumar Linga err = idpf_add_del_mac_filters(vport, np, true, async); 585ce1b75d0SPavan Kumar Linga 586ce1b75d0SPavan Kumar Linga return err; 587ce1b75d0SPavan Kumar Linga } 588ce1b75d0SPavan Kumar Linga 589ce1b75d0SPavan Kumar Linga /** 590a251eee6SJoshua Hay * idpf_del_all_mac_filters - Delete all MAC filters in list 591a251eee6SJoshua Hay * @vport: main vport struct 592a251eee6SJoshua Hay * 593a251eee6SJoshua Hay * Takes mac_filter_list_lock spinlock. Deletes all filters 594a251eee6SJoshua Hay */ 595a251eee6SJoshua Hay static void idpf_del_all_mac_filters(struct idpf_vport *vport) 596a251eee6SJoshua Hay { 597a251eee6SJoshua Hay struct idpf_vport_config *vport_config; 598a251eee6SJoshua Hay struct idpf_mac_filter *f, *ftmp; 599a251eee6SJoshua Hay 600a251eee6SJoshua Hay vport_config = vport->adapter->vport_config[vport->idx]; 601a251eee6SJoshua Hay spin_lock_bh(&vport_config->mac_filter_list_lock); 602a251eee6SJoshua Hay 603a251eee6SJoshua Hay list_for_each_entry_safe(f, ftmp, &vport_config->user_config.mac_filter_list, 604a251eee6SJoshua Hay list) { 605a251eee6SJoshua Hay list_del(&f->list); 606a251eee6SJoshua Hay kfree(f); 607a251eee6SJoshua Hay } 608a251eee6SJoshua Hay 609a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 610a251eee6SJoshua Hay } 611a251eee6SJoshua Hay 612a251eee6SJoshua Hay /** 613a251eee6SJoshua Hay * idpf_restore_mac_filters - Re-add all MAC filters in list 614a251eee6SJoshua Hay * @vport: main vport struct 615a251eee6SJoshua Hay * 616a251eee6SJoshua Hay * Takes mac_filter_list_lock spinlock. Sets add field to true for filters to 617a251eee6SJoshua Hay * resync filters back to HW. 618a251eee6SJoshua Hay */ 619a251eee6SJoshua Hay static void idpf_restore_mac_filters(struct idpf_vport *vport) 620a251eee6SJoshua Hay { 621a251eee6SJoshua Hay struct idpf_vport_config *vport_config; 622a251eee6SJoshua Hay struct idpf_mac_filter *f; 623a251eee6SJoshua Hay 624a251eee6SJoshua Hay vport_config = vport->adapter->vport_config[vport->idx]; 625a251eee6SJoshua Hay spin_lock_bh(&vport_config->mac_filter_list_lock); 626a251eee6SJoshua Hay 627a251eee6SJoshua Hay list_for_each_entry(f, &vport_config->user_config.mac_filter_list, list) 628a251eee6SJoshua Hay f->add = true; 629a251eee6SJoshua Hay 630a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 631a251eee6SJoshua Hay 632a251eee6SJoshua Hay idpf_add_del_mac_filters(vport, netdev_priv(vport->netdev), 633a251eee6SJoshua Hay true, false); 634a251eee6SJoshua Hay } 635a251eee6SJoshua Hay 636a251eee6SJoshua Hay /** 637a251eee6SJoshua Hay * idpf_remove_mac_filters - Remove all MAC filters in list 638a251eee6SJoshua Hay * @vport: main vport struct 639a251eee6SJoshua Hay * 640a251eee6SJoshua Hay * Takes mac_filter_list_lock spinlock. Sets remove field to true for filters 641a251eee6SJoshua Hay * to remove filters in HW. 642a251eee6SJoshua Hay */ 643a251eee6SJoshua Hay static void idpf_remove_mac_filters(struct idpf_vport *vport) 644a251eee6SJoshua Hay { 645a251eee6SJoshua Hay struct idpf_vport_config *vport_config; 646a251eee6SJoshua Hay struct idpf_mac_filter *f; 647a251eee6SJoshua Hay 648a251eee6SJoshua Hay vport_config = vport->adapter->vport_config[vport->idx]; 649a251eee6SJoshua Hay spin_lock_bh(&vport_config->mac_filter_list_lock); 650a251eee6SJoshua Hay 651a251eee6SJoshua Hay list_for_each_entry(f, &vport_config->user_config.mac_filter_list, list) 652a251eee6SJoshua Hay f->remove = true; 653a251eee6SJoshua Hay 654a251eee6SJoshua Hay spin_unlock_bh(&vport_config->mac_filter_list_lock); 655a251eee6SJoshua Hay 656a251eee6SJoshua Hay idpf_add_del_mac_filters(vport, netdev_priv(vport->netdev), 657a251eee6SJoshua Hay false, false); 658a251eee6SJoshua Hay } 659a251eee6SJoshua Hay 660a251eee6SJoshua Hay /** 661ce1b75d0SPavan Kumar Linga * idpf_deinit_mac_addr - deinitialize mac address for vport 662ce1b75d0SPavan Kumar Linga * @vport: main vport structure 663ce1b75d0SPavan Kumar Linga */ 664ce1b75d0SPavan Kumar Linga static void idpf_deinit_mac_addr(struct idpf_vport *vport) 665ce1b75d0SPavan Kumar Linga { 666ce1b75d0SPavan Kumar Linga struct idpf_vport_config *vport_config; 667ce1b75d0SPavan Kumar Linga struct idpf_mac_filter *f; 668ce1b75d0SPavan Kumar Linga 669ce1b75d0SPavan Kumar Linga vport_config = vport->adapter->vport_config[vport->idx]; 670ce1b75d0SPavan Kumar Linga 671ce1b75d0SPavan Kumar Linga spin_lock_bh(&vport_config->mac_filter_list_lock); 672ce1b75d0SPavan Kumar Linga 673ce1b75d0SPavan Kumar Linga f = idpf_find_mac_filter(vport_config, vport->default_mac_addr); 674ce1b75d0SPavan Kumar Linga if (f) { 675ce1b75d0SPavan Kumar Linga list_del(&f->list); 676ce1b75d0SPavan Kumar Linga kfree(f); 677ce1b75d0SPavan Kumar Linga } 678ce1b75d0SPavan Kumar Linga 679ce1b75d0SPavan Kumar Linga spin_unlock_bh(&vport_config->mac_filter_list_lock); 680ce1b75d0SPavan Kumar Linga } 681ce1b75d0SPavan Kumar Linga 682ce1b75d0SPavan Kumar Linga /** 683ce1b75d0SPavan Kumar Linga * idpf_init_mac_addr - initialize mac address for vport 684ce1b75d0SPavan Kumar Linga * @vport: main vport structure 685ce1b75d0SPavan Kumar Linga * @netdev: pointer to netdev struct associated with this vport 686ce1b75d0SPavan Kumar Linga */ 687ce1b75d0SPavan Kumar Linga static int idpf_init_mac_addr(struct idpf_vport *vport, 688ce1b75d0SPavan Kumar Linga struct net_device *netdev) 689ce1b75d0SPavan Kumar Linga { 690ce1b75d0SPavan Kumar Linga struct idpf_netdev_priv *np = netdev_priv(netdev); 691ce1b75d0SPavan Kumar Linga struct idpf_adapter *adapter = vport->adapter; 692ce1b75d0SPavan Kumar Linga int err; 693ce1b75d0SPavan Kumar Linga 694ce1b75d0SPavan Kumar Linga if (is_valid_ether_addr(vport->default_mac_addr)) { 695ce1b75d0SPavan Kumar Linga eth_hw_addr_set(netdev, vport->default_mac_addr); 696ce1b75d0SPavan Kumar Linga ether_addr_copy(netdev->perm_addr, vport->default_mac_addr); 697ce1b75d0SPavan Kumar Linga 698ce1b75d0SPavan Kumar Linga return idpf_add_mac_filter(vport, np, vport->default_mac_addr, 699ce1b75d0SPavan Kumar Linga false); 700ce1b75d0SPavan Kumar Linga } 701ce1b75d0SPavan Kumar Linga 702ce1b75d0SPavan Kumar Linga if (!idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, 703ce1b75d0SPavan Kumar Linga VIRTCHNL2_CAP_MACFILTER)) { 704ce1b75d0SPavan Kumar Linga dev_err(&adapter->pdev->dev, 705ce1b75d0SPavan Kumar Linga "MAC address is not provided and capability is not set\n"); 706ce1b75d0SPavan Kumar Linga 707ce1b75d0SPavan Kumar Linga return -EINVAL; 708ce1b75d0SPavan Kumar Linga } 709ce1b75d0SPavan Kumar Linga 710ce1b75d0SPavan Kumar Linga eth_hw_addr_random(netdev); 711ce1b75d0SPavan Kumar Linga err = idpf_add_mac_filter(vport, np, netdev->dev_addr, false); 712ce1b75d0SPavan Kumar Linga if (err) 713ce1b75d0SPavan Kumar Linga return err; 714ce1b75d0SPavan Kumar Linga 715ce1b75d0SPavan Kumar Linga dev_info(&adapter->pdev->dev, "Invalid MAC address %pM, using random %pM\n", 716ce1b75d0SPavan Kumar Linga vport->default_mac_addr, netdev->dev_addr); 717ce1b75d0SPavan Kumar Linga ether_addr_copy(vport->default_mac_addr, netdev->dev_addr); 718ce1b75d0SPavan Kumar Linga 719ce1b75d0SPavan Kumar Linga return 0; 720ce1b75d0SPavan Kumar Linga } 721ce1b75d0SPavan Kumar Linga 722ce1b75d0SPavan Kumar Linga /** 7230fe45467SPavan Kumar Linga * idpf_cfg_netdev - Allocate, configure and register a netdev 7240fe45467SPavan Kumar Linga * @vport: main vport structure 7250fe45467SPavan Kumar Linga * 7260fe45467SPavan Kumar Linga * Returns 0 on success, negative value on failure. 7270fe45467SPavan Kumar Linga */ 7280fe45467SPavan Kumar Linga static int idpf_cfg_netdev(struct idpf_vport *vport) 7290fe45467SPavan Kumar Linga { 7300fe45467SPavan Kumar Linga struct idpf_adapter *adapter = vport->adapter; 7310fe45467SPavan Kumar Linga struct idpf_vport_config *vport_config; 7320fe45467SPavan Kumar Linga netdev_features_t dflt_features; 7330fe45467SPavan Kumar Linga netdev_features_t offloads = 0; 7340fe45467SPavan Kumar Linga struct idpf_netdev_priv *np; 7350fe45467SPavan Kumar Linga struct net_device *netdev; 7360fe45467SPavan Kumar Linga u16 idx = vport->idx; 737ce1b75d0SPavan Kumar Linga int err; 7380fe45467SPavan Kumar Linga 7390fe45467SPavan Kumar Linga vport_config = adapter->vport_config[idx]; 7400fe45467SPavan Kumar Linga 7410fe45467SPavan Kumar Linga /* It's possible we already have a netdev allocated and registered for 7420fe45467SPavan Kumar Linga * this vport 7430fe45467SPavan Kumar Linga */ 7440fe45467SPavan Kumar Linga if (test_bit(IDPF_VPORT_REG_NETDEV, vport_config->flags)) { 7450fe45467SPavan Kumar Linga netdev = adapter->netdevs[idx]; 7460fe45467SPavan Kumar Linga np = netdev_priv(netdev); 7470fe45467SPavan Kumar Linga np->vport = vport; 748ce1b75d0SPavan Kumar Linga np->vport_idx = vport->idx; 749ce1b75d0SPavan Kumar Linga np->vport_id = vport->vport_id; 7500fe45467SPavan Kumar Linga vport->netdev = netdev; 7510fe45467SPavan Kumar Linga 752ce1b75d0SPavan Kumar Linga return idpf_init_mac_addr(vport, netdev); 7530fe45467SPavan Kumar Linga } 7540fe45467SPavan Kumar Linga 7550fe45467SPavan Kumar Linga netdev = alloc_etherdev_mqs(sizeof(struct idpf_netdev_priv), 7560fe45467SPavan Kumar Linga vport_config->max_q.max_txq, 7570fe45467SPavan Kumar Linga vport_config->max_q.max_rxq); 7580fe45467SPavan Kumar Linga if (!netdev) 7590fe45467SPavan Kumar Linga return -ENOMEM; 7600fe45467SPavan Kumar Linga 7610fe45467SPavan Kumar Linga vport->netdev = netdev; 7620fe45467SPavan Kumar Linga np = netdev_priv(netdev); 7630fe45467SPavan Kumar Linga np->vport = vport; 764ce1b75d0SPavan Kumar Linga np->adapter = adapter; 765ce1b75d0SPavan Kumar Linga np->vport_idx = vport->idx; 766ce1b75d0SPavan Kumar Linga np->vport_id = vport->vport_id; 767ce1b75d0SPavan Kumar Linga 768a251eee6SJoshua Hay spin_lock_init(&np->stats_lock); 769a251eee6SJoshua Hay 770ce1b75d0SPavan Kumar Linga err = idpf_init_mac_addr(vport, netdev); 771ce1b75d0SPavan Kumar Linga if (err) { 772ce1b75d0SPavan Kumar Linga free_netdev(vport->netdev); 773ce1b75d0SPavan Kumar Linga vport->netdev = NULL; 774ce1b75d0SPavan Kumar Linga 775ce1b75d0SPavan Kumar Linga return err; 776ce1b75d0SPavan Kumar Linga } 7770fe45467SPavan Kumar Linga 7781c325aacSAlan Brady /* assign netdev_ops */ 7791c325aacSAlan Brady if (idpf_is_queue_model_split(vport->txq_model)) 7801c325aacSAlan Brady netdev->netdev_ops = &idpf_netdev_ops_splitq; 7811c325aacSAlan Brady else 7821c325aacSAlan Brady netdev->netdev_ops = &idpf_netdev_ops_singleq; 7831c325aacSAlan Brady 7840fe45467SPavan Kumar Linga /* setup watchdog timeout value to be 5 second */ 7850fe45467SPavan Kumar Linga netdev->watchdog_timeo = 5 * HZ; 7860fe45467SPavan Kumar Linga 787359724faSMichal Schmidt netdev->dev_port = idx; 788359724faSMichal Schmidt 7890fe45467SPavan Kumar Linga /* configure default MTU size */ 7900fe45467SPavan Kumar Linga netdev->min_mtu = ETH_MIN_MTU; 7910fe45467SPavan Kumar Linga netdev->max_mtu = vport->max_mtu; 7920fe45467SPavan Kumar Linga 7930fe45467SPavan Kumar Linga dflt_features = NETIF_F_SG | 7940fe45467SPavan Kumar Linga NETIF_F_HIGHDMA; 7950fe45467SPavan Kumar Linga 7960fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_RSS_CAPS, IDPF_CAP_RSS)) 7970fe45467SPavan Kumar Linga dflt_features |= NETIF_F_RXHASH; 7980fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_CSUM_CAPS, IDPF_CAP_RX_CSUM_L4V4)) 7990fe45467SPavan Kumar Linga dflt_features |= NETIF_F_IP_CSUM; 8000fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_CSUM_CAPS, IDPF_CAP_RX_CSUM_L4V6)) 8010fe45467SPavan Kumar Linga dflt_features |= NETIF_F_IPV6_CSUM; 8020fe45467SPavan Kumar Linga if (idpf_is_cap_ena(adapter, IDPF_CSUM_CAPS, IDPF_CAP_RX_CSUM)) 8030fe45467SPavan Kumar Linga dflt_features |= NETIF_F_RXCSUM; 8040fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_CSUM_CAPS, IDPF_CAP_SCTP_CSUM)) 8050fe45467SPavan Kumar Linga dflt_features |= NETIF_F_SCTP_CRC; 8060fe45467SPavan Kumar Linga 8070fe45467SPavan Kumar Linga if (idpf_is_cap_ena(adapter, IDPF_SEG_CAPS, VIRTCHNL2_CAP_SEG_IPV4_TCP)) 8080fe45467SPavan Kumar Linga dflt_features |= NETIF_F_TSO; 8090fe45467SPavan Kumar Linga if (idpf_is_cap_ena(adapter, IDPF_SEG_CAPS, VIRTCHNL2_CAP_SEG_IPV6_TCP)) 8100fe45467SPavan Kumar Linga dflt_features |= NETIF_F_TSO6; 8110fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_SEG_CAPS, 8120fe45467SPavan Kumar Linga VIRTCHNL2_CAP_SEG_IPV4_UDP | 8130fe45467SPavan Kumar Linga VIRTCHNL2_CAP_SEG_IPV6_UDP)) 8140fe45467SPavan Kumar Linga dflt_features |= NETIF_F_GSO_UDP_L4; 8150fe45467SPavan Kumar Linga if (idpf_is_cap_ena_all(adapter, IDPF_RSC_CAPS, IDPF_CAP_RSC)) 8160fe45467SPavan Kumar Linga offloads |= NETIF_F_GRO_HW; 8170fe45467SPavan Kumar Linga /* advertise to stack only if offloads for encapsulated packets is 8180fe45467SPavan Kumar Linga * supported 8190fe45467SPavan Kumar Linga */ 8200fe45467SPavan Kumar Linga if (idpf_is_cap_ena(vport->adapter, IDPF_SEG_CAPS, 8210fe45467SPavan Kumar Linga VIRTCHNL2_CAP_SEG_TX_SINGLE_TUNNEL)) { 8220fe45467SPavan Kumar Linga offloads |= NETIF_F_GSO_UDP_TUNNEL | 8230fe45467SPavan Kumar Linga NETIF_F_GSO_GRE | 8240fe45467SPavan Kumar Linga NETIF_F_GSO_GRE_CSUM | 8250fe45467SPavan Kumar Linga NETIF_F_GSO_PARTIAL | 8260fe45467SPavan Kumar Linga NETIF_F_GSO_UDP_TUNNEL_CSUM | 8270fe45467SPavan Kumar Linga NETIF_F_GSO_IPXIP4 | 8280fe45467SPavan Kumar Linga NETIF_F_GSO_IPXIP6 | 8290fe45467SPavan Kumar Linga 0; 8300fe45467SPavan Kumar Linga 8310fe45467SPavan Kumar Linga if (!idpf_is_cap_ena_all(vport->adapter, IDPF_CSUM_CAPS, 8320fe45467SPavan Kumar Linga IDPF_CAP_TUNNEL_TX_CSUM)) 8330fe45467SPavan Kumar Linga netdev->gso_partial_features |= 8340fe45467SPavan Kumar Linga NETIF_F_GSO_UDP_TUNNEL_CSUM; 8350fe45467SPavan Kumar Linga 8360fe45467SPavan Kumar Linga netdev->gso_partial_features |= NETIF_F_GSO_GRE_CSUM; 8370fe45467SPavan Kumar Linga offloads |= NETIF_F_TSO_MANGLEID; 8380fe45467SPavan Kumar Linga } 8390fe45467SPavan Kumar Linga if (idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_LOOPBACK)) 8400fe45467SPavan Kumar Linga offloads |= NETIF_F_LOOPBACK; 8410fe45467SPavan Kumar Linga 8420fe45467SPavan Kumar Linga netdev->features |= dflt_features; 8430fe45467SPavan Kumar Linga netdev->hw_features |= dflt_features | offloads; 8440fe45467SPavan Kumar Linga netdev->hw_enc_features |= dflt_features | offloads; 84502cbfba1SAlan Brady idpf_set_ethtool_ops(netdev); 8460fe45467SPavan Kumar Linga SET_NETDEV_DEV(netdev, &adapter->pdev->dev); 8470fe45467SPavan Kumar Linga 8480fe45467SPavan Kumar Linga /* carrier off on init to avoid Tx hangs */ 8490fe45467SPavan Kumar Linga netif_carrier_off(netdev); 8500fe45467SPavan Kumar Linga 8510fe45467SPavan Kumar Linga /* make sure transmit queues start off as stopped */ 8520fe45467SPavan Kumar Linga netif_tx_stop_all_queues(netdev); 8530fe45467SPavan Kumar Linga 8540fe45467SPavan Kumar Linga /* The vport can be arbitrarily released so we need to also track 8550fe45467SPavan Kumar Linga * netdevs in the adapter struct 8560fe45467SPavan Kumar Linga */ 8570fe45467SPavan Kumar Linga adapter->netdevs[idx] = netdev; 8580fe45467SPavan Kumar Linga 8590fe45467SPavan Kumar Linga return 0; 8600fe45467SPavan Kumar Linga } 8610fe45467SPavan Kumar Linga 8620fe45467SPavan Kumar Linga /** 8630fe45467SPavan Kumar Linga * idpf_get_free_slot - get the next non-NULL location index in array 8640fe45467SPavan Kumar Linga * @adapter: adapter in which to look for a free vport slot 8650fe45467SPavan Kumar Linga */ 8660fe45467SPavan Kumar Linga static int idpf_get_free_slot(struct idpf_adapter *adapter) 8670fe45467SPavan Kumar Linga { 8680fe45467SPavan Kumar Linga unsigned int i; 8690fe45467SPavan Kumar Linga 8700fe45467SPavan Kumar Linga for (i = 0; i < adapter->max_vports; i++) { 8710fe45467SPavan Kumar Linga if (!adapter->vports[i]) 8720fe45467SPavan Kumar Linga return i; 8730fe45467SPavan Kumar Linga } 8740fe45467SPavan Kumar Linga 8750fe45467SPavan Kumar Linga return IDPF_NO_FREE_SLOT; 8760fe45467SPavan Kumar Linga } 8770fe45467SPavan Kumar Linga 8780fe45467SPavan Kumar Linga /** 879a251eee6SJoshua Hay * idpf_remove_features - Turn off feature configs 880a251eee6SJoshua Hay * @vport: virtual port structure 881a251eee6SJoshua Hay */ 882a251eee6SJoshua Hay static void idpf_remove_features(struct idpf_vport *vport) 883a251eee6SJoshua Hay { 884a251eee6SJoshua Hay struct idpf_adapter *adapter = vport->adapter; 885a251eee6SJoshua Hay 886a251eee6SJoshua Hay if (idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_MACFILTER)) 887a251eee6SJoshua Hay idpf_remove_mac_filters(vport); 888a251eee6SJoshua Hay } 889a251eee6SJoshua Hay 890a251eee6SJoshua Hay /** 8911c325aacSAlan Brady * idpf_vport_stop - Disable a vport 8921c325aacSAlan Brady * @vport: vport to disable 8931c325aacSAlan Brady */ 8941c325aacSAlan Brady static void idpf_vport_stop(struct idpf_vport *vport) 8951c325aacSAlan Brady { 8961c325aacSAlan Brady struct idpf_netdev_priv *np = netdev_priv(vport->netdev); 8971c325aacSAlan Brady 8981c325aacSAlan Brady if (np->state <= __IDPF_VPORT_DOWN) 8991c325aacSAlan Brady return; 9001c325aacSAlan Brady 9011c325aacSAlan Brady netif_carrier_off(vport->netdev); 902d4d55871SPavan Kumar Linga netif_tx_disable(vport->netdev); 9031c325aacSAlan Brady 904d4d55871SPavan Kumar Linga idpf_send_disable_vport_msg(vport); 905d4d55871SPavan Kumar Linga idpf_send_disable_queues_msg(vport); 906d4d55871SPavan Kumar Linga idpf_send_map_unmap_queue_vector_msg(vport, false); 907a251eee6SJoshua Hay /* Normally we ask for queues in create_vport, but if the number of 908a251eee6SJoshua Hay * initially requested queues have changed, for example via ethtool 909a251eee6SJoshua Hay * set channels, we do delete queues and then add the queues back 910a251eee6SJoshua Hay * instead of deleting and reallocating the vport. 91102cbfba1SAlan Brady */ 91202cbfba1SAlan Brady if (test_and_clear_bit(IDPF_VPORT_DEL_QUEUES, vport->flags)) 91302cbfba1SAlan Brady idpf_send_delete_queues_msg(vport); 914d4d55871SPavan Kumar Linga 915a251eee6SJoshua Hay idpf_remove_features(vport); 916a251eee6SJoshua Hay 917d4d55871SPavan Kumar Linga vport->link_up = false; 918d4d55871SPavan Kumar Linga idpf_vport_intr_deinit(vport); 9191c325aacSAlan Brady idpf_vport_intr_rel(vport); 9201c325aacSAlan Brady idpf_vport_queues_rel(vport); 9211c325aacSAlan Brady np->state = __IDPF_VPORT_DOWN; 9221c325aacSAlan Brady } 9231c325aacSAlan Brady 9241c325aacSAlan Brady /** 9251c325aacSAlan Brady * idpf_stop - Disables a network interface 9261c325aacSAlan Brady * @netdev: network interface device structure 9271c325aacSAlan Brady * 9281c325aacSAlan Brady * The stop entry point is called when an interface is de-activated by the OS, 9291c325aacSAlan Brady * and the netdevice enters the DOWN state. The hardware is still under the 9301c325aacSAlan Brady * driver's control, but the netdev interface is disabled. 9311c325aacSAlan Brady * 9321c325aacSAlan Brady * Returns success only - not allowed to fail 9331c325aacSAlan Brady */ 9341c325aacSAlan Brady static int idpf_stop(struct net_device *netdev) 9351c325aacSAlan Brady { 9361c325aacSAlan Brady struct idpf_netdev_priv *np = netdev_priv(netdev); 9371c325aacSAlan Brady struct idpf_vport *vport; 9381c325aacSAlan Brady 9391c325aacSAlan Brady if (test_bit(IDPF_REMOVE_IN_PROG, np->adapter->flags)) 9401c325aacSAlan Brady return 0; 9411c325aacSAlan Brady 9421c325aacSAlan Brady idpf_vport_ctrl_lock(netdev); 9431c325aacSAlan Brady vport = idpf_netdev_to_vport(netdev); 9441c325aacSAlan Brady 9451c325aacSAlan Brady idpf_vport_stop(vport); 9461c325aacSAlan Brady 9471c325aacSAlan Brady idpf_vport_ctrl_unlock(netdev); 9481c325aacSAlan Brady 9491c325aacSAlan Brady return 0; 9501c325aacSAlan Brady } 9511c325aacSAlan Brady 9521c325aacSAlan Brady /** 9530fe45467SPavan Kumar Linga * idpf_decfg_netdev - Unregister the netdev 9540fe45467SPavan Kumar Linga * @vport: vport for which netdev to be unregistered 9550fe45467SPavan Kumar Linga */ 9560fe45467SPavan Kumar Linga static void idpf_decfg_netdev(struct idpf_vport *vport) 9570fe45467SPavan Kumar Linga { 9580fe45467SPavan Kumar Linga struct idpf_adapter *adapter = vport->adapter; 9590fe45467SPavan Kumar Linga 9600fe45467SPavan Kumar Linga unregister_netdev(vport->netdev); 9610fe45467SPavan Kumar Linga free_netdev(vport->netdev); 9620fe45467SPavan Kumar Linga vport->netdev = NULL; 9630fe45467SPavan Kumar Linga 9640fe45467SPavan Kumar Linga adapter->netdevs[vport->idx] = NULL; 9650fe45467SPavan Kumar Linga } 9660fe45467SPavan Kumar Linga 9670fe45467SPavan Kumar Linga /** 9680fe45467SPavan Kumar Linga * idpf_vport_rel - Delete a vport and free its resources 9690fe45467SPavan Kumar Linga * @vport: the vport being removed 9700fe45467SPavan Kumar Linga */ 9710fe45467SPavan Kumar Linga static void idpf_vport_rel(struct idpf_vport *vport) 9720fe45467SPavan Kumar Linga { 9730fe45467SPavan Kumar Linga struct idpf_adapter *adapter = vport->adapter; 9740fe45467SPavan Kumar Linga struct idpf_vport_config *vport_config; 975d4d55871SPavan Kumar Linga struct idpf_vector_info vec_info; 97695af467dSAlan Brady struct idpf_rss_data *rss_data; 9770fe45467SPavan Kumar Linga struct idpf_vport_max_q max_q; 9780fe45467SPavan Kumar Linga u16 idx = vport->idx; 9790fe45467SPavan Kumar Linga int i; 9800fe45467SPavan Kumar Linga 9810fe45467SPavan Kumar Linga vport_config = adapter->vport_config[vport->idx]; 98295af467dSAlan Brady idpf_deinit_rss(vport); 98395af467dSAlan Brady rss_data = &vport_config->user_config.rss_data; 98495af467dSAlan Brady kfree(rss_data->rss_key); 98595af467dSAlan Brady rss_data->rss_key = NULL; 9860fe45467SPavan Kumar Linga 9870fe45467SPavan Kumar Linga idpf_send_destroy_vport_msg(vport); 9880fe45467SPavan Kumar Linga 9890fe45467SPavan Kumar Linga /* Set all bits as we dont know on which vc_state the vport vhnl_wq 9900fe45467SPavan Kumar Linga * is waiting on and wakeup the virtchnl workqueue even if it is 9910fe45467SPavan Kumar Linga * waiting for the response as we are going down 9920fe45467SPavan Kumar Linga */ 9930fe45467SPavan Kumar Linga for (i = 0; i < IDPF_VC_NBITS; i++) 9940fe45467SPavan Kumar Linga set_bit(i, vport->vc_state); 9950fe45467SPavan Kumar Linga wake_up(&vport->vchnl_wq); 9960fe45467SPavan Kumar Linga 9970fe45467SPavan Kumar Linga mutex_destroy(&vport->vc_buf_lock); 9980fe45467SPavan Kumar Linga 9990fe45467SPavan Kumar Linga /* Clear all the bits */ 10000fe45467SPavan Kumar Linga for (i = 0; i < IDPF_VC_NBITS; i++) 10010fe45467SPavan Kumar Linga clear_bit(i, vport->vc_state); 10020fe45467SPavan Kumar Linga 10030fe45467SPavan Kumar Linga /* Release all max queues allocated to the adapter's pool */ 10040fe45467SPavan Kumar Linga max_q.max_rxq = vport_config->max_q.max_rxq; 10050fe45467SPavan Kumar Linga max_q.max_txq = vport_config->max_q.max_txq; 10060fe45467SPavan Kumar Linga max_q.max_bufq = vport_config->max_q.max_bufq; 10070fe45467SPavan Kumar Linga max_q.max_complq = vport_config->max_q.max_complq; 10080fe45467SPavan Kumar Linga idpf_vport_dealloc_max_qs(adapter, &max_q); 10090fe45467SPavan Kumar Linga 1010d4d55871SPavan Kumar Linga /* Release all the allocated vectors on the stack */ 1011d4d55871SPavan Kumar Linga vec_info.num_req_vecs = 0; 1012d4d55871SPavan Kumar Linga vec_info.num_curr_vecs = vport->num_q_vectors; 1013d4d55871SPavan Kumar Linga vec_info.default_vport = vport->default_vport; 1014d4d55871SPavan Kumar Linga 1015d4d55871SPavan Kumar Linga idpf_req_rel_vector_indexes(adapter, vport->q_vector_idxs, &vec_info); 1016d4d55871SPavan Kumar Linga 1017d4d55871SPavan Kumar Linga kfree(vport->q_vector_idxs); 1018d4d55871SPavan Kumar Linga vport->q_vector_idxs = NULL; 1019d4d55871SPavan Kumar Linga 10200fe45467SPavan Kumar Linga kfree(adapter->vport_params_recvd[idx]); 10210fe45467SPavan Kumar Linga adapter->vport_params_recvd[idx] = NULL; 10220fe45467SPavan Kumar Linga kfree(adapter->vport_params_reqd[idx]); 10230fe45467SPavan Kumar Linga adapter->vport_params_reqd[idx] = NULL; 1024a251eee6SJoshua Hay if (adapter->vport_config[idx]) { 1025a251eee6SJoshua Hay kfree(adapter->vport_config[idx]->req_qs_chunks); 1026a251eee6SJoshua Hay adapter->vport_config[idx]->req_qs_chunks = NULL; 1027a251eee6SJoshua Hay } 10280fe45467SPavan Kumar Linga kfree(vport); 10290fe45467SPavan Kumar Linga adapter->num_alloc_vports--; 10300fe45467SPavan Kumar Linga } 10310fe45467SPavan Kumar Linga 10320fe45467SPavan Kumar Linga /** 10330fe45467SPavan Kumar Linga * idpf_vport_dealloc - cleanup and release a given vport 10340fe45467SPavan Kumar Linga * @vport: pointer to idpf vport structure 10350fe45467SPavan Kumar Linga * 10360fe45467SPavan Kumar Linga * returns nothing 10370fe45467SPavan Kumar Linga */ 10380fe45467SPavan Kumar Linga static void idpf_vport_dealloc(struct idpf_vport *vport) 10390fe45467SPavan Kumar Linga { 10400fe45467SPavan Kumar Linga struct idpf_adapter *adapter = vport->adapter; 10410fe45467SPavan Kumar Linga unsigned int i = vport->idx; 10420fe45467SPavan Kumar Linga 1043ce1b75d0SPavan Kumar Linga idpf_deinit_mac_addr(vport); 1044d4d55871SPavan Kumar Linga idpf_vport_stop(vport); 1045ce1b75d0SPavan Kumar Linga 10460fe45467SPavan Kumar Linga if (!test_bit(IDPF_HR_RESET_IN_PROG, adapter->flags)) 10470fe45467SPavan Kumar Linga idpf_decfg_netdev(vport); 1048a251eee6SJoshua Hay if (test_bit(IDPF_REMOVE_IN_PROG, adapter->flags)) 1049a251eee6SJoshua Hay idpf_del_all_mac_filters(vport); 10500fe45467SPavan Kumar Linga 10510fe45467SPavan Kumar Linga if (adapter->netdevs[i]) { 10520fe45467SPavan Kumar Linga struct idpf_netdev_priv *np = netdev_priv(adapter->netdevs[i]); 10530fe45467SPavan Kumar Linga 10540fe45467SPavan Kumar Linga np->vport = NULL; 10550fe45467SPavan Kumar Linga } 10560fe45467SPavan Kumar Linga 10570fe45467SPavan Kumar Linga idpf_vport_rel(vport); 10580fe45467SPavan Kumar Linga 10590fe45467SPavan Kumar Linga adapter->vports[i] = NULL; 10600fe45467SPavan Kumar Linga adapter->next_vport = idpf_get_free_slot(adapter); 10610fe45467SPavan Kumar Linga } 10620fe45467SPavan Kumar Linga 10630fe45467SPavan Kumar Linga /** 10649b1aa3efSMichal Kubiak * idpf_is_hsplit_supported - check whether the header split is supported 10659b1aa3efSMichal Kubiak * @vport: virtual port to check the capability for 10669b1aa3efSMichal Kubiak * 10679b1aa3efSMichal Kubiak * Return: true if it's supported by the HW/FW, false if not. 10689b1aa3efSMichal Kubiak */ 10699b1aa3efSMichal Kubiak static bool idpf_is_hsplit_supported(const struct idpf_vport *vport) 10709b1aa3efSMichal Kubiak { 10719b1aa3efSMichal Kubiak return idpf_is_queue_model_split(vport->rxq_model) && 10729b1aa3efSMichal Kubiak idpf_is_cap_ena_all(vport->adapter, IDPF_HSPLIT_CAPS, 10739b1aa3efSMichal Kubiak IDPF_CAP_HSPLIT); 10749b1aa3efSMichal Kubiak } 10759b1aa3efSMichal Kubiak 10769b1aa3efSMichal Kubiak /** 10779b1aa3efSMichal Kubiak * idpf_vport_get_hsplit - get the current header split feature state 10789b1aa3efSMichal Kubiak * @vport: virtual port to query the state for 10799b1aa3efSMichal Kubiak * 10809b1aa3efSMichal Kubiak * Return: ``ETHTOOL_TCP_DATA_SPLIT_UNKNOWN`` if not supported, 10819b1aa3efSMichal Kubiak * ``ETHTOOL_TCP_DATA_SPLIT_DISABLED`` if disabled, 10829b1aa3efSMichal Kubiak * ``ETHTOOL_TCP_DATA_SPLIT_ENABLED`` if active. 10839b1aa3efSMichal Kubiak */ 10849b1aa3efSMichal Kubiak u8 idpf_vport_get_hsplit(const struct idpf_vport *vport) 10859b1aa3efSMichal Kubiak { 10869b1aa3efSMichal Kubiak const struct idpf_vport_user_config_data *config; 10879b1aa3efSMichal Kubiak 10889b1aa3efSMichal Kubiak if (!idpf_is_hsplit_supported(vport)) 10899b1aa3efSMichal Kubiak return ETHTOOL_TCP_DATA_SPLIT_UNKNOWN; 10909b1aa3efSMichal Kubiak 10919b1aa3efSMichal Kubiak config = &vport->adapter->vport_config[vport->idx]->user_config; 10929b1aa3efSMichal Kubiak 10939b1aa3efSMichal Kubiak return test_bit(__IDPF_USER_FLAG_HSPLIT, config->user_flags) ? 10949b1aa3efSMichal Kubiak ETHTOOL_TCP_DATA_SPLIT_ENABLED : 10959b1aa3efSMichal Kubiak ETHTOOL_TCP_DATA_SPLIT_DISABLED; 10969b1aa3efSMichal Kubiak } 10979b1aa3efSMichal Kubiak 10989b1aa3efSMichal Kubiak /** 10999b1aa3efSMichal Kubiak * idpf_vport_set_hsplit - enable or disable header split on a given vport 11009b1aa3efSMichal Kubiak * @vport: virtual port to configure 11019b1aa3efSMichal Kubiak * @val: Ethtool flag controlling the header split state 11029b1aa3efSMichal Kubiak * 11039b1aa3efSMichal Kubiak * Return: true on success, false if not supported by the HW. 11049b1aa3efSMichal Kubiak */ 11059b1aa3efSMichal Kubiak bool idpf_vport_set_hsplit(const struct idpf_vport *vport, u8 val) 11069b1aa3efSMichal Kubiak { 11079b1aa3efSMichal Kubiak struct idpf_vport_user_config_data *config; 11089b1aa3efSMichal Kubiak 11099b1aa3efSMichal Kubiak if (!idpf_is_hsplit_supported(vport)) 11109b1aa3efSMichal Kubiak return val == ETHTOOL_TCP_DATA_SPLIT_UNKNOWN; 11119b1aa3efSMichal Kubiak 11129b1aa3efSMichal Kubiak config = &vport->adapter->vport_config[vport->idx]->user_config; 11139b1aa3efSMichal Kubiak 11149b1aa3efSMichal Kubiak switch (val) { 11159b1aa3efSMichal Kubiak case ETHTOOL_TCP_DATA_SPLIT_UNKNOWN: 11169b1aa3efSMichal Kubiak /* Default is to enable */ 11179b1aa3efSMichal Kubiak case ETHTOOL_TCP_DATA_SPLIT_ENABLED: 11189b1aa3efSMichal Kubiak __set_bit(__IDPF_USER_FLAG_HSPLIT, config->user_flags); 11199b1aa3efSMichal Kubiak return true; 11209b1aa3efSMichal Kubiak case ETHTOOL_TCP_DATA_SPLIT_DISABLED: 11219b1aa3efSMichal Kubiak __clear_bit(__IDPF_USER_FLAG_HSPLIT, config->user_flags); 11229b1aa3efSMichal Kubiak return true; 11239b1aa3efSMichal Kubiak default: 11249b1aa3efSMichal Kubiak return false; 11259b1aa3efSMichal Kubiak } 11269b1aa3efSMichal Kubiak } 11279b1aa3efSMichal Kubiak 11289b1aa3efSMichal Kubiak /** 11290fe45467SPavan Kumar Linga * idpf_vport_alloc - Allocates the next available struct vport in the adapter 11300fe45467SPavan Kumar Linga * @adapter: board private structure 11310fe45467SPavan Kumar Linga * @max_q: vport max queue info 11320fe45467SPavan Kumar Linga * 11330fe45467SPavan Kumar Linga * returns a pointer to a vport on success, NULL on failure. 11340fe45467SPavan Kumar Linga */ 11350fe45467SPavan Kumar Linga static struct idpf_vport *idpf_vport_alloc(struct idpf_adapter *adapter, 11360fe45467SPavan Kumar Linga struct idpf_vport_max_q *max_q) 11370fe45467SPavan Kumar Linga { 113895af467dSAlan Brady struct idpf_rss_data *rss_data; 11390fe45467SPavan Kumar Linga u16 idx = adapter->next_vport; 11400fe45467SPavan Kumar Linga struct idpf_vport *vport; 1141d4d55871SPavan Kumar Linga u16 num_max_q; 11420fe45467SPavan Kumar Linga 11430fe45467SPavan Kumar Linga if (idx == IDPF_NO_FREE_SLOT) 11440fe45467SPavan Kumar Linga return NULL; 11450fe45467SPavan Kumar Linga 11460fe45467SPavan Kumar Linga vport = kzalloc(sizeof(*vport), GFP_KERNEL); 11470fe45467SPavan Kumar Linga if (!vport) 11480fe45467SPavan Kumar Linga return vport; 11490fe45467SPavan Kumar Linga 11500fe45467SPavan Kumar Linga if (!adapter->vport_config[idx]) { 11510fe45467SPavan Kumar Linga struct idpf_vport_config *vport_config; 11520fe45467SPavan Kumar Linga 11530fe45467SPavan Kumar Linga vport_config = kzalloc(sizeof(*vport_config), GFP_KERNEL); 11540fe45467SPavan Kumar Linga if (!vport_config) { 11550fe45467SPavan Kumar Linga kfree(vport); 11560fe45467SPavan Kumar Linga 11570fe45467SPavan Kumar Linga return NULL; 11580fe45467SPavan Kumar Linga } 11590fe45467SPavan Kumar Linga 11600fe45467SPavan Kumar Linga adapter->vport_config[idx] = vport_config; 11610fe45467SPavan Kumar Linga } 11620fe45467SPavan Kumar Linga 11630fe45467SPavan Kumar Linga vport->idx = idx; 11640fe45467SPavan Kumar Linga vport->adapter = adapter; 1165c2d548caSJoshua Hay vport->compln_clean_budget = IDPF_TX_COMPLQ_CLEAN_BUDGET; 11660fe45467SPavan Kumar Linga vport->default_vport = adapter->num_alloc_vports < 11670fe45467SPavan Kumar Linga idpf_get_default_vports(adapter); 11680fe45467SPavan Kumar Linga 1169d4d55871SPavan Kumar Linga num_max_q = max(max_q->max_txq, max_q->max_rxq); 1170d4d55871SPavan Kumar Linga vport->q_vector_idxs = kcalloc(num_max_q, sizeof(u16), GFP_KERNEL); 1171d4d55871SPavan Kumar Linga if (!vport->q_vector_idxs) { 1172d4d55871SPavan Kumar Linga kfree(vport); 1173d4d55871SPavan Kumar Linga 1174d4d55871SPavan Kumar Linga return NULL; 1175d4d55871SPavan Kumar Linga } 11760fe45467SPavan Kumar Linga idpf_vport_init(vport, max_q); 11770fe45467SPavan Kumar Linga 117895af467dSAlan Brady /* This alloc is done separate from the LUT because it's not strictly 117995af467dSAlan Brady * dependent on how many queues we have. If we change number of queues 118095af467dSAlan Brady * and soft reset we'll need a new LUT but the key can remain the same 118195af467dSAlan Brady * for as long as the vport exists. 118295af467dSAlan Brady */ 118395af467dSAlan Brady rss_data = &adapter->vport_config[idx]->user_config.rss_data; 118495af467dSAlan Brady rss_data->rss_key = kzalloc(rss_data->rss_key_size, GFP_KERNEL); 118595af467dSAlan Brady if (!rss_data->rss_key) { 118695af467dSAlan Brady kfree(vport); 118795af467dSAlan Brady 118895af467dSAlan Brady return NULL; 118995af467dSAlan Brady } 119095af467dSAlan Brady /* Initialize default rss key */ 119195af467dSAlan Brady netdev_rss_key_fill((void *)rss_data->rss_key, rss_data->rss_key_size); 119295af467dSAlan Brady 11930fe45467SPavan Kumar Linga /* fill vport slot in the adapter struct */ 11940fe45467SPavan Kumar Linga adapter->vports[idx] = vport; 11950fe45467SPavan Kumar Linga adapter->vport_ids[idx] = idpf_get_vport_id(vport); 11960fe45467SPavan Kumar Linga 11970fe45467SPavan Kumar Linga adapter->num_alloc_vports++; 11980fe45467SPavan Kumar Linga /* prepare adapter->next_vport for next use */ 11990fe45467SPavan Kumar Linga adapter->next_vport = idpf_get_free_slot(adapter); 12000fe45467SPavan Kumar Linga 12010fe45467SPavan Kumar Linga return vport; 12020fe45467SPavan Kumar Linga } 12030fe45467SPavan Kumar Linga 12040fe45467SPavan Kumar Linga /** 1205a251eee6SJoshua Hay * idpf_get_stats64 - get statistics for network device structure 1206a251eee6SJoshua Hay * @netdev: network interface device structure 1207a251eee6SJoshua Hay * @stats: main device statistics structure 1208a251eee6SJoshua Hay */ 1209a251eee6SJoshua Hay static void idpf_get_stats64(struct net_device *netdev, 1210a251eee6SJoshua Hay struct rtnl_link_stats64 *stats) 1211a251eee6SJoshua Hay { 1212a251eee6SJoshua Hay struct idpf_netdev_priv *np = netdev_priv(netdev); 1213a251eee6SJoshua Hay 1214a251eee6SJoshua Hay spin_lock_bh(&np->stats_lock); 1215a251eee6SJoshua Hay *stats = np->netstats; 1216a251eee6SJoshua Hay spin_unlock_bh(&np->stats_lock); 1217a251eee6SJoshua Hay } 1218a251eee6SJoshua Hay 1219a251eee6SJoshua Hay /** 1220a251eee6SJoshua Hay * idpf_statistics_task - Delayed task to get statistics over mailbox 1221a251eee6SJoshua Hay * @work: work_struct handle to our data 1222a251eee6SJoshua Hay */ 1223a251eee6SJoshua Hay void idpf_statistics_task(struct work_struct *work) 1224a251eee6SJoshua Hay { 1225a251eee6SJoshua Hay struct idpf_adapter *adapter; 1226a251eee6SJoshua Hay int i; 1227a251eee6SJoshua Hay 1228a251eee6SJoshua Hay adapter = container_of(work, struct idpf_adapter, stats_task.work); 1229a251eee6SJoshua Hay 1230a251eee6SJoshua Hay for (i = 0; i < adapter->max_vports; i++) { 1231a251eee6SJoshua Hay struct idpf_vport *vport = adapter->vports[i]; 1232a251eee6SJoshua Hay 1233a251eee6SJoshua Hay if (vport && !test_bit(IDPF_HR_RESET_IN_PROG, adapter->flags)) 1234a251eee6SJoshua Hay idpf_send_get_stats_msg(vport); 1235a251eee6SJoshua Hay } 1236a251eee6SJoshua Hay 1237a251eee6SJoshua Hay queue_delayed_work(adapter->stats_wq, &adapter->stats_task, 1238a251eee6SJoshua Hay msecs_to_jiffies(10000)); 1239a251eee6SJoshua Hay } 1240a251eee6SJoshua Hay 1241a251eee6SJoshua Hay /** 12424930fbf4SPavan Kumar Linga * idpf_mbx_task - Delayed task to handle mailbox responses 12434930fbf4SPavan Kumar Linga * @work: work_struct handle 12444930fbf4SPavan Kumar Linga */ 12454930fbf4SPavan Kumar Linga void idpf_mbx_task(struct work_struct *work) 12464930fbf4SPavan Kumar Linga { 12474930fbf4SPavan Kumar Linga struct idpf_adapter *adapter; 12484930fbf4SPavan Kumar Linga 12494930fbf4SPavan Kumar Linga adapter = container_of(work, struct idpf_adapter, mbx_task.work); 12504930fbf4SPavan Kumar Linga 12514930fbf4SPavan Kumar Linga if (test_bit(IDPF_MB_INTR_MODE, adapter->flags)) 12524930fbf4SPavan Kumar Linga idpf_mb_irq_enable(adapter); 12534930fbf4SPavan Kumar Linga else 12544930fbf4SPavan Kumar Linga queue_delayed_work(adapter->mbx_wq, &adapter->mbx_task, 12554930fbf4SPavan Kumar Linga msecs_to_jiffies(300)); 12564930fbf4SPavan Kumar Linga 12574930fbf4SPavan Kumar Linga idpf_recv_mb_msg(adapter, VIRTCHNL2_OP_UNKNOWN, NULL, 0); 12584930fbf4SPavan Kumar Linga } 12594930fbf4SPavan Kumar Linga 12604930fbf4SPavan Kumar Linga /** 12614930fbf4SPavan Kumar Linga * idpf_service_task - Delayed task for handling mailbox responses 12624930fbf4SPavan Kumar Linga * @work: work_struct handle to our data 12634930fbf4SPavan Kumar Linga * 12644930fbf4SPavan Kumar Linga */ 12654930fbf4SPavan Kumar Linga void idpf_service_task(struct work_struct *work) 12664930fbf4SPavan Kumar Linga { 12674930fbf4SPavan Kumar Linga struct idpf_adapter *adapter; 12684930fbf4SPavan Kumar Linga 12694930fbf4SPavan Kumar Linga adapter = container_of(work, struct idpf_adapter, serv_task.work); 12704930fbf4SPavan Kumar Linga 12714930fbf4SPavan Kumar Linga if (idpf_is_reset_detected(adapter) && 12724930fbf4SPavan Kumar Linga !idpf_is_reset_in_prog(adapter) && 12734930fbf4SPavan Kumar Linga !test_bit(IDPF_REMOVE_IN_PROG, adapter->flags)) { 12744930fbf4SPavan Kumar Linga dev_info(&adapter->pdev->dev, "HW reset detected\n"); 12754930fbf4SPavan Kumar Linga set_bit(IDPF_HR_FUNC_RESET, adapter->flags); 12764930fbf4SPavan Kumar Linga queue_delayed_work(adapter->vc_event_wq, 12774930fbf4SPavan Kumar Linga &adapter->vc_event_task, 12784930fbf4SPavan Kumar Linga msecs_to_jiffies(10)); 12794930fbf4SPavan Kumar Linga } 12804930fbf4SPavan Kumar Linga 12814930fbf4SPavan Kumar Linga queue_delayed_work(adapter->serv_wq, &adapter->serv_task, 12824930fbf4SPavan Kumar Linga msecs_to_jiffies(300)); 12834930fbf4SPavan Kumar Linga } 12844930fbf4SPavan Kumar Linga 12858077c727SJoshua Hay /** 1286a251eee6SJoshua Hay * idpf_restore_features - Restore feature configs 1287a251eee6SJoshua Hay * @vport: virtual port structure 1288a251eee6SJoshua Hay */ 1289a251eee6SJoshua Hay static void idpf_restore_features(struct idpf_vport *vport) 1290a251eee6SJoshua Hay { 1291a251eee6SJoshua Hay struct idpf_adapter *adapter = vport->adapter; 1292a251eee6SJoshua Hay 1293a251eee6SJoshua Hay if (idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_MACFILTER)) 1294a251eee6SJoshua Hay idpf_restore_mac_filters(vport); 1295a251eee6SJoshua Hay } 1296a251eee6SJoshua Hay 1297a251eee6SJoshua Hay /** 129802cbfba1SAlan Brady * idpf_set_real_num_queues - set number of queues for netdev 129902cbfba1SAlan Brady * @vport: virtual port structure 130002cbfba1SAlan Brady * 130102cbfba1SAlan Brady * Returns 0 on success, negative on failure. 130202cbfba1SAlan Brady */ 130302cbfba1SAlan Brady static int idpf_set_real_num_queues(struct idpf_vport *vport) 130402cbfba1SAlan Brady { 130502cbfba1SAlan Brady int err; 130602cbfba1SAlan Brady 130702cbfba1SAlan Brady err = netif_set_real_num_rx_queues(vport->netdev, vport->num_rxq); 130802cbfba1SAlan Brady if (err) 130902cbfba1SAlan Brady return err; 131002cbfba1SAlan Brady 131102cbfba1SAlan Brady return netif_set_real_num_tx_queues(vport->netdev, vport->num_txq); 131202cbfba1SAlan Brady } 131302cbfba1SAlan Brady 131402cbfba1SAlan Brady /** 1315d4d55871SPavan Kumar Linga * idpf_up_complete - Complete interface up sequence 1316d4d55871SPavan Kumar Linga * @vport: virtual port structure 1317d4d55871SPavan Kumar Linga * 1318d4d55871SPavan Kumar Linga * Returns 0 on success, negative on failure. 1319d4d55871SPavan Kumar Linga */ 1320d4d55871SPavan Kumar Linga static int idpf_up_complete(struct idpf_vport *vport) 1321d4d55871SPavan Kumar Linga { 1322d4d55871SPavan Kumar Linga struct idpf_netdev_priv *np = netdev_priv(vport->netdev); 1323d4d55871SPavan Kumar Linga 1324d4d55871SPavan Kumar Linga if (vport->link_up && !netif_carrier_ok(vport->netdev)) { 1325d4d55871SPavan Kumar Linga netif_carrier_on(vport->netdev); 1326d4d55871SPavan Kumar Linga netif_tx_start_all_queues(vport->netdev); 1327d4d55871SPavan Kumar Linga } 1328d4d55871SPavan Kumar Linga 1329d4d55871SPavan Kumar Linga np->state = __IDPF_VPORT_UP; 1330d4d55871SPavan Kumar Linga 1331d4d55871SPavan Kumar Linga return 0; 1332d4d55871SPavan Kumar Linga } 1333d4d55871SPavan Kumar Linga 1334d4d55871SPavan Kumar Linga /** 1335d4d55871SPavan Kumar Linga * idpf_rx_init_buf_tail - Write initial buffer ring tail value 1336d4d55871SPavan Kumar Linga * @vport: virtual port struct 1337d4d55871SPavan Kumar Linga */ 1338d4d55871SPavan Kumar Linga static void idpf_rx_init_buf_tail(struct idpf_vport *vport) 1339d4d55871SPavan Kumar Linga { 1340d4d55871SPavan Kumar Linga int i, j; 1341d4d55871SPavan Kumar Linga 1342d4d55871SPavan Kumar Linga for (i = 0; i < vport->num_rxq_grp; i++) { 1343d4d55871SPavan Kumar Linga struct idpf_rxq_group *grp = &vport->rxq_grps[i]; 1344d4d55871SPavan Kumar Linga 1345d4d55871SPavan Kumar Linga if (idpf_is_queue_model_split(vport->rxq_model)) { 1346d4d55871SPavan Kumar Linga for (j = 0; j < vport->num_bufqs_per_qgrp; j++) { 1347d4d55871SPavan Kumar Linga struct idpf_queue *q = 1348d4d55871SPavan Kumar Linga &grp->splitq.bufq_sets[j].bufq; 1349d4d55871SPavan Kumar Linga 1350d4d55871SPavan Kumar Linga writel(q->next_to_alloc, q->tail); 1351d4d55871SPavan Kumar Linga } 1352d4d55871SPavan Kumar Linga } else { 1353d4d55871SPavan Kumar Linga for (j = 0; j < grp->singleq.num_rxq; j++) { 1354d4d55871SPavan Kumar Linga struct idpf_queue *q = 1355d4d55871SPavan Kumar Linga grp->singleq.rxqs[j]; 1356d4d55871SPavan Kumar Linga 1357d4d55871SPavan Kumar Linga writel(q->next_to_alloc, q->tail); 1358d4d55871SPavan Kumar Linga } 1359d4d55871SPavan Kumar Linga } 1360d4d55871SPavan Kumar Linga } 1361d4d55871SPavan Kumar Linga } 1362d4d55871SPavan Kumar Linga 1363d4d55871SPavan Kumar Linga /** 13641c325aacSAlan Brady * idpf_vport_open - Bring up a vport 13651c325aacSAlan Brady * @vport: vport to bring up 13661c325aacSAlan Brady * @alloc_res: allocate queue resources 13671c325aacSAlan Brady */ 13681c325aacSAlan Brady static int idpf_vport_open(struct idpf_vport *vport, bool alloc_res) 13691c325aacSAlan Brady { 13701c325aacSAlan Brady struct idpf_netdev_priv *np = netdev_priv(vport->netdev); 13711c325aacSAlan Brady struct idpf_adapter *adapter = vport->adapter; 137295af467dSAlan Brady struct idpf_vport_config *vport_config; 13731c325aacSAlan Brady int err; 13741c325aacSAlan Brady 13751c325aacSAlan Brady if (np->state != __IDPF_VPORT_DOWN) 13761c325aacSAlan Brady return -EBUSY; 13771c325aacSAlan Brady 13781c325aacSAlan Brady /* we do not allow interface up just yet */ 13791c325aacSAlan Brady netif_carrier_off(vport->netdev); 13801c325aacSAlan Brady 13811c325aacSAlan Brady if (alloc_res) { 13821c325aacSAlan Brady err = idpf_vport_queues_alloc(vport); 13831c325aacSAlan Brady if (err) 13841c325aacSAlan Brady return err; 13851c325aacSAlan Brady } 13861c325aacSAlan Brady 13871c325aacSAlan Brady err = idpf_vport_intr_alloc(vport); 13881c325aacSAlan Brady if (err) { 13891c325aacSAlan Brady dev_err(&adapter->pdev->dev, "Failed to allocate interrupts for vport %u: %d\n", 13901c325aacSAlan Brady vport->vport_id, err); 13911c325aacSAlan Brady goto queues_rel; 13921c325aacSAlan Brady } 13931c325aacSAlan Brady 13941c325aacSAlan Brady err = idpf_vport_queue_ids_init(vport); 13951c325aacSAlan Brady if (err) { 13961c325aacSAlan Brady dev_err(&adapter->pdev->dev, "Failed to initialize queue ids for vport %u: %d\n", 13971c325aacSAlan Brady vport->vport_id, err); 13981c325aacSAlan Brady goto intr_rel; 13991c325aacSAlan Brady } 14001c325aacSAlan Brady 1401d4d55871SPavan Kumar Linga err = idpf_vport_intr_init(vport); 1402d4d55871SPavan Kumar Linga if (err) { 1403d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to initialize interrupts for vport %u: %d\n", 1404d4d55871SPavan Kumar Linga vport->vport_id, err); 1405d4d55871SPavan Kumar Linga goto intr_rel; 1406d4d55871SPavan Kumar Linga } 1407d4d55871SPavan Kumar Linga 140895af467dSAlan Brady err = idpf_rx_bufs_init_all(vport); 140995af467dSAlan Brady if (err) { 141095af467dSAlan Brady dev_err(&adapter->pdev->dev, "Failed to initialize RX buffers for vport %u: %d\n", 141195af467dSAlan Brady vport->vport_id, err); 141295af467dSAlan Brady goto intr_rel; 141395af467dSAlan Brady } 141495af467dSAlan Brady 14151c325aacSAlan Brady err = idpf_queue_reg_init(vport); 14161c325aacSAlan Brady if (err) { 14171c325aacSAlan Brady dev_err(&adapter->pdev->dev, "Failed to initialize queue registers for vport %u: %d\n", 14181c325aacSAlan Brady vport->vport_id, err); 14191c325aacSAlan Brady goto intr_rel; 14201c325aacSAlan Brady } 14211c325aacSAlan Brady 1422d4d55871SPavan Kumar Linga idpf_rx_init_buf_tail(vport); 1423d4d55871SPavan Kumar Linga 142495af467dSAlan Brady err = idpf_send_config_queues_msg(vport); 14251c325aacSAlan Brady if (err) { 14261c325aacSAlan Brady dev_err(&adapter->pdev->dev, "Failed to configure queues for vport %u, %d\n", 14271c325aacSAlan Brady vport->vport_id, err); 1428d4d55871SPavan Kumar Linga goto intr_deinit; 1429d4d55871SPavan Kumar Linga } 1430d4d55871SPavan Kumar Linga 1431d4d55871SPavan Kumar Linga err = idpf_send_map_unmap_queue_vector_msg(vport, true); 1432d4d55871SPavan Kumar Linga if (err) { 1433d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to map queue vectors for vport %u: %d\n", 1434d4d55871SPavan Kumar Linga vport->vport_id, err); 1435d4d55871SPavan Kumar Linga goto intr_deinit; 1436d4d55871SPavan Kumar Linga } 1437d4d55871SPavan Kumar Linga 1438d4d55871SPavan Kumar Linga err = idpf_send_enable_queues_msg(vport); 1439d4d55871SPavan Kumar Linga if (err) { 1440d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to enable queues for vport %u: %d\n", 1441d4d55871SPavan Kumar Linga vport->vport_id, err); 1442d4d55871SPavan Kumar Linga goto unmap_queue_vectors; 1443d4d55871SPavan Kumar Linga } 1444d4d55871SPavan Kumar Linga 1445d4d55871SPavan Kumar Linga err = idpf_send_enable_vport_msg(vport); 1446d4d55871SPavan Kumar Linga if (err) { 1447d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to enable vport %u: %d\n", 1448d4d55871SPavan Kumar Linga vport->vport_id, err); 1449d4d55871SPavan Kumar Linga err = -EAGAIN; 1450d4d55871SPavan Kumar Linga goto disable_queues; 14511c325aacSAlan Brady } 14521c325aacSAlan Brady 1453a251eee6SJoshua Hay idpf_restore_features(vport); 1454a251eee6SJoshua Hay 145595af467dSAlan Brady vport_config = adapter->vport_config[vport->idx]; 145695af467dSAlan Brady if (vport_config->user_config.rss_data.rss_lut) 145795af467dSAlan Brady err = idpf_config_rss(vport); 145895af467dSAlan Brady else 145995af467dSAlan Brady err = idpf_init_rss(vport); 146095af467dSAlan Brady if (err) { 146195af467dSAlan Brady dev_err(&adapter->pdev->dev, "Failed to initialize RSS for vport %u: %d\n", 146295af467dSAlan Brady vport->vport_id, err); 1463d4d55871SPavan Kumar Linga goto disable_vport; 1464d4d55871SPavan Kumar Linga } 1465d4d55871SPavan Kumar Linga 1466d4d55871SPavan Kumar Linga err = idpf_up_complete(vport); 1467d4d55871SPavan Kumar Linga if (err) { 1468d4d55871SPavan Kumar Linga dev_err(&adapter->pdev->dev, "Failed to complete interface up for vport %u: %d\n", 1469d4d55871SPavan Kumar Linga vport->vport_id, err); 1470d4d55871SPavan Kumar Linga goto deinit_rss; 147195af467dSAlan Brady } 147295af467dSAlan Brady 14731c325aacSAlan Brady return 0; 14741c325aacSAlan Brady 1475d4d55871SPavan Kumar Linga deinit_rss: 1476d4d55871SPavan Kumar Linga idpf_deinit_rss(vport); 1477d4d55871SPavan Kumar Linga disable_vport: 1478d4d55871SPavan Kumar Linga idpf_send_disable_vport_msg(vport); 1479d4d55871SPavan Kumar Linga disable_queues: 1480d4d55871SPavan Kumar Linga idpf_send_disable_queues_msg(vport); 1481d4d55871SPavan Kumar Linga unmap_queue_vectors: 1482d4d55871SPavan Kumar Linga idpf_send_map_unmap_queue_vector_msg(vport, false); 1483d4d55871SPavan Kumar Linga intr_deinit: 1484d4d55871SPavan Kumar Linga idpf_vport_intr_deinit(vport); 14851c325aacSAlan Brady intr_rel: 14861c325aacSAlan Brady idpf_vport_intr_rel(vport); 14871c325aacSAlan Brady queues_rel: 14881c325aacSAlan Brady idpf_vport_queues_rel(vport); 14891c325aacSAlan Brady 14901c325aacSAlan Brady return err; 14911c325aacSAlan Brady } 14921c325aacSAlan Brady 14931c325aacSAlan Brady /** 14940fe45467SPavan Kumar Linga * idpf_init_task - Delayed initialization task 14950fe45467SPavan Kumar Linga * @work: work_struct handle to our data 14960fe45467SPavan Kumar Linga * 14970fe45467SPavan Kumar Linga * Init task finishes up pending work started in probe. Due to the asynchronous 14980fe45467SPavan Kumar Linga * nature in which the device communicates with hardware, we may have to wait 14990fe45467SPavan Kumar Linga * several milliseconds to get a response. Instead of busy polling in probe, 15000fe45467SPavan Kumar Linga * pulling it out into a delayed work task prevents us from bogging down the 15010fe45467SPavan Kumar Linga * whole system waiting for a response from hardware. 15020fe45467SPavan Kumar Linga */ 15030fe45467SPavan Kumar Linga void idpf_init_task(struct work_struct *work) 15040fe45467SPavan Kumar Linga { 1505ce1b75d0SPavan Kumar Linga struct idpf_vport_config *vport_config; 15060fe45467SPavan Kumar Linga struct idpf_vport_max_q max_q; 15070fe45467SPavan Kumar Linga struct idpf_adapter *adapter; 15081c325aacSAlan Brady struct idpf_netdev_priv *np; 15090fe45467SPavan Kumar Linga struct idpf_vport *vport; 15100fe45467SPavan Kumar Linga u16 num_default_vports; 15110fe45467SPavan Kumar Linga struct pci_dev *pdev; 15120fe45467SPavan Kumar Linga bool default_vport; 15130fe45467SPavan Kumar Linga int index, err; 15140fe45467SPavan Kumar Linga 15150fe45467SPavan Kumar Linga adapter = container_of(work, struct idpf_adapter, init_task.work); 15160fe45467SPavan Kumar Linga 15170fe45467SPavan Kumar Linga num_default_vports = idpf_get_default_vports(adapter); 15180fe45467SPavan Kumar Linga if (adapter->num_alloc_vports < num_default_vports) 15190fe45467SPavan Kumar Linga default_vport = true; 15200fe45467SPavan Kumar Linga else 15210fe45467SPavan Kumar Linga default_vport = false; 15220fe45467SPavan Kumar Linga 15230fe45467SPavan Kumar Linga err = idpf_vport_alloc_max_qs(adapter, &max_q); 15240fe45467SPavan Kumar Linga if (err) 15250fe45467SPavan Kumar Linga goto unwind_vports; 15260fe45467SPavan Kumar Linga 15270fe45467SPavan Kumar Linga err = idpf_send_create_vport_msg(adapter, &max_q); 15280fe45467SPavan Kumar Linga if (err) { 15290fe45467SPavan Kumar Linga idpf_vport_dealloc_max_qs(adapter, &max_q); 15300fe45467SPavan Kumar Linga goto unwind_vports; 15310fe45467SPavan Kumar Linga } 15320fe45467SPavan Kumar Linga 15330fe45467SPavan Kumar Linga pdev = adapter->pdev; 15340fe45467SPavan Kumar Linga vport = idpf_vport_alloc(adapter, &max_q); 15350fe45467SPavan Kumar Linga if (!vport) { 15360fe45467SPavan Kumar Linga err = -EFAULT; 15370fe45467SPavan Kumar Linga dev_err(&pdev->dev, "failed to allocate vport: %d\n", 15380fe45467SPavan Kumar Linga err); 15390fe45467SPavan Kumar Linga idpf_vport_dealloc_max_qs(adapter, &max_q); 15400fe45467SPavan Kumar Linga goto unwind_vports; 15410fe45467SPavan Kumar Linga } 15420fe45467SPavan Kumar Linga 15430fe45467SPavan Kumar Linga index = vport->idx; 1544ce1b75d0SPavan Kumar Linga vport_config = adapter->vport_config[index]; 15450fe45467SPavan Kumar Linga 1546c2d548caSJoshua Hay init_waitqueue_head(&vport->sw_marker_wq); 15470fe45467SPavan Kumar Linga init_waitqueue_head(&vport->vchnl_wq); 15480fe45467SPavan Kumar Linga 15490fe45467SPavan Kumar Linga mutex_init(&vport->vc_buf_lock); 1550ce1b75d0SPavan Kumar Linga spin_lock_init(&vport_config->mac_filter_list_lock); 1551ce1b75d0SPavan Kumar Linga 1552ce1b75d0SPavan Kumar Linga INIT_LIST_HEAD(&vport_config->user_config.mac_filter_list); 1553ce1b75d0SPavan Kumar Linga 1554ce1b75d0SPavan Kumar Linga err = idpf_check_supported_desc_ids(vport); 1555ce1b75d0SPavan Kumar Linga if (err) { 1556ce1b75d0SPavan Kumar Linga dev_err(&pdev->dev, "failed to get required descriptor ids\n"); 1557ce1b75d0SPavan Kumar Linga goto cfg_netdev_err; 1558ce1b75d0SPavan Kumar Linga } 15590fe45467SPavan Kumar Linga 15600fe45467SPavan Kumar Linga if (idpf_cfg_netdev(vport)) 15610fe45467SPavan Kumar Linga goto cfg_netdev_err; 15620fe45467SPavan Kumar Linga 1563ce1b75d0SPavan Kumar Linga err = idpf_send_get_rx_ptype_msg(vport); 1564ce1b75d0SPavan Kumar Linga if (err) 1565ce1b75d0SPavan Kumar Linga goto handle_err; 1566ce1b75d0SPavan Kumar Linga 15671c325aacSAlan Brady /* Once state is put into DOWN, driver is ready for dev_open */ 15681c325aacSAlan Brady np = netdev_priv(vport->netdev); 15691c325aacSAlan Brady np->state = __IDPF_VPORT_DOWN; 15701c325aacSAlan Brady if (test_and_clear_bit(IDPF_VPORT_UP_REQUESTED, vport_config->flags)) 15711c325aacSAlan Brady idpf_vport_open(vport, true); 15721c325aacSAlan Brady 15730fe45467SPavan Kumar Linga /* Spawn and return 'idpf_init_task' work queue until all the 15740fe45467SPavan Kumar Linga * default vports are created 15750fe45467SPavan Kumar Linga */ 15760fe45467SPavan Kumar Linga if (adapter->num_alloc_vports < num_default_vports) { 15770fe45467SPavan Kumar Linga queue_delayed_work(adapter->init_wq, &adapter->init_task, 15780fe45467SPavan Kumar Linga msecs_to_jiffies(5 * (adapter->pdev->devfn & 0x07))); 15790fe45467SPavan Kumar Linga 15800fe45467SPavan Kumar Linga return; 15810fe45467SPavan Kumar Linga } 15820fe45467SPavan Kumar Linga 15830fe45467SPavan Kumar Linga for (index = 0; index < adapter->max_vports; index++) { 15840fe45467SPavan Kumar Linga if (adapter->netdevs[index] && 15850fe45467SPavan Kumar Linga !test_bit(IDPF_VPORT_REG_NETDEV, 15860fe45467SPavan Kumar Linga adapter->vport_config[index]->flags)) { 15870fe45467SPavan Kumar Linga register_netdev(adapter->netdevs[index]); 15880fe45467SPavan Kumar Linga set_bit(IDPF_VPORT_REG_NETDEV, 15890fe45467SPavan Kumar Linga adapter->vport_config[index]->flags); 15900fe45467SPavan Kumar Linga } 15910fe45467SPavan Kumar Linga } 15920fe45467SPavan Kumar Linga 15930fe45467SPavan Kumar Linga /* As all the required vports are created, clear the reset flag 15940fe45467SPavan Kumar Linga * unconditionally here in case we were in reset and the link was down. 15950fe45467SPavan Kumar Linga */ 15960fe45467SPavan Kumar Linga clear_bit(IDPF_HR_RESET_IN_PROG, adapter->flags); 1597a251eee6SJoshua Hay /* Start the statistics task now */ 1598a251eee6SJoshua Hay queue_delayed_work(adapter->stats_wq, &adapter->stats_task, 1599a251eee6SJoshua Hay msecs_to_jiffies(10 * (pdev->devfn & 0x07))); 16000fe45467SPavan Kumar Linga 16010fe45467SPavan Kumar Linga return; 16020fe45467SPavan Kumar Linga 1603ce1b75d0SPavan Kumar Linga handle_err: 1604ce1b75d0SPavan Kumar Linga idpf_decfg_netdev(vport); 16050fe45467SPavan Kumar Linga cfg_netdev_err: 16060fe45467SPavan Kumar Linga idpf_vport_rel(vport); 16070fe45467SPavan Kumar Linga adapter->vports[index] = NULL; 16080fe45467SPavan Kumar Linga unwind_vports: 16090fe45467SPavan Kumar Linga if (default_vport) { 16100fe45467SPavan Kumar Linga for (index = 0; index < adapter->max_vports; index++) { 16110fe45467SPavan Kumar Linga if (adapter->vports[index]) 16120fe45467SPavan Kumar Linga idpf_vport_dealloc(adapter->vports[index]); 16130fe45467SPavan Kumar Linga } 16140fe45467SPavan Kumar Linga } 16150fe45467SPavan Kumar Linga clear_bit(IDPF_HR_RESET_IN_PROG, adapter->flags); 16160fe45467SPavan Kumar Linga } 16170fe45467SPavan Kumar Linga 16180fe45467SPavan Kumar Linga /** 1619a251eee6SJoshua Hay * idpf_sriov_ena - Enable or change number of VFs 1620a251eee6SJoshua Hay * @adapter: private data struct 1621a251eee6SJoshua Hay * @num_vfs: number of VFs to allocate 1622a251eee6SJoshua Hay */ 1623a251eee6SJoshua Hay static int idpf_sriov_ena(struct idpf_adapter *adapter, int num_vfs) 1624a251eee6SJoshua Hay { 1625a251eee6SJoshua Hay struct device *dev = &adapter->pdev->dev; 1626a251eee6SJoshua Hay int err; 1627a251eee6SJoshua Hay 1628a251eee6SJoshua Hay err = idpf_send_set_sriov_vfs_msg(adapter, num_vfs); 1629a251eee6SJoshua Hay if (err) { 1630a251eee6SJoshua Hay dev_err(dev, "Failed to allocate VFs: %d\n", err); 1631a251eee6SJoshua Hay 1632a251eee6SJoshua Hay return err; 1633a251eee6SJoshua Hay } 1634a251eee6SJoshua Hay 1635a251eee6SJoshua Hay err = pci_enable_sriov(adapter->pdev, num_vfs); 1636a251eee6SJoshua Hay if (err) { 1637a251eee6SJoshua Hay idpf_send_set_sriov_vfs_msg(adapter, 0); 1638a251eee6SJoshua Hay dev_err(dev, "Failed to enable SR-IOV: %d\n", err); 1639a251eee6SJoshua Hay 1640a251eee6SJoshua Hay return err; 1641a251eee6SJoshua Hay } 1642a251eee6SJoshua Hay 1643a251eee6SJoshua Hay adapter->num_vfs = num_vfs; 1644a251eee6SJoshua Hay 1645a251eee6SJoshua Hay return num_vfs; 1646a251eee6SJoshua Hay } 1647a251eee6SJoshua Hay 1648a251eee6SJoshua Hay /** 1649a251eee6SJoshua Hay * idpf_sriov_configure - Configure the requested VFs 1650a251eee6SJoshua Hay * @pdev: pointer to a pci_dev structure 1651a251eee6SJoshua Hay * @num_vfs: number of vfs to allocate 1652a251eee6SJoshua Hay * 1653a251eee6SJoshua Hay * Enable or change the number of VFs. Called when the user updates the number 1654a251eee6SJoshua Hay * of VFs in sysfs. 1655a251eee6SJoshua Hay **/ 1656a251eee6SJoshua Hay int idpf_sriov_configure(struct pci_dev *pdev, int num_vfs) 1657a251eee6SJoshua Hay { 1658a251eee6SJoshua Hay struct idpf_adapter *adapter = pci_get_drvdata(pdev); 1659a251eee6SJoshua Hay 1660a251eee6SJoshua Hay if (!idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_SRIOV)) { 1661a251eee6SJoshua Hay dev_info(&pdev->dev, "SR-IOV is not supported on this device\n"); 1662a251eee6SJoshua Hay 1663a251eee6SJoshua Hay return -EOPNOTSUPP; 1664a251eee6SJoshua Hay } 1665a251eee6SJoshua Hay 1666a251eee6SJoshua Hay if (num_vfs) 1667a251eee6SJoshua Hay return idpf_sriov_ena(adapter, num_vfs); 1668a251eee6SJoshua Hay 1669a251eee6SJoshua Hay if (pci_vfs_assigned(pdev)) { 1670a251eee6SJoshua Hay dev_warn(&pdev->dev, "Unable to free VFs because some are assigned to VMs\n"); 1671a251eee6SJoshua Hay 1672a251eee6SJoshua Hay return -EBUSY; 1673a251eee6SJoshua Hay } 1674a251eee6SJoshua Hay 1675a251eee6SJoshua Hay pci_disable_sriov(adapter->pdev); 1676a251eee6SJoshua Hay idpf_send_set_sriov_vfs_msg(adapter, 0); 1677a251eee6SJoshua Hay adapter->num_vfs = 0; 1678a251eee6SJoshua Hay 1679a251eee6SJoshua Hay return 0; 1680a251eee6SJoshua Hay } 1681a251eee6SJoshua Hay 1682a251eee6SJoshua Hay /** 16830fe45467SPavan Kumar Linga * idpf_deinit_task - Device deinit routine 16840fe45467SPavan Kumar Linga * @adapter: Driver specific private structure 16850fe45467SPavan Kumar Linga * 16860fe45467SPavan Kumar Linga * Extended remove logic which will be used for 16870fe45467SPavan Kumar Linga * hard reset as well 16880fe45467SPavan Kumar Linga */ 16890fe45467SPavan Kumar Linga void idpf_deinit_task(struct idpf_adapter *adapter) 16900fe45467SPavan Kumar Linga { 16910fe45467SPavan Kumar Linga unsigned int i; 16920fe45467SPavan Kumar Linga 16930fe45467SPavan Kumar Linga /* Wait until the init_task is done else this thread might release 16940fe45467SPavan Kumar Linga * the resources first and the other thread might end up in a bad state 16950fe45467SPavan Kumar Linga */ 16960fe45467SPavan Kumar Linga cancel_delayed_work_sync(&adapter->init_task); 16970fe45467SPavan Kumar Linga 16980fe45467SPavan Kumar Linga if (!adapter->vports) 16990fe45467SPavan Kumar Linga return; 17000fe45467SPavan Kumar Linga 1701a251eee6SJoshua Hay cancel_delayed_work_sync(&adapter->stats_task); 1702a251eee6SJoshua Hay 17030fe45467SPavan Kumar Linga for (i = 0; i < adapter->max_vports; i++) { 17040fe45467SPavan Kumar Linga if (adapter->vports[i]) 17050fe45467SPavan Kumar Linga idpf_vport_dealloc(adapter->vports[i]); 17060fe45467SPavan Kumar Linga } 17070fe45467SPavan Kumar Linga } 17080fe45467SPavan Kumar Linga 17090fe45467SPavan Kumar Linga /** 17108077c727SJoshua Hay * idpf_check_reset_complete - check that reset is complete 17118077c727SJoshua Hay * @hw: pointer to hw struct 17128077c727SJoshua Hay * @reset_reg: struct with reset registers 17138077c727SJoshua Hay * 17148077c727SJoshua Hay * Returns 0 if device is ready to use, or -EBUSY if it's in reset. 17158077c727SJoshua Hay **/ 17168077c727SJoshua Hay static int idpf_check_reset_complete(struct idpf_hw *hw, 17178077c727SJoshua Hay struct idpf_reset_reg *reset_reg) 17188077c727SJoshua Hay { 17198077c727SJoshua Hay struct idpf_adapter *adapter = hw->back; 17208077c727SJoshua Hay int i; 17218077c727SJoshua Hay 17228077c727SJoshua Hay for (i = 0; i < 2000; i++) { 17238077c727SJoshua Hay u32 reg_val = readl(reset_reg->rstat); 17248077c727SJoshua Hay 17258077c727SJoshua Hay /* 0xFFFFFFFF might be read if other side hasn't cleared the 17268077c727SJoshua Hay * register for us yet and 0xFFFFFFFF is not a valid value for 17278077c727SJoshua Hay * the register, so treat that as invalid. 17288077c727SJoshua Hay */ 17298077c727SJoshua Hay if (reg_val != 0xFFFFFFFF && (reg_val & reset_reg->rstat_m)) 17308077c727SJoshua Hay return 0; 17318077c727SJoshua Hay 17328077c727SJoshua Hay usleep_range(5000, 10000); 17338077c727SJoshua Hay } 17348077c727SJoshua Hay 17358077c727SJoshua Hay dev_warn(&adapter->pdev->dev, "Device reset timeout!\n"); 17368077c727SJoshua Hay /* Clear the reset flag unconditionally here since the reset 17378077c727SJoshua Hay * technically isn't in progress anymore from the driver's perspective 17388077c727SJoshua Hay */ 17398077c727SJoshua Hay clear_bit(IDPF_HR_RESET_IN_PROG, adapter->flags); 17408077c727SJoshua Hay 17418077c727SJoshua Hay return -EBUSY; 17428077c727SJoshua Hay } 17438077c727SJoshua Hay 17448077c727SJoshua Hay /** 17450fe45467SPavan Kumar Linga * idpf_set_vport_state - Set the vport state to be after the reset 17460fe45467SPavan Kumar Linga * @adapter: Driver specific private structure 17470fe45467SPavan Kumar Linga */ 17480fe45467SPavan Kumar Linga static void idpf_set_vport_state(struct idpf_adapter *adapter) 17490fe45467SPavan Kumar Linga { 17500fe45467SPavan Kumar Linga u16 i; 17510fe45467SPavan Kumar Linga 17520fe45467SPavan Kumar Linga for (i = 0; i < adapter->max_vports; i++) { 17530fe45467SPavan Kumar Linga struct idpf_netdev_priv *np; 17540fe45467SPavan Kumar Linga 17550fe45467SPavan Kumar Linga if (!adapter->netdevs[i]) 17560fe45467SPavan Kumar Linga continue; 17570fe45467SPavan Kumar Linga 17580fe45467SPavan Kumar Linga np = netdev_priv(adapter->netdevs[i]); 17590fe45467SPavan Kumar Linga if (np->state == __IDPF_VPORT_UP) 17600fe45467SPavan Kumar Linga set_bit(IDPF_VPORT_UP_REQUESTED, 17610fe45467SPavan Kumar Linga adapter->vport_config[i]->flags); 17620fe45467SPavan Kumar Linga } 17630fe45467SPavan Kumar Linga } 17640fe45467SPavan Kumar Linga 17650fe45467SPavan Kumar Linga /** 17668077c727SJoshua Hay * idpf_init_hard_reset - Initiate a hardware reset 17678077c727SJoshua Hay * @adapter: Driver specific private structure 17688077c727SJoshua Hay * 17698077c727SJoshua Hay * Deallocate the vports and all the resources associated with them and 17708077c727SJoshua Hay * reallocate. Also reinitialize the mailbox. Return 0 on success, 17718077c727SJoshua Hay * negative on failure. 17728077c727SJoshua Hay */ 17738077c727SJoshua Hay static int idpf_init_hard_reset(struct idpf_adapter *adapter) 17748077c727SJoshua Hay { 17758077c727SJoshua Hay struct idpf_reg_ops *reg_ops = &adapter->dev_ops.reg_ops; 17768077c727SJoshua Hay struct device *dev = &adapter->pdev->dev; 17770fe45467SPavan Kumar Linga struct net_device *netdev; 17788077c727SJoshua Hay int err; 17790fe45467SPavan Kumar Linga u16 i; 17808077c727SJoshua Hay 17818077c727SJoshua Hay mutex_lock(&adapter->vport_ctrl_lock); 17828077c727SJoshua Hay 17838077c727SJoshua Hay dev_info(dev, "Device HW Reset initiated\n"); 17840fe45467SPavan Kumar Linga 17850fe45467SPavan Kumar Linga /* Avoid TX hangs on reset */ 17860fe45467SPavan Kumar Linga for (i = 0; i < adapter->max_vports; i++) { 17870fe45467SPavan Kumar Linga netdev = adapter->netdevs[i]; 17880fe45467SPavan Kumar Linga if (!netdev) 17890fe45467SPavan Kumar Linga continue; 17900fe45467SPavan Kumar Linga 17910fe45467SPavan Kumar Linga netif_carrier_off(netdev); 17920fe45467SPavan Kumar Linga netif_tx_disable(netdev); 17930fe45467SPavan Kumar Linga } 17940fe45467SPavan Kumar Linga 17958077c727SJoshua Hay /* Prepare for reset */ 17968077c727SJoshua Hay if (test_and_clear_bit(IDPF_HR_DRV_LOAD, adapter->flags)) { 17978077c727SJoshua Hay reg_ops->trigger_reset(adapter, IDPF_HR_DRV_LOAD); 17988077c727SJoshua Hay } else if (test_and_clear_bit(IDPF_HR_FUNC_RESET, adapter->flags)) { 17998077c727SJoshua Hay bool is_reset = idpf_is_reset_detected(adapter); 18008077c727SJoshua Hay 18010fe45467SPavan Kumar Linga idpf_set_vport_state(adapter); 18024930fbf4SPavan Kumar Linga idpf_vc_core_deinit(adapter); 18038077c727SJoshua Hay if (!is_reset) 18048077c727SJoshua Hay reg_ops->trigger_reset(adapter, IDPF_HR_FUNC_RESET); 18058077c727SJoshua Hay idpf_deinit_dflt_mbx(adapter); 18068077c727SJoshua Hay } else { 18078077c727SJoshua Hay dev_err(dev, "Unhandled hard reset cause\n"); 18088077c727SJoshua Hay err = -EBADRQC; 18098077c727SJoshua Hay goto unlock_mutex; 18108077c727SJoshua Hay } 18118077c727SJoshua Hay 18128077c727SJoshua Hay /* Wait for reset to complete */ 18138077c727SJoshua Hay err = idpf_check_reset_complete(&adapter->hw, &adapter->reset_reg); 18148077c727SJoshua Hay if (err) { 18158077c727SJoshua Hay dev_err(dev, "The driver was unable to contact the device's firmware. Check that the FW is running. Driver state= 0x%x\n", 18168077c727SJoshua Hay adapter->state); 18178077c727SJoshua Hay goto unlock_mutex; 18188077c727SJoshua Hay } 18198077c727SJoshua Hay 18208077c727SJoshua Hay /* Reset is complete and so start building the driver resources again */ 18218077c727SJoshua Hay err = idpf_init_dflt_mbx(adapter); 18224930fbf4SPavan Kumar Linga if (err) { 18238077c727SJoshua Hay dev_err(dev, "Failed to initialize default mailbox: %d\n", err); 18244930fbf4SPavan Kumar Linga goto unlock_mutex; 18254930fbf4SPavan Kumar Linga } 18264930fbf4SPavan Kumar Linga 18274930fbf4SPavan Kumar Linga /* Initialize the state machine, also allocate memory and request 18284930fbf4SPavan Kumar Linga * resources 18294930fbf4SPavan Kumar Linga */ 18304930fbf4SPavan Kumar Linga err = idpf_vc_core_init(adapter); 18314930fbf4SPavan Kumar Linga if (err) { 18324930fbf4SPavan Kumar Linga idpf_deinit_dflt_mbx(adapter); 18334930fbf4SPavan Kumar Linga goto unlock_mutex; 18344930fbf4SPavan Kumar Linga } 18358077c727SJoshua Hay 18360fe45467SPavan Kumar Linga /* Wait till all the vports are initialized to release the reset lock, 18370fe45467SPavan Kumar Linga * else user space callbacks may access uninitialized vports 18380fe45467SPavan Kumar Linga */ 18390fe45467SPavan Kumar Linga while (test_bit(IDPF_HR_RESET_IN_PROG, adapter->flags)) 18400fe45467SPavan Kumar Linga msleep(100); 18410fe45467SPavan Kumar Linga 18428077c727SJoshua Hay unlock_mutex: 18438077c727SJoshua Hay mutex_unlock(&adapter->vport_ctrl_lock); 18448077c727SJoshua Hay 18458077c727SJoshua Hay return err; 18468077c727SJoshua Hay } 18478077c727SJoshua Hay 18488077c727SJoshua Hay /** 18498077c727SJoshua Hay * idpf_vc_event_task - Handle virtchannel event logic 18508077c727SJoshua Hay * @work: work queue struct 18518077c727SJoshua Hay */ 18528077c727SJoshua Hay void idpf_vc_event_task(struct work_struct *work) 18538077c727SJoshua Hay { 18548077c727SJoshua Hay struct idpf_adapter *adapter; 18558077c727SJoshua Hay 18568077c727SJoshua Hay adapter = container_of(work, struct idpf_adapter, vc_event_task.work); 18578077c727SJoshua Hay 18588077c727SJoshua Hay if (test_bit(IDPF_REMOVE_IN_PROG, adapter->flags)) 18598077c727SJoshua Hay return; 18608077c727SJoshua Hay 18618077c727SJoshua Hay if (test_bit(IDPF_HR_FUNC_RESET, adapter->flags) || 18628077c727SJoshua Hay test_bit(IDPF_HR_DRV_LOAD, adapter->flags)) { 18638077c727SJoshua Hay set_bit(IDPF_HR_RESET_IN_PROG, adapter->flags); 18648077c727SJoshua Hay idpf_init_hard_reset(adapter); 18658077c727SJoshua Hay } 18668077c727SJoshua Hay } 18678077c727SJoshua Hay 18688077c727SJoshua Hay /** 186902cbfba1SAlan Brady * idpf_initiate_soft_reset - Initiate a software reset 187002cbfba1SAlan Brady * @vport: virtual port data struct 187102cbfba1SAlan Brady * @reset_cause: reason for the soft reset 187202cbfba1SAlan Brady * 187302cbfba1SAlan Brady * Soft reset only reallocs vport queue resources. Returns 0 on success, 187402cbfba1SAlan Brady * negative on failure. 187502cbfba1SAlan Brady */ 187602cbfba1SAlan Brady int idpf_initiate_soft_reset(struct idpf_vport *vport, 187702cbfba1SAlan Brady enum idpf_vport_reset_cause reset_cause) 187802cbfba1SAlan Brady { 187902cbfba1SAlan Brady struct idpf_netdev_priv *np = netdev_priv(vport->netdev); 188002cbfba1SAlan Brady enum idpf_vport_state current_state = np->state; 188102cbfba1SAlan Brady struct idpf_adapter *adapter = vport->adapter; 188202cbfba1SAlan Brady struct idpf_vport *new_vport; 188302cbfba1SAlan Brady int err, i; 188402cbfba1SAlan Brady 188502cbfba1SAlan Brady /* If the system is low on memory, we can end up in bad state if we 188602cbfba1SAlan Brady * free all the memory for queue resources and try to allocate them 188702cbfba1SAlan Brady * again. Instead, we can pre-allocate the new resources before doing 188802cbfba1SAlan Brady * anything and bailing if the alloc fails. 188902cbfba1SAlan Brady * 189002cbfba1SAlan Brady * Make a clone of the existing vport to mimic its current 189102cbfba1SAlan Brady * configuration, then modify the new structure with any requested 189202cbfba1SAlan Brady * changes. Once the allocation of the new resources is done, stop the 189302cbfba1SAlan Brady * existing vport and copy the configuration to the main vport. If an 189402cbfba1SAlan Brady * error occurred, the existing vport will be untouched. 189502cbfba1SAlan Brady * 189602cbfba1SAlan Brady */ 189702cbfba1SAlan Brady new_vport = kzalloc(sizeof(*vport), GFP_KERNEL); 189802cbfba1SAlan Brady if (!new_vport) 189902cbfba1SAlan Brady return -ENOMEM; 190002cbfba1SAlan Brady 190102cbfba1SAlan Brady /* This purposely avoids copying the end of the struct because it 190202cbfba1SAlan Brady * contains wait_queues and mutexes and other stuff we don't want to 190302cbfba1SAlan Brady * mess with. Nothing below should use those variables from new_vport 190402cbfba1SAlan Brady * and should instead always refer to them in vport if they need to. 190502cbfba1SAlan Brady */ 190602cbfba1SAlan Brady memcpy(new_vport, vport, offsetof(struct idpf_vport, vc_state)); 190702cbfba1SAlan Brady 190802cbfba1SAlan Brady /* Adjust resource parameters prior to reallocating resources */ 190902cbfba1SAlan Brady switch (reset_cause) { 191002cbfba1SAlan Brady case IDPF_SR_Q_CHANGE: 191102cbfba1SAlan Brady err = idpf_vport_adjust_qs(new_vport); 191202cbfba1SAlan Brady if (err) 191302cbfba1SAlan Brady goto free_vport; 191402cbfba1SAlan Brady break; 191502cbfba1SAlan Brady case IDPF_SR_Q_DESC_CHANGE: 191602cbfba1SAlan Brady /* Update queue parameters before allocating resources */ 191702cbfba1SAlan Brady idpf_vport_calc_num_q_desc(new_vport); 191802cbfba1SAlan Brady break; 1919a251eee6SJoshua Hay case IDPF_SR_MTU_CHANGE: 1920a251eee6SJoshua Hay case IDPF_SR_RSC_CHANGE: 1921a251eee6SJoshua Hay break; 192202cbfba1SAlan Brady default: 192302cbfba1SAlan Brady dev_err(&adapter->pdev->dev, "Unhandled soft reset cause\n"); 192402cbfba1SAlan Brady err = -EINVAL; 192502cbfba1SAlan Brady goto free_vport; 192602cbfba1SAlan Brady } 192702cbfba1SAlan Brady 192802cbfba1SAlan Brady err = idpf_vport_queues_alloc(new_vport); 192902cbfba1SAlan Brady if (err) 193002cbfba1SAlan Brady goto free_vport; 193102cbfba1SAlan Brady if (current_state <= __IDPF_VPORT_DOWN) { 193202cbfba1SAlan Brady idpf_send_delete_queues_msg(vport); 193302cbfba1SAlan Brady } else { 193402cbfba1SAlan Brady set_bit(IDPF_VPORT_DEL_QUEUES, vport->flags); 193502cbfba1SAlan Brady idpf_vport_stop(vport); 193602cbfba1SAlan Brady } 193702cbfba1SAlan Brady 193802cbfba1SAlan Brady idpf_deinit_rss(vport); 193902cbfba1SAlan Brady /* We're passing in vport here because we need its wait_queue 194002cbfba1SAlan Brady * to send a message and it should be getting all the vport 194102cbfba1SAlan Brady * config data out of the adapter but we need to be careful not 194202cbfba1SAlan Brady * to add code to add_queues to change the vport config within 194302cbfba1SAlan Brady * vport itself as it will be wiped with a memcpy later. 194402cbfba1SAlan Brady */ 194502cbfba1SAlan Brady err = idpf_send_add_queues_msg(vport, new_vport->num_txq, 194602cbfba1SAlan Brady new_vport->num_complq, 194702cbfba1SAlan Brady new_vport->num_rxq, 194802cbfba1SAlan Brady new_vport->num_bufq); 194902cbfba1SAlan Brady if (err) 195002cbfba1SAlan Brady goto err_reset; 195102cbfba1SAlan Brady 195202cbfba1SAlan Brady /* Same comment as above regarding avoiding copying the wait_queues and 195302cbfba1SAlan Brady * mutexes applies here. We do not want to mess with those if possible. 195402cbfba1SAlan Brady */ 195502cbfba1SAlan Brady memcpy(vport, new_vport, offsetof(struct idpf_vport, vc_state)); 195602cbfba1SAlan Brady 195702cbfba1SAlan Brady /* Since idpf_vport_queues_alloc was called with new_port, the queue 195802cbfba1SAlan Brady * back pointers are currently pointing to the local new_vport. Reset 195902cbfba1SAlan Brady * the backpointers to the original vport here 196002cbfba1SAlan Brady */ 196102cbfba1SAlan Brady for (i = 0; i < vport->num_txq_grp; i++) { 196202cbfba1SAlan Brady struct idpf_txq_group *tx_qgrp = &vport->txq_grps[i]; 196302cbfba1SAlan Brady int j; 196402cbfba1SAlan Brady 196502cbfba1SAlan Brady tx_qgrp->vport = vport; 196602cbfba1SAlan Brady for (j = 0; j < tx_qgrp->num_txq; j++) 196702cbfba1SAlan Brady tx_qgrp->txqs[j]->vport = vport; 196802cbfba1SAlan Brady 196902cbfba1SAlan Brady if (idpf_is_queue_model_split(vport->txq_model)) 197002cbfba1SAlan Brady tx_qgrp->complq->vport = vport; 197102cbfba1SAlan Brady } 197202cbfba1SAlan Brady 197302cbfba1SAlan Brady for (i = 0; i < vport->num_rxq_grp; i++) { 197402cbfba1SAlan Brady struct idpf_rxq_group *rx_qgrp = &vport->rxq_grps[i]; 197502cbfba1SAlan Brady struct idpf_queue *q; 197602cbfba1SAlan Brady u16 num_rxq; 197702cbfba1SAlan Brady int j; 197802cbfba1SAlan Brady 197902cbfba1SAlan Brady rx_qgrp->vport = vport; 198002cbfba1SAlan Brady for (j = 0; j < vport->num_bufqs_per_qgrp; j++) 198102cbfba1SAlan Brady rx_qgrp->splitq.bufq_sets[j].bufq.vport = vport; 198202cbfba1SAlan Brady 198302cbfba1SAlan Brady if (idpf_is_queue_model_split(vport->rxq_model)) 198402cbfba1SAlan Brady num_rxq = rx_qgrp->splitq.num_rxq_sets; 198502cbfba1SAlan Brady else 198602cbfba1SAlan Brady num_rxq = rx_qgrp->singleq.num_rxq; 198702cbfba1SAlan Brady 198802cbfba1SAlan Brady for (j = 0; j < num_rxq; j++) { 198902cbfba1SAlan Brady if (idpf_is_queue_model_split(vport->rxq_model)) 199002cbfba1SAlan Brady q = &rx_qgrp->splitq.rxq_sets[j]->rxq; 199102cbfba1SAlan Brady else 199202cbfba1SAlan Brady q = rx_qgrp->singleq.rxqs[j]; 199302cbfba1SAlan Brady q->vport = vport; 199402cbfba1SAlan Brady } 199502cbfba1SAlan Brady } 199602cbfba1SAlan Brady 199702cbfba1SAlan Brady if (reset_cause == IDPF_SR_Q_CHANGE) 199802cbfba1SAlan Brady idpf_vport_alloc_vec_indexes(vport); 199902cbfba1SAlan Brady 200002cbfba1SAlan Brady err = idpf_set_real_num_queues(vport); 200102cbfba1SAlan Brady if (err) 200202cbfba1SAlan Brady goto err_reset; 200302cbfba1SAlan Brady 200402cbfba1SAlan Brady if (current_state == __IDPF_VPORT_UP) 200502cbfba1SAlan Brady err = idpf_vport_open(vport, false); 200602cbfba1SAlan Brady 200702cbfba1SAlan Brady kfree(new_vport); 200802cbfba1SAlan Brady 200902cbfba1SAlan Brady return err; 201002cbfba1SAlan Brady 201102cbfba1SAlan Brady err_reset: 201202cbfba1SAlan Brady idpf_vport_queues_rel(new_vport); 201302cbfba1SAlan Brady free_vport: 201402cbfba1SAlan Brady kfree(new_vport); 201502cbfba1SAlan Brady 201602cbfba1SAlan Brady return err; 201702cbfba1SAlan Brady } 201802cbfba1SAlan Brady 201902cbfba1SAlan Brady /** 2020a251eee6SJoshua Hay * idpf_addr_sync - Callback for dev_(mc|uc)_sync to add address 2021a251eee6SJoshua Hay * @netdev: the netdevice 2022a251eee6SJoshua Hay * @addr: address to add 2023a251eee6SJoshua Hay * 2024a251eee6SJoshua Hay * Called by __dev_(mc|uc)_sync when an address needs to be added. We call 2025a251eee6SJoshua Hay * __dev_(uc|mc)_sync from .set_rx_mode. Kernel takes addr_list_lock spinlock 2026a251eee6SJoshua Hay * meaning we cannot sleep in this context. Due to this, we have to add the 2027a251eee6SJoshua Hay * filter and send the virtchnl message asynchronously without waiting for the 2028a251eee6SJoshua Hay * response from the other side. We won't know whether or not the operation 2029a251eee6SJoshua Hay * actually succeeded until we get the message back. Returns 0 on success, 2030a251eee6SJoshua Hay * negative on failure. 2031a251eee6SJoshua Hay */ 2032a251eee6SJoshua Hay static int idpf_addr_sync(struct net_device *netdev, const u8 *addr) 2033a251eee6SJoshua Hay { 2034a251eee6SJoshua Hay struct idpf_netdev_priv *np = netdev_priv(netdev); 2035a251eee6SJoshua Hay 2036a251eee6SJoshua Hay return idpf_add_mac_filter(np->vport, np, addr, true); 2037a251eee6SJoshua Hay } 2038a251eee6SJoshua Hay 2039a251eee6SJoshua Hay /** 2040a251eee6SJoshua Hay * idpf_addr_unsync - Callback for dev_(mc|uc)_sync to remove address 2041a251eee6SJoshua Hay * @netdev: the netdevice 2042a251eee6SJoshua Hay * @addr: address to add 2043a251eee6SJoshua Hay * 2044a251eee6SJoshua Hay * Called by __dev_(mc|uc)_sync when an address needs to be added. We call 2045a251eee6SJoshua Hay * __dev_(uc|mc)_sync from .set_rx_mode. Kernel takes addr_list_lock spinlock 2046a251eee6SJoshua Hay * meaning we cannot sleep in this context. Due to this we have to delete the 2047a251eee6SJoshua Hay * filter and send the virtchnl message asynchronously without waiting for the 2048a251eee6SJoshua Hay * return from the other side. We won't know whether or not the operation 2049a251eee6SJoshua Hay * actually succeeded until we get the message back. Returns 0 on success, 2050a251eee6SJoshua Hay * negative on failure. 2051a251eee6SJoshua Hay */ 2052a251eee6SJoshua Hay static int idpf_addr_unsync(struct net_device *netdev, const u8 *addr) 2053a251eee6SJoshua Hay { 2054a251eee6SJoshua Hay struct idpf_netdev_priv *np = netdev_priv(netdev); 2055a251eee6SJoshua Hay 2056a251eee6SJoshua Hay /* Under some circumstances, we might receive a request to delete 2057a251eee6SJoshua Hay * our own device address from our uc list. Because we store the 2058a251eee6SJoshua Hay * device address in the VSI's MAC filter list, we need to ignore 2059a251eee6SJoshua Hay * such requests and not delete our device address from this list. 2060a251eee6SJoshua Hay */ 2061a251eee6SJoshua Hay if (ether_addr_equal(addr, netdev->dev_addr)) 2062a251eee6SJoshua Hay return 0; 2063a251eee6SJoshua Hay 2064a251eee6SJoshua Hay idpf_del_mac_filter(np->vport, np, addr, true); 2065a251eee6SJoshua Hay 2066a251eee6SJoshua Hay return 0; 2067a251eee6SJoshua Hay } 2068a251eee6SJoshua Hay 2069a251eee6SJoshua Hay /** 2070a251eee6SJoshua Hay * idpf_set_rx_mode - NDO callback to set the netdev filters 2071a251eee6SJoshua Hay * @netdev: network interface device structure 2072a251eee6SJoshua Hay * 2073a251eee6SJoshua Hay * Stack takes addr_list_lock spinlock before calling our .set_rx_mode. We 2074a251eee6SJoshua Hay * cannot sleep in this context. 2075a251eee6SJoshua Hay */ 2076a251eee6SJoshua Hay static void idpf_set_rx_mode(struct net_device *netdev) 2077a251eee6SJoshua Hay { 2078a251eee6SJoshua Hay struct idpf_netdev_priv *np = netdev_priv(netdev); 2079a251eee6SJoshua Hay struct idpf_vport_user_config_data *config_data; 2080a251eee6SJoshua Hay struct idpf_adapter *adapter; 2081a251eee6SJoshua Hay bool changed = false; 2082a251eee6SJoshua Hay struct device *dev; 2083a251eee6SJoshua Hay int err; 2084a251eee6SJoshua Hay 2085a251eee6SJoshua Hay adapter = np->adapter; 2086a251eee6SJoshua Hay dev = &adapter->pdev->dev; 2087a251eee6SJoshua Hay 2088a251eee6SJoshua Hay if (idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_MACFILTER)) { 2089a251eee6SJoshua Hay __dev_uc_sync(netdev, idpf_addr_sync, idpf_addr_unsync); 2090a251eee6SJoshua Hay __dev_mc_sync(netdev, idpf_addr_sync, idpf_addr_unsync); 2091a251eee6SJoshua Hay } 2092a251eee6SJoshua Hay 2093a251eee6SJoshua Hay if (!idpf_is_cap_ena(adapter, IDPF_OTHER_CAPS, VIRTCHNL2_CAP_PROMISC)) 2094a251eee6SJoshua Hay return; 2095a251eee6SJoshua Hay 2096a251eee6SJoshua Hay config_data = &adapter->vport_config[np->vport_idx]->user_config; 2097a251eee6SJoshua Hay /* IFF_PROMISC enables both unicast and multicast promiscuous, 2098a251eee6SJoshua Hay * while IFF_ALLMULTI only enables multicast such that: 2099a251eee6SJoshua Hay * 2100a251eee6SJoshua Hay * promisc + allmulti = unicast | multicast 2101a251eee6SJoshua Hay * promisc + !allmulti = unicast | multicast 2102a251eee6SJoshua Hay * !promisc + allmulti = multicast 2103a251eee6SJoshua Hay */ 2104a251eee6SJoshua Hay if ((netdev->flags & IFF_PROMISC) && 2105a251eee6SJoshua Hay !test_and_set_bit(__IDPF_PROMISC_UC, config_data->user_flags)) { 2106a251eee6SJoshua Hay changed = true; 2107a251eee6SJoshua Hay dev_info(&adapter->pdev->dev, "Entering promiscuous mode\n"); 2108a251eee6SJoshua Hay if (!test_and_set_bit(__IDPF_PROMISC_MC, adapter->flags)) 2109a251eee6SJoshua Hay dev_info(dev, "Entering multicast promiscuous mode\n"); 2110a251eee6SJoshua Hay } 2111a251eee6SJoshua Hay 2112a251eee6SJoshua Hay if (!(netdev->flags & IFF_PROMISC) && 2113a251eee6SJoshua Hay test_and_clear_bit(__IDPF_PROMISC_UC, config_data->user_flags)) { 2114a251eee6SJoshua Hay changed = true; 2115a251eee6SJoshua Hay dev_info(dev, "Leaving promiscuous mode\n"); 2116a251eee6SJoshua Hay } 2117a251eee6SJoshua Hay 2118a251eee6SJoshua Hay if (netdev->flags & IFF_ALLMULTI && 2119a251eee6SJoshua Hay !test_and_set_bit(__IDPF_PROMISC_MC, config_data->user_flags)) { 2120a251eee6SJoshua Hay changed = true; 2121a251eee6SJoshua Hay dev_info(dev, "Entering multicast promiscuous mode\n"); 2122a251eee6SJoshua Hay } 2123a251eee6SJoshua Hay 2124a251eee6SJoshua Hay if (!(netdev->flags & (IFF_ALLMULTI | IFF_PROMISC)) && 2125a251eee6SJoshua Hay test_and_clear_bit(__IDPF_PROMISC_MC, config_data->user_flags)) { 2126a251eee6SJoshua Hay changed = true; 2127a251eee6SJoshua Hay dev_info(dev, "Leaving multicast promiscuous mode\n"); 2128a251eee6SJoshua Hay } 2129a251eee6SJoshua Hay 2130a251eee6SJoshua Hay if (!changed) 2131a251eee6SJoshua Hay return; 2132a251eee6SJoshua Hay 2133a251eee6SJoshua Hay err = idpf_set_promiscuous(adapter, config_data, np->vport_id); 2134a251eee6SJoshua Hay if (err) 2135a251eee6SJoshua Hay dev_err(dev, "Failed to set promiscuous mode: %d\n", err); 2136a251eee6SJoshua Hay } 2137a251eee6SJoshua Hay 2138a251eee6SJoshua Hay /** 2139a251eee6SJoshua Hay * idpf_vport_manage_rss_lut - disable/enable RSS 2140a251eee6SJoshua Hay * @vport: the vport being changed 2141a251eee6SJoshua Hay * 2142a251eee6SJoshua Hay * In the event of disable request for RSS, this function will zero out RSS 2143a251eee6SJoshua Hay * LUT, while in the event of enable request for RSS, it will reconfigure RSS 2144a251eee6SJoshua Hay * LUT with the default LUT configuration. 2145a251eee6SJoshua Hay */ 2146a251eee6SJoshua Hay static int idpf_vport_manage_rss_lut(struct idpf_vport *vport) 2147a251eee6SJoshua Hay { 2148a251eee6SJoshua Hay bool ena = idpf_is_feature_ena(vport, NETIF_F_RXHASH); 2149a251eee6SJoshua Hay struct idpf_rss_data *rss_data; 2150a251eee6SJoshua Hay u16 idx = vport->idx; 2151a251eee6SJoshua Hay int lut_size; 2152a251eee6SJoshua Hay 2153a251eee6SJoshua Hay rss_data = &vport->adapter->vport_config[idx]->user_config.rss_data; 2154a251eee6SJoshua Hay lut_size = rss_data->rss_lut_size * sizeof(u32); 2155a251eee6SJoshua Hay 2156a251eee6SJoshua Hay if (ena) { 2157a251eee6SJoshua Hay /* This will contain the default or user configured LUT */ 2158a251eee6SJoshua Hay memcpy(rss_data->rss_lut, rss_data->cached_lut, lut_size); 2159a251eee6SJoshua Hay } else { 2160a251eee6SJoshua Hay /* Save a copy of the current LUT to be restored later if 2161a251eee6SJoshua Hay * requested. 2162a251eee6SJoshua Hay */ 2163a251eee6SJoshua Hay memcpy(rss_data->cached_lut, rss_data->rss_lut, lut_size); 2164a251eee6SJoshua Hay 2165a251eee6SJoshua Hay /* Zero out the current LUT to disable */ 2166a251eee6SJoshua Hay memset(rss_data->rss_lut, 0, lut_size); 2167a251eee6SJoshua Hay } 2168a251eee6SJoshua Hay 2169a251eee6SJoshua Hay return idpf_config_rss(vport); 2170a251eee6SJoshua Hay } 2171a251eee6SJoshua Hay 2172a251eee6SJoshua Hay /** 2173a251eee6SJoshua Hay * idpf_set_features - set the netdev feature flags 2174a251eee6SJoshua Hay * @netdev: ptr to the netdev being adjusted 2175a251eee6SJoshua Hay * @features: the feature set that the stack is suggesting 2176a251eee6SJoshua Hay */ 2177a251eee6SJoshua Hay static int idpf_set_features(struct net_device *netdev, 2178a251eee6SJoshua Hay netdev_features_t features) 2179a251eee6SJoshua Hay { 2180a251eee6SJoshua Hay netdev_features_t changed = netdev->features ^ features; 2181a251eee6SJoshua Hay struct idpf_adapter *adapter; 2182a251eee6SJoshua Hay struct idpf_vport *vport; 2183a251eee6SJoshua Hay int err = 0; 2184a251eee6SJoshua Hay 2185a251eee6SJoshua Hay idpf_vport_ctrl_lock(netdev); 2186a251eee6SJoshua Hay vport = idpf_netdev_to_vport(netdev); 2187a251eee6SJoshua Hay 2188a251eee6SJoshua Hay adapter = vport->adapter; 2189a251eee6SJoshua Hay 2190a251eee6SJoshua Hay if (idpf_is_reset_in_prog(adapter)) { 2191a251eee6SJoshua Hay dev_err(&adapter->pdev->dev, "Device is resetting, changing netdev features temporarily unavailable.\n"); 2192a251eee6SJoshua Hay err = -EBUSY; 2193a251eee6SJoshua Hay goto unlock_mutex; 2194a251eee6SJoshua Hay } 2195a251eee6SJoshua Hay 2196a251eee6SJoshua Hay if (changed & NETIF_F_RXHASH) { 2197a251eee6SJoshua Hay netdev->features ^= NETIF_F_RXHASH; 2198a251eee6SJoshua Hay err = idpf_vport_manage_rss_lut(vport); 2199a251eee6SJoshua Hay if (err) 2200a251eee6SJoshua Hay goto unlock_mutex; 2201a251eee6SJoshua Hay } 2202a251eee6SJoshua Hay 2203a251eee6SJoshua Hay if (changed & NETIF_F_GRO_HW) { 2204a251eee6SJoshua Hay netdev->features ^= NETIF_F_GRO_HW; 2205a251eee6SJoshua Hay err = idpf_initiate_soft_reset(vport, IDPF_SR_RSC_CHANGE); 2206a251eee6SJoshua Hay if (err) 2207a251eee6SJoshua Hay goto unlock_mutex; 2208a251eee6SJoshua Hay } 2209a251eee6SJoshua Hay 2210a251eee6SJoshua Hay if (changed & NETIF_F_LOOPBACK) { 2211a251eee6SJoshua Hay netdev->features ^= NETIF_F_LOOPBACK; 2212a251eee6SJoshua Hay err = idpf_send_ena_dis_loopback_msg(vport); 2213a251eee6SJoshua Hay } 2214a251eee6SJoshua Hay 2215a251eee6SJoshua Hay unlock_mutex: 2216a251eee6SJoshua Hay idpf_vport_ctrl_unlock(netdev); 2217a251eee6SJoshua Hay 2218a251eee6SJoshua Hay return err; 2219a251eee6SJoshua Hay } 2220a251eee6SJoshua Hay 2221a251eee6SJoshua Hay /** 22221c325aacSAlan Brady * idpf_open - Called when a network interface becomes active 22231c325aacSAlan Brady * @netdev: network interface device structure 22241c325aacSAlan Brady * 22251c325aacSAlan Brady * The open entry point is called when a network interface is made 22261c325aacSAlan Brady * active by the system (IFF_UP). At this point all resources needed 22271c325aacSAlan Brady * for transmit and receive operations are allocated, the interrupt 22281c325aacSAlan Brady * handler is registered with the OS, the netdev watchdog is enabled, 22291c325aacSAlan Brady * and the stack is notified that the interface is ready. 22301c325aacSAlan Brady * 22311c325aacSAlan Brady * Returns 0 on success, negative value on failure 22321c325aacSAlan Brady */ 22331c325aacSAlan Brady static int idpf_open(struct net_device *netdev) 22341c325aacSAlan Brady { 22351c325aacSAlan Brady struct idpf_vport *vport; 22361c325aacSAlan Brady int err; 22371c325aacSAlan Brady 22381c325aacSAlan Brady idpf_vport_ctrl_lock(netdev); 22391c325aacSAlan Brady vport = idpf_netdev_to_vport(netdev); 22401c325aacSAlan Brady 22411c325aacSAlan Brady err = idpf_vport_open(vport, true); 22421c325aacSAlan Brady 22431c325aacSAlan Brady idpf_vport_ctrl_unlock(netdev); 22441c325aacSAlan Brady 22451c325aacSAlan Brady return err; 22461c325aacSAlan Brady } 22471c325aacSAlan Brady 22481c325aacSAlan Brady /** 2249a251eee6SJoshua Hay * idpf_change_mtu - NDO callback to change the MTU 2250a251eee6SJoshua Hay * @netdev: network interface device structure 2251a251eee6SJoshua Hay * @new_mtu: new value for maximum frame size 2252a251eee6SJoshua Hay * 2253a251eee6SJoshua Hay * Returns 0 on success, negative on failure 2254a251eee6SJoshua Hay */ 2255a251eee6SJoshua Hay static int idpf_change_mtu(struct net_device *netdev, int new_mtu) 2256a251eee6SJoshua Hay { 2257a251eee6SJoshua Hay struct idpf_vport *vport; 2258a251eee6SJoshua Hay int err; 2259a251eee6SJoshua Hay 2260a251eee6SJoshua Hay idpf_vport_ctrl_lock(netdev); 2261a251eee6SJoshua Hay vport = idpf_netdev_to_vport(netdev); 2262a251eee6SJoshua Hay 2263a251eee6SJoshua Hay netdev->mtu = new_mtu; 2264a251eee6SJoshua Hay 2265a251eee6SJoshua Hay err = idpf_initiate_soft_reset(vport, IDPF_SR_MTU_CHANGE); 2266a251eee6SJoshua Hay 2267a251eee6SJoshua Hay idpf_vport_ctrl_unlock(netdev); 2268a251eee6SJoshua Hay 2269a251eee6SJoshua Hay return err; 2270a251eee6SJoshua Hay } 2271a251eee6SJoshua Hay 2272a251eee6SJoshua Hay /** 2273a251eee6SJoshua Hay * idpf_features_check - Validate packet conforms to limits 2274a251eee6SJoshua Hay * @skb: skb buffer 2275a251eee6SJoshua Hay * @netdev: This port's netdev 2276a251eee6SJoshua Hay * @features: Offload features that the stack believes apply 2277a251eee6SJoshua Hay */ 2278a251eee6SJoshua Hay static netdev_features_t idpf_features_check(struct sk_buff *skb, 2279a251eee6SJoshua Hay struct net_device *netdev, 2280a251eee6SJoshua Hay netdev_features_t features) 2281a251eee6SJoshua Hay { 2282a251eee6SJoshua Hay struct idpf_vport *vport = idpf_netdev_to_vport(netdev); 2283a251eee6SJoshua Hay struct idpf_adapter *adapter = vport->adapter; 2284a251eee6SJoshua Hay size_t len; 2285a251eee6SJoshua Hay 2286a251eee6SJoshua Hay /* No point in doing any of this if neither checksum nor GSO are 2287a251eee6SJoshua Hay * being requested for this frame. We can rule out both by just 2288a251eee6SJoshua Hay * checking for CHECKSUM_PARTIAL 2289a251eee6SJoshua Hay */ 2290a251eee6SJoshua Hay if (skb->ip_summed != CHECKSUM_PARTIAL) 2291a251eee6SJoshua Hay return features; 2292a251eee6SJoshua Hay 2293a251eee6SJoshua Hay /* We cannot support GSO if the MSS is going to be less than 2294a251eee6SJoshua Hay * 88 bytes. If it is then we need to drop support for GSO. 2295a251eee6SJoshua Hay */ 2296a251eee6SJoshua Hay if (skb_is_gso(skb) && 2297a251eee6SJoshua Hay (skb_shinfo(skb)->gso_size < IDPF_TX_TSO_MIN_MSS)) 2298a251eee6SJoshua Hay features &= ~NETIF_F_GSO_MASK; 2299a251eee6SJoshua Hay 2300a251eee6SJoshua Hay /* Ensure MACLEN is <= 126 bytes (63 words) and not an odd size */ 2301a251eee6SJoshua Hay len = skb_network_offset(skb); 2302a251eee6SJoshua Hay if (unlikely(len & ~(126))) 2303a251eee6SJoshua Hay goto unsupported; 2304a251eee6SJoshua Hay 2305a251eee6SJoshua Hay len = skb_network_header_len(skb); 2306a251eee6SJoshua Hay if (unlikely(len > idpf_get_max_tx_hdr_size(adapter))) 2307a251eee6SJoshua Hay goto unsupported; 2308a251eee6SJoshua Hay 2309a251eee6SJoshua Hay if (!skb->encapsulation) 2310a251eee6SJoshua Hay return features; 2311a251eee6SJoshua Hay 2312a251eee6SJoshua Hay /* L4TUNLEN can support 127 words */ 2313a251eee6SJoshua Hay len = skb_inner_network_header(skb) - skb_transport_header(skb); 2314a251eee6SJoshua Hay if (unlikely(len & ~(127 * 2))) 2315a251eee6SJoshua Hay goto unsupported; 2316a251eee6SJoshua Hay 2317a251eee6SJoshua Hay /* IPLEN can support at most 127 dwords */ 2318a251eee6SJoshua Hay len = skb_inner_network_header_len(skb); 2319a251eee6SJoshua Hay if (unlikely(len > idpf_get_max_tx_hdr_size(adapter))) 2320a251eee6SJoshua Hay goto unsupported; 2321a251eee6SJoshua Hay 2322a251eee6SJoshua Hay /* No need to validate L4LEN as TCP is the only protocol with a 2323a251eee6SJoshua Hay * a flexible value and we support all possible values supported 2324a251eee6SJoshua Hay * by TCP, which is at most 15 dwords 2325a251eee6SJoshua Hay */ 2326a251eee6SJoshua Hay 2327a251eee6SJoshua Hay return features; 2328a251eee6SJoshua Hay 2329a251eee6SJoshua Hay unsupported: 2330a251eee6SJoshua Hay return features & ~(NETIF_F_CSUM_MASK | NETIF_F_GSO_MASK); 2331a251eee6SJoshua Hay } 2332a251eee6SJoshua Hay 2333a251eee6SJoshua Hay /** 2334a251eee6SJoshua Hay * idpf_set_mac - NDO callback to set port mac address 2335a251eee6SJoshua Hay * @netdev: network interface device structure 2336a251eee6SJoshua Hay * @p: pointer to an address structure 2337a251eee6SJoshua Hay * 2338a251eee6SJoshua Hay * Returns 0 on success, negative on failure 2339a251eee6SJoshua Hay **/ 2340a251eee6SJoshua Hay static int idpf_set_mac(struct net_device *netdev, void *p) 2341a251eee6SJoshua Hay { 2342a251eee6SJoshua Hay struct idpf_netdev_priv *np = netdev_priv(netdev); 2343a251eee6SJoshua Hay struct idpf_vport_config *vport_config; 2344a251eee6SJoshua Hay struct sockaddr *addr = p; 2345a251eee6SJoshua Hay struct idpf_vport *vport; 2346a251eee6SJoshua Hay int err = 0; 2347a251eee6SJoshua Hay 2348a251eee6SJoshua Hay idpf_vport_ctrl_lock(netdev); 2349a251eee6SJoshua Hay vport = idpf_netdev_to_vport(netdev); 2350a251eee6SJoshua Hay 2351a251eee6SJoshua Hay if (!idpf_is_cap_ena(vport->adapter, IDPF_OTHER_CAPS, 2352a251eee6SJoshua Hay VIRTCHNL2_CAP_MACFILTER)) { 2353a251eee6SJoshua Hay dev_info(&vport->adapter->pdev->dev, "Setting MAC address is not supported\n"); 2354a251eee6SJoshua Hay err = -EOPNOTSUPP; 2355a251eee6SJoshua Hay goto unlock_mutex; 2356a251eee6SJoshua Hay } 2357a251eee6SJoshua Hay 2358a251eee6SJoshua Hay if (!is_valid_ether_addr(addr->sa_data)) { 2359a251eee6SJoshua Hay dev_info(&vport->adapter->pdev->dev, "Invalid MAC address: %pM\n", 2360a251eee6SJoshua Hay addr->sa_data); 2361a251eee6SJoshua Hay err = -EADDRNOTAVAIL; 2362a251eee6SJoshua Hay goto unlock_mutex; 2363a251eee6SJoshua Hay } 2364a251eee6SJoshua Hay 2365a251eee6SJoshua Hay if (ether_addr_equal(netdev->dev_addr, addr->sa_data)) 2366a251eee6SJoshua Hay goto unlock_mutex; 2367a251eee6SJoshua Hay 2368a251eee6SJoshua Hay vport_config = vport->adapter->vport_config[vport->idx]; 2369a251eee6SJoshua Hay err = idpf_add_mac_filter(vport, np, addr->sa_data, false); 2370a251eee6SJoshua Hay if (err) { 2371a251eee6SJoshua Hay __idpf_del_mac_filter(vport_config, addr->sa_data); 2372a251eee6SJoshua Hay goto unlock_mutex; 2373a251eee6SJoshua Hay } 2374a251eee6SJoshua Hay 2375a251eee6SJoshua Hay if (is_valid_ether_addr(vport->default_mac_addr)) 2376a251eee6SJoshua Hay idpf_del_mac_filter(vport, np, vport->default_mac_addr, false); 2377a251eee6SJoshua Hay 2378a251eee6SJoshua Hay ether_addr_copy(vport->default_mac_addr, addr->sa_data); 2379a251eee6SJoshua Hay eth_hw_addr_set(netdev, addr->sa_data); 2380a251eee6SJoshua Hay 2381a251eee6SJoshua Hay unlock_mutex: 2382a251eee6SJoshua Hay idpf_vport_ctrl_unlock(netdev); 2383a251eee6SJoshua Hay 2384a251eee6SJoshua Hay return err; 2385a251eee6SJoshua Hay } 2386a251eee6SJoshua Hay 2387a251eee6SJoshua Hay /** 23888077c727SJoshua Hay * idpf_alloc_dma_mem - Allocate dma memory 23898077c727SJoshua Hay * @hw: pointer to hw struct 23908077c727SJoshua Hay * @mem: pointer to dma_mem struct 23918077c727SJoshua Hay * @size: size of the memory to allocate 23928077c727SJoshua Hay */ 23938077c727SJoshua Hay void *idpf_alloc_dma_mem(struct idpf_hw *hw, struct idpf_dma_mem *mem, u64 size) 23948077c727SJoshua Hay { 23958077c727SJoshua Hay struct idpf_adapter *adapter = hw->back; 23968077c727SJoshua Hay size_t sz = ALIGN(size, 4096); 23978077c727SJoshua Hay 23988077c727SJoshua Hay mem->va = dma_alloc_coherent(&adapter->pdev->dev, sz, 23998077c727SJoshua Hay &mem->pa, GFP_KERNEL); 24008077c727SJoshua Hay mem->size = sz; 24018077c727SJoshua Hay 24028077c727SJoshua Hay return mem->va; 24038077c727SJoshua Hay } 24048077c727SJoshua Hay 24058077c727SJoshua Hay /** 24068077c727SJoshua Hay * idpf_free_dma_mem - Free the allocated dma memory 24078077c727SJoshua Hay * @hw: pointer to hw struct 24088077c727SJoshua Hay * @mem: pointer to dma_mem struct 24098077c727SJoshua Hay */ 24108077c727SJoshua Hay void idpf_free_dma_mem(struct idpf_hw *hw, struct idpf_dma_mem *mem) 24118077c727SJoshua Hay { 24128077c727SJoshua Hay struct idpf_adapter *adapter = hw->back; 24138077c727SJoshua Hay 24148077c727SJoshua Hay dma_free_coherent(&adapter->pdev->dev, mem->size, 24158077c727SJoshua Hay mem->va, mem->pa); 24168077c727SJoshua Hay mem->size = 0; 24178077c727SJoshua Hay mem->va = NULL; 24188077c727SJoshua Hay mem->pa = 0; 24198077c727SJoshua Hay } 24201c325aacSAlan Brady 24211c325aacSAlan Brady static const struct net_device_ops idpf_netdev_ops_splitq = { 24221c325aacSAlan Brady .ndo_open = idpf_open, 24231c325aacSAlan Brady .ndo_stop = idpf_stop, 24246818c4d5SJoshua Hay .ndo_start_xmit = idpf_tx_splitq_start, 2425a251eee6SJoshua Hay .ndo_features_check = idpf_features_check, 2426a251eee6SJoshua Hay .ndo_set_rx_mode = idpf_set_rx_mode, 2427a251eee6SJoshua Hay .ndo_validate_addr = eth_validate_addr, 2428a251eee6SJoshua Hay .ndo_set_mac_address = idpf_set_mac, 2429a251eee6SJoshua Hay .ndo_change_mtu = idpf_change_mtu, 2430a251eee6SJoshua Hay .ndo_get_stats64 = idpf_get_stats64, 2431a251eee6SJoshua Hay .ndo_set_features = idpf_set_features, 2432a251eee6SJoshua Hay .ndo_tx_timeout = idpf_tx_timeout, 24331c325aacSAlan Brady }; 24341c325aacSAlan Brady 24351c325aacSAlan Brady static const struct net_device_ops idpf_netdev_ops_singleq = { 24361c325aacSAlan Brady .ndo_open = idpf_open, 24371c325aacSAlan Brady .ndo_stop = idpf_stop, 2438a5ab9ee0SJoshua Hay .ndo_start_xmit = idpf_tx_singleq_start, 2439a251eee6SJoshua Hay .ndo_features_check = idpf_features_check, 2440a251eee6SJoshua Hay .ndo_set_rx_mode = idpf_set_rx_mode, 2441a251eee6SJoshua Hay .ndo_validate_addr = eth_validate_addr, 2442a251eee6SJoshua Hay .ndo_set_mac_address = idpf_set_mac, 2443a251eee6SJoshua Hay .ndo_change_mtu = idpf_change_mtu, 2444a251eee6SJoshua Hay .ndo_get_stats64 = idpf_get_stats64, 2445a251eee6SJoshua Hay .ndo_set_features = idpf_set_features, 2446a251eee6SJoshua Hay .ndo_tx_timeout = idpf_tx_timeout, 24471c325aacSAlan Brady }; 2448