// SPDX-License-Identifier: GPL-2.0 /* Copyright(c) 2013 - 2018 Intel Corporation. */ #include #include "iavf.h" #include "iavf_prototype.h" /** * iavf_send_pf_msg * @adapter: adapter structure * @op: virtual channel opcode * @msg: pointer to message buffer * @len: message length * * Send message to PF and print status if failure. **/ static int iavf_send_pf_msg(struct iavf_adapter *adapter, enum virtchnl_ops op, u8 *msg, u16 len) { struct iavf_hw *hw = &adapter->hw; enum iavf_status status; if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED) return 0; /* nothing to see here, move along */ status = iavf_aq_send_msg_to_pf(hw, op, 0, msg, len, NULL); if (status) dev_dbg(&adapter->pdev->dev, "Unable to send opcode %d to PF, status %s, aq_err %s\n", op, iavf_stat_str(hw, status), iavf_aq_str(hw, hw->aq.asq_last_status)); return iavf_status_to_errno(status); } /** * iavf_send_api_ver * @adapter: adapter structure * * Send API version admin queue message to the PF. The reply is not checked * in this function. Returns 0 if the message was successfully * sent, or one of the IAVF_ADMIN_QUEUE_ERROR_ statuses if not. **/ int iavf_send_api_ver(struct iavf_adapter *adapter) { struct virtchnl_version_info vvi; vvi.major = VIRTCHNL_VERSION_MAJOR; vvi.minor = VIRTCHNL_VERSION_MINOR; return iavf_send_pf_msg(adapter, VIRTCHNL_OP_VERSION, (u8 *)&vvi, sizeof(vvi)); } /** * iavf_poll_virtchnl_msg * @hw: HW configuration structure * @event: event to populate on success * @op_to_poll: requested virtchnl op to poll for * * Initialize poll for virtchnl msg matching the requested_op. Returns 0 * if a message of the correct opcode is in the queue or an error code * if no message matching the op code is waiting and other failures. */ static int iavf_poll_virtchnl_msg(struct iavf_hw *hw, struct iavf_arq_event_info *event, enum virtchnl_ops op_to_poll) { enum virtchnl_ops received_op; enum iavf_status status; u32 v_retval; while (1) { /* When the AQ is empty, iavf_clean_arq_element will return * nonzero and this loop will terminate. */ status = iavf_clean_arq_element(hw, event, NULL); if (status != IAVF_SUCCESS) return iavf_status_to_errno(status); received_op = (enum virtchnl_ops)le32_to_cpu(event->desc.cookie_high); if (op_to_poll == received_op) break; } v_retval = le32_to_cpu(event->desc.cookie_low); return virtchnl_status_to_errno((enum virtchnl_status_code)v_retval); } /** * iavf_verify_api_ver * @adapter: adapter structure * * Compare API versions with the PF. Must be called after admin queue is * initialized. Returns 0 if API versions match, -EIO if they do not, * IAVF_ERR_ADMIN_QUEUE_NO_WORK if the admin queue is empty, and any errors * from the firmware are propagated. **/ int iavf_verify_api_ver(struct iavf_adapter *adapter) { struct iavf_arq_event_info event; int err; event.buf_len = IAVF_MAX_AQ_BUF_SIZE; event.msg_buf = kzalloc(IAVF_MAX_AQ_BUF_SIZE, GFP_KERNEL); if (!event.msg_buf) return -ENOMEM; err = iavf_poll_virtchnl_msg(&adapter->hw, &event, VIRTCHNL_OP_VERSION); if (!err) { struct virtchnl_version_info *pf_vvi = (struct virtchnl_version_info *)event.msg_buf; adapter->pf_version = *pf_vvi; if (pf_vvi->major > VIRTCHNL_VERSION_MAJOR || (pf_vvi->major == VIRTCHNL_VERSION_MAJOR && pf_vvi->minor > VIRTCHNL_VERSION_MINOR)) err = -EIO; } kfree(event.msg_buf); return err; } /** * iavf_send_vf_config_msg * @adapter: adapter structure * * Send VF configuration request admin queue message to the PF. The reply * is not checked in this function. Returns 0 if the message was * successfully sent, or one of the IAVF_ADMIN_QUEUE_ERROR_ statuses if not. **/ int iavf_send_vf_config_msg(struct iavf_adapter *adapter) { u32 caps; caps = VIRTCHNL_VF_OFFLOAD_L2 | VIRTCHNL_VF_OFFLOAD_RSS_PF | VIRTCHNL_VF_OFFLOAD_RSS_AQ | VIRTCHNL_VF_OFFLOAD_RSS_REG | VIRTCHNL_VF_OFFLOAD_VLAN | VIRTCHNL_VF_OFFLOAD_WB_ON_ITR | VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2 | VIRTCHNL_VF_OFFLOAD_ENCAP | VIRTCHNL_VF_OFFLOAD_TC_U32 | VIRTCHNL_VF_OFFLOAD_VLAN_V2 | VIRTCHNL_VF_OFFLOAD_CRC | VIRTCHNL_VF_OFFLOAD_ENCAP_CSUM | VIRTCHNL_VF_OFFLOAD_REQ_QUEUES | VIRTCHNL_VF_OFFLOAD_ADQ | VIRTCHNL_VF_OFFLOAD_USO | VIRTCHNL_VF_OFFLOAD_FDIR_PF | VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF | VIRTCHNL_VF_CAP_ADV_LINK_SPEED | VIRTCHNL_VF_OFFLOAD_QOS; adapter->current_op = VIRTCHNL_OP_GET_VF_RESOURCES; adapter->aq_required &= ~IAVF_FLAG_AQ_GET_CONFIG; if (PF_IS_V11(adapter)) return iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_VF_RESOURCES, (u8 *)&caps, sizeof(caps)); else return iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_VF_RESOURCES, NULL, 0); } int iavf_send_vf_offload_vlan_v2_msg(struct iavf_adapter *adapter) { adapter->aq_required &= ~IAVF_FLAG_AQ_GET_OFFLOAD_VLAN_V2_CAPS; if (!VLAN_V2_ALLOWED(adapter)) return -EOPNOTSUPP; adapter->current_op = VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS; return iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS, NULL, 0); } /** * iavf_validate_num_queues * @adapter: adapter structure * * Validate that the number of queues the PF has sent in * VIRTCHNL_OP_GET_VF_RESOURCES is not larger than the VF can handle. **/ static void iavf_validate_num_queues(struct iavf_adapter *adapter) { if (adapter->vf_res->num_queue_pairs > IAVF_MAX_REQ_QUEUES) { struct virtchnl_vsi_resource *vsi_res; int i; dev_info(&adapter->pdev->dev, "Received %d queues, but can only have a max of %d\n", adapter->vf_res->num_queue_pairs, IAVF_MAX_REQ_QUEUES); dev_info(&adapter->pdev->dev, "Fixing by reducing queues to %d\n", IAVF_MAX_REQ_QUEUES); adapter->vf_res->num_queue_pairs = IAVF_MAX_REQ_QUEUES; for (i = 0; i < adapter->vf_res->num_vsis; i++) { vsi_res = &adapter->vf_res->vsi_res[i]; vsi_res->num_queue_pairs = IAVF_MAX_REQ_QUEUES; } } } /** * iavf_get_vf_config * @adapter: private adapter structure * * Get VF configuration from PF and populate hw structure. Must be called after * admin queue is initialized. Busy waits until response is received from PF, * with maximum timeout. Response from PF is returned in the buffer for further * processing by the caller. **/ int iavf_get_vf_config(struct iavf_adapter *adapter) { struct iavf_hw *hw = &adapter->hw; struct iavf_arq_event_info event; u16 len; int err; len = IAVF_VIRTCHNL_VF_RESOURCE_SIZE; event.buf_len = len; event.msg_buf = kzalloc(len, GFP_KERNEL); if (!event.msg_buf) return -ENOMEM; err = iavf_poll_virtchnl_msg(hw, &event, VIRTCHNL_OP_GET_VF_RESOURCES); memcpy(adapter->vf_res, event.msg_buf, min(event.msg_len, len)); /* some PFs send more queues than we should have so validate that * we aren't getting too many queues */ if (!err) iavf_validate_num_queues(adapter); iavf_vf_parse_hw_config(hw, adapter->vf_res); kfree(event.msg_buf); return err; } int iavf_get_vf_vlan_v2_caps(struct iavf_adapter *adapter) { struct iavf_arq_event_info event; int err; u16 len; len = sizeof(struct virtchnl_vlan_caps); event.buf_len = len; event.msg_buf = kzalloc(len, GFP_KERNEL); if (!event.msg_buf) return -ENOMEM; err = iavf_poll_virtchnl_msg(&adapter->hw, &event, VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS); if (!err) memcpy(&adapter->vlan_v2_caps, event.msg_buf, min(event.msg_len, len)); kfree(event.msg_buf); return err; } /** * iavf_configure_queues * @adapter: adapter structure * * Request that the PF set up our (previously allocated) queues. **/ void iavf_configure_queues(struct iavf_adapter *adapter) { struct virtchnl_vsi_queue_config_info *vqci; int pairs = adapter->num_active_queues; struct virtchnl_queue_pair_info *vqpi; u32 i, max_frame; size_t len; max_frame = LIBIE_MAX_RX_FRM_LEN(adapter->rx_rings->pp->p.offset); max_frame = min_not_zero(adapter->vf_res->max_mtu, max_frame); if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot configure queues, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_CONFIG_VSI_QUEUES; len = virtchnl_struct_size(vqci, qpair, pairs); vqci = kzalloc(len, GFP_KERNEL); if (!vqci) return; vqci->vsi_id = adapter->vsi_res->vsi_id; vqci->num_queue_pairs = pairs; vqpi = vqci->qpair; /* Size check is not needed here - HW max is 16 queue pairs, and we * can fit info for 31 of them into the AQ buffer before it overflows. */ for (i = 0; i < pairs; i++) { vqpi->txq.vsi_id = vqci->vsi_id; vqpi->txq.queue_id = i; vqpi->txq.ring_len = adapter->tx_rings[i].count; vqpi->txq.dma_ring_addr = adapter->tx_rings[i].dma; vqpi->rxq.vsi_id = vqci->vsi_id; vqpi->rxq.queue_id = i; vqpi->rxq.ring_len = adapter->rx_rings[i].count; vqpi->rxq.dma_ring_addr = adapter->rx_rings[i].dma; vqpi->rxq.max_pkt_size = max_frame; vqpi->rxq.databuffer_size = adapter->rx_rings[i].rx_buf_len; if (CRC_OFFLOAD_ALLOWED(adapter)) vqpi->rxq.crc_disable = !!(adapter->netdev->features & NETIF_F_RXFCS); vqpi++; } adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_QUEUES; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_VSI_QUEUES, (u8 *)vqci, len); kfree(vqci); } /** * iavf_enable_queues * @adapter: adapter structure * * Request that the PF enable all of our queues. **/ void iavf_enable_queues(struct iavf_adapter *adapter) { struct virtchnl_queue_select vqs; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot enable queues, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_ENABLE_QUEUES; vqs.vsi_id = adapter->vsi_res->vsi_id; vqs.tx_queues = BIT(adapter->num_active_queues) - 1; vqs.rx_queues = vqs.tx_queues; adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_QUEUES; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_QUEUES, (u8 *)&vqs, sizeof(vqs)); } /** * iavf_disable_queues * @adapter: adapter structure * * Request that the PF disable all of our queues. **/ void iavf_disable_queues(struct iavf_adapter *adapter) { struct virtchnl_queue_select vqs; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot disable queues, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_DISABLE_QUEUES; vqs.vsi_id = adapter->vsi_res->vsi_id; vqs.tx_queues = BIT(adapter->num_active_queues) - 1; vqs.rx_queues = vqs.tx_queues; adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_QUEUES; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_QUEUES, (u8 *)&vqs, sizeof(vqs)); } /** * iavf_map_queues * @adapter: adapter structure * * Request that the PF map queues to interrupt vectors. Misc causes, including * admin queue, are always mapped to vector 0. **/ void iavf_map_queues(struct iavf_adapter *adapter) { struct virtchnl_irq_map_info *vimi; struct virtchnl_vector_map *vecmap; struct iavf_q_vector *q_vector; int v_idx, q_vectors; size_t len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot map queues to vectors, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_CONFIG_IRQ_MAP; q_vectors = adapter->num_msix_vectors - NONQ_VECS; len = virtchnl_struct_size(vimi, vecmap, adapter->num_msix_vectors); vimi = kzalloc(len, GFP_KERNEL); if (!vimi) return; vimi->num_vectors = adapter->num_msix_vectors; /* Queue vectors first */ for (v_idx = 0; v_idx < q_vectors; v_idx++) { q_vector = &adapter->q_vectors[v_idx]; vecmap = &vimi->vecmap[v_idx]; vecmap->vsi_id = adapter->vsi_res->vsi_id; vecmap->vector_id = v_idx + NONQ_VECS; vecmap->txq_map = q_vector->ring_mask; vecmap->rxq_map = q_vector->ring_mask; vecmap->rxitr_idx = IAVF_RX_ITR; vecmap->txitr_idx = IAVF_TX_ITR; } /* Misc vector last - this is only for AdminQ messages */ vecmap = &vimi->vecmap[v_idx]; vecmap->vsi_id = adapter->vsi_res->vsi_id; vecmap->vector_id = 0; vecmap->txq_map = 0; vecmap->rxq_map = 0; adapter->aq_required &= ~IAVF_FLAG_AQ_MAP_VECTORS; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_IRQ_MAP, (u8 *)vimi, len); kfree(vimi); } /** * iavf_set_mac_addr_type - Set the correct request type from the filter type * @virtchnl_ether_addr: pointer to requested list element * @filter: pointer to requested filter **/ static void iavf_set_mac_addr_type(struct virtchnl_ether_addr *virtchnl_ether_addr, const struct iavf_mac_filter *filter) { virtchnl_ether_addr->type = filter->is_primary ? VIRTCHNL_ETHER_ADDR_PRIMARY : VIRTCHNL_ETHER_ADDR_EXTRA; } /** * iavf_add_ether_addrs * @adapter: adapter structure * * Request that the PF add one or more addresses to our filters. **/ void iavf_add_ether_addrs(struct iavf_adapter *adapter) { struct virtchnl_ether_addr_list *veal; struct iavf_mac_filter *f; int i = 0, count = 0; bool more = false; size_t len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot add filters, command %d pending\n", adapter->current_op); return; } spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry(f, &adapter->mac_filter_list, list) { if (f->add) count++; } if (!count) { adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_MAC_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } adapter->current_op = VIRTCHNL_OP_ADD_ETH_ADDR; len = virtchnl_struct_size(veal, list, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many add MAC changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(veal, list, --count); more = true; } veal = kzalloc(len, GFP_ATOMIC); if (!veal) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } veal->vsi_id = adapter->vsi_res->vsi_id; veal->num_elements = count; list_for_each_entry(f, &adapter->mac_filter_list, list) { if (f->add) { ether_addr_copy(veal->list[i].addr, f->macaddr); iavf_set_mac_addr_type(&veal->list[i], f); i++; f->add = false; if (i == count) break; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_MAC_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_ETH_ADDR, (u8 *)veal, len); kfree(veal); } /** * iavf_del_ether_addrs * @adapter: adapter structure * * Request that the PF remove one or more addresses from our filters. **/ void iavf_del_ether_addrs(struct iavf_adapter *adapter) { struct virtchnl_ether_addr_list *veal; struct iavf_mac_filter *f, *ftmp; int i = 0, count = 0; bool more = false; size_t len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot remove filters, command %d pending\n", adapter->current_op); return; } spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry(f, &adapter->mac_filter_list, list) { if (f->remove) count++; } if (!count) { adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_MAC_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } adapter->current_op = VIRTCHNL_OP_DEL_ETH_ADDR; len = virtchnl_struct_size(veal, list, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many delete MAC changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(veal, list, --count); more = true; } veal = kzalloc(len, GFP_ATOMIC); if (!veal) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } veal->vsi_id = adapter->vsi_res->vsi_id; veal->num_elements = count; list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) { if (f->remove) { ether_addr_copy(veal->list[i].addr, f->macaddr); iavf_set_mac_addr_type(&veal->list[i], f); i++; list_del(&f->list); kfree(f); if (i == count) break; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_MAC_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_ETH_ADDR, (u8 *)veal, len); kfree(veal); } /** * iavf_mac_add_ok * @adapter: adapter structure * * Submit list of filters based on PF response. **/ static void iavf_mac_add_ok(struct iavf_adapter *adapter) { struct iavf_mac_filter *f, *ftmp; spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) { f->is_new_mac = false; if (!f->add && !f->add_handled) f->add_handled = true; } spin_unlock_bh(&adapter->mac_vlan_list_lock); } /** * iavf_mac_add_reject * @adapter: adapter structure * * Remove filters from list based on PF response. **/ static void iavf_mac_add_reject(struct iavf_adapter *adapter) { struct net_device *netdev = adapter->netdev; struct iavf_mac_filter *f, *ftmp; spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) { if (f->remove && ether_addr_equal(f->macaddr, netdev->dev_addr)) f->remove = false; if (!f->add && !f->add_handled) f->add_handled = true; if (f->is_new_mac) { list_del(&f->list); kfree(f); } } spin_unlock_bh(&adapter->mac_vlan_list_lock); } /** * iavf_vlan_add_reject * @adapter: adapter structure * * Remove VLAN filters from list based on PF response. **/ static void iavf_vlan_add_reject(struct iavf_adapter *adapter) { struct iavf_vlan_filter *f, *ftmp; spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_IS_NEW) { list_del(&f->list); kfree(f); adapter->num_vlan_filters--; } } spin_unlock_bh(&adapter->mac_vlan_list_lock); } /** * iavf_add_vlans * @adapter: adapter structure * * Request that the PF add one or more VLAN filters to our VSI. **/ void iavf_add_vlans(struct iavf_adapter *adapter) { int len, i = 0, count = 0; struct iavf_vlan_filter *f; bool more = false; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot add VLANs, command %d pending\n", adapter->current_op); return; } spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry(f, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_ADD) count++; } if (!count || !VLAN_FILTERING_ALLOWED(adapter)) { adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } if (VLAN_ALLOWED(adapter)) { struct virtchnl_vlan_filter_list *vvfl; adapter->current_op = VIRTCHNL_OP_ADD_VLAN; len = virtchnl_struct_size(vvfl, vlan_id, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many add VLAN changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(vvfl, vlan_id, --count); more = true; } vvfl = kzalloc(len, GFP_ATOMIC); if (!vvfl) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } vvfl->vsi_id = adapter->vsi_res->vsi_id; vvfl->num_elements = count; list_for_each_entry(f, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_ADD) { vvfl->vlan_id[i] = f->vlan.vid; i++; f->state = IAVF_VLAN_IS_NEW; if (i == count) break; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_VLAN, (u8 *)vvfl, len); kfree(vvfl); } else { u16 max_vlans = adapter->vlan_v2_caps.filtering.max_filters; u16 current_vlans = iavf_get_num_vlans_added(adapter); struct virtchnl_vlan_filter_list_v2 *vvfl_v2; adapter->current_op = VIRTCHNL_OP_ADD_VLAN_V2; if ((count + current_vlans) > max_vlans && current_vlans < max_vlans) { count = max_vlans - iavf_get_num_vlans_added(adapter); more = true; } len = virtchnl_struct_size(vvfl_v2, filters, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many add VLAN changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(vvfl_v2, filters, --count); more = true; } vvfl_v2 = kzalloc(len, GFP_ATOMIC); if (!vvfl_v2) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } vvfl_v2->vport_id = adapter->vsi_res->vsi_id; vvfl_v2->num_elements = count; list_for_each_entry(f, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_ADD) { struct virtchnl_vlan_supported_caps *filtering_support = &adapter->vlan_v2_caps.filtering.filtering_support; struct virtchnl_vlan *vlan; if (i == count) break; /* give priority over outer if it's enabled */ if (filtering_support->outer) vlan = &vvfl_v2->filters[i].outer; else vlan = &vvfl_v2->filters[i].inner; vlan->tci = f->vlan.vid; vlan->tpid = f->vlan.tpid; i++; f->state = IAVF_VLAN_IS_NEW; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_VLAN_V2, (u8 *)vvfl_v2, len); kfree(vvfl_v2); } } /** * iavf_del_vlans * @adapter: adapter structure * * Request that the PF remove one or more VLAN filters from our VSI. **/ void iavf_del_vlans(struct iavf_adapter *adapter) { struct iavf_vlan_filter *f, *ftmp; int len, i = 0, count = 0; bool more = false; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot remove VLANs, command %d pending\n", adapter->current_op); return; } spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) { /* since VLAN capabilities are not allowed, we dont want to send * a VLAN delete request because it will most likely fail and * create unnecessary errors/noise, so just free the VLAN * filters marked for removal to enable bailing out before * sending a virtchnl message */ if (f->state == IAVF_VLAN_REMOVE && !VLAN_FILTERING_ALLOWED(adapter)) { list_del(&f->list); kfree(f); adapter->num_vlan_filters--; } else if (f->state == IAVF_VLAN_DISABLE && !VLAN_FILTERING_ALLOWED(adapter)) { f->state = IAVF_VLAN_INACTIVE; } else if (f->state == IAVF_VLAN_REMOVE || f->state == IAVF_VLAN_DISABLE) { count++; } } if (!count || !VLAN_FILTERING_ALLOWED(adapter)) { adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } if (VLAN_ALLOWED(adapter)) { struct virtchnl_vlan_filter_list *vvfl; adapter->current_op = VIRTCHNL_OP_DEL_VLAN; len = virtchnl_struct_size(vvfl, vlan_id, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many delete VLAN changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(vvfl, vlan_id, --count); more = true; } vvfl = kzalloc(len, GFP_ATOMIC); if (!vvfl) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } vvfl->vsi_id = adapter->vsi_res->vsi_id; vvfl->num_elements = count; list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_DISABLE) { vvfl->vlan_id[i] = f->vlan.vid; f->state = IAVF_VLAN_INACTIVE; i++; if (i == count) break; } else if (f->state == IAVF_VLAN_REMOVE) { vvfl->vlan_id[i] = f->vlan.vid; list_del(&f->list); kfree(f); adapter->num_vlan_filters--; i++; if (i == count) break; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_VLAN, (u8 *)vvfl, len); kfree(vvfl); } else { struct virtchnl_vlan_filter_list_v2 *vvfl_v2; adapter->current_op = VIRTCHNL_OP_DEL_VLAN_V2; len = virtchnl_struct_size(vvfl_v2, filters, count); if (len > IAVF_MAX_AQ_BUF_SIZE) { dev_warn(&adapter->pdev->dev, "Too many add VLAN changes in one request\n"); while (len > IAVF_MAX_AQ_BUF_SIZE) len = virtchnl_struct_size(vvfl_v2, filters, --count); more = true; } vvfl_v2 = kzalloc(len, GFP_ATOMIC); if (!vvfl_v2) { spin_unlock_bh(&adapter->mac_vlan_list_lock); return; } vvfl_v2->vport_id = adapter->vsi_res->vsi_id; vvfl_v2->num_elements = count; list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_DISABLE || f->state == IAVF_VLAN_REMOVE) { struct virtchnl_vlan_supported_caps *filtering_support = &adapter->vlan_v2_caps.filtering.filtering_support; struct virtchnl_vlan *vlan; /* give priority over outer if it's enabled */ if (filtering_support->outer) vlan = &vvfl_v2->filters[i].outer; else vlan = &vvfl_v2->filters[i].inner; vlan->tci = f->vlan.vid; vlan->tpid = f->vlan.tpid; if (f->state == IAVF_VLAN_DISABLE) { f->state = IAVF_VLAN_INACTIVE; } else { list_del(&f->list); kfree(f); adapter->num_vlan_filters--; } i++; if (i == count) break; } } if (!more) adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_VLAN_FILTER; spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_VLAN_V2, (u8 *)vvfl_v2, len); kfree(vvfl_v2); } } /** * iavf_set_promiscuous * @adapter: adapter structure * * Request that the PF enable promiscuous mode for our VSI. **/ void iavf_set_promiscuous(struct iavf_adapter *adapter) { struct net_device *netdev = adapter->netdev; struct virtchnl_promisc_info vpi; unsigned int flags; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set promiscuous mode, command %d pending\n", adapter->current_op); return; } /* prevent changes to promiscuous flags */ spin_lock_bh(&adapter->current_netdev_promisc_flags_lock); /* sanity check to prevent duplicate AQ calls */ if (!iavf_promiscuous_mode_changed(adapter)) { adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_PROMISC_MODE; dev_dbg(&adapter->pdev->dev, "No change in promiscuous mode\n"); /* allow changes to promiscuous flags */ spin_unlock_bh(&adapter->current_netdev_promisc_flags_lock); return; } /* there are 2 bits, but only 3 states */ if (!(netdev->flags & IFF_PROMISC) && netdev->flags & IFF_ALLMULTI) { /* State 1 - only multicast promiscuous mode enabled * - !IFF_PROMISC && IFF_ALLMULTI */ flags = FLAG_VF_MULTICAST_PROMISC; adapter->current_netdev_promisc_flags |= IFF_ALLMULTI; adapter->current_netdev_promisc_flags &= ~IFF_PROMISC; dev_info(&adapter->pdev->dev, "Entering multicast promiscuous mode\n"); } else if (!(netdev->flags & IFF_PROMISC) && !(netdev->flags & IFF_ALLMULTI)) { /* State 2 - unicast/multicast promiscuous mode disabled * - !IFF_PROMISC && !IFF_ALLMULTI */ flags = 0; adapter->current_netdev_promisc_flags &= ~(IFF_PROMISC | IFF_ALLMULTI); dev_info(&adapter->pdev->dev, "Leaving promiscuous mode\n"); } else { /* State 3 - unicast/multicast promiscuous mode enabled * - IFF_PROMISC && IFF_ALLMULTI * - IFF_PROMISC && !IFF_ALLMULTI */ flags = FLAG_VF_UNICAST_PROMISC | FLAG_VF_MULTICAST_PROMISC; adapter->current_netdev_promisc_flags |= IFF_PROMISC; if (netdev->flags & IFF_ALLMULTI) adapter->current_netdev_promisc_flags |= IFF_ALLMULTI; else adapter->current_netdev_promisc_flags &= ~IFF_ALLMULTI; dev_info(&adapter->pdev->dev, "Entering promiscuous mode\n"); } adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_PROMISC_MODE; /* allow changes to promiscuous flags */ spin_unlock_bh(&adapter->current_netdev_promisc_flags_lock); adapter->current_op = VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE; vpi.vsi_id = adapter->vsi_res->vsi_id; vpi.flags = flags; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE, (u8 *)&vpi, sizeof(vpi)); } /** * iavf_request_stats * @adapter: adapter structure * * Request VSI statistics from PF. **/ void iavf_request_stats(struct iavf_adapter *adapter) { struct virtchnl_queue_select vqs; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* no error message, this isn't crucial */ return; } adapter->aq_required &= ~IAVF_FLAG_AQ_REQUEST_STATS; adapter->current_op = VIRTCHNL_OP_GET_STATS; vqs.vsi_id = adapter->vsi_res->vsi_id; /* queue maps are ignored for this message - only the vsi is used */ if (iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_STATS, (u8 *)&vqs, sizeof(vqs))) /* if the request failed, don't lock out others */ adapter->current_op = VIRTCHNL_OP_UNKNOWN; } /** * iavf_get_hena * @adapter: adapter structure * * Request hash enable capabilities from PF **/ void iavf_get_hena(struct iavf_adapter *adapter) { if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot get RSS hash capabilities, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_GET_RSS_HENA_CAPS; adapter->aq_required &= ~IAVF_FLAG_AQ_GET_HENA; iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_RSS_HENA_CAPS, NULL, 0); } /** * iavf_set_hena * @adapter: adapter structure * * Request the PF to set our RSS hash capabilities **/ void iavf_set_hena(struct iavf_adapter *adapter) { struct virtchnl_rss_hena vrh; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set RSS hash enable, command %d pending\n", adapter->current_op); return; } vrh.hena = adapter->hena; adapter->current_op = VIRTCHNL_OP_SET_RSS_HENA; adapter->aq_required &= ~IAVF_FLAG_AQ_SET_HENA; iavf_send_pf_msg(adapter, VIRTCHNL_OP_SET_RSS_HENA, (u8 *)&vrh, sizeof(vrh)); } /** * iavf_set_rss_key * @adapter: adapter structure * * Request the PF to set our RSS hash key **/ void iavf_set_rss_key(struct iavf_adapter *adapter) { struct virtchnl_rss_key *vrk; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set RSS key, command %d pending\n", adapter->current_op); return; } len = virtchnl_struct_size(vrk, key, adapter->rss_key_size); vrk = kzalloc(len, GFP_KERNEL); if (!vrk) return; vrk->vsi_id = adapter->vsi.id; vrk->key_len = adapter->rss_key_size; memcpy(vrk->key, adapter->rss_key, adapter->rss_key_size); adapter->current_op = VIRTCHNL_OP_CONFIG_RSS_KEY; adapter->aq_required &= ~IAVF_FLAG_AQ_SET_RSS_KEY; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_RSS_KEY, (u8 *)vrk, len); kfree(vrk); } /** * iavf_set_rss_lut * @adapter: adapter structure * * Request the PF to set our RSS lookup table **/ void iavf_set_rss_lut(struct iavf_adapter *adapter) { struct virtchnl_rss_lut *vrl; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set RSS LUT, command %d pending\n", adapter->current_op); return; } len = virtchnl_struct_size(vrl, lut, adapter->rss_lut_size); vrl = kzalloc(len, GFP_KERNEL); if (!vrl) return; vrl->vsi_id = adapter->vsi.id; vrl->lut_entries = adapter->rss_lut_size; memcpy(vrl->lut, adapter->rss_lut, adapter->rss_lut_size); adapter->current_op = VIRTCHNL_OP_CONFIG_RSS_LUT; adapter->aq_required &= ~IAVF_FLAG_AQ_SET_RSS_LUT; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_RSS_LUT, (u8 *)vrl, len); kfree(vrl); } /** * iavf_set_rss_hfunc * @adapter: adapter structure * * Request the PF to set our RSS Hash function **/ void iavf_set_rss_hfunc(struct iavf_adapter *adapter) { struct virtchnl_rss_hfunc *vrh; int len = sizeof(*vrh); if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set RSS Hash function, command %d pending\n", adapter->current_op); return; } vrh = kzalloc(len, GFP_KERNEL); if (!vrh) return; vrh->vsi_id = adapter->vsi.id; vrh->rss_algorithm = adapter->hfunc; adapter->current_op = VIRTCHNL_OP_CONFIG_RSS_HFUNC; adapter->aq_required &= ~IAVF_FLAG_AQ_SET_RSS_HFUNC; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_RSS_HFUNC, (u8 *)vrh, len); kfree(vrh); } /** * iavf_enable_vlan_stripping * @adapter: adapter structure * * Request VLAN header stripping to be enabled **/ void iavf_enable_vlan_stripping(struct iavf_adapter *adapter) { if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot enable stripping, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_ENABLE_VLAN_STRIPPING; adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_VLAN_STRIPPING; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_VLAN_STRIPPING, NULL, 0); } /** * iavf_disable_vlan_stripping * @adapter: adapter structure * * Request VLAN header stripping to be disabled **/ void iavf_disable_vlan_stripping(struct iavf_adapter *adapter) { if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot disable stripping, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_DISABLE_VLAN_STRIPPING; adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_VLAN_STRIPPING; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_VLAN_STRIPPING, NULL, 0); } /** * iavf_tpid_to_vc_ethertype - transform from VLAN TPID to virtchnl ethertype * @tpid: VLAN TPID (i.e. 0x8100, 0x88a8, etc.) */ static u32 iavf_tpid_to_vc_ethertype(u16 tpid) { switch (tpid) { case ETH_P_8021Q: return VIRTCHNL_VLAN_ETHERTYPE_8100; case ETH_P_8021AD: return VIRTCHNL_VLAN_ETHERTYPE_88A8; } return 0; } /** * iavf_set_vc_offload_ethertype - set virtchnl ethertype for offload message * @adapter: adapter structure * @msg: message structure used for updating offloads over virtchnl to update * @tpid: VLAN TPID (i.e. 0x8100, 0x88a8, etc.) * @offload_op: opcode used to determine which support structure to check */ static int iavf_set_vc_offload_ethertype(struct iavf_adapter *adapter, struct virtchnl_vlan_setting *msg, u16 tpid, enum virtchnl_ops offload_op) { struct virtchnl_vlan_supported_caps *offload_support; u16 vc_ethertype = iavf_tpid_to_vc_ethertype(tpid); /* reference the correct offload support structure */ switch (offload_op) { case VIRTCHNL_OP_ENABLE_VLAN_STRIPPING_V2: case VIRTCHNL_OP_DISABLE_VLAN_STRIPPING_V2: offload_support = &adapter->vlan_v2_caps.offloads.stripping_support; break; case VIRTCHNL_OP_ENABLE_VLAN_INSERTION_V2: case VIRTCHNL_OP_DISABLE_VLAN_INSERTION_V2: offload_support = &adapter->vlan_v2_caps.offloads.insertion_support; break; default: dev_err(&adapter->pdev->dev, "Invalid opcode %d for setting virtchnl ethertype to enable/disable VLAN offloads\n", offload_op); return -EINVAL; } /* make sure ethertype is supported */ if (offload_support->outer & vc_ethertype && offload_support->outer & VIRTCHNL_VLAN_TOGGLE) { msg->outer_ethertype_setting = vc_ethertype; } else if (offload_support->inner & vc_ethertype && offload_support->inner & VIRTCHNL_VLAN_TOGGLE) { msg->inner_ethertype_setting = vc_ethertype; } else { dev_dbg(&adapter->pdev->dev, "opcode %d unsupported for VLAN TPID 0x%04x\n", offload_op, tpid); return -EINVAL; } return 0; } /** * iavf_clear_offload_v2_aq_required - clear AQ required bit for offload request * @adapter: adapter structure * @tpid: VLAN TPID * @offload_op: opcode used to determine which AQ required bit to clear */ static void iavf_clear_offload_v2_aq_required(struct iavf_adapter *adapter, u16 tpid, enum virtchnl_ops offload_op) { switch (offload_op) { case VIRTCHNL_OP_ENABLE_VLAN_STRIPPING_V2: if (tpid == ETH_P_8021Q) adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_CTAG_VLAN_STRIPPING; else if (tpid == ETH_P_8021AD) adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_STAG_VLAN_STRIPPING; break; case VIRTCHNL_OP_DISABLE_VLAN_STRIPPING_V2: if (tpid == ETH_P_8021Q) adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_CTAG_VLAN_STRIPPING; else if (tpid == ETH_P_8021AD) adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_STAG_VLAN_STRIPPING; break; case VIRTCHNL_OP_ENABLE_VLAN_INSERTION_V2: if (tpid == ETH_P_8021Q) adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_CTAG_VLAN_INSERTION; else if (tpid == ETH_P_8021AD) adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_STAG_VLAN_INSERTION; break; case VIRTCHNL_OP_DISABLE_VLAN_INSERTION_V2: if (tpid == ETH_P_8021Q) adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_CTAG_VLAN_INSERTION; else if (tpid == ETH_P_8021AD) adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_STAG_VLAN_INSERTION; break; default: dev_err(&adapter->pdev->dev, "Unsupported opcode %d specified for clearing aq_required bits for VIRTCHNL_VF_OFFLOAD_VLAN_V2 offload request\n", offload_op); } } /** * iavf_send_vlan_offload_v2 - send offload enable/disable over virtchnl * @adapter: adapter structure * @tpid: VLAN TPID used for the command (i.e. 0x8100 or 0x88a8) * @offload_op: offload_op used to make the request over virtchnl */ static void iavf_send_vlan_offload_v2(struct iavf_adapter *adapter, u16 tpid, enum virtchnl_ops offload_op) { struct virtchnl_vlan_setting *msg; int len = sizeof(*msg); if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot send %d, command %d pending\n", offload_op, adapter->current_op); return; } adapter->current_op = offload_op; msg = kzalloc(len, GFP_KERNEL); if (!msg) return; msg->vport_id = adapter->vsi_res->vsi_id; /* always clear to prevent unsupported and endless requests */ iavf_clear_offload_v2_aq_required(adapter, tpid, offload_op); /* only send valid offload requests */ if (!iavf_set_vc_offload_ethertype(adapter, msg, tpid, offload_op)) iavf_send_pf_msg(adapter, offload_op, (u8 *)msg, len); else adapter->current_op = VIRTCHNL_OP_UNKNOWN; kfree(msg); } /** * iavf_enable_vlan_stripping_v2 - enable VLAN stripping * @adapter: adapter structure * @tpid: VLAN TPID used to enable VLAN stripping */ void iavf_enable_vlan_stripping_v2(struct iavf_adapter *adapter, u16 tpid) { iavf_send_vlan_offload_v2(adapter, tpid, VIRTCHNL_OP_ENABLE_VLAN_STRIPPING_V2); } /** * iavf_disable_vlan_stripping_v2 - disable VLAN stripping * @adapter: adapter structure * @tpid: VLAN TPID used to disable VLAN stripping */ void iavf_disable_vlan_stripping_v2(struct iavf_adapter *adapter, u16 tpid) { iavf_send_vlan_offload_v2(adapter, tpid, VIRTCHNL_OP_DISABLE_VLAN_STRIPPING_V2); } /** * iavf_enable_vlan_insertion_v2 - enable VLAN insertion * @adapter: adapter structure * @tpid: VLAN TPID used to enable VLAN insertion */ void iavf_enable_vlan_insertion_v2(struct iavf_adapter *adapter, u16 tpid) { iavf_send_vlan_offload_v2(adapter, tpid, VIRTCHNL_OP_ENABLE_VLAN_INSERTION_V2); } /** * iavf_disable_vlan_insertion_v2 - disable VLAN insertion * @adapter: adapter structure * @tpid: VLAN TPID used to disable VLAN insertion */ void iavf_disable_vlan_insertion_v2(struct iavf_adapter *adapter, u16 tpid) { iavf_send_vlan_offload_v2(adapter, tpid, VIRTCHNL_OP_DISABLE_VLAN_INSERTION_V2); } /** * iavf_print_link_message - print link up or down * @adapter: adapter structure * * Log a message telling the world of our wonderous link status */ static void iavf_print_link_message(struct iavf_adapter *adapter) { struct net_device *netdev = adapter->netdev; int link_speed_mbps; char *speed; if (!adapter->link_up) { netdev_info(netdev, "NIC Link is Down\n"); return; } if (ADV_LINK_SUPPORT(adapter)) { link_speed_mbps = adapter->link_speed_mbps; goto print_link_msg; } switch (adapter->link_speed) { case VIRTCHNL_LINK_SPEED_40GB: link_speed_mbps = SPEED_40000; break; case VIRTCHNL_LINK_SPEED_25GB: link_speed_mbps = SPEED_25000; break; case VIRTCHNL_LINK_SPEED_20GB: link_speed_mbps = SPEED_20000; break; case VIRTCHNL_LINK_SPEED_10GB: link_speed_mbps = SPEED_10000; break; case VIRTCHNL_LINK_SPEED_5GB: link_speed_mbps = SPEED_5000; break; case VIRTCHNL_LINK_SPEED_2_5GB: link_speed_mbps = SPEED_2500; break; case VIRTCHNL_LINK_SPEED_1GB: link_speed_mbps = SPEED_1000; break; case VIRTCHNL_LINK_SPEED_100MB: link_speed_mbps = SPEED_100; break; default: link_speed_mbps = SPEED_UNKNOWN; break; } print_link_msg: if (link_speed_mbps > SPEED_1000) { if (link_speed_mbps == SPEED_2500) { speed = kasprintf(GFP_KERNEL, "%s", "2.5 Gbps"); } else { /* convert to Gbps inline */ speed = kasprintf(GFP_KERNEL, "%d Gbps", link_speed_mbps / 1000); } } else if (link_speed_mbps == SPEED_UNKNOWN) { speed = kasprintf(GFP_KERNEL, "%s", "Unknown Mbps"); } else { speed = kasprintf(GFP_KERNEL, "%d Mbps", link_speed_mbps); } netdev_info(netdev, "NIC Link is Up Speed is %s Full Duplex\n", speed); kfree(speed); } /** * iavf_get_vpe_link_status * @adapter: adapter structure * @vpe: virtchnl_pf_event structure * * Helper function for determining the link status **/ static bool iavf_get_vpe_link_status(struct iavf_adapter *adapter, struct virtchnl_pf_event *vpe) { if (ADV_LINK_SUPPORT(adapter)) return vpe->event_data.link_event_adv.link_status; else return vpe->event_data.link_event.link_status; } /** * iavf_set_adapter_link_speed_from_vpe * @adapter: adapter structure for which we are setting the link speed * @vpe: virtchnl_pf_event structure that contains the link speed we are setting * * Helper function for setting iavf_adapter link speed **/ static void iavf_set_adapter_link_speed_from_vpe(struct iavf_adapter *adapter, struct virtchnl_pf_event *vpe) { if (ADV_LINK_SUPPORT(adapter)) adapter->link_speed_mbps = vpe->event_data.link_event_adv.link_speed; else adapter->link_speed = vpe->event_data.link_event.link_speed; } /** * iavf_get_qos_caps - get qos caps support * @adapter: iavf adapter struct instance * * This function requests PF for Supported QoS Caps. */ void iavf_get_qos_caps(struct iavf_adapter *adapter) { if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot get qos caps, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_GET_QOS_CAPS; adapter->aq_required &= ~IAVF_FLAG_AQ_GET_QOS_CAPS; iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_QOS_CAPS, NULL, 0); } /** * iavf_set_quanta_size - set quanta size of queue chunk * @adapter: iavf adapter struct instance * @quanta_size: quanta size in bytes * @queue_index: starting index of queue chunk * @num_queues: number of queues in the queue chunk * * This function requests PF to set quanta size of queue chunk * starting at queue_index. */ static void iavf_set_quanta_size(struct iavf_adapter *adapter, u16 quanta_size, u16 queue_index, u16 num_queues) { struct virtchnl_quanta_cfg quanta_cfg; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set queue quanta size, command %d pending\n", adapter->current_op); return; } adapter->current_op = VIRTCHNL_OP_CONFIG_QUANTA; quanta_cfg.quanta_size = quanta_size; quanta_cfg.queue_select.type = VIRTCHNL_QUEUE_TYPE_TX; quanta_cfg.queue_select.start_queue_id = queue_index; quanta_cfg.queue_select.num_queues = num_queues; adapter->aq_required &= ~IAVF_FLAG_AQ_CFG_QUEUES_QUANTA_SIZE; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_QUANTA, (u8 *)&quanta_cfg, sizeof(quanta_cfg)); } /** * iavf_cfg_queues_quanta_size - configure quanta size of queues * @adapter: adapter structure * * Request that the PF configure quanta size of allocated queues. **/ void iavf_cfg_queues_quanta_size(struct iavf_adapter *adapter) { int quanta_size = IAVF_DEFAULT_QUANTA_SIZE; /* Set Queue Quanta Size to default */ iavf_set_quanta_size(adapter, quanta_size, 0, adapter->num_active_queues); } /** * iavf_cfg_queues_bw - configure bandwidth of allocated queues * @adapter: iavf adapter structure instance * * This function requests PF to configure queue bandwidth of allocated queues */ void iavf_cfg_queues_bw(struct iavf_adapter *adapter) { struct virtchnl_queues_bw_cfg *qs_bw_cfg; struct net_shaper *q_shaper; int qs_to_update = 0; int i, inx = 0; size_t len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot set tc queue bw, command %d pending\n", adapter->current_op); return; } for (i = 0; i < adapter->num_active_queues; i++) { if (adapter->tx_rings[i].q_shaper_update) qs_to_update++; } len = struct_size(qs_bw_cfg, cfg, qs_to_update); qs_bw_cfg = kzalloc(len, GFP_KERNEL); if (!qs_bw_cfg) return; qs_bw_cfg->vsi_id = adapter->vsi.id; qs_bw_cfg->num_queues = qs_to_update; for (i = 0; i < adapter->num_active_queues; i++) { struct iavf_ring *tx_ring = &adapter->tx_rings[i]; q_shaper = &tx_ring->q_shaper; if (tx_ring->q_shaper_update) { qs_bw_cfg->cfg[inx].queue_id = i; qs_bw_cfg->cfg[inx].shaper.peak = q_shaper->bw_max; qs_bw_cfg->cfg[inx].shaper.committed = q_shaper->bw_min; qs_bw_cfg->cfg[inx].tc = 0; inx++; } } adapter->current_op = VIRTCHNL_OP_CONFIG_QUEUE_BW; adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_QUEUES_BW; iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_QUEUE_BW, (u8 *)qs_bw_cfg, len); kfree(qs_bw_cfg); } /** * iavf_enable_channels * @adapter: adapter structure * * Request that the PF enable channels as specified by * the user via tc tool. **/ void iavf_enable_channels(struct iavf_adapter *adapter) { struct virtchnl_tc_info *vti = NULL; size_t len; int i; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot configure mqprio, command %d pending\n", adapter->current_op); return; } len = virtchnl_struct_size(vti, list, adapter->num_tc); vti = kzalloc(len, GFP_KERNEL); if (!vti) return; vti->num_tc = adapter->num_tc; for (i = 0; i < vti->num_tc; i++) { vti->list[i].count = adapter->ch_config.ch_info[i].count; vti->list[i].offset = adapter->ch_config.ch_info[i].offset; vti->list[i].pad = 0; vti->list[i].max_tx_rate = adapter->ch_config.ch_info[i].max_tx_rate; } adapter->ch_config.state = __IAVF_TC_RUNNING; adapter->flags |= IAVF_FLAG_REINIT_ITR_NEEDED; adapter->current_op = VIRTCHNL_OP_ENABLE_CHANNELS; adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_CHANNELS; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_CHANNELS, (u8 *)vti, len); kfree(vti); } /** * iavf_disable_channels * @adapter: adapter structure * * Request that the PF disable channels that are configured **/ void iavf_disable_channels(struct iavf_adapter *adapter) { if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot configure mqprio, command %d pending\n", adapter->current_op); return; } adapter->ch_config.state = __IAVF_TC_INVALID; adapter->flags |= IAVF_FLAG_REINIT_ITR_NEEDED; adapter->current_op = VIRTCHNL_OP_DISABLE_CHANNELS; adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_CHANNELS; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_CHANNELS, NULL, 0); } /** * iavf_print_cloud_filter * @adapter: adapter structure * @f: cloud filter to print * * Print the cloud filter **/ static void iavf_print_cloud_filter(struct iavf_adapter *adapter, struct virtchnl_filter *f) { switch (f->flow_type) { case VIRTCHNL_TCP_V4_FLOW: dev_info(&adapter->pdev->dev, "dst_mac: %pM src_mac: %pM vlan_id: %hu dst_ip: %pI4 src_ip %pI4 dst_port %hu src_port %hu\n", &f->data.tcp_spec.dst_mac, &f->data.tcp_spec.src_mac, ntohs(f->data.tcp_spec.vlan_id), &f->data.tcp_spec.dst_ip[0], &f->data.tcp_spec.src_ip[0], ntohs(f->data.tcp_spec.dst_port), ntohs(f->data.tcp_spec.src_port)); break; case VIRTCHNL_TCP_V6_FLOW: dev_info(&adapter->pdev->dev, "dst_mac: %pM src_mac: %pM vlan_id: %hu dst_ip: %pI6 src_ip %pI6 dst_port %hu src_port %hu\n", &f->data.tcp_spec.dst_mac, &f->data.tcp_spec.src_mac, ntohs(f->data.tcp_spec.vlan_id), &f->data.tcp_spec.dst_ip, &f->data.tcp_spec.src_ip, ntohs(f->data.tcp_spec.dst_port), ntohs(f->data.tcp_spec.src_port)); break; } } /** * iavf_add_cloud_filter * @adapter: adapter structure * * Request that the PF add cloud filters as specified * by the user via tc tool. **/ void iavf_add_cloud_filter(struct iavf_adapter *adapter) { struct iavf_cloud_filter *cf; struct virtchnl_filter *f; int len = 0, count = 0; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot add cloud filter, command %d pending\n", adapter->current_op); return; } list_for_each_entry(cf, &adapter->cloud_filter_list, list) { if (cf->add) { count++; break; } } if (!count) { adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_CLOUD_FILTER; return; } adapter->current_op = VIRTCHNL_OP_ADD_CLOUD_FILTER; len = sizeof(struct virtchnl_filter); f = kzalloc(len, GFP_KERNEL); if (!f) return; list_for_each_entry(cf, &adapter->cloud_filter_list, list) { if (cf->add) { memcpy(f, &cf->f, sizeof(struct virtchnl_filter)); cf->add = false; cf->state = __IAVF_CF_ADD_PENDING; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_CLOUD_FILTER, (u8 *)f, len); } } kfree(f); } /** * iavf_del_cloud_filter * @adapter: adapter structure * * Request that the PF delete cloud filters as specified * by the user via tc tool. **/ void iavf_del_cloud_filter(struct iavf_adapter *adapter) { struct iavf_cloud_filter *cf, *cftmp; struct virtchnl_filter *f; int len = 0, count = 0; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot remove cloud filter, command %d pending\n", adapter->current_op); return; } list_for_each_entry(cf, &adapter->cloud_filter_list, list) { if (cf->del) { count++; break; } } if (!count) { adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_CLOUD_FILTER; return; } adapter->current_op = VIRTCHNL_OP_DEL_CLOUD_FILTER; len = sizeof(struct virtchnl_filter); f = kzalloc(len, GFP_KERNEL); if (!f) return; list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) { if (cf->del) { memcpy(f, &cf->f, sizeof(struct virtchnl_filter)); cf->del = false; cf->state = __IAVF_CF_DEL_PENDING; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_CLOUD_FILTER, (u8 *)f, len); } } kfree(f); } /** * iavf_add_fdir_filter * @adapter: the VF adapter structure * * Request that the PF add Flow Director filters as specified * by the user via ethtool. **/ void iavf_add_fdir_filter(struct iavf_adapter *adapter) { struct iavf_fdir_fltr *fdir; struct virtchnl_fdir_add *f; bool process_fltr = false; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot add Flow Director filter, command %d pending\n", adapter->current_op); return; } len = sizeof(struct virtchnl_fdir_add); f = kzalloc(len, GFP_KERNEL); if (!f) return; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry(fdir, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_ADD_REQUEST) { process_fltr = true; fdir->state = IAVF_FDIR_FLTR_ADD_PENDING; memcpy(f, &fdir->vc_add_msg, len); break; } } spin_unlock_bh(&adapter->fdir_fltr_lock); if (!process_fltr) { /* prevent iavf_add_fdir_filter() from being called when there * are no filters to add */ adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_FDIR_FILTER; kfree(f); return; } adapter->current_op = VIRTCHNL_OP_ADD_FDIR_FILTER; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_FDIR_FILTER, (u8 *)f, len); kfree(f); } /** * iavf_del_fdir_filter * @adapter: the VF adapter structure * * Request that the PF delete Flow Director filters as specified * by the user via ethtool. **/ void iavf_del_fdir_filter(struct iavf_adapter *adapter) { struct virtchnl_fdir_del f = {}; struct iavf_fdir_fltr *fdir; bool process_fltr = false; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot remove Flow Director filter, command %d pending\n", adapter->current_op); return; } len = sizeof(struct virtchnl_fdir_del); spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry(fdir, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_DEL_REQUEST) { process_fltr = true; f.vsi_id = fdir->vc_add_msg.vsi_id; f.flow_id = fdir->flow_id; fdir->state = IAVF_FDIR_FLTR_DEL_PENDING; break; } else if (fdir->state == IAVF_FDIR_FLTR_DIS_REQUEST) { process_fltr = true; f.vsi_id = fdir->vc_add_msg.vsi_id; f.flow_id = fdir->flow_id; fdir->state = IAVF_FDIR_FLTR_DIS_PENDING; break; } } spin_unlock_bh(&adapter->fdir_fltr_lock); if (!process_fltr) { adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_FDIR_FILTER; return; } adapter->current_op = VIRTCHNL_OP_DEL_FDIR_FILTER; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_FDIR_FILTER, (u8 *)&f, len); } /** * iavf_add_adv_rss_cfg * @adapter: the VF adapter structure * * Request that the PF add RSS configuration as specified * by the user via ethtool. **/ void iavf_add_adv_rss_cfg(struct iavf_adapter *adapter) { struct virtchnl_rss_cfg *rss_cfg; struct iavf_adv_rss *rss; bool process_rss = false; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot add RSS configuration, command %d pending\n", adapter->current_op); return; } len = sizeof(struct virtchnl_rss_cfg); rss_cfg = kzalloc(len, GFP_KERNEL); if (!rss_cfg) return; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry(rss, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_ADD_REQUEST) { process_rss = true; rss->state = IAVF_ADV_RSS_ADD_PENDING; memcpy(rss_cfg, &rss->cfg_msg, len); iavf_print_adv_rss_cfg(adapter, rss, "Input set change for", "is pending"); break; } } spin_unlock_bh(&adapter->adv_rss_lock); if (process_rss) { adapter->current_op = VIRTCHNL_OP_ADD_RSS_CFG; iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_RSS_CFG, (u8 *)rss_cfg, len); } else { adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_ADV_RSS_CFG; } kfree(rss_cfg); } /** * iavf_del_adv_rss_cfg * @adapter: the VF adapter structure * * Request that the PF delete RSS configuration as specified * by the user via ethtool. **/ void iavf_del_adv_rss_cfg(struct iavf_adapter *adapter) { struct virtchnl_rss_cfg *rss_cfg; struct iavf_adv_rss *rss; bool process_rss = false; int len; if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) { /* bail because we already have a command pending */ dev_err(&adapter->pdev->dev, "Cannot remove RSS configuration, command %d pending\n", adapter->current_op); return; } len = sizeof(struct virtchnl_rss_cfg); rss_cfg = kzalloc(len, GFP_KERNEL); if (!rss_cfg) return; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry(rss, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_DEL_REQUEST) { process_rss = true; rss->state = IAVF_ADV_RSS_DEL_PENDING; memcpy(rss_cfg, &rss->cfg_msg, len); break; } } spin_unlock_bh(&adapter->adv_rss_lock); if (process_rss) { adapter->current_op = VIRTCHNL_OP_DEL_RSS_CFG; iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_RSS_CFG, (u8 *)rss_cfg, len); } else { adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_ADV_RSS_CFG; } kfree(rss_cfg); } /** * iavf_request_reset * @adapter: adapter structure * * Request that the PF reset this VF. No response is expected. **/ int iavf_request_reset(struct iavf_adapter *adapter) { int err; /* Don't check CURRENT_OP - this is always higher priority */ err = iavf_send_pf_msg(adapter, VIRTCHNL_OP_RESET_VF, NULL, 0); adapter->current_op = VIRTCHNL_OP_UNKNOWN; return err; } /** * iavf_netdev_features_vlan_strip_set - update vlan strip status * @netdev: ptr to netdev being adjusted * @enable: enable or disable vlan strip * * Helper function to change vlan strip status in netdev->features. */ static void iavf_netdev_features_vlan_strip_set(struct net_device *netdev, const bool enable) { if (enable) netdev->features |= NETIF_F_HW_VLAN_CTAG_RX; else netdev->features &= ~NETIF_F_HW_VLAN_CTAG_RX; } /** * iavf_activate_fdir_filters - Reactivate all FDIR filters after a reset * @adapter: private adapter structure * * Called after a reset to re-add all FDIR filters and delete some of them * if they were pending to be deleted. */ static void iavf_activate_fdir_filters(struct iavf_adapter *adapter) { struct iavf_fdir_fltr *f, *ftmp; bool add_filters = false; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry_safe(f, ftmp, &adapter->fdir_list_head, list) { if (f->state == IAVF_FDIR_FLTR_ADD_REQUEST || f->state == IAVF_FDIR_FLTR_ADD_PENDING || f->state == IAVF_FDIR_FLTR_ACTIVE) { /* All filters and requests have been removed in PF, * restore them */ f->state = IAVF_FDIR_FLTR_ADD_REQUEST; add_filters = true; } else if (f->state == IAVF_FDIR_FLTR_DIS_REQUEST || f->state == IAVF_FDIR_FLTR_DIS_PENDING) { /* Link down state, leave filters as inactive */ f->state = IAVF_FDIR_FLTR_INACTIVE; } else if (f->state == IAVF_FDIR_FLTR_DEL_REQUEST || f->state == IAVF_FDIR_FLTR_DEL_PENDING) { /* Delete filters that were pending to be deleted, the * list on PF is already cleared after a reset */ list_del(&f->list); iavf_dec_fdir_active_fltr(adapter, f); kfree(f); } } spin_unlock_bh(&adapter->fdir_fltr_lock); if (add_filters) adapter->aq_required |= IAVF_FLAG_AQ_ADD_FDIR_FILTER; } /** * iavf_virtchnl_completion * @adapter: adapter structure * @v_opcode: opcode sent by PF * @v_retval: retval sent by PF * @msg: message sent by PF * @msglen: message length * * Asynchronous completion function for admin queue messages. Rather than busy * wait, we fire off our requests and assume that no errors will be returned. * This function handles the reply messages. **/ void iavf_virtchnl_completion(struct iavf_adapter *adapter, enum virtchnl_ops v_opcode, enum iavf_status v_retval, u8 *msg, u16 msglen) { struct net_device *netdev = adapter->netdev; if (v_opcode == VIRTCHNL_OP_EVENT) { struct virtchnl_pf_event *vpe = (struct virtchnl_pf_event *)msg; bool link_up = iavf_get_vpe_link_status(adapter, vpe); switch (vpe->event) { case VIRTCHNL_EVENT_LINK_CHANGE: iavf_set_adapter_link_speed_from_vpe(adapter, vpe); /* we've already got the right link status, bail */ if (adapter->link_up == link_up) break; if (link_up) { /* If we get link up message and start queues * before our queues are configured it will * trigger a TX hang. In that case, just ignore * the link status message,we'll get another one * after we enable queues and actually prepared * to send traffic. */ if (adapter->state != __IAVF_RUNNING) break; /* For ADq enabled VF, we reconfigure VSIs and * re-allocate queues. Hence wait till all * queues are enabled. */ if (adapter->flags & IAVF_FLAG_QUEUES_DISABLED) break; } adapter->link_up = link_up; if (link_up) { netif_tx_start_all_queues(netdev); netif_carrier_on(netdev); } else { netif_tx_stop_all_queues(netdev); netif_carrier_off(netdev); } iavf_print_link_message(adapter); break; case VIRTCHNL_EVENT_RESET_IMPENDING: dev_info(&adapter->pdev->dev, "Reset indication received from the PF\n"); if (!(adapter->flags & IAVF_FLAG_RESET_PENDING)) { dev_info(&adapter->pdev->dev, "Scheduling reset task\n"); iavf_schedule_reset(adapter, IAVF_FLAG_RESET_PENDING); } break; default: dev_err(&adapter->pdev->dev, "Unknown event %d from PF\n", vpe->event); break; } return; } if (v_retval) { switch (v_opcode) { case VIRTCHNL_OP_ADD_VLAN: dev_err(&adapter->pdev->dev, "Failed to add VLAN filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_ADD_ETH_ADDR: dev_err(&adapter->pdev->dev, "Failed to add MAC filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); iavf_mac_add_reject(adapter); /* restore administratively set MAC address */ ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr); wake_up(&adapter->vc_waitqueue); break; case VIRTCHNL_OP_DEL_VLAN: dev_err(&adapter->pdev->dev, "Failed to delete VLAN filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_DEL_ETH_ADDR: dev_err(&adapter->pdev->dev, "Failed to delete MAC filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_ENABLE_CHANNELS: dev_err(&adapter->pdev->dev, "Failed to configure queue channels, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED; adapter->ch_config.state = __IAVF_TC_INVALID; netdev_reset_tc(netdev); netif_tx_start_all_queues(netdev); break; case VIRTCHNL_OP_DISABLE_CHANNELS: dev_err(&adapter->pdev->dev, "Failed to disable queue channels, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED; adapter->ch_config.state = __IAVF_TC_RUNNING; netif_tx_start_all_queues(netdev); break; case VIRTCHNL_OP_ADD_CLOUD_FILTER: { struct iavf_cloud_filter *cf, *cftmp; list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) { if (cf->state == __IAVF_CF_ADD_PENDING) { cf->state = __IAVF_CF_INVALID; dev_info(&adapter->pdev->dev, "Failed to add cloud filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); iavf_print_cloud_filter(adapter, &cf->f); list_del(&cf->list); kfree(cf); adapter->num_cloud_filters--; } } } break; case VIRTCHNL_OP_DEL_CLOUD_FILTER: { struct iavf_cloud_filter *cf; list_for_each_entry(cf, &adapter->cloud_filter_list, list) { if (cf->state == __IAVF_CF_DEL_PENDING) { cf->state = __IAVF_CF_ACTIVE; dev_info(&adapter->pdev->dev, "Failed to del cloud filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); iavf_print_cloud_filter(adapter, &cf->f); } } } break; case VIRTCHNL_OP_ADD_FDIR_FILTER: { struct iavf_fdir_fltr *fdir, *fdir_tmp; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry_safe(fdir, fdir_tmp, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_ADD_PENDING) { dev_info(&adapter->pdev->dev, "Failed to add Flow Director filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); iavf_print_fdir_fltr(adapter, fdir); if (msglen) dev_err(&adapter->pdev->dev, "%s\n", msg); list_del(&fdir->list); iavf_dec_fdir_active_fltr(adapter, fdir); kfree(fdir); } } spin_unlock_bh(&adapter->fdir_fltr_lock); } break; case VIRTCHNL_OP_DEL_FDIR_FILTER: { struct iavf_fdir_fltr *fdir; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry(fdir, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_DEL_PENDING || fdir->state == IAVF_FDIR_FLTR_DIS_PENDING) { fdir->state = IAVF_FDIR_FLTR_ACTIVE; dev_info(&adapter->pdev->dev, "Failed to del Flow Director filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); iavf_print_fdir_fltr(adapter, fdir); } } spin_unlock_bh(&adapter->fdir_fltr_lock); } break; case VIRTCHNL_OP_ADD_RSS_CFG: { struct iavf_adv_rss *rss, *rss_tmp; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry_safe(rss, rss_tmp, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_ADD_PENDING) { iavf_print_adv_rss_cfg(adapter, rss, "Failed to change the input set for", NULL); list_del(&rss->list); kfree(rss); } } spin_unlock_bh(&adapter->adv_rss_lock); } break; case VIRTCHNL_OP_DEL_RSS_CFG: { struct iavf_adv_rss *rss; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry(rss, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_DEL_PENDING) { rss->state = IAVF_ADV_RSS_ACTIVE; dev_err(&adapter->pdev->dev, "Failed to delete RSS configuration, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); } } spin_unlock_bh(&adapter->adv_rss_lock); } break; case VIRTCHNL_OP_ENABLE_VLAN_STRIPPING: dev_warn(&adapter->pdev->dev, "Changing VLAN Stripping is not allowed when Port VLAN is configured\n"); /* Vlan stripping could not be enabled by ethtool. * Disable it in netdev->features. */ iavf_netdev_features_vlan_strip_set(netdev, false); break; case VIRTCHNL_OP_DISABLE_VLAN_STRIPPING: dev_warn(&adapter->pdev->dev, "Changing VLAN Stripping is not allowed when Port VLAN is configured\n"); /* Vlan stripping could not be disabled by ethtool. * Enable it in netdev->features. */ iavf_netdev_features_vlan_strip_set(netdev, true); break; case VIRTCHNL_OP_ADD_VLAN_V2: iavf_vlan_add_reject(adapter); dev_warn(&adapter->pdev->dev, "Failed to add VLAN filter, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_CONFIG_RSS_HFUNC: dev_warn(&adapter->pdev->dev, "Failed to configure hash function, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); if (adapter->hfunc == VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC) adapter->hfunc = VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC; else adapter->hfunc = VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC; break; case VIRTCHNL_OP_GET_QOS_CAPS: dev_warn(&adapter->pdev->dev, "Failed to Get Qos CAPs, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_CONFIG_QUANTA: dev_warn(&adapter->pdev->dev, "Failed to Config Quanta, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; case VIRTCHNL_OP_CONFIG_QUEUE_BW: dev_warn(&adapter->pdev->dev, "Failed to Config Queue BW, error %s\n", iavf_stat_str(&adapter->hw, v_retval)); break; default: dev_err(&adapter->pdev->dev, "PF returned error %d (%s) to our request %d\n", v_retval, iavf_stat_str(&adapter->hw, v_retval), v_opcode); } } switch (v_opcode) { case VIRTCHNL_OP_ADD_ETH_ADDR: if (!v_retval) iavf_mac_add_ok(adapter); if (!ether_addr_equal(netdev->dev_addr, adapter->hw.mac.addr)) if (!ether_addr_equal(netdev->dev_addr, adapter->hw.mac.addr)) { netif_addr_lock_bh(netdev); eth_hw_addr_set(netdev, adapter->hw.mac.addr); netif_addr_unlock_bh(netdev); } wake_up(&adapter->vc_waitqueue); break; case VIRTCHNL_OP_GET_STATS: { struct iavf_eth_stats *stats = (struct iavf_eth_stats *)msg; netdev->stats.rx_packets = stats->rx_unicast + stats->rx_multicast + stats->rx_broadcast; netdev->stats.tx_packets = stats->tx_unicast + stats->tx_multicast + stats->tx_broadcast; netdev->stats.rx_bytes = stats->rx_bytes; netdev->stats.tx_bytes = stats->tx_bytes; netdev->stats.tx_errors = stats->tx_errors; netdev->stats.rx_dropped = stats->rx_discards; netdev->stats.tx_dropped = stats->tx_discards; adapter->current_stats = *stats; } break; case VIRTCHNL_OP_GET_VF_RESOURCES: { u16 len = IAVF_VIRTCHNL_VF_RESOURCE_SIZE; memcpy(adapter->vf_res, msg, min(msglen, len)); iavf_validate_num_queues(adapter); iavf_vf_parse_hw_config(&adapter->hw, adapter->vf_res); if (is_zero_ether_addr(adapter->hw.mac.addr)) { /* restore current mac address */ ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr); } else { netif_addr_lock_bh(netdev); /* refresh current mac address if changed */ ether_addr_copy(netdev->perm_addr, adapter->hw.mac.addr); netif_addr_unlock_bh(netdev); } spin_lock_bh(&adapter->mac_vlan_list_lock); iavf_add_filter(adapter, adapter->hw.mac.addr); if (VLAN_ALLOWED(adapter)) { if (!list_empty(&adapter->vlan_filter_list)) { struct iavf_vlan_filter *vlf; /* re-add all VLAN filters over virtchnl */ list_for_each_entry(vlf, &adapter->vlan_filter_list, list) vlf->state = IAVF_VLAN_ADD; adapter->aq_required |= IAVF_FLAG_AQ_ADD_VLAN_FILTER; } } spin_unlock_bh(&adapter->mac_vlan_list_lock); iavf_activate_fdir_filters(adapter); iavf_parse_vf_resource_msg(adapter); /* negotiated VIRTCHNL_VF_OFFLOAD_VLAN_V2, so wait for the * response to VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS to finish * configuration */ if (VLAN_V2_ALLOWED(adapter)) break; /* fallthrough and finish config if VIRTCHNL_VF_OFFLOAD_VLAN_V2 * wasn't successfully negotiated with the PF */ } fallthrough; case VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS: { struct iavf_mac_filter *f; bool was_mac_changed; u64 aq_required = 0; if (v_opcode == VIRTCHNL_OP_GET_OFFLOAD_VLAN_V2_CAPS) memcpy(&adapter->vlan_v2_caps, msg, min_t(u16, msglen, sizeof(adapter->vlan_v2_caps))); iavf_process_config(adapter); adapter->flags |= IAVF_FLAG_SETUP_NETDEV_FEATURES; iavf_schedule_finish_config(adapter); iavf_set_queue_vlan_tag_loc(adapter); was_mac_changed = !ether_addr_equal(netdev->dev_addr, adapter->hw.mac.addr); spin_lock_bh(&adapter->mac_vlan_list_lock); /* re-add all MAC filters */ list_for_each_entry(f, &adapter->mac_filter_list, list) { if (was_mac_changed && ether_addr_equal(netdev->dev_addr, f->macaddr)) ether_addr_copy(f->macaddr, adapter->hw.mac.addr); f->is_new_mac = true; f->add = true; f->add_handled = false; f->remove = false; } /* re-add all VLAN filters */ if (VLAN_FILTERING_ALLOWED(adapter)) { struct iavf_vlan_filter *vlf; if (!list_empty(&adapter->vlan_filter_list)) { list_for_each_entry(vlf, &adapter->vlan_filter_list, list) vlf->state = IAVF_VLAN_ADD; aq_required |= IAVF_FLAG_AQ_ADD_VLAN_FILTER; } } spin_unlock_bh(&adapter->mac_vlan_list_lock); netif_addr_lock_bh(netdev); eth_hw_addr_set(netdev, adapter->hw.mac.addr); netif_addr_unlock_bh(netdev); adapter->aq_required |= IAVF_FLAG_AQ_ADD_MAC_FILTER | aq_required; } break; case VIRTCHNL_OP_ENABLE_QUEUES: /* enable transmits */ iavf_irq_enable(adapter, true); wake_up(&adapter->reset_waitqueue); adapter->flags &= ~IAVF_FLAG_QUEUES_DISABLED; break; case VIRTCHNL_OP_DISABLE_QUEUES: iavf_free_all_tx_resources(adapter); iavf_free_all_rx_resources(adapter); if (adapter->state == __IAVF_DOWN_PENDING) { iavf_change_state(adapter, __IAVF_DOWN); wake_up(&adapter->down_waitqueue); } break; case VIRTCHNL_OP_VERSION: case VIRTCHNL_OP_CONFIG_IRQ_MAP: /* Don't display an error if we get these out of sequence. * If the firmware needed to get kicked, we'll get these and * it's no problem. */ if (v_opcode != adapter->current_op) return; break; case VIRTCHNL_OP_GET_RSS_HENA_CAPS: { struct virtchnl_rss_hena *vrh = (struct virtchnl_rss_hena *)msg; if (msglen == sizeof(*vrh)) adapter->hena = vrh->hena; else dev_warn(&adapter->pdev->dev, "Invalid message %d from PF\n", v_opcode); } break; case VIRTCHNL_OP_REQUEST_QUEUES: { struct virtchnl_vf_res_request *vfres = (struct virtchnl_vf_res_request *)msg; if (vfres->num_queue_pairs != adapter->num_req_queues) { dev_info(&adapter->pdev->dev, "Requested %d queues, PF can support %d\n", adapter->num_req_queues, vfres->num_queue_pairs); adapter->num_req_queues = 0; adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED; } } break; case VIRTCHNL_OP_ADD_CLOUD_FILTER: { struct iavf_cloud_filter *cf; list_for_each_entry(cf, &adapter->cloud_filter_list, list) { if (cf->state == __IAVF_CF_ADD_PENDING) cf->state = __IAVF_CF_ACTIVE; } } break; case VIRTCHNL_OP_DEL_CLOUD_FILTER: { struct iavf_cloud_filter *cf, *cftmp; list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) { if (cf->state == __IAVF_CF_DEL_PENDING) { cf->state = __IAVF_CF_INVALID; list_del(&cf->list); kfree(cf); adapter->num_cloud_filters--; } } } break; case VIRTCHNL_OP_ADD_FDIR_FILTER: { struct virtchnl_fdir_add *add_fltr = (struct virtchnl_fdir_add *)msg; struct iavf_fdir_fltr *fdir, *fdir_tmp; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry_safe(fdir, fdir_tmp, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_ADD_PENDING) { if (add_fltr->status == VIRTCHNL_FDIR_SUCCESS) { if (!iavf_is_raw_fdir(fdir)) dev_info(&adapter->pdev->dev, "Flow Director filter with location %u is added\n", fdir->loc); else dev_info(&adapter->pdev->dev, "Flow Director filter (raw) for TC handle %x is added\n", TC_U32_USERHTID(fdir->cls_u32_handle)); fdir->state = IAVF_FDIR_FLTR_ACTIVE; fdir->flow_id = add_fltr->flow_id; } else { dev_info(&adapter->pdev->dev, "Failed to add Flow Director filter with status: %d\n", add_fltr->status); iavf_print_fdir_fltr(adapter, fdir); list_del(&fdir->list); iavf_dec_fdir_active_fltr(adapter, fdir); kfree(fdir); } } } spin_unlock_bh(&adapter->fdir_fltr_lock); } break; case VIRTCHNL_OP_DEL_FDIR_FILTER: { struct virtchnl_fdir_del *del_fltr = (struct virtchnl_fdir_del *)msg; struct iavf_fdir_fltr *fdir, *fdir_tmp; spin_lock_bh(&adapter->fdir_fltr_lock); list_for_each_entry_safe(fdir, fdir_tmp, &adapter->fdir_list_head, list) { if (fdir->state == IAVF_FDIR_FLTR_DEL_PENDING) { if (del_fltr->status == VIRTCHNL_FDIR_SUCCESS || del_fltr->status == VIRTCHNL_FDIR_FAILURE_RULE_NONEXIST) { if (!iavf_is_raw_fdir(fdir)) dev_info(&adapter->pdev->dev, "Flow Director filter with location %u is deleted\n", fdir->loc); else dev_info(&adapter->pdev->dev, "Flow Director filter (raw) for TC handle %x is deleted\n", TC_U32_USERHTID(fdir->cls_u32_handle)); list_del(&fdir->list); iavf_dec_fdir_active_fltr(adapter, fdir); kfree(fdir); } else { fdir->state = IAVF_FDIR_FLTR_ACTIVE; dev_info(&adapter->pdev->dev, "Failed to delete Flow Director filter with status: %d\n", del_fltr->status); iavf_print_fdir_fltr(adapter, fdir); } } else if (fdir->state == IAVF_FDIR_FLTR_DIS_PENDING) { if (del_fltr->status == VIRTCHNL_FDIR_SUCCESS || del_fltr->status == VIRTCHNL_FDIR_FAILURE_RULE_NONEXIST) { fdir->state = IAVF_FDIR_FLTR_INACTIVE; } else { fdir->state = IAVF_FDIR_FLTR_ACTIVE; dev_info(&adapter->pdev->dev, "Failed to disable Flow Director filter with status: %d\n", del_fltr->status); iavf_print_fdir_fltr(adapter, fdir); } } } spin_unlock_bh(&adapter->fdir_fltr_lock); } break; case VIRTCHNL_OP_ADD_RSS_CFG: { struct iavf_adv_rss *rss; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry(rss, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_ADD_PENDING) { iavf_print_adv_rss_cfg(adapter, rss, "Input set change for", "successful"); rss->state = IAVF_ADV_RSS_ACTIVE; } } spin_unlock_bh(&adapter->adv_rss_lock); } break; case VIRTCHNL_OP_DEL_RSS_CFG: { struct iavf_adv_rss *rss, *rss_tmp; spin_lock_bh(&adapter->adv_rss_lock); list_for_each_entry_safe(rss, rss_tmp, &adapter->adv_rss_list_head, list) { if (rss->state == IAVF_ADV_RSS_DEL_PENDING) { list_del(&rss->list); kfree(rss); } } spin_unlock_bh(&adapter->adv_rss_lock); } break; case VIRTCHNL_OP_ADD_VLAN_V2: { struct iavf_vlan_filter *f; spin_lock_bh(&adapter->mac_vlan_list_lock); list_for_each_entry(f, &adapter->vlan_filter_list, list) { if (f->state == IAVF_VLAN_IS_NEW) f->state = IAVF_VLAN_ACTIVE; } spin_unlock_bh(&adapter->mac_vlan_list_lock); } break; case VIRTCHNL_OP_ENABLE_VLAN_STRIPPING: /* PF enabled vlan strip on this VF. * Update netdev->features if needed to be in sync with ethtool. */ if (!v_retval) iavf_netdev_features_vlan_strip_set(netdev, true); break; case VIRTCHNL_OP_DISABLE_VLAN_STRIPPING: /* PF disabled vlan strip on this VF. * Update netdev->features if needed to be in sync with ethtool. */ if (!v_retval) iavf_netdev_features_vlan_strip_set(netdev, false); break; case VIRTCHNL_OP_GET_QOS_CAPS: { u16 len = struct_size(adapter->qos_caps, cap, IAVF_MAX_QOS_TC_NUM); memcpy(adapter->qos_caps, msg, min(msglen, len)); adapter->aq_required |= IAVF_FLAG_AQ_CFG_QUEUES_QUANTA_SIZE; } break; case VIRTCHNL_OP_CONFIG_QUANTA: break; case VIRTCHNL_OP_CONFIG_QUEUE_BW: { int i; /* shaper configuration is successful for all queues */ for (i = 0; i < adapter->num_active_queues; i++) adapter->tx_rings[i].q_shaper_update = false; } break; default: if (adapter->current_op && (v_opcode != adapter->current_op)) dev_warn(&adapter->pdev->dev, "Expected response %d from PF, received %d\n", adapter->current_op, v_opcode); break; } /* switch v_opcode */ adapter->current_op = VIRTCHNL_OP_UNKNOWN; }