14 #include "qos.h"
31 	qos_txqs = bitmap_weight(pfvf->qos.qos_sq_bmap,  in otx2_qos_update_tx_netdev_queues()
160 		if (level == pfvf->qos.link_cfg_lvl) {  in __otx2_qos_txschq_cfg()
174 		if (level == pfvf->qos.link_cfg_lvl) {  in __otx2_qos_txschq_cfg()
262 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_free_hw_cfg()
271 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_free_hw_cfg()
280 		__clear_bit(node->qid, pfvf->qos.qos_sq_bmap);  in otx2_qos_sw_node_delete()
314 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_free_sw_node()
320 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_free_sw_node()
360 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_prepare_txschq_cfg()
362 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_prepare_txschq_cfg()
400 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_read_txschq_cfg()
402 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_read_txschq_cfg()
425 	hash_add_rcu(pfvf->qos.qos_hlist, &node->hlist, node->classid);  in otx2_qos_alloc_root()
426 	list_add_tail(&node->list, &pfvf->qos.qos_tree);  in otx2_qos_alloc_root()
482 		mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_alloc_txschq_node()
484 		mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_alloc_txschq_node()
528 	__set_bit(qid, pfvf->qos.qos_sq_bmap);  in otx2_qos_sw_create_leaf_node()
530 	hash_add_rcu(pfvf->qos.qos_hlist, &node->hlist, classid);  in otx2_qos_sw_create_leaf_node()
532 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_sw_create_leaf_node()
535 		mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_sw_create_leaf_node()
538 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_sw_create_leaf_node()
558 	hash_for_each(pfvf->qos.qos_hlist, bkt, node, hlist) {  in otx2_sw_node_find_by_qid()
571 	hash_for_each_possible(pfvf->qos.qos_hlist, node, hlist, classid) {  in otx2_sw_node_find()
584 	hash_for_each_possible_rcu(pfvf->qos.qos_hlist, node, hlist, classid) {  in otx2_sw_node_find_rcu()
686 	pfvf->qos.link_cfg_lvl = rsp->link_cfg_lvl;  in otx2_qos_txschq_alloc()
747 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_txschq_fill_cfg()
751 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_txschq_fill_cfg()
824 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_assign_base_idx()
826 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_assign_base_idx()
882 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_txschq_push_cfg()
888 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_txschq_push_cfg()
934 	if (pfvf->qos.qid_to_sqmap[qid] != OTX2_QOS_INVALID_SQ)  in otx2_qos_enadis_sq()
937 	pfvf->qos.qid_to_sqmap[qid] = node->schq;  in otx2_qos_enadis_sq()
986 	mutex_lock(&pfvf->qos.qos_lock);  in otx2_qos_update_smq()
989 	mutex_unlock(&pfvf->qos.qos_lock);  in otx2_qos_update_smq()
1084 	WRITE_ONCE(pfvf->qos.defcls, htb_defcls);  in otx2_qos_root_add()
1086 	smp_store_release(&pfvf->qos.maj_id, htb_maj_id);  in otx2_qos_root_add()
1195 	mutex_lock(&pfvf->qos.qos_lock);  in is_qos_node_dwrr()
1217 	mutex_unlock(&pfvf->qos.qos_lock);  in is_qos_node_dwrr()
1256 		NL_SET_ERR_MSG_MOD(extack, "HTB qos max levels reached");  in otx2_qos_leaf_alloc_queue()
1293 		NL_SET_ERR_MSG_MOD(extack, "Reached max supported QOS SQ's");  in otx2_qos_leaf_alloc_queue()
1299 	pfvf->qos.qid_to_sqmap[qid] = OTX2_QOS_INVALID_SQ;  in otx2_qos_leaf_alloc_queue()
1322 		/* restore the old qos tree */  in otx2_qos_leaf_alloc_queue()
1394 	/* check max qos txschq level */  in otx2_qos_leaf_to_inner()
1396 		NL_SET_ERR_MSG_MOD(extack, "HTB qos level not supported");  in otx2_qos_leaf_to_inner()
1432 	pfvf->qos.qid_to_sqmap[qid] = OTX2_QOS_INVALID_SQ;  in otx2_qos_leaf_to_inner()
1459 		/* restore the old qos tree */  in otx2_qos_leaf_to_inner()
1502 	int last = find_last_bit(pfvf->qos.qos_sq_bmap, pfvf->hw.tc_tx_queues);  in otx2_qos_cur_leaf_nodes()
1528 			pfvf->qos.qid_to_sqmap[qid] = tmp->schq;  in otx2_cfg_smq()
1558 	pfvf->qos.qid_to_sqmap[qid] = OTX2_QOS_INVALID_SQ;  in otx2_qos_leaf_del()
1590 	__clear_bit(moved_qid, pfvf->qos.qos_sq_bmap);  in otx2_qos_leaf_del()
1601 	__set_bit(qid, pfvf->qos.qos_sq_bmap);  in otx2_qos_leaf_del()
1645 	pfvf->qos.qid_to_sqmap[qid] = OTX2_QOS_INVALID_SQ;  in otx2_qos_leaf_del_last()
1668 	__set_bit(qid, pfvf->qos.qos_sq_bmap);  in otx2_qos_leaf_del_last()