21 				    struct device_attribute *attr, char *buf)  in engine_group_id_show()  argument
32 				     struct device_attribute *attr,  in engine_group_id_store()  argument
74 	&dev_attr_engine_group.attr,
116 						struct device_attribute *attr,  in group_read_buffers_reserved_show()  argument
125 					  struct device_attribute *attr,  in group_tokens_reserved_show()  argument
129 	return group_read_buffers_reserved_show(dev, attr, buf);  in group_tokens_reserved_show()
133 						 struct device_attribute *attr,  in group_read_buffers_reserved_store()  argument
166 					   struct device_attribute *attr,  in group_tokens_reserved_store()  argument
170 	return group_read_buffers_reserved_store(dev, attr, buf, count);  in group_tokens_reserved_store()
182 					       struct device_attribute *attr,  in group_read_buffers_allowed_show()  argument
191 					 struct device_attribute *attr,  in group_tokens_allowed_show()  argument
195 	return group_read_buffers_allowed_show(dev, attr, buf);  in group_tokens_allowed_show()
199 						struct device_attribute *attr,  in group_read_buffers_allowed_store()  argument
229 					  struct device_attribute *attr,  in group_tokens_allowed_store()  argument
233 	return group_read_buffers_allowed_store(dev, attr, buf, count);  in group_tokens_allowed_store()
245 						struct device_attribute *attr,  in group_use_read_buffer_limit_show()  argument
254 					  struct device_attribute *attr,  in group_use_token_limit_show()  argument
258 	return group_use_read_buffer_limit_show(dev, attr, buf);  in group_use_token_limit_show()
262 						 struct device_attribute *attr,  in group_use_read_buffer_limit_store()  argument
291 					   struct device_attribute *attr,  in group_use_token_limit_store()  argument
295 	return group_use_read_buffer_limit_store(dev, attr, buf, count);  in group_use_token_limit_store()
307 				  struct device_attribute *attr, char *buf)  in group_engines_show()  argument
335 				      struct device_attribute *attr, char *buf)  in group_work_queues_show()  argument
363 					  struct device_attribute *attr,  in group_traffic_class_a_show()  argument
372 					   struct device_attribute *attr,  in group_traffic_class_a_store()  argument
405 					  struct device_attribute *attr,  in group_traffic_class_b_show()  argument
414 					   struct device_attribute *attr,  in group_traffic_class_b_store()  argument
447 					      struct device_attribute *attr,  in group_desc_progress_limit_show()  argument
456 					       struct device_attribute *attr,  in group_desc_progress_limit_store()  argument
478 					       struct device_attribute *attr,  in group_batch_progress_limit_show()  argument
487 						struct device_attribute *attr,  in group_batch_progress_limit_store()  argument
508 	&dev_attr_group_work_queues.attr,
509 	&dev_attr_group_engines.attr,
510 	&dev_attr_group_use_token_limit.attr,
511 	&dev_attr_group_use_read_buffer_limit.attr,
512 	&dev_attr_group_tokens_allowed.attr,
513 	&dev_attr_group_read_buffers_allowed.attr,
514 	&dev_attr_group_tokens_reserved.attr,
515 	&dev_attr_group_read_buffers_reserved.attr,
516 	&dev_attr_group_traffic_class_a.attr,
517 	&dev_attr_group_traffic_class_b.attr,
518 	&dev_attr_group_desc_progress_limit.attr,
519 	&dev_attr_group_batch_progress_limit.attr,
523 static bool idxd_group_attr_progress_limit_invisible(struct attribute *attr,  in idxd_group_attr_progress_limit_invisible()  argument
526 	return (attr == &dev_attr_group_desc_progress_limit.attr ||  in idxd_group_attr_progress_limit_invisible()
527 		attr == &dev_attr_group_batch_progress_limit.attr) &&  in idxd_group_attr_progress_limit_invisible()
531 static bool idxd_group_attr_read_buffers_invisible(struct attribute *attr,  in idxd_group_attr_read_buffers_invisible()  argument
538 	return (attr == &dev_attr_group_use_token_limit.attr ||  in idxd_group_attr_read_buffers_invisible()
539 		attr == &dev_attr_group_use_read_buffer_limit.attr ||  in idxd_group_attr_read_buffers_invisible()
540 		attr == &dev_attr_group_tokens_allowed.attr ||  in idxd_group_attr_read_buffers_invisible()
541 		attr == &dev_attr_group_read_buffers_allowed.attr ||  in idxd_group_attr_read_buffers_invisible()
542 		attr == &dev_attr_group_tokens_reserved.attr ||  in idxd_group_attr_read_buffers_invisible()
543 		attr == &dev_attr_group_read_buffers_reserved.attr) &&  in idxd_group_attr_read_buffers_invisible()
548 				       struct attribute *attr, int n)  in idxd_group_attr_visible()  argument
554 	if (idxd_group_attr_progress_limit_invisible(attr, idxd))  in idxd_group_attr_visible()
557 	if (idxd_group_attr_read_buffers_invisible(attr, idxd))  in idxd_group_attr_visible()
560 	return attr->mode;  in idxd_group_attr_visible()
588 			       struct device_attribute *attr, char *buf)  in wq_clients_show()  argument
599 			     struct device_attribute *attr, char *buf)  in wq_state_show()  argument
617 				struct device_attribute *attr, char *buf)  in wq_group_id_show()  argument
628 				 struct device_attribute *attr,  in wq_group_id_store()  argument
671 static ssize_t wq_mode_show(struct device *dev, struct device_attribute *attr,  in wq_mode_show()  argument
680 			     struct device_attribute *attr, const char *buf,  in wq_mode_store()  argument
707 static ssize_t wq_size_show(struct device *dev, struct device_attribute *attr,  in wq_size_show()  argument
730 			     struct device_attribute *attr, const char *buf,  in wq_size_store()  argument
759 				struct device_attribute *attr, char *buf)  in wq_priority_show()  argument
767 				 struct device_attribute *attr,  in wq_priority_store()  argument
796 				      struct device_attribute *attr, char *buf)  in wq_block_on_fault_show()  argument
804 				       struct device_attribute *attr,  in wq_block_on_fault_store()  argument
842 				 struct device_attribute *attr, char *buf)  in wq_threshold_show()  argument
850 				  struct device_attribute *attr,  in wq_threshold_store()  argument
883 			    struct device_attribute *attr, char *buf)  in wq_type_show()  argument
901 			     struct device_attribute *attr, const char *buf,  in wq_type_store()  argument
931 			    struct device_attribute *attr, char *buf)  in wq_name_show()  argument
939 			     struct device_attribute *attr, const char *buf,  in wq_name_store()  argument
966 				  struct device_attribute *attr, char *buf)  in wq_cdev_minor_show()  argument
999 static ssize_t wq_max_transfer_size_show(struct device *dev, struct device_attribute *attr,  in wq_max_transfer_size_show()  argument
1007 static ssize_t wq_max_transfer_size_store(struct device *dev, struct device_attribute *attr,  in wq_max_transfer_size_store()  argument
1037 static ssize_t wq_max_batch_size_show(struct device *dev, struct device_attribute *attr, char *buf)  in wq_max_batch_size_show()  argument
1044 static ssize_t wq_max_batch_size_store(struct device *dev, struct device_attribute *attr,  in wq_max_batch_size_store()  argument
1073 static ssize_t wq_ats_disable_show(struct device *dev, struct device_attribute *attr, char *buf)  in wq_ats_disable_show()  argument
1080 static ssize_t wq_ats_disable_store(struct device *dev, struct device_attribute *attr,  in wq_ats_disable_store()  argument
1109 static ssize_t wq_prs_disable_show(struct device *dev, struct device_attribute *attr, char *buf)  in wq_prs_disable_show()  argument
1116 static ssize_t wq_prs_disable_store(struct device *dev, struct device_attribute *attr,  in wq_prs_disable_store()  argument
1147 static ssize_t wq_occupancy_show(struct device *dev, struct device_attribute *attr, char *buf)  in wq_occupancy_show()  argument
1166 				       struct device_attribute *attr, char *buf)  in wq_enqcmds_retries_show()  argument
1176 static ssize_t wq_enqcmds_retries_store(struct device *dev, struct device_attribute *attr,  in wq_enqcmds_retries_store()  argument
1226 				 struct device_attribute *attr, char *buf)  in wq_op_config_show()  argument
1251 static ssize_t wq_op_config_store(struct device *dev, struct device_attribute *attr,  in wq_op_config_store()  argument
1287 static ssize_t wq_driver_name_show(struct device *dev, struct device_attribute *attr, char *buf)  in wq_driver_name_show()  argument
1294 static ssize_t wq_driver_name_store(struct device *dev, struct device_attribute *attr,  in wq_driver_name_store()  argument
1321 	&dev_attr_wq_clients.attr,
1322 	&dev_attr_wq_state.attr,
1323 	&dev_attr_wq_group_id.attr,
1324 	&dev_attr_wq_mode.attr,
1325 	&dev_attr_wq_size.attr,
1326 	&dev_attr_wq_priority.attr,
1327 	&dev_attr_wq_block_on_fault.attr,
1328 	&dev_attr_wq_threshold.attr,
1329 	&dev_attr_wq_type.attr,
1330 	&dev_attr_wq_name.attr,
1331 	&dev_attr_wq_cdev_minor.attr,
1332 	&dev_attr_wq_max_transfer_size.attr,
1333 	&dev_attr_wq_max_batch_size.attr,
1334 	&dev_attr_wq_ats_disable.attr,
1335 	&dev_attr_wq_prs_disable.attr,
1336 	&dev_attr_wq_occupancy.attr,
1337 	&dev_attr_wq_enqcmds_retries.attr,
1338 	&dev_attr_wq_op_config.attr,
1339 	&dev_attr_wq_driver_name.attr,
1345 	((a) == &dev_attr_wq_##name.attr && !(idxd)->hw.wq_cap.cap_field)
1347 static bool idxd_wq_attr_max_batch_size_invisible(struct attribute *attr,  in idxd_wq_attr_max_batch_size_invisible()  argument
1351 	return attr == &dev_attr_wq_max_batch_size.attr &&  in idxd_wq_attr_max_batch_size_invisible()
1356 				    struct attribute *attr, int n)  in idxd_wq_attr_visible()  argument
1362 	if (idxd_wq_attr_invisible(op_config, op_config, attr, idxd))  in idxd_wq_attr_visible()
1365 	if (idxd_wq_attr_max_batch_size_invisible(attr, idxd))  in idxd_wq_attr_visible()
1368 	if (idxd_wq_attr_invisible(prs_disable, wq_prs_support, attr, idxd))  in idxd_wq_attr_visible()
1371 	if (idxd_wq_attr_invisible(ats_disable, wq_ats_support, attr, idxd))  in idxd_wq_attr_visible()
1374 	return attr->mode;  in idxd_wq_attr_visible()
1404 static ssize_t version_show(struct device *dev, struct device_attribute *attr,  in version_show()  argument
1414 					 struct device_attribute *attr,  in max_work_queues_size_show()  argument
1424 			       struct device_attribute *attr, char *buf)  in max_groups_show()  argument
1433 				    struct device_attribute *attr, char *buf)  in max_work_queues_show()  argument
1442 				struct device_attribute *attr, char *buf)  in max_engines_show()  argument
1451 			      struct device_attribute *attr, char *buf)  in numa_node_show()  argument
1460 				   struct device_attribute *attr, char *buf)  in max_batch_size_show()  argument
1469 				      struct device_attribute *attr,  in max_transfer_size_show()  argument
1479 			   struct device_attribute *attr, char *buf)  in op_cap_show()  argument
1488 			    struct device_attribute *attr, char *buf)  in gen_cap_show()  argument
1497 				 struct device_attribute *attr, char *buf)  in configurable_show()  argument
1506 			    struct device_attribute *attr, char *buf)  in clients_show()  argument
1524 				  struct device_attribute *attr, char *buf)  in pasid_enabled_show()  argument
1533 			  struct device_attribute *attr, char *buf)  in state_show()  argument
1551 			   struct device_attribute *attr, char *buf)  in errors_show()  argument
1565 				     struct device_attribute *attr, char *buf)  in max_read_buffers_show()  argument
1573 			       struct device_attribute *attr, char *buf)  in max_tokens_show()  argument
1576 	return max_read_buffers_show(dev, attr, buf);  in max_tokens_show()
1583 				      struct device_attribute *attr, char *buf)  in read_buffer_limit_show()  argument
1591 				struct device_attribute *attr, char *buf)  in token_limit_show()  argument
1594 	return read_buffer_limit_show(dev, attr, buf);  in token_limit_show()
1598 				       struct device_attribute *attr,  in read_buffer_limit_store()  argument
1626 				 struct device_attribute *attr,  in token_limit_store()  argument
1630 	return read_buffer_limit_store(dev, attr, buf, count);  in token_limit_store()
1637 			       struct device_attribute *attr, char *buf)  in cdev_major_show()  argument
1646 			       struct device_attribute *attr, char *buf)  in cmd_status_show()  argument
1653 static ssize_t cmd_status_store(struct device *dev, struct device_attribute *attr,  in cmd_status_store()  argument
1664 			    struct device_attribute *attr, char *buf)  in iaa_cap_show()  argument
1676 				   struct device_attribute *attr, char *buf)  in event_log_size_show()  argument
1687 				    struct device_attribute *attr,  in event_log_size_store()  argument
1717 			    struct device_attribute *attr, char *buf)  in dsacaps_show()  argument
1728 static bool idxd_device_attr_max_batch_size_invisible(struct attribute *attr,  in idxd_device_attr_max_batch_size_invisible()  argument
1732 	return attr == &dev_attr_max_batch_size.attr &&  in idxd_device_attr_max_batch_size_invisible()
1736 static bool idxd_device_attr_read_buffers_invisible(struct attribute *attr,  in idxd_device_attr_read_buffers_invisible()  argument
1743 	return (attr == &dev_attr_max_tokens.attr ||  in idxd_device_attr_read_buffers_invisible()
1744 		attr == &dev_attr_max_read_buffers.attr ||  in idxd_device_attr_read_buffers_invisible()
1745 		attr == &dev_attr_token_limit.attr ||  in idxd_device_attr_read_buffers_invisible()
1746 		attr == &dev_attr_read_buffer_limit.attr) &&  in idxd_device_attr_read_buffers_invisible()
1750 static bool idxd_device_attr_iaa_cap_invisible(struct attribute *attr,  in idxd_device_attr_iaa_cap_invisible()  argument
1753 	return attr == &dev_attr_iaa_cap.attr &&  in idxd_device_attr_iaa_cap_invisible()
1758 static bool idxd_device_attr_event_log_size_invisible(struct attribute *attr,  in idxd_device_attr_event_log_size_invisible()  argument
1761 	return (attr == &dev_attr_event_log_size.attr &&  in idxd_device_attr_event_log_size_invisible()
1765 static bool idxd_device_attr_dsacaps_invisible(struct attribute *attr,  in idxd_device_attr_dsacaps_invisible()  argument
1768 	return attr == &dev_attr_dsacaps.attr &&  in idxd_device_attr_dsacaps_invisible()
1774 					struct attribute *attr, int n)  in idxd_device_attr_visible()  argument
1779 	if (idxd_device_attr_max_batch_size_invisible(attr, idxd))  in idxd_device_attr_visible()
1782 	if (idxd_device_attr_read_buffers_invisible(attr, idxd))  in idxd_device_attr_visible()
1785 	if (idxd_device_attr_iaa_cap_invisible(attr, idxd))  in idxd_device_attr_visible()
1788 	if (idxd_device_attr_event_log_size_invisible(attr, idxd))  in idxd_device_attr_visible()
1791 	if (idxd_device_attr_dsacaps_invisible(attr, idxd))  in idxd_device_attr_visible()
1794 	return attr->mode;  in idxd_device_attr_visible()
1798 	&dev_attr_version.attr,
1799 	&dev_attr_max_groups.attr,
1800 	&dev_attr_max_work_queues.attr,
1801 	&dev_attr_max_work_queues_size.attr,
1802 	&dev_attr_max_engines.attr,
1803 	&dev_attr_numa_node.attr,
1804 	&dev_attr_max_batch_size.attr,
1805 	&dev_attr_max_transfer_size.attr,
1806 	&dev_attr_op_cap.attr,
1807 	&dev_attr_gen_cap.attr,
1808 	&dev_attr_configurable.attr,
1809 	&dev_attr_clients.attr,
1810 	&dev_attr_pasid_enabled.attr,
1811 	&dev_attr_state.attr,
1812 	&dev_attr_errors.attr,
1813 	&dev_attr_max_tokens.attr,
1814 	&dev_attr_max_read_buffers.attr,
1815 	&dev_attr_token_limit.attr,
1816 	&dev_attr_read_buffer_limit.attr,
1817 	&dev_attr_cdev_major.attr,
1818 	&dev_attr_cmd_status.attr,
1819 	&dev_attr_iaa_cap.attr,
1820 	&dev_attr_event_log_size.attr,
1821 	&dev_attr_dsacaps.attr,