134 	if (ctrl->opts->mask & NVMF_OPT_TRADDR)  in nvmf_get_address()
135 		len += scnprintf(buf, size, "traddr=%s", ctrl->opts->traddr);  in nvmf_get_address()
136 	if (ctrl->opts->mask & NVMF_OPT_TRSVCID)  in nvmf_get_address()
138 				(len) ? "," : "", ctrl->opts->trsvcid);  in nvmf_get_address()
139 	if (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)  in nvmf_get_address()
141 				(len) ? "," : "", ctrl->opts->host_traddr);  in nvmf_get_address()
142 	if (ctrl->opts->mask & NVMF_OPT_HOST_IFACE)  in nvmf_get_address()
144 				(len) ? "," : "", ctrl->opts->host_iface);  in nvmf_get_address()
403 	uuid_copy(&data->hostid, &ctrl->opts->host->id);  in nvmf_connect_data_prep()
405 	strscpy(data->subsysnqn, ctrl->opts->subsysnqn, NVMF_NQN_SIZE);  in nvmf_connect_data_prep()
406 	strscpy(data->hostnqn, ctrl->opts->host->nqn, NVMF_NQN_SIZE);  in nvmf_connect_data_prep()
429 	if (ctrl->opts->disable_sqflow)  in nvmf_connect_cmd_prep()
477 		    !ctrl->opts->concat) {  in nvmf_connect_admin_queue()
598 	if (ctrl->opts->max_reconnects == -1 ||  in nvmf_should_reconnect()
599 	    ctrl->nr_reconnects < ctrl->opts->max_reconnects)  in nvmf_should_reconnect()
646 		struct nvmf_ctrl_options *opts)  in nvmf_lookup_transport()  argument
653 		if (strcmp(ops->name, opts->transport) == 0)  in nvmf_lookup_transport()
715 static int nvmf_parse_options(struct nvmf_ctrl_options *opts,  in nvmf_parse_options()  argument
728 	opts->queue_size = NVMF_DEF_QUEUE_SIZE;  in nvmf_parse_options()
729 	opts->nr_io_queues = num_online_cpus();  in nvmf_parse_options()
730 	opts->reconnect_delay = NVMF_DEF_RECONNECT_DELAY;  in nvmf_parse_options()
731 	opts->kato = 0;  in nvmf_parse_options()
732 	opts->duplicate_connect = false;  in nvmf_parse_options()
733 	opts->fast_io_fail_tmo = NVMF_DEF_FAIL_FAST_TMO;  in nvmf_parse_options()
734 	opts->hdr_digest = false;  in nvmf_parse_options()
735 	opts->data_digest = false;  in nvmf_parse_options()
736 	opts->tos = -1; /* < 0 == use transport default */  in nvmf_parse_options()
737 	opts->tls = false;  in nvmf_parse_options()
738 	opts->tls_key = NULL;  in nvmf_parse_options()
739 	opts->keyring = NULL;  in nvmf_parse_options()
740 	opts->concat = false;  in nvmf_parse_options()
755 		opts->mask |= token;  in nvmf_parse_options()
763 			kfree(opts->transport);  in nvmf_parse_options()
764 			opts->transport = p;  in nvmf_parse_options()
772 			kfree(opts->subsysnqn);  in nvmf_parse_options()
773 			opts->subsysnqn = p;  in nvmf_parse_options()
774 			nqnlen = strlen(opts->subsysnqn);  in nvmf_parse_options()
777 					opts->subsysnqn, NVMF_NQN_SIZE);  in nvmf_parse_options()
781 			opts->discovery_nqn =  in nvmf_parse_options()
782 				!(strcmp(opts->subsysnqn,  in nvmf_parse_options()
791 			kfree(opts->traddr);  in nvmf_parse_options()
792 			opts->traddr = p;  in nvmf_parse_options()
800 			kfree(opts->trsvcid);  in nvmf_parse_options()
801 			opts->trsvcid = p;  in nvmf_parse_options()
814 			opts->queue_size = token;  in nvmf_parse_options()
826 			if (opts->discovery_nqn) {  in nvmf_parse_options()
831 			opts->nr_io_queues = min_t(unsigned int,  in nvmf_parse_options()
844 			} else if (token == 0 && !opts->discovery_nqn) {  in nvmf_parse_options()
848 			opts->kato = token;  in nvmf_parse_options()
872 			opts->fast_io_fail_tmo = token;  in nvmf_parse_options()
875 			if (opts->host) {  in nvmf_parse_options()
877 				       opts->host->nqn);  in nvmf_parse_options()
907 			opts->reconnect_delay = token;  in nvmf_parse_options()
915 			kfree(opts->host_traddr);  in nvmf_parse_options()
916 			opts->host_traddr = p;  in nvmf_parse_options()
924 			kfree(opts->host_iface);  in nvmf_parse_options()
925 			opts->host_iface = p;  in nvmf_parse_options()
943 			opts->duplicate_connect = true;  in nvmf_parse_options()
946 			opts->disable_sqflow = true;  in nvmf_parse_options()
949 			opts->hdr_digest = true;  in nvmf_parse_options()
952 			opts->data_digest = true;  in nvmf_parse_options()
964 			opts->nr_write_queues = token;  in nvmf_parse_options()
976 			opts->nr_poll_queues = token;  in nvmf_parse_options()
992 			opts->tos = token;  in nvmf_parse_options()
1004 			key_put(opts->keyring);  in nvmf_parse_options()
1005 			opts->keyring = key;  in nvmf_parse_options()
1017 			key_put(opts->tls_key);  in nvmf_parse_options()
1018 			opts->tls_key = key;  in nvmf_parse_options()
1021 			opts->discovery_nqn = true;  in nvmf_parse_options()
1034 			kfree(opts->dhchap_secret);  in nvmf_parse_options()
1035 			opts->dhchap_secret = p;  in nvmf_parse_options()
1048 			kfree(opts->dhchap_ctrl_secret);  in nvmf_parse_options()
1049 			opts->dhchap_ctrl_secret = p;  in nvmf_parse_options()
1057 			opts->tls = true;  in nvmf_parse_options()
1065 			opts->concat = true;  in nvmf_parse_options()
1075 	if (opts->discovery_nqn) {  in nvmf_parse_options()
1076 		opts->nr_io_queues = 0;  in nvmf_parse_options()
1077 		opts->nr_write_queues = 0;  in nvmf_parse_options()
1078 		opts->nr_poll_queues = 0;  in nvmf_parse_options()
1079 		opts->duplicate_connect = true;  in nvmf_parse_options()
1081 		if (!opts->kato)  in nvmf_parse_options()
1082 			opts->kato = NVME_DEFAULT_KATO;  in nvmf_parse_options()
1085 		opts->max_reconnects = -1;  in nvmf_parse_options()
1087 		opts->max_reconnects = DIV_ROUND_UP(ctrl_loss_tmo,  in nvmf_parse_options()
1088 						opts->reconnect_delay);  in nvmf_parse_options()
1089 		if (ctrl_loss_tmo < opts->fast_io_fail_tmo)  in nvmf_parse_options()
1091 				opts->fast_io_fail_tmo, ctrl_loss_tmo);  in nvmf_parse_options()
1093 	if (opts->concat) {  in nvmf_parse_options()
1094 		if (opts->tls) {  in nvmf_parse_options()
1099 		if (opts->tls_key) {  in nvmf_parse_options()
1104 		if (!opts->dhchap_secret) {  in nvmf_parse_options()
1111 	opts->host = nvmf_host_add(hostnqn, &hostid);  in nvmf_parse_options()
1112 	if (IS_ERR(opts->host)) {  in nvmf_parse_options()
1113 		ret = PTR_ERR(opts->host);  in nvmf_parse_options()
1114 		opts->host = NULL;  in nvmf_parse_options()
1123 void nvmf_set_io_queues(struct nvmf_ctrl_options *opts, u32 nr_io_queues,  in nvmf_set_io_queues()  argument
1126 	if (opts->nr_write_queues && opts->nr_io_queues < nr_io_queues) {  in nvmf_set_io_queues()
1132 		io_queues[HCTX_TYPE_READ] = opts->nr_io_queues;  in nvmf_set_io_queues()
1135 			min(opts->nr_write_queues, nr_io_queues);  in nvmf_set_io_queues()
1144 			min(opts->nr_io_queues, nr_io_queues);  in nvmf_set_io_queues()
1148 	if (opts->nr_poll_queues && nr_io_queues) {  in nvmf_set_io_queues()
1151 			min(opts->nr_poll_queues, nr_io_queues);  in nvmf_set_io_queues()
1159 	struct nvmf_ctrl_options *opts = ctrl->opts;  in nvmf_map_queues()  local
1161 	if (opts->nr_write_queues && io_queues[HCTX_TYPE_READ]) {  in nvmf_map_queues()
1182 	if (opts->nr_poll_queues && io_queues[HCTX_TYPE_POLL]) {  in nvmf_map_queues()
1199 static int nvmf_check_required_opts(struct nvmf_ctrl_options *opts,  in nvmf_check_required_opts()  argument
1202 	if ((opts->mask & required_opts) != required_opts) {  in nvmf_check_required_opts()
1207 			    !(opt_tokens[i].token & opts->mask)) {  in nvmf_check_required_opts()
1220 		struct nvmf_ctrl_options *opts)  in nvmf_ip_options_match()  argument
1222 	if (!nvmf_ctlr_matches_baseopts(ctrl, opts) ||  in nvmf_ip_options_match()
1223 	    strcmp(opts->traddr, ctrl->opts->traddr) ||  in nvmf_ip_options_match()
1224 	    strcmp(opts->trsvcid, ctrl->opts->trsvcid))  in nvmf_ip_options_match()
1240 	if ((opts->mask & NVMF_OPT_HOST_TRADDR) &&  in nvmf_ip_options_match()
1241 	    (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) {  in nvmf_ip_options_match()
1242 		if (strcmp(opts->host_traddr, ctrl->opts->host_traddr))  in nvmf_ip_options_match()
1244 	} else if ((opts->mask & NVMF_OPT_HOST_TRADDR) ||  in nvmf_ip_options_match()
1245 		   (ctrl->opts->mask & NVMF_OPT_HOST_TRADDR)) {  in nvmf_ip_options_match()
1249 	if ((opts->mask & NVMF_OPT_HOST_IFACE) &&  in nvmf_ip_options_match()
1250 	    (ctrl->opts->mask & NVMF_OPT_HOST_IFACE)) {  in nvmf_ip_options_match()
1251 		if (strcmp(opts->host_iface, ctrl->opts->host_iface))  in nvmf_ip_options_match()
1253 	} else if ((opts->mask & NVMF_OPT_HOST_IFACE) ||  in nvmf_ip_options_match()
1254 		   (ctrl->opts->mask & NVMF_OPT_HOST_IFACE)) {  in nvmf_ip_options_match()
1262 static int nvmf_check_allowed_opts(struct nvmf_ctrl_options *opts,  in nvmf_check_allowed_opts()  argument
1265 	if (opts->mask & ~allowed_opts) {  in nvmf_check_allowed_opts()
1269 			if ((opt_tokens[i].token & opts->mask) &&  in nvmf_check_allowed_opts()
1282 void nvmf_free_options(struct nvmf_ctrl_options *opts)  in nvmf_free_options()  argument
1284 	nvmf_host_put(opts->host);  in nvmf_free_options()
1285 	key_put(opts->keyring);  in nvmf_free_options()
1286 	key_put(opts->tls_key);  in nvmf_free_options()
1287 	kfree(opts->transport);  in nvmf_free_options()
1288 	kfree(opts->traddr);  in nvmf_free_options()
1289 	kfree(opts->trsvcid);  in nvmf_free_options()
1290 	kfree(opts->subsysnqn);  in nvmf_free_options()
1291 	kfree(opts->host_traddr);  in nvmf_free_options()
1292 	kfree(opts->host_iface);  in nvmf_free_options()
1293 	kfree(opts->dhchap_secret);  in nvmf_free_options()
1294 	kfree(opts->dhchap_ctrl_secret);  in nvmf_free_options()
1295 	kfree(opts);  in nvmf_free_options()
1310 	struct nvmf_ctrl_options *opts;  in nvmf_create_ctrl()  local
1315 	opts = kzalloc(sizeof(*opts), GFP_KERNEL);  in nvmf_create_ctrl()
1316 	if (!opts)  in nvmf_create_ctrl()
1319 	ret = nvmf_parse_options(opts, buf);  in nvmf_create_ctrl()
1324 	request_module("nvme-%s", opts->transport);  in nvmf_create_ctrl()
1331 	ret = nvmf_check_required_opts(opts, NVMF_REQUIRED_OPTS);  in nvmf_create_ctrl()
1334 	opts->mask &= ~NVMF_REQUIRED_OPTS;  in nvmf_create_ctrl()
1337 	ops = nvmf_lookup_transport(opts);  in nvmf_create_ctrl()
1340 			opts->transport);  in nvmf_create_ctrl()
1351 	ret = nvmf_check_required_opts(opts, ops->required_opts);  in nvmf_create_ctrl()
1354 	ret = nvmf_check_allowed_opts(opts, NVMF_ALLOWED_OPTS |  in nvmf_create_ctrl()
1359 	ctrl = ops->create_ctrl(dev, opts);  in nvmf_create_ctrl()
1374 	nvmf_free_options(opts);  in nvmf_create_ctrl()