17 	struct nvmet_sq *sq = container_of(to_delayed_work(work),  in nvmet_auth_expired_work()  local
21 		 __func__, sq->ctrl->cntlid, sq->qid, sq->dhchap_tid);  in nvmet_auth_expired_work()
22 	sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_NEGOTIATE;  in nvmet_auth_expired_work()
23 	sq->dhchap_tid = -1;  in nvmet_auth_expired_work()
26 void nvmet_auth_sq_init(struct nvmet_sq *sq)  in nvmet_auth_sq_init()  argument
29 	INIT_DELAYED_WORK(&sq->auth_expired_work, nvmet_auth_expired_work);  in nvmet_auth_sq_init()
30 	sq->authenticated = false;  in nvmet_auth_sq_init()
31 	sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_NEGOTIATE;  in nvmet_auth_sq_init()
36 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_auth_negotiate()
41 		 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_auth_negotiate()
45 	req->sq->dhchap_tid = le16_to_cpu(data->t_id);  in nvmet_auth_negotiate()
50 		if (req->sq->qid)  in nvmet_auth_negotiate()
54 			if (nvmet_queue_tls_keyid(req->sq))  in nvmet_auth_negotiate()
58 			if (!nvmet_queue_tls_keyid(req->sq))  in nvmet_auth_negotiate()
88 				 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_auth_negotiate()
92 			 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_auth_negotiate()
116 				 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_auth_negotiate()
120 			 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_auth_negotiate()
127 			 ctrl->cntlid, req->sq->qid);  in nvmet_auth_negotiate()
131 		 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_auth_negotiate()
138 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_auth_reply()
144 		 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_auth_reply()
161 			ctrl->cntlid, req->sq->qid);  in nvmet_auth_reply()
167 			 ctrl->cntlid, req->sq->qid);  in nvmet_auth_reply()
174 			ctrl->cntlid, req->sq->qid);  in nvmet_auth_reply()
176 			 ctrl->cntlid, req->sq->qid, data->hl, data->rval);  in nvmet_auth_reply()
178 			 ctrl->cntlid, req->sq->qid, data->hl, response);  in nvmet_auth_reply()
184 		 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_auth_reply()
187 			 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_auth_reply()
190 	req->sq->dhchap_s2 = le32_to_cpu(data->seqnum);  in nvmet_auth_reply()
192 		req->sq->dhchap_c2 = kmemdup(data->rval + data->hl, data->hl,  in nvmet_auth_reply()
194 		if (!req->sq->dhchap_c2)  in nvmet_auth_reply()
198 			 __func__, ctrl->cntlid, req->sq->qid, data->hl,  in nvmet_auth_reply()
199 			 req->sq->dhchap_c2);  in nvmet_auth_reply()
209 	if (req->sq->dhchap_s2 == 0) {  in nvmet_auth_reply()
211 			nvmet_auth_insert_psk(req->sq);  in nvmet_auth_reply()
212 		req->sq->authenticated = true;  in nvmet_auth_reply()
213 		kfree(req->sq->dhchap_c2);  in nvmet_auth_reply()
214 		req->sq->dhchap_c2 = NULL;  in nvmet_auth_reply()
216 		req->sq->authenticated = true;  in nvmet_auth_reply()
235 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_execute_auth_send()
284 		 ctrl->cntlid, req->sq->qid, data->auth_type, data->auth_id,  in nvmet_execute_auth_send()
285 		 req->sq->dhchap_step);  in nvmet_execute_auth_send()
293 				 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_execute_auth_send()
294 			if (!req->sq->qid) {  in nvmet_execute_auth_send()
295 				dhchap_status = nvmet_setup_auth(ctrl, req->sq);  in nvmet_execute_auth_send()
299 					req->sq->dhchap_status = dhchap_status;  in nvmet_execute_auth_send()
300 					req->sq->dhchap_step =  in nvmet_execute_auth_send()
305 			req->sq->dhchap_step =  in nvmet_execute_auth_send()
307 		} else if (data->auth_id != req->sq->dhchap_step)  in nvmet_execute_auth_send()
312 			req->sq->dhchap_step =  in nvmet_execute_auth_send()
315 			req->sq->dhchap_step =  in nvmet_execute_auth_send()
317 			req->sq->dhchap_status = dhchap_status;  in nvmet_execute_auth_send()
321 	if (data->auth_id != req->sq->dhchap_step) {  in nvmet_execute_auth_send()
323 			 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_execute_auth_send()
324 			 data->auth_id, req->sq->dhchap_step);  in nvmet_execute_auth_send()
327 	if (le16_to_cpu(data->t_id) != req->sq->dhchap_tid) {  in nvmet_execute_auth_send()
329 			 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_execute_auth_send()
331 			 req->sq->dhchap_tid);  in nvmet_execute_auth_send()
332 		req->sq->dhchap_step =  in nvmet_execute_auth_send()
334 		req->sq->dhchap_status =  in nvmet_execute_auth_send()
343 			req->sq->dhchap_step =  in nvmet_execute_auth_send()
346 			req->sq->dhchap_step =  in nvmet_execute_auth_send()
348 			req->sq->dhchap_status = dhchap_status;  in nvmet_execute_auth_send()
353 			nvmet_auth_insert_psk(req->sq);  in nvmet_execute_auth_send()
354 		req->sq->authenticated = true;  in nvmet_execute_auth_send()
356 			 __func__, ctrl->cntlid, req->sq->qid);  in nvmet_execute_auth_send()
362 				ctrl->cntlid, req->sq->qid, dhchap_status);  in nvmet_execute_auth_send()
363 			req->sq->dhchap_status = dhchap_status;  in nvmet_execute_auth_send()
364 			req->sq->authenticated = false;  in nvmet_execute_auth_send()
368 		req->sq->dhchap_status =  in nvmet_execute_auth_send()
370 		req->sq->dhchap_step =  in nvmet_execute_auth_send()
372 		req->sq->authenticated = false;  in nvmet_execute_auth_send()
376 	req->sq->dhchap_status = NVME_AUTH_DHCHAP_FAILURE_INCORRECT_MESSAGE;  in nvmet_execute_auth_send()
377 	req->sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_FAILURE2;  in nvmet_execute_auth_send()
383 		 ctrl->cntlid, req->sq->qid,  in nvmet_execute_auth_send()
384 		 req->sq->dhchap_status, req->sq->dhchap_step);  in nvmet_execute_auth_send()
387 			 __func__, ctrl->cntlid, req->sq->qid,  in nvmet_execute_auth_send()
389 	if (req->sq->dhchap_step != NVME_AUTH_DHCHAP_MESSAGE_SUCCESS2 &&  in nvmet_execute_auth_send()
390 	    req->sq->dhchap_step != NVME_AUTH_DHCHAP_MESSAGE_FAILURE2) {  in nvmet_execute_auth_send()
393 		mod_delayed_work(system_wq, &req->sq->auth_expired_work,  in nvmet_execute_auth_send()
398 	nvmet_auth_sq_free(req->sq);  in nvmet_execute_auth_send()
399 	if (req->sq->dhchap_step == NVME_AUTH_DHCHAP_MESSAGE_FAILURE2)  in nvmet_execute_auth_send()
409 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_auth_challenge()
422 	req->sq->dhchap_s1 = nvme_auth_get_seqnum();  in nvmet_auth_challenge()
425 	data->t_id = cpu_to_le16(req->sq->dhchap_tid);  in nvmet_auth_challenge()
428 	data->seqnum = cpu_to_le32(req->sq->dhchap_s1);  in nvmet_auth_challenge()
429 	req->sq->dhchap_c1 = kmalloc(data->hl, GFP_KERNEL);  in nvmet_auth_challenge()
430 	if (!req->sq->dhchap_c1)  in nvmet_auth_challenge()
432 	get_random_bytes(req->sq->dhchap_c1, data->hl);  in nvmet_auth_challenge()
433 	memcpy(data->cval, req->sq->dhchap_c1, data->hl);  in nvmet_auth_challenge()
441 		 __func__, ctrl->cntlid, req->sq->qid, req->sq->dhchap_s1,  in nvmet_auth_challenge()
442 		 req->sq->dhchap_tid, data->hl, ctrl->dh_keysize);  in nvmet_auth_challenge()
449 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_auth_success1()
456 	data->t_id = cpu_to_le16(req->sq->dhchap_tid);  in nvmet_auth_success1()
458 	if (req->sq->dhchap_c2) {  in nvmet_auth_success1()
461 				ctrl->cntlid, req->sq->qid);  in nvmet_auth_success1()
468 			 ctrl->cntlid, req->sq->qid, data->hl, data->rval);  in nvmet_auth_success1()
480 	data->t_id = cpu_to_le16(req->sq->dhchap_tid);  in nvmet_auth_failure1()
482 	data->rescode_exp = req->sq->dhchap_status;  in nvmet_auth_failure1()
492 	struct nvmet_ctrl *ctrl = req->sq->ctrl;  in nvmet_execute_auth_receive()
533 		 ctrl->cntlid, req->sq->qid, req->sq->dhchap_step);  in nvmet_execute_auth_receive()
534 	switch (req->sq->dhchap_step) {  in nvmet_execute_auth_receive()
538 				ctrl->cntlid, req->sq->qid, status);  in nvmet_execute_auth_receive()
542 		req->sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_REPLY;  in nvmet_execute_auth_receive()
547 			req->sq->dhchap_status = status;  in nvmet_execute_auth_receive()
548 			req->sq->authenticated = false;  in nvmet_execute_auth_receive()
551 				ctrl->cntlid, req->sq->qid,  in nvmet_execute_auth_receive()
552 				req->sq->dhchap_status);  in nvmet_execute_auth_receive()
555 		req->sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_SUCCESS2;  in nvmet_execute_auth_receive()
558 		req->sq->authenticated = false;  in nvmet_execute_auth_receive()
561 			ctrl->cntlid, req->sq->qid, req->sq->dhchap_status);  in nvmet_execute_auth_receive()
565 			ctrl->cntlid, req->sq->qid, req->sq->dhchap_step);  in nvmet_execute_auth_receive()
566 		req->sq->dhchap_step = NVME_AUTH_DHCHAP_MESSAGE_FAILURE1;  in nvmet_execute_auth_receive()
567 		req->sq->dhchap_status = NVME_AUTH_DHCHAP_FAILURE_FAILED;  in nvmet_execute_auth_receive()
576 	if (req->sq->dhchap_step == NVME_AUTH_DHCHAP_MESSAGE_SUCCESS2)  in nvmet_execute_auth_receive()
577 		nvmet_auth_sq_free(req->sq);  in nvmet_execute_auth_receive()
578 	else if (req->sq->dhchap_step == NVME_AUTH_DHCHAP_MESSAGE_FAILURE1) {  in nvmet_execute_auth_receive()
579 		nvmet_auth_sq_free(req->sq);  in nvmet_execute_auth_receive()