1240     const struct qat_session *qs)  in qat_crypto_load_cipher_session()  argument
1249 	mode = qs->qs_cipher_mode;  in qat_crypto_load_cipher_session()
1253 		algo = qs->qs_cipher_algo;  in qat_crypto_load_cipher_session()
1265 		algo = qs->qs_cipher_algo;  in qat_crypto_load_cipher_session()
1278     const struct qat_session *qs, const struct qat_sym_hash_def **hash_def)  in qat_crypto_load_auth_session()  argument
1282 	switch (qs->qs_auth_algo) {  in qat_crypto_load_auth_session()
1299 		panic("unhandled auth algorithm %d", qs->qs_auth_algo);  in qat_crypto_load_auth_session()
1304 	return HW_AUTH_CONFIG_BUILD(qs->qs_auth_mode,  in qat_crypto_load_auth_session()
1310 	struct qat_session	*qs;  member
1373 	struct qat_session *qs;  in qat_crypto_load_buf_cb()  local
1384 	qs = arg->qs;  in qat_crypto_load_buf_cb()
1387 	if (qs->qs_auth_algo == HW_AUTH_ALGO_GALOIS_128) {  in qat_crypto_load_buf_cb()
1411 	struct qat_session *qs;  in qat_crypto_load_obuf_cb()  local
1422 	qs = arg->qs;  in qat_crypto_load_obuf_cb()
1431 	if (qs->qs_auth_algo != HW_AUTH_ALGO_GALOIS_128 &&  in qat_crypto_load_obuf_cb()
1455 qat_crypto_load(struct qat_session *qs, struct qat_sym_cookie *qsc,  in qat_crypto_load()  argument
1464 	arg.qs = qs;  in qat_crypto_load()
1469 	if (qs->qs_auth_algo == HW_AUTH_ALGO_GALOIS_128 &&  in qat_crypto_load()
1765 	struct qat_session *qs;  in qat_crypto_sym_rxintr()  local
1777 	qs = qsbc->qsbc_session;  in qat_crypto_sym_rxintr()
1790 	if ((auth_sz = qs->qs_auth_mlen) != 0) {  in qat_crypto_sym_rxintr()
1807 	mtx_lock(&qs->qs_session_mtx);  in qat_crypto_sym_rxintr()
1808 	MPASS(qs->qs_status & QAT_SESSION_STATUS_ACTIVE);  in qat_crypto_sym_rxintr()
1809 	qs->qs_inflight--;  in qat_crypto_sym_rxintr()
1810 	if (__predict_false(qs->qs_need_wakeup && qs->qs_inflight == 0)) {  in qat_crypto_sym_rxintr()
1812 		qs->qs_need_wakeup = false;  in qat_crypto_sym_rxintr()
1814 	mtx_unlock(&qs->qs_session_mtx);  in qat_crypto_sym_rxintr()
1920 	struct qat_session *qs;  in qat_newsession()  local
1926 	qs = crypto_get_driver_session(cses);  in qat_newsession()
1929 	qdm = &qs->qs_desc_mem;  in qat_newsession()
1935 	mtx_init(&qs->qs_session_mtx, "qs session", NULL, MTX_DEF);  in qat_newsession()
1936 	qs->qs_aad_length = -1;  in qat_newsession()
1938 	qs->qs_dec_desc = ddesc = qdm->qdm_dma_vaddr;  in qat_newsession()
1939 	qs->qs_enc_desc = edesc = ddesc + 1;  in qat_newsession()
1949 	qs->qs_status = QAT_SESSION_STATUS_ACTIVE;  in qat_newsession()
1950 	qs->qs_inflight = 0;  in qat_newsession()
1952 	qs->qs_cipher_key = csp->csp_cipher_key;  in qat_newsession()
1953 	qs->qs_cipher_klen = csp->csp_cipher_klen;  in qat_newsession()
1954 	qs->qs_auth_key = csp->csp_auth_key;  in qat_newsession()
1955 	qs->qs_auth_klen = csp->csp_auth_klen;  in qat_newsession()
1959 		qs->qs_cipher_algo = qat_aes_cipher_algo(csp->csp_cipher_klen);  in qat_newsession()
1960 		qs->qs_cipher_mode = HW_CIPHER_CBC_MODE;  in qat_newsession()
1963 		qs->qs_cipher_algo = qat_aes_cipher_algo(csp->csp_cipher_klen);  in qat_newsession()
1964 		qs->qs_cipher_mode = HW_CIPHER_CTR_MODE;  in qat_newsession()
1967 		qs->qs_cipher_algo =  in qat_newsession()
1969 		qs->qs_cipher_mode = HW_CIPHER_XTS_MODE;  in qat_newsession()
1972 		qs->qs_cipher_algo = qat_aes_cipher_algo(csp->csp_cipher_klen);  in qat_newsession()
1973 		qs->qs_cipher_mode = HW_CIPHER_CTR_MODE;  in qat_newsession()
1974 		qs->qs_auth_algo = HW_AUTH_ALGO_GALOIS_128;  in qat_newsession()
1975 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
1986 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA1;  in qat_newsession()
1987 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
1990 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA1;  in qat_newsession()
1991 		qs->qs_auth_mode = HW_AUTH_MODE0;  in qat_newsession()
1994 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA256;  in qat_newsession()
1995 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
1998 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA256;  in qat_newsession()
1999 		qs->qs_auth_mode = HW_AUTH_MODE0;  in qat_newsession()
2002 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA384;  in qat_newsession()
2003 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
2006 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA384;  in qat_newsession()
2007 		qs->qs_auth_mode = HW_AUTH_MODE0;  in qat_newsession()
2010 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA512;  in qat_newsession()
2011 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
2014 		qs->qs_auth_algo = HW_AUTH_ALGO_SHA512;  in qat_newsession()
2015 		qs->qs_auth_mode = HW_AUTH_MODE0;  in qat_newsession()
2018 		qs->qs_cipher_algo = qat_aes_cipher_algo(csp->csp_auth_klen);  in qat_newsession()
2019 		qs->qs_cipher_mode = HW_CIPHER_CTR_MODE;  in qat_newsession()
2020 		qs->qs_auth_algo = HW_AUTH_ALGO_GALOIS_128;  in qat_newsession()
2021 		qs->qs_auth_mode = HW_AUTH_MODE1;  in qat_newsession()
2023 		qs->qs_cipher_key = qs->qs_auth_key;  in qat_newsession()
2024 		qs->qs_cipher_klen = qs->qs_auth_klen;  in qat_newsession()
2061 		if (qs->qs_auth_algo == HW_AUTH_ALGO_GALOIS_128) {  in qat_newsession()
2088 	qcy->qcy_sc->sc_hw.qhw_crypto_setup_desc(qcy, qs, ddesc);  in qat_newsession()
2089 	qcy->qcy_sc->sc_hw.qhw_crypto_setup_desc(qcy, qs, edesc);  in qat_newsession()
2092 		qs->qs_auth_mlen = csp->csp_auth_mlen;  in qat_newsession()
2094 		qs->qs_auth_mlen = edesc->qcd_auth_sz;  in qat_newsession()
2115 	struct qat_session *qs;  in qat_freesession()  local
2117 	qs = crypto_get_driver_session(cses);  in qat_freesession()
2118 	KASSERT(qs->qs_inflight == 0,  in qat_freesession()
2119 	    ("%s: session %p has requests in flight", __func__, qs));  in qat_freesession()
2121 	qat_crypto_clear_desc(qs->qs_enc_desc);  in qat_freesession()
2122 	qat_crypto_clear_desc(qs->qs_dec_desc);  in qat_freesession()
2123 	qat_free_dmamem(device_get_softc(dev), &qs->qs_desc_mem);  in qat_freesession()
2124 	mtx_destroy(&qs->qs_session_mtx);  in qat_freesession()
2133 	struct qat_session *qs;  in qat_process()  local
2141 	qs = crypto_get_driver_session(crp->crp_session);  in qat_process()
2149 	mtx_lock(&qs->qs_session_mtx);  in qat_process()
2150 	if (qs->qs_auth_algo == HW_AUTH_ALGO_GALOIS_128) {  in qat_process()
2153 			mtx_unlock(&qs->qs_session_mtx);  in qat_process()
2166 		if (__predict_false(crp->crp_aad_length != qs->qs_aad_length)) {  in qat_process()
2167 			if (qs->qs_inflight == 0) {  in qat_process()
2168 				if (qs->qs_aad_length != -1) {  in qat_process()
2172 				qs->qs_aad_length = crp->crp_aad_length;  in qat_process()
2174 				qs->qs_need_wakeup = true;  in qat_process()
2175 				mtx_unlock(&qs->qs_session_mtx);  in qat_process()
2182 	qs->qs_inflight++;  in qat_process()
2183 	mtx_unlock(&qs->qs_session_mtx);  in qat_process()
2195 		desc = qs->qs_enc_desc;  in qat_process()
2197 		desc = qs->qs_dec_desc;  in qat_process()
2199 	error = qat_crypto_load(qs, qsc, desc, crp);  in qat_process()
2205 	qsbc->qsbc_session = qs;  in qat_process()
2208 	sc->sc_hw.qhw_crypto_setup_req_params(qcb, qs, desc, qsc, crp);  in qat_process()
2236 	mtx_lock(&qs->qs_session_mtx);  in qat_process()
2237 	qs->qs_inflight--;  in qat_process()
2238 	mtx_unlock(&qs->qs_session_mtx);  in qat_process()