109 	struct safexcel_cmd_descr *cdesc;  in safexcel_cmd_descr_next()  local
113 	cdesc = &ring->desc[ring->read];  in safexcel_cmd_descr_next()
115 	return (cdesc);  in safexcel_cmd_descr_next()
164 	struct safexcel_cmd_descr *cdesc __diagused;  in safexcel_rdr_intr()
204 			cdesc = safexcel_cmd_descr_next(&ring->cdr);  in safexcel_rdr_intr()
205 			KASSERT(cdesc != NULL,  in safexcel_rdr_intr()
208 				KASSERT(cdesc->last_seg,  in safexcel_rdr_intr()
788 	struct safexcel_cmd_descr *cdesc;  in safexcel_init_rings()  local
805 			cdesc = &ring->cdr.desc[j];  in safexcel_init_rings()
808 			cdesc->atok_lo = SAFEXCEL_ADDR_LO(atok);  in safexcel_init_rings()
809 			cdesc->atok_hi = SAFEXCEL_ADDR_HI(atok);  in safexcel_init_rings()
1600     struct safexcel_instr *instr, struct safexcel_cmd_descr *cdesc)  in safexcel_instr_cipher()  argument
1614 	cdesc->additional_cdata_size = 1;  in safexcel_instr_cipher()
1619     struct safexcel_cmd_descr *cdesc)  in safexcel_instr_eta()  argument
1655 	cdesc->additional_cdata_size = instr - start;  in safexcel_instr_eta()
1685     struct safexcel_cmd_descr *cdesc)  in safexcel_instr_ccm()  argument
1710 	a0 = (uint8_t *)&cdesc->control_data.token[0];  in safexcel_instr_ccm()
1795 	cdesc->additional_cdata_size = instr - start;  in safexcel_instr_ccm()
1800     struct safexcel_cmd_descr *cdesc)  in safexcel_instr_gcm()  argument
1805 	memcpy(cdesc->control_data.token, req->iv, AES_GCM_IV_LEN);  in safexcel_instr_gcm()
1806 	cdesc->control_data.token[3] = htobe32(1);  in safexcel_instr_gcm()
1841 	cdesc->additional_cdata_size = instr - start;  in safexcel_instr_gcm()
1846     struct safexcel_cmd_descr *cdesc)  in safexcel_instr_gmac()  argument
1851 	memcpy(cdesc->control_data.token, req->iv, AES_GCM_IV_LEN);  in safexcel_instr_gmac()
1852 	cdesc->control_data.token[3] = htobe32(1);  in safexcel_instr_gmac()
1868 	cdesc->additional_cdata_size = instr - start;  in safexcel_instr_gmac()
1876 	struct safexcel_cmd_descr *cdesc;  in safexcel_set_token()  local
1886 	cdesc = req->cdesc;  in safexcel_set_token()
1915 	cdesc->control_data.control0 = ctx->control0;  in safexcel_set_token()
1916 	cdesc->control_data.control1 = ctx->control1;  in safexcel_set_token()
1925 		instr = (void *)cdesc->control_data.token;  in safexcel_set_token()
1929 		    (cdesc - sc->sc_ring[ringidx].cdr.desc));  in safexcel_set_token()
1930 		cdesc->control_data.options |= SAFEXCEL_OPTION_4_TOKEN_IV_CMD;  in safexcel_set_token()
1935 		safexcel_instr_gcm(req, instr, cdesc);  in safexcel_set_token()
1938 		safexcel_instr_ccm(req, instr, cdesc);  in safexcel_set_token()
1941 		memcpy(cdesc->control_data.token, req->iv, AES_XTS_IV_LEN);  in safexcel_set_token()
1942 		memset(cdesc->control_data.token +  in safexcel_set_token()
1945 		safexcel_instr_cipher(req, instr, cdesc);  in safexcel_set_token()
1949 		memcpy(cdesc->control_data.token, req->iv, AES_BLOCK_LEN);  in safexcel_set_token()
1951 			safexcel_instr_eta(req, instr, cdesc);  in safexcel_set_token()
1953 			safexcel_instr_cipher(req, instr, cdesc);  in safexcel_set_token()
1970 			safexcel_instr_gmac(req, instr, cdesc);  in safexcel_set_token()
2019 	struct safexcel_cmd_descr *cdesc;  in safexcel_cmd_descr_add()  local
2030 	cdesc = &cring->desc[cring->write];  in safexcel_cmd_descr_add()
2033 	cdesc->particle_size = seglen;  in safexcel_cmd_descr_add()
2034 	cdesc->rsvd0 = 0;  in safexcel_cmd_descr_add()
2035 	cdesc->last_seg = last;  in safexcel_cmd_descr_add()
2036 	cdesc->first_seg = first;  in safexcel_cmd_descr_add()
2037 	cdesc->additional_cdata_size = 0;  in safexcel_cmd_descr_add()
2038 	cdesc->rsvd1 = 0;  in safexcel_cmd_descr_add()
2039 	cdesc->data_lo = SAFEXCEL_ADDR_LO(data);  in safexcel_cmd_descr_add()
2040 	cdesc->data_hi = SAFEXCEL_ADDR_HI(data);  in safexcel_cmd_descr_add()
2042 		cdesc->control_data.packet_length = reqlen;  in safexcel_cmd_descr_add()
2043 		cdesc->control_data.options = SAFEXCEL_OPTION_IP |  in safexcel_cmd_descr_add()
2046 		cdesc->control_data.type = SAFEXCEL_TOKEN_TYPE_BYPASS;  in safexcel_cmd_descr_add()
2047 		cdesc->control_data.context_lo = SAFEXCEL_ADDR_LO(context) |  in safexcel_cmd_descr_add()
2049 		cdesc->control_data.context_hi = SAFEXCEL_ADDR_HI(context);  in safexcel_cmd_descr_add()
2052 	return (cdesc);  in safexcel_cmd_descr_add()
2112 	struct safexcel_cmd_descr *cdesc;  in safexcel_create_chain_cb()  local
2185 		cdesc = safexcel_cmd_descr_add(ring, first, last,  in safexcel_create_chain_cb()
2188 		if (cdesc == NULL) {  in safexcel_create_chain_cb()
2195 			req->cdesc = cdesc;  in safexcel_create_chain_cb()