67  * To output 4096 bytes of authenticated data we need 8x480 plus 1x256, so we
132 		if (g_eli_crypto_rerun(crp) == 0)  in g_eli_auth_read_done()
133 			return (0);  in g_eli_auth_read_done()
138 	if (crp->crp_etype == 0) {  in g_eli_auth_read_done()
165 		if (bp->bio_error == 0 || bp->bio_error == EINTEGRITY)  in g_eli_auth_read_done()
176 		return (0);  in g_eli_auth_read_done()
178 	if (bp->bio_error == 0) {  in g_eli_auth_read_done()
200 			if ((i % lsec) == 0)  in g_eli_auth_read_done()
226 		corsize = 0;  in g_eli_auth_read_done()
231 			if ((i % lsec) == 0)  in g_eli_auth_read_done()
248 					G_ELI_DEBUG(0, "%s: Failed to authenticate %jd "  in g_eli_auth_read_done()
253 					corsize = 0;  in g_eli_auth_read_done()
260 			G_ELI_DEBUG(0, "%s: Failed to authenticate %jd "  in g_eli_auth_read_done()
266 	if (bp->bio_error != 0) {  in g_eli_auth_read_done()
268 			G_ELI_LOGREQ(0, bp,  in g_eli_auth_read_done()
272 		bp->bio_completed = 0;  in g_eli_auth_read_done()
279 	return (0);  in g_eli_auth_read_done()
296 		if (g_eli_crypto_rerun(crp) == 0)  in g_eli_auth_write_done()
297 			return (0);  in g_eli_auth_write_done()
301 	if (crp->crp_etype == 0) {  in g_eli_auth_write_done()
307 		if (bp->bio_error == 0)  in g_eli_auth_write_done()
318 		return (0);  in g_eli_auth_write_done()
319 	if (bp->bio_error != 0) {  in g_eli_auth_write_done()
320 		G_ELI_LOGREQ(0, bp, "Crypto WRITE request failed (error=%d).",  in g_eli_auth_write_done()
328 		return (0);  in g_eli_auth_write_done()
363 	bp->bio_inbed = 0;  in g_eli_auth_write_done()
370 	return (0);  in g_eli_auth_write_done()
381 	G_ELI_SETWORKER(bp->bio_pflags, 0);  in g_eli_auth_read()
400 		G_ELI_LOGREQ(0, bp, "Crypto auth read request failed (ENOMEM)");  in g_eli_auth_read()
410 	memset((char *)bp->bio_driver2 + cbp->bio_length, 0,  in g_eli_auth_read()
490 			G_ELI_LOGREQ(0, bp, "Crypto request failed (ENOMEM)");  in g_eli_auth_run()
504 	bp->bio_inbed = 0;  in g_eli_auth_run()
512 	batch = atomic_load_int(&g_eli_batch) != 0;  in g_eli_auth_run()
519 		if ((i % lsec) == 0) {  in g_eli_auth_run()
526 				memset(data + sc->sc_alen + data_secsize, 0,  in g_eli_auth_run()
537 				memset(data + sc->sc_alen + data_secsize, 0,  in g_eli_auth_run()
560 		crp->crp_digest_start = 0;  in g_eli_auth_run()
563 		if ((sc->sc_flags & G_ELI_FLAG_FIRST_KEY) == 0) {  in g_eli_auth_run()
567 		if (g_eli_ivlen(sc->sc_ealgo) != 0) {  in g_eli_auth_run()
580 			KASSERT(error == 0,  in g_eli_auth_run()
586 		crypto_dispatch_batch(&crpq, 0);  in g_eli_auth_run()