53 			  unsigned int bytes, int nrounds)  in chacha_dosimd()  argument
56 		while (bytes >= CHACHA_BLOCK_SIZE * 8) {  in chacha_dosimd()
57 			chacha_8block_xor_avx512vl(state, dst, src, bytes,  in chacha_dosimd()
59 			bytes -= CHACHA_BLOCK_SIZE * 8;  in chacha_dosimd()
64 		if (bytes > CHACHA_BLOCK_SIZE * 4) {  in chacha_dosimd()
65 			chacha_8block_xor_avx512vl(state, dst, src, bytes,  in chacha_dosimd()
67 			state->x[12] += chacha_advance(bytes, 8);  in chacha_dosimd()
70 		if (bytes > CHACHA_BLOCK_SIZE * 2) {  in chacha_dosimd()
71 			chacha_4block_xor_avx512vl(state, dst, src, bytes,  in chacha_dosimd()
73 			state->x[12] += chacha_advance(bytes, 4);  in chacha_dosimd()
76 		if (bytes) {  in chacha_dosimd()
77 			chacha_2block_xor_avx512vl(state, dst, src, bytes,  in chacha_dosimd()
79 			state->x[12] += chacha_advance(bytes, 2);  in chacha_dosimd()
85 		while (bytes >= CHACHA_BLOCK_SIZE * 8) {  in chacha_dosimd()
86 			chacha_8block_xor_avx2(state, dst, src, bytes, nrounds);  in chacha_dosimd()
87 			bytes -= CHACHA_BLOCK_SIZE * 8;  in chacha_dosimd()
92 		if (bytes > CHACHA_BLOCK_SIZE * 4) {  in chacha_dosimd()
93 			chacha_8block_xor_avx2(state, dst, src, bytes, nrounds);  in chacha_dosimd()
94 			state->x[12] += chacha_advance(bytes, 8);  in chacha_dosimd()
97 		if (bytes > CHACHA_BLOCK_SIZE * 2) {  in chacha_dosimd()
98 			chacha_4block_xor_avx2(state, dst, src, bytes, nrounds);  in chacha_dosimd()
99 			state->x[12] += chacha_advance(bytes, 4);  in chacha_dosimd()
102 		if (bytes > CHACHA_BLOCK_SIZE) {  in chacha_dosimd()
103 			chacha_2block_xor_avx2(state, dst, src, bytes, nrounds);  in chacha_dosimd()
104 			state->x[12] += chacha_advance(bytes, 2);  in chacha_dosimd()
109 	while (bytes >= CHACHA_BLOCK_SIZE * 4) {  in chacha_dosimd()
110 		chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds);  in chacha_dosimd()
111 		bytes -= CHACHA_BLOCK_SIZE * 4;  in chacha_dosimd()
116 	if (bytes > CHACHA_BLOCK_SIZE) {  in chacha_dosimd()
117 		chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds);  in chacha_dosimd()
118 		state->x[12] += chacha_advance(bytes, 4);  in chacha_dosimd()
121 	if (bytes) {  in chacha_dosimd()
122 		chacha_block_xor_ssse3(state, dst, src, bytes, nrounds);  in chacha_dosimd()
140 			      const u8 *src, unsigned int bytes, int nrounds)  in chacha_crypt_arch()  argument
143 	    bytes <= CHACHA_BLOCK_SIZE)  in chacha_crypt_arch()
144 		return chacha_crypt_generic(state, dst, src, bytes, nrounds);  in chacha_crypt_arch()
147 		unsigned int todo = min_t(unsigned int, bytes, SZ_4K);  in chacha_crypt_arch()
153 		bytes -= todo;  in chacha_crypt_arch()
156 	} while (bytes);  in chacha_crypt_arch()