Lines Matching refs:mode
286 my ($mode,$opcode) = @_;
290 .globl padlock_${mode}_encrypt
291 .type padlock_${mode}_encrypt,\@function,4
293 padlock_${mode}_encrypt:
299 jnz .L${mode}_abort
301 jnz .L${mode}_abort
310 jnz .L${mode}_aligned
316 jnz .L${mode}_aligned
331 $code.=<<___ if ($mode eq "ctr32");
332 .L${mode}_reenter:
344 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
346 ja .L${mode}_loop
353 cmp \$$PADLOCK_PREFETCH{$mode},%rax
354 mov \$-$PADLOCK_PREFETCH{$mode},%rax
357 jz .L${mode}_unaligned_tail
360 jmp .L${mode}_loop
362 .L${mode}_loop:
373 jz .L${mode}_inp_aligned
379 .L${mode}_inp_aligned:
385 $code.=<<___ if ($mode !~ /ecb|ctr/);
389 $code.=<<___ if ($mode eq "ctr32");
392 jnz .L${mode}_no_carry
397 .L${mode}_no_carry:
403 jz .L${mode}_out_aligned
409 .L${mode}_out_aligned:
417 if (!$PADLOCK_PREFETCH{$mode}) {
419 jnz .L${mode}_loop
423 jz .L${mode}_break
425 jae .L${mode}_loop
427 $code.=<<___ if ($mode eq "ctr32");
435 cmp \$$PADLOCK_PREFETCH{$mode},%rax
436 mov \$-$PADLOCK_PREFETCH{$mode},%rax
439 jnz .L${mode}_loop
442 .L${mode}_unaligned_tail:
455 jmp .L${mode}_loop
457 .L${mode}_break:
462 je .L${mode}_done
466 .L${mode}_bzero:
470 ja .L${mode}_bzero
472 .L${mode}_done:
474 jmp .L${mode}_exit
477 .L${mode}_aligned:
479 $code.=<<___ if ($mode eq "ctr32");
490 jbe .L${mode}_aligned_skip
492 .L${mode}_aligned_loop:
511 jz .L${mode}_exit
513 jae .L${mode}_aligned_loop
515 .L${mode}_aligned_skip:
517 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
522 cmp \$$PADLOCK_PREFETCH{$mode},%rbp
523 mov \$$PADLOCK_PREFETCH{$mode}-1,%rbp
527 jz .L${mode}_aligned_tail
535 $code.=<<___ if ($mode !~ /ecb|ctr/);
539 $code.=<<___ if ($PADLOCK_PREFETCH{$mode});
541 jz .L${mode}_exit
543 .L${mode}_aligned_tail:
555 jmp .L${mode}_loop
558 .L${mode}_exit:
561 .L${mode}_abort:
565 .size padlock_${mode}_encrypt,.-padlock_${mode}_encrypt