xref: /linux/arch/riscv/crypto/aes-macros.S (revision 594ce0b8a998aa4d05827cd7c0d0dcec9a1e3ae2)
1/* SPDX-License-Identifier: Apache-2.0 OR BSD-2-Clause */
2//
3// This file is dual-licensed, meaning that you can use it under your
4// choice of either of the following two licenses:
5//
6// Copyright 2023 The OpenSSL Project Authors. All Rights Reserved.
7//
8// Licensed under the Apache License 2.0 (the "License"). You can obtain
9// a copy in the file LICENSE in the source distribution or at
10// https://www.openssl.org/source/license.html
11//
12// or
13//
14// Copyright (c) 2023, Christoph Müllner <christoph.muellner@vrull.eu>
15// Copyright (c) 2023, Phoebe Chen <phoebe.chen@sifive.com>
16// Copyright (c) 2023, Jerry Shih <jerry.shih@sifive.com>
17// Copyright 2024 Google LLC
18// All rights reserved.
19//
20// Redistribution and use in source and binary forms, with or without
21// modification, are permitted provided that the following conditions
22// are met:
23// 1. Redistributions of source code must retain the above copyright
24//    notice, this list of conditions and the following disclaimer.
25// 2. Redistributions in binary form must reproduce the above copyright
26//    notice, this list of conditions and the following disclaimer in the
27//    documentation and/or other materials provided with the distribution.
28//
29// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
30// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
31// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
32// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
33// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
34// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
35// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
36// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
37// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
38// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
39// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
40
41// This file contains macros that are shared by the other aes-*.S files.  The
42// generated code of these macros depends on the following RISC-V extensions:
43// - RV64I
44// - RISC-V Vector ('V') with VLEN >= 128
45// - RISC-V Vector AES block cipher extension ('Zvkned')
46
47// Loads the AES round keys from \keyp into vector registers and jumps to code
48// specific to the length of the key.  Specifically:
49//   - If AES-128, loads round keys into v1-v11 and jumps to \label128.
50//   - If AES-192, loads round keys into v1-v13 and jumps to \label192.
51//   - If AES-256, loads round keys into v1-v15 and continues onwards.
52//
53// Also sets vl=4 and vtype=e32,m1,ta,ma.  Clobbers t0 and t1.
54.macro	aes_begin	keyp, label128, label192
55	lwu		t0, 480(\keyp)	// t0 = key length in bytes
56	li		t1, 24		// t1 = key length for AES-192
57	vsetivli	zero, 4, e32, m1, ta, ma
58	vle32.v		v1, (\keyp)
59	addi		\keyp, \keyp, 16
60	vle32.v		v2, (\keyp)
61	addi		\keyp, \keyp, 16
62	vle32.v		v3, (\keyp)
63	addi		\keyp, \keyp, 16
64	vle32.v		v4, (\keyp)
65	addi		\keyp, \keyp, 16
66	vle32.v		v5, (\keyp)
67	addi		\keyp, \keyp, 16
68	vle32.v		v6, (\keyp)
69	addi		\keyp, \keyp, 16
70	vle32.v		v7, (\keyp)
71	addi		\keyp, \keyp, 16
72	vle32.v		v8, (\keyp)
73	addi		\keyp, \keyp, 16
74	vle32.v		v9, (\keyp)
75	addi		\keyp, \keyp, 16
76	vle32.v		v10, (\keyp)
77	addi		\keyp, \keyp, 16
78	vle32.v		v11, (\keyp)
79	blt		t0, t1, \label128	// If AES-128, goto label128.
80	addi		\keyp, \keyp, 16
81	vle32.v		v12, (\keyp)
82	addi		\keyp, \keyp, 16
83	vle32.v		v13, (\keyp)
84	beq		t0, t1, \label192	// If AES-192, goto label192.
85	// Else, it's AES-256.
86	addi		\keyp, \keyp, 16
87	vle32.v		v14, (\keyp)
88	addi		\keyp, \keyp, 16
89	vle32.v		v15, (\keyp)
90.endm
91
92// Encrypts \data using zvkned instructions, using the round keys loaded into
93// v1-v11 (for AES-128), v1-v13 (for AES-192), or v1-v15 (for AES-256).  \keylen
94// is the AES key length in bits.  vl and vtype must already be set
95// appropriately.  Note that if vl > 4, multiple blocks are encrypted.
96.macro	aes_encrypt	data, keylen
97	vaesz.vs	\data, v1
98	vaesem.vs	\data, v2
99	vaesem.vs	\data, v3
100	vaesem.vs	\data, v4
101	vaesem.vs	\data, v5
102	vaesem.vs	\data, v6
103	vaesem.vs	\data, v7
104	vaesem.vs	\data, v8
105	vaesem.vs	\data, v9
106	vaesem.vs	\data, v10
107.if \keylen == 128
108	vaesef.vs	\data, v11
109.elseif \keylen == 192
110	vaesem.vs	\data, v11
111	vaesem.vs	\data, v12
112	vaesef.vs	\data, v13
113.else
114	vaesem.vs	\data, v11
115	vaesem.vs	\data, v12
116	vaesem.vs	\data, v13
117	vaesem.vs	\data, v14
118	vaesef.vs	\data, v15
119.endif
120.endm
121
122// Same as aes_encrypt, but decrypts instead of encrypts.
123.macro	aes_decrypt	data, keylen
124.if \keylen == 128
125	vaesz.vs	\data, v11
126.elseif \keylen == 192
127	vaesz.vs	\data, v13
128	vaesdm.vs	\data, v12
129	vaesdm.vs	\data, v11
130.else
131	vaesz.vs	\data, v15
132	vaesdm.vs	\data, v14
133	vaesdm.vs	\data, v13
134	vaesdm.vs	\data, v12
135	vaesdm.vs	\data, v11
136.endif
137	vaesdm.vs	\data, v10
138	vaesdm.vs	\data, v9
139	vaesdm.vs	\data, v8
140	vaesdm.vs	\data, v7
141	vaesdm.vs	\data, v6
142	vaesdm.vs	\data, v5
143	vaesdm.vs	\data, v4
144	vaesdm.vs	\data, v3
145	vaesdm.vs	\data, v2
146	vaesdf.vs	\data, v1
147.endm
148
149// Expands to aes_encrypt or aes_decrypt according to \enc, which is 1 or 0.
150.macro	aes_crypt	data, enc, keylen
151.if \enc
152	aes_encrypt	\data, \keylen
153.else
154	aes_decrypt	\data, \keylen
155.endif
156.endm
157