1 // SPDX-License-Identifier: CDDL-1.0
2 /*
3 * CDDL HEADER START
4 *
5 * The contents of this file are subject to the terms of the
6 * Common Development and Distribution License (the "License").
7 * You may not use this file except in compliance with the License.
8 *
9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10 * or https://opensource.org/licenses/CDDL-1.0.
11 * See the License for the specific language governing permissions
12 * and limitations under the License.
13 *
14 * When distributing Covered Code, include this CDDL HEADER in each
15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16 * If applicable, add the following below this CDDL HEADER, with the
17 * fields enclosed by brackets "[]" replaced with your own identifying
18 * information: Portions Copyright [yyyy] [name of copyright owner]
19 *
20 * CDDL HEADER END
21 */
22 /*
23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 */
25
26 #if defined(__x86_64) && defined(HAVE_PCLMULQDQ)
27
28 #include <sys/types.h>
29 #include <sys/simd.h>
30 #include <sys/asm_linkage.h>
31
32 /* These functions are used to execute pclmulqdq based assembly methods */
33 extern void ASMABI gcm_mul_pclmulqdq(uint64_t *, uint64_t *, uint64_t *);
34
35 #include <modes/gcm_impl.h>
36
37 /*
38 * Perform a carry-less multiplication (that is, use XOR instead of the
39 * multiply operator) on *x_in and *y and place the result in *res.
40 *
41 * Byte swap the input (*x_in and *y) and the output (*res).
42 *
43 * Note: x_in, y, and res all point to 16-byte numbers (an array of two
44 * 64-bit integers).
45 */
46 static void
gcm_pclmulqdq_mul(uint64_t * x_in,uint64_t * y,uint64_t * res)47 gcm_pclmulqdq_mul(uint64_t *x_in, uint64_t *y, uint64_t *res)
48 {
49 kfpu_begin();
50 gcm_mul_pclmulqdq(x_in, y, res);
51 kfpu_end();
52 }
53
54 static boolean_t
gcm_pclmulqdq_will_work(void)55 gcm_pclmulqdq_will_work(void)
56 {
57 return (kfpu_allowed() && zfs_pclmulqdq_available());
58 }
59
60 const gcm_impl_ops_t gcm_pclmulqdq_impl = {
61 .mul = &gcm_pclmulqdq_mul,
62 .is_supported = &gcm_pclmulqdq_will_work,
63 .name = "pclmulqdq"
64 };
65
66 #endif /* defined(__x86_64) && defined(HAVE_PCLMULQDQ) */
67