1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause
3 *
4 * Copyright (c) 2018 Andrew Turner
5 * All rights reserved.
6 *
7 * This software was developed by SRI International and the University of
8 * Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237
9 * ("CTSRD"), as part of the DARPA CRASH research programme.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 * SUCH DAMAGE.
31 */
32
33 #include "opt_platform.h"
34
35 #include <sys/param.h>
36 #include <sys/kernel.h>
37 #include <sys/pcpu.h>
38 #include <sys/systm.h>
39
40 #include <machine/cpu.h>
41
42 #include <dev/psci/psci.h>
43 #include <dev/psci/smccc.h>
44
45 typedef void (cpu_quirk_install)(void);
46 struct cpu_quirks {
47 cpu_quirk_install *quirk_install;
48 u_int midr_mask;
49 u_int midr_value;
50 #define CPU_QUIRK_POST_DEVICE (1 << 0) /* After device attach */
51 /* e.g. needs SMCCC */
52 u_int flags;
53 };
54
55 static cpu_quirk_install install_thunderx_bcast_tlbi_workaround;
56
57 static struct cpu_quirks cpu_quirks[] = {
58 {
59 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
60 .midr_value =
61 CPU_ID_RAW(CPU_IMPL_CAVIUM, CPU_PART_THUNDERX, 0, 0),
62 .quirk_install = install_thunderx_bcast_tlbi_workaround,
63 },
64 {
65 .midr_mask = CPU_IMPL_MASK | CPU_PART_MASK,
66 .midr_value =
67 CPU_ID_RAW(CPU_IMPL_CAVIUM, CPU_PART_THUNDERX_81XX, 0, 0),
68 .quirk_install = install_thunderx_bcast_tlbi_workaround,
69 },
70 };
71
72 /*
73 * Workaround Cavium erratum 27456.
74 *
75 * Invalidate the local icache when changing address spaces.
76 */
77 static void
install_thunderx_bcast_tlbi_workaround(void)78 install_thunderx_bcast_tlbi_workaround(void)
79 {
80 u_int midr;
81
82 midr = get_midr();
83 if (CPU_PART(midr) == CPU_PART_THUNDERX_81XX)
84 PCPU_SET(bcast_tlbi_workaround, 1);
85 else if (CPU_PART(midr) == CPU_PART_THUNDERX) {
86 if (CPU_VAR(midr) == 0) {
87 /* ThunderX 1.x */
88 PCPU_SET(bcast_tlbi_workaround, 1);
89 } else if (CPU_VAR(midr) == 1 && CPU_REV(midr) <= 1) {
90 /* ThunderX 2.0 - 2.1 */
91 PCPU_SET(bcast_tlbi_workaround, 1);
92 }
93 }
94 }
95
96 static void
install_cpu_errata_flags(u_int mask,u_int flags)97 install_cpu_errata_flags(u_int mask, u_int flags)
98 {
99 u_int midr;
100 size_t i;
101
102 midr = get_midr();
103
104 for (i = 0; i < nitems(cpu_quirks); i++) {
105 if ((midr & cpu_quirks[i].midr_mask) ==
106 cpu_quirks[i].midr_value &&
107 (cpu_quirks[i].flags & mask) == flags) {
108 cpu_quirks[i].quirk_install();
109 }
110 }
111 }
112
113 /*
114 * Install any CPU errata we need. On CPU 0 we only install the errata that
115 * don't depend on device drivers as this is called early in the boot process.
116 * On other CPUs the device drivers have already attached so install all
117 * applicable errata.
118 */
119 void
install_cpu_errata(void)120 install_cpu_errata(void)
121 {
122 /*
123 * Only install early CPU errata on CPU 0, device drivers may not
124 * have attached and some workarounds depend on them, e.g. to query
125 * SMCCC.
126 */
127 if (PCPU_GET(cpuid) == 0) {
128 install_cpu_errata_flags(CPU_QUIRK_POST_DEVICE, 0);
129 } else {
130 install_cpu_errata_flags(0, 0);
131 }
132 }
133
134 /*
135 * Install any errata workarounds that depend on device drivers, e.g. use
136 * SMCCC to install a workaround.
137 */
138 static void
install_cpu_errata_late(void * dummy __unused)139 install_cpu_errata_late(void *dummy __unused)
140 {
141 MPASS(PCPU_GET(cpuid) == 0);
142 install_cpu_errata_flags(CPU_QUIRK_POST_DEVICE, CPU_QUIRK_POST_DEVICE);
143 }
144 SYSINIT(install_cpu_errata_late, SI_SUB_CONFIGURE, SI_ORDER_MIDDLE,
145 install_cpu_errata_late, NULL);
146