1843e1988Sjohnlev /* 2843e1988Sjohnlev * CDDL HEADER START 3843e1988Sjohnlev * 4843e1988Sjohnlev * The contents of this file are subject to the terms of the 5843e1988Sjohnlev * Common Development and Distribution License (the "License"). 6843e1988Sjohnlev * You may not use this file except in compliance with the License. 7843e1988Sjohnlev * 8843e1988Sjohnlev * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9843e1988Sjohnlev * or http://www.opensolaris.org/os/licensing. 10843e1988Sjohnlev * See the License for the specific language governing permissions 11843e1988Sjohnlev * and limitations under the License. 12843e1988Sjohnlev * 13843e1988Sjohnlev * When distributing Covered Code, include this CDDL HEADER in each 14843e1988Sjohnlev * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15843e1988Sjohnlev * If applicable, add the following below this CDDL HEADER, with the 16843e1988Sjohnlev * fields enclosed by brackets "[]" replaced with your own identifying 17843e1988Sjohnlev * information: Portions Copyright [yyyy] [name of copyright owner] 18843e1988Sjohnlev * 19843e1988Sjohnlev * CDDL HEADER END 20843e1988Sjohnlev */ 21843e1988Sjohnlev 22843e1988Sjohnlev /* 23*c48ac12eSjohnlev * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 24843e1988Sjohnlev * Use is subject to license terms. 25843e1988Sjohnlev */ 26843e1988Sjohnlev 27843e1988Sjohnlev #pragma ident "%Z%%M% %I% %E% SMI" 28843e1988Sjohnlev 29843e1988Sjohnlev /* derived from netbsd's xen_machdep.c 1.1.2.1 */ 30843e1988Sjohnlev 31843e1988Sjohnlev /* 32843e1988Sjohnlev * 33843e1988Sjohnlev * Copyright (c) 2004 Christian Limpach. 34843e1988Sjohnlev * All rights reserved. 35843e1988Sjohnlev * 36843e1988Sjohnlev * Redistribution and use in source and binary forms, with or without 37843e1988Sjohnlev * modification, are permitted provided that the following conditions 38843e1988Sjohnlev * are met: 39843e1988Sjohnlev * 1. Redistributions of source code must retain the above copyright 40843e1988Sjohnlev * notice, this list of conditions and the following disclaimer. 41843e1988Sjohnlev * 2. Redistributions in binary form must reproduce the above copyright 42843e1988Sjohnlev * notice, this list of conditions and the following disclaimer in the 43843e1988Sjohnlev * documentation and/or other materials provided with the distribution. 44843e1988Sjohnlev * 3. This section intentionally left blank. 45843e1988Sjohnlev * 4. The name of the author may not be used to endorse or promote products 46843e1988Sjohnlev * derived from this software without specific prior written permission. 47843e1988Sjohnlev * 48843e1988Sjohnlev * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 49843e1988Sjohnlev * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 50843e1988Sjohnlev * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 51843e1988Sjohnlev * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 52843e1988Sjohnlev * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 53843e1988Sjohnlev * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 54843e1988Sjohnlev * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 55843e1988Sjohnlev * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 56843e1988Sjohnlev * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 57843e1988Sjohnlev * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 58843e1988Sjohnlev */ 59843e1988Sjohnlev /* 60843e1988Sjohnlev * Section 3 of the above license was updated in response to bug 6379571. 61843e1988Sjohnlev */ 62843e1988Sjohnlev 639e839ce9Sgarypen #include <sys/ctype.h> 64843e1988Sjohnlev #include <sys/types.h> 65843e1988Sjohnlev #include <sys/cmn_err.h> 66843e1988Sjohnlev #include <sys/trap.h> 67843e1988Sjohnlev #include <sys/segments.h> 68843e1988Sjohnlev #include <sys/hypervisor.h> 69843e1988Sjohnlev #include <sys/xen_mmu.h> 70843e1988Sjohnlev #include <sys/machsystm.h> 71843e1988Sjohnlev #include <sys/promif.h> 72843e1988Sjohnlev #include <sys/bootconf.h> 73843e1988Sjohnlev #include <sys/bootinfo.h> 74843e1988Sjohnlev #include <sys/cpr.h> 75843e1988Sjohnlev #include <sys/taskq.h> 76843e1988Sjohnlev #include <sys/uadmin.h> 77843e1988Sjohnlev #include <sys/evtchn_impl.h> 78843e1988Sjohnlev #include <sys/archsystm.h> 79843e1988Sjohnlev #include <xen/sys/xenbus_impl.h> 80843e1988Sjohnlev #include <sys/mach_mmu.h> 81843e1988Sjohnlev #include <vm/hat_i86.h> 82843e1988Sjohnlev #include <sys/gnttab.h> 83843e1988Sjohnlev #include <sys/reboot.h> 84843e1988Sjohnlev #include <sys/stack.h> 85843e1988Sjohnlev #include <sys/clock.h> 86843e1988Sjohnlev #include <sys/bitmap.h> 87843e1988Sjohnlev #include <sys/processor.h> 88843e1988Sjohnlev #include <sys/xen_errno.h> 89843e1988Sjohnlev #include <sys/xpv_panic.h> 90843e1988Sjohnlev #include <sys/smp_impldefs.h> 91843e1988Sjohnlev #include <sys/cpu.h> 92843e1988Sjohnlev #include <sys/balloon_impl.h> 93843e1988Sjohnlev #include <sys/ddi.h> 94843e1988Sjohnlev 95843e1988Sjohnlev #ifdef DEBUG 96843e1988Sjohnlev #define SUSPEND_DEBUG if (xen_suspend_debug) xen_printf 97843e1988Sjohnlev #else 98843e1988Sjohnlev #define SUSPEND_DEBUG(...) 99843e1988Sjohnlev #endif 100843e1988Sjohnlev 101843e1988Sjohnlev int cpr_debug; 102843e1988Sjohnlev cpuset_t cpu_suspend_lost_set; 103843e1988Sjohnlev static int xen_suspend_debug; 104843e1988Sjohnlev 1059e839ce9Sgarypen /* 1069e839ce9Sgarypen * Determine helpful version information. 1079e839ce9Sgarypen * 1089e839ce9Sgarypen * (And leave copies in the data segment so we can look at them later 1099e839ce9Sgarypen * with e.g. kmdb.) 1109e839ce9Sgarypen */ 1119e839ce9Sgarypen 1129e839ce9Sgarypen typedef enum xen_version { 1139e839ce9Sgarypen XENVER_BOOT_IDX, 1149e839ce9Sgarypen XENVER_CURRENT_IDX 1159e839ce9Sgarypen } xen_version_t; 1169e839ce9Sgarypen 1179e839ce9Sgarypen struct xenver { 1189e839ce9Sgarypen ulong_t xv_major; 1199e839ce9Sgarypen ulong_t xv_minor; 1209e839ce9Sgarypen ulong_t xv_revision; 1219e839ce9Sgarypen xen_extraversion_t xv_ver; 122ab4a9bebSjohnlev ulong_t xv_is_xvm; 1239e839ce9Sgarypen xen_changeset_info_t xv_chgset; 1249e839ce9Sgarypen xen_compile_info_t xv_build; 1259e839ce9Sgarypen xen_capabilities_info_t xv_caps; 1269e839ce9Sgarypen } xenver[2]; 1279e839ce9Sgarypen 1289e839ce9Sgarypen #define XENVER_BOOT(m) (xenver[XENVER_BOOT_IDX].m) 1299e839ce9Sgarypen #define XENVER_CURRENT(m) (xenver[XENVER_CURRENT_IDX].m) 1309e839ce9Sgarypen 1319e839ce9Sgarypen /* 1329e839ce9Sgarypen * Update the xenver data. We maintain two copies, boot and 1339e839ce9Sgarypen * current. If we are setting the boot, then also set current. 1349e839ce9Sgarypen */ 1359e839ce9Sgarypen static void 1369e839ce9Sgarypen xen_set_version(xen_version_t idx) 1379e839ce9Sgarypen { 1389e839ce9Sgarypen ulong_t ver; 1399e839ce9Sgarypen 1409e839ce9Sgarypen bzero(&xenver[idx], sizeof (xenver[idx])); 1419e839ce9Sgarypen 1429e839ce9Sgarypen ver = HYPERVISOR_xen_version(XENVER_version, 0); 1439e839ce9Sgarypen 1449e839ce9Sgarypen xenver[idx].xv_major = BITX(ver, 31, 16); 1459e839ce9Sgarypen xenver[idx].xv_minor = BITX(ver, 15, 0); 1469e839ce9Sgarypen 1479e839ce9Sgarypen (void) HYPERVISOR_xen_version(XENVER_extraversion, &xenver[idx].xv_ver); 1489e839ce9Sgarypen 1499e839ce9Sgarypen /* 1509e839ce9Sgarypen * The revision is buried in the extraversion information that is 1519e839ce9Sgarypen * maintained by the hypervisor. For our purposes we expect that 1529e839ce9Sgarypen * the revision number is: 1539e839ce9Sgarypen * - the second character in the extraversion information 1549e839ce9Sgarypen * - one character long 1559e839ce9Sgarypen * - numeric digit 1569e839ce9Sgarypen * If it isn't then we can't extract the revision and we leave it 1579e839ce9Sgarypen * set to 0. 1589e839ce9Sgarypen */ 1599e839ce9Sgarypen if (strlen(xenver[idx].xv_ver) > 1 && isdigit(xenver[idx].xv_ver[1])) 1609e839ce9Sgarypen xenver[idx].xv_revision = xenver[idx].xv_ver[1] - '0'; 1619e839ce9Sgarypen else 1629e839ce9Sgarypen cmn_err(CE_WARN, "Cannot extract revision on this hypervisor " 1639e839ce9Sgarypen "version: v%s, unexpected version format", 1649e839ce9Sgarypen xenver[idx].xv_ver); 1659e839ce9Sgarypen 166ab4a9bebSjohnlev xenver[idx].xv_is_xvm = 0; 167ab4a9bebSjohnlev 168ab4a9bebSjohnlev if (strlen(xenver[idx].xv_ver) >= 4 && 169ab4a9bebSjohnlev strncmp(xenver[idx].xv_ver + strlen(xenver[idx].xv_ver) - 4, 170ab4a9bebSjohnlev "-xvm", 4) == 0) 171ab4a9bebSjohnlev xenver[idx].xv_is_xvm = 1; 172ab4a9bebSjohnlev 1739e839ce9Sgarypen (void) HYPERVISOR_xen_version(XENVER_changeset, 1749e839ce9Sgarypen &xenver[idx].xv_chgset); 1759e839ce9Sgarypen 1769e839ce9Sgarypen (void) HYPERVISOR_xen_version(XENVER_compile_info, 1779e839ce9Sgarypen &xenver[idx].xv_build); 1789e839ce9Sgarypen /* 1799e839ce9Sgarypen * Capabilities are a set of space separated ascii strings 1809e839ce9Sgarypen * e.g. 'xen-3.1-x86_32p' or 'hvm-3.2-x86_64' 1819e839ce9Sgarypen */ 1829e839ce9Sgarypen (void) HYPERVISOR_xen_version(XENVER_capabilities, 1839e839ce9Sgarypen &xenver[idx].xv_caps); 1849e839ce9Sgarypen 1859e839ce9Sgarypen cmn_err(CE_CONT, "?v%lu.%lu%s chgset '%s'\n", xenver[idx].xv_major, 1869e839ce9Sgarypen xenver[idx].xv_minor, xenver[idx].xv_ver, xenver[idx].xv_chgset); 1879e839ce9Sgarypen 1889e839ce9Sgarypen if (idx == XENVER_BOOT_IDX) 1899e839ce9Sgarypen bcopy(&xenver[XENVER_BOOT_IDX], &xenver[XENVER_CURRENT_IDX], 1909e839ce9Sgarypen sizeof (xenver[XENVER_BOOT_IDX])); 1919e839ce9Sgarypen } 1929e839ce9Sgarypen 1939e839ce9Sgarypen typedef enum xen_hypervisor_check { 1949e839ce9Sgarypen XEN_RUN_CHECK, 1959e839ce9Sgarypen XEN_SUSPEND_CHECK 1969e839ce9Sgarypen } xen_hypervisor_check_t; 1979e839ce9Sgarypen 1989e839ce9Sgarypen /* 1999e839ce9Sgarypen * To run the hypervisor must be 3.0.4 or better. To suspend/resume 2009e839ce9Sgarypen * we need 3.0.4 or better and if it is 3.0.4. then it must be provided 2019e839ce9Sgarypen * by the Solaris xVM project. 2029e839ce9Sgarypen * Checking can be disabled for testing purposes by setting the 2039e839ce9Sgarypen * xen_suspend_debug variable. 2049e839ce9Sgarypen */ 2059e839ce9Sgarypen static int 2069e839ce9Sgarypen xen_hypervisor_supports_solaris(xen_hypervisor_check_t check) 2079e839ce9Sgarypen { 2089e839ce9Sgarypen if (xen_suspend_debug == 1) 2099e839ce9Sgarypen return (1); 2109e839ce9Sgarypen if (XENVER_CURRENT(xv_major) < 3) 2119e839ce9Sgarypen return (0); 2129e839ce9Sgarypen if (XENVER_CURRENT(xv_major) > 3) 2139e839ce9Sgarypen return (1); 2149e839ce9Sgarypen if (XENVER_CURRENT(xv_minor) > 0) 2159e839ce9Sgarypen return (1); 2169e839ce9Sgarypen if (XENVER_CURRENT(xv_revision) < 4) 2179e839ce9Sgarypen return (0); 218ab4a9bebSjohnlev if (check == XEN_SUSPEND_CHECK && XENVER_CURRENT(xv_revision) == 4 && 219ab4a9bebSjohnlev !XENVER_CURRENT(xv_is_xvm)) 2209e839ce9Sgarypen return (0); 221ab4a9bebSjohnlev 2229e839ce9Sgarypen return (1); 2239e839ce9Sgarypen } 2249e839ce9Sgarypen 225ab4a9bebSjohnlev /* 226ab4a9bebSjohnlev * If the hypervisor is -xvm, or 3.1.2 or higher, we don't need the 227ab4a9bebSjohnlev * workaround. 228ab4a9bebSjohnlev */ 229ab4a9bebSjohnlev static void 230ab4a9bebSjohnlev xen_pte_workaround(void) 231ab4a9bebSjohnlev { 232ab4a9bebSjohnlev #if defined(__amd64) 233ab4a9bebSjohnlev extern int pt_kern; 234ab4a9bebSjohnlev 235ab4a9bebSjohnlev if (XENVER_CURRENT(xv_major) != 3) 236ab4a9bebSjohnlev return; 237ab4a9bebSjohnlev if (XENVER_CURRENT(xv_minor) > 1) 238ab4a9bebSjohnlev return; 239ab4a9bebSjohnlev if (XENVER_CURRENT(xv_minor) == 1 && 240ab4a9bebSjohnlev XENVER_CURRENT(xv_revision) > 1) 241ab4a9bebSjohnlev return; 242ab4a9bebSjohnlev if (XENVER_CURRENT(xv_is_xvm)) 243ab4a9bebSjohnlev return; 244ab4a9bebSjohnlev 245ab4a9bebSjohnlev pt_kern = PT_USER; 246ab4a9bebSjohnlev #endif 247ab4a9bebSjohnlev } 248ab4a9bebSjohnlev 249843e1988Sjohnlev void 250843e1988Sjohnlev xen_set_callback(void (*func)(void), uint_t type, uint_t flags) 251843e1988Sjohnlev { 252843e1988Sjohnlev struct callback_register cb; 253843e1988Sjohnlev 254843e1988Sjohnlev bzero(&cb, sizeof (cb)); 255843e1988Sjohnlev #if defined(__amd64) 256843e1988Sjohnlev cb.address = (ulong_t)func; 257843e1988Sjohnlev #elif defined(__i386) 258843e1988Sjohnlev cb.address.cs = KCS_SEL; 259843e1988Sjohnlev cb.address.eip = (ulong_t)func; 260843e1988Sjohnlev #endif 261843e1988Sjohnlev cb.type = type; 262843e1988Sjohnlev cb.flags = flags; 263843e1988Sjohnlev 264843e1988Sjohnlev /* 265843e1988Sjohnlev * XXPV always ignore return value for NMI 266843e1988Sjohnlev */ 267843e1988Sjohnlev if (HYPERVISOR_callback_op(CALLBACKOP_register, &cb) != 0 && 268843e1988Sjohnlev type != CALLBACKTYPE_nmi) 269843e1988Sjohnlev panic("HYPERVISOR_callback_op failed"); 270843e1988Sjohnlev } 271843e1988Sjohnlev 272843e1988Sjohnlev void 273843e1988Sjohnlev xen_init_callbacks(void) 274843e1988Sjohnlev { 275843e1988Sjohnlev /* 276843e1988Sjohnlev * register event (interrupt) handler. 277843e1988Sjohnlev */ 278843e1988Sjohnlev xen_set_callback(xen_callback, CALLBACKTYPE_event, 0); 279843e1988Sjohnlev 280843e1988Sjohnlev /* 281843e1988Sjohnlev * failsafe handler. 282843e1988Sjohnlev */ 283843e1988Sjohnlev xen_set_callback(xen_failsafe_callback, CALLBACKTYPE_failsafe, 284843e1988Sjohnlev CALLBACKF_mask_events); 285843e1988Sjohnlev 286843e1988Sjohnlev /* 287843e1988Sjohnlev * NMI handler. 288843e1988Sjohnlev */ 289843e1988Sjohnlev xen_set_callback(nmiint, CALLBACKTYPE_nmi, 0); 290843e1988Sjohnlev 291843e1988Sjohnlev /* 292843e1988Sjohnlev * system call handler 293843e1988Sjohnlev * XXPV move to init_cpu_syscall? 294843e1988Sjohnlev */ 295843e1988Sjohnlev #if defined(__amd64) 296843e1988Sjohnlev xen_set_callback(sys_syscall, CALLBACKTYPE_syscall, 297843e1988Sjohnlev CALLBACKF_mask_events); 298843e1988Sjohnlev #endif /* __amd64 */ 299843e1988Sjohnlev } 300843e1988Sjohnlev 301843e1988Sjohnlev 302843e1988Sjohnlev /* 303843e1988Sjohnlev * cmn_err() followed by a 1/4 second delay; this gives the 304843e1988Sjohnlev * logging service a chance to flush messages and helps avoid 305843e1988Sjohnlev * intermixing output from prom_printf(). 306843e1988Sjohnlev * XXPV: doesn't exactly help us on UP though. 307843e1988Sjohnlev */ 308843e1988Sjohnlev /*PRINTFLIKE2*/ 309843e1988Sjohnlev void 310843e1988Sjohnlev cpr_err(int ce, const char *fmt, ...) 311843e1988Sjohnlev { 312843e1988Sjohnlev va_list adx; 313843e1988Sjohnlev 314843e1988Sjohnlev va_start(adx, fmt); 315843e1988Sjohnlev vcmn_err(ce, fmt, adx); 316843e1988Sjohnlev va_end(adx); 317843e1988Sjohnlev drv_usecwait(MICROSEC >> 2); 318843e1988Sjohnlev } 319843e1988Sjohnlev 320843e1988Sjohnlev void 321843e1988Sjohnlev xen_suspend_devices(void) 322843e1988Sjohnlev { 323843e1988Sjohnlev int rc; 324843e1988Sjohnlev 325843e1988Sjohnlev SUSPEND_DEBUG("xen_suspend_devices\n"); 326843e1988Sjohnlev 327843e1988Sjohnlev if ((rc = cpr_suspend_devices(ddi_root_node())) != 0) 328843e1988Sjohnlev panic("failed to suspend devices: %d", rc); 329843e1988Sjohnlev } 330843e1988Sjohnlev 331843e1988Sjohnlev void 332843e1988Sjohnlev xen_resume_devices(void) 333843e1988Sjohnlev { 334843e1988Sjohnlev int rc; 335843e1988Sjohnlev 336843e1988Sjohnlev SUSPEND_DEBUG("xen_resume_devices\n"); 337843e1988Sjohnlev 338843e1988Sjohnlev if ((rc = cpr_resume_devices(ddi_root_node(), 0)) != 0) 339843e1988Sjohnlev panic("failed to resume devices: %d", rc); 340843e1988Sjohnlev } 341843e1988Sjohnlev 342843e1988Sjohnlev /* 343843e1988Sjohnlev * The list of mfn pages is out of date. Recompute it. 344843e1988Sjohnlev */ 345843e1988Sjohnlev static void 346843e1988Sjohnlev rebuild_mfn_list(void) 347843e1988Sjohnlev { 348843e1988Sjohnlev int i = 0; 349843e1988Sjohnlev size_t sz; 350843e1988Sjohnlev size_t off; 351843e1988Sjohnlev pfn_t pfn; 352843e1988Sjohnlev 353843e1988Sjohnlev SUSPEND_DEBUG("rebuild_mfn_list\n"); 354843e1988Sjohnlev 355843e1988Sjohnlev sz = ((mfn_count * sizeof (mfn_t)) + MMU_PAGEOFFSET) & MMU_PAGEMASK; 356843e1988Sjohnlev 357843e1988Sjohnlev for (off = 0; off < sz; off += MMU_PAGESIZE) { 358843e1988Sjohnlev size_t j = mmu_btop(off); 359843e1988Sjohnlev if (((j * sizeof (mfn_t)) & MMU_PAGEOFFSET) == 0) { 360843e1988Sjohnlev pfn = hat_getpfnum(kas.a_hat, 361843e1988Sjohnlev (caddr_t)&mfn_list_pages[j]); 362843e1988Sjohnlev mfn_list_pages_page[i++] = pfn_to_mfn(pfn); 363843e1988Sjohnlev } 364843e1988Sjohnlev 365843e1988Sjohnlev pfn = hat_getpfnum(kas.a_hat, (caddr_t)mfn_list + off); 366843e1988Sjohnlev mfn_list_pages[j] = pfn_to_mfn(pfn); 367843e1988Sjohnlev } 368843e1988Sjohnlev 369843e1988Sjohnlev pfn = hat_getpfnum(kas.a_hat, (caddr_t)mfn_list_pages_page); 370843e1988Sjohnlev HYPERVISOR_shared_info->arch.pfn_to_mfn_frame_list_list 371843e1988Sjohnlev = pfn_to_mfn(pfn); 372843e1988Sjohnlev } 373843e1988Sjohnlev 374843e1988Sjohnlev static void 375843e1988Sjohnlev suspend_cpus(void) 376843e1988Sjohnlev { 377843e1988Sjohnlev int i; 378843e1988Sjohnlev 379843e1988Sjohnlev SUSPEND_DEBUG("suspend_cpus\n"); 380843e1988Sjohnlev 3811d03c31eSjohnlev mp_enter_barrier(); 382843e1988Sjohnlev 383843e1988Sjohnlev for (i = 1; i < ncpus; i++) { 384843e1988Sjohnlev if (!CPU_IN_SET(cpu_suspend_lost_set, i)) { 385843e1988Sjohnlev SUSPEND_DEBUG("xen_vcpu_down %d\n", i); 386843e1988Sjohnlev (void) xen_vcpu_down(i); 387843e1988Sjohnlev } 388843e1988Sjohnlev 389843e1988Sjohnlev mach_cpucontext_reset(cpu[i]); 390843e1988Sjohnlev } 391843e1988Sjohnlev } 392843e1988Sjohnlev 393843e1988Sjohnlev static void 394843e1988Sjohnlev resume_cpus(void) 395843e1988Sjohnlev { 396843e1988Sjohnlev int i; 397843e1988Sjohnlev 398843e1988Sjohnlev for (i = 1; i < ncpus; i++) { 399843e1988Sjohnlev if (cpu[i] == NULL) 400843e1988Sjohnlev continue; 401843e1988Sjohnlev 402843e1988Sjohnlev if (!CPU_IN_SET(cpu_suspend_lost_set, i)) { 403843e1988Sjohnlev SUSPEND_DEBUG("xen_vcpu_up %d\n", i); 404843e1988Sjohnlev mach_cpucontext_restore(cpu[i]); 405843e1988Sjohnlev (void) xen_vcpu_up(i); 406843e1988Sjohnlev } 407843e1988Sjohnlev } 408843e1988Sjohnlev 4091d03c31eSjohnlev mp_leave_barrier(); 410843e1988Sjohnlev } 411843e1988Sjohnlev 412843e1988Sjohnlev /* 413843e1988Sjohnlev * Top level routine to direct suspend/resume of a domain. 414843e1988Sjohnlev */ 415843e1988Sjohnlev void 416843e1988Sjohnlev xen_suspend_domain(void) 417843e1988Sjohnlev { 418843e1988Sjohnlev extern void rtcsync(void); 419843e1988Sjohnlev extern hrtime_t hres_last_tick; 420843e1988Sjohnlev mfn_t start_info_mfn; 421843e1988Sjohnlev ulong_t flags; 422843e1988Sjohnlev pfn_t pfn; 423843e1988Sjohnlev int i; 424843e1988Sjohnlev 425843e1988Sjohnlev /* 4269e839ce9Sgarypen * Check that we are happy to suspend on this hypervisor. 4279e839ce9Sgarypen */ 4289e839ce9Sgarypen if (xen_hypervisor_supports_solaris(XEN_SUSPEND_CHECK) == 0) { 4299e839ce9Sgarypen cpr_err(CE_WARN, "Cannot suspend on this hypervisor " 4309e839ce9Sgarypen "version: v%lu.%lu%s, need at least version v3.0.4 or " 4319e839ce9Sgarypen "-xvm based hypervisor", XENVER_CURRENT(xv_major), 4329e839ce9Sgarypen XENVER_CURRENT(xv_minor), XENVER_CURRENT(xv_ver)); 4339e839ce9Sgarypen return; 4349e839ce9Sgarypen } 4359e839ce9Sgarypen 4369e839ce9Sgarypen /* 437843e1988Sjohnlev * XXPV - Are we definitely OK to suspend by the time we've connected 438843e1988Sjohnlev * the handler? 439843e1988Sjohnlev */ 440843e1988Sjohnlev 441843e1988Sjohnlev cpr_err(CE_NOTE, "Domain suspending for save/migrate"); 442843e1988Sjohnlev 443843e1988Sjohnlev SUSPEND_DEBUG("xen_suspend_domain\n"); 444843e1988Sjohnlev 445843e1988Sjohnlev /* 446843e1988Sjohnlev * suspend interrupts and devices 447843e1988Sjohnlev * XXPV - we use suspend/resume for both save/restore domains (like sun 448843e1988Sjohnlev * cpr) and for migration. Would be nice to know the difference if 449843e1988Sjohnlev * possible. For save/restore where down time may be a long time, we 450843e1988Sjohnlev * may want to do more of the things that cpr does. (i.e. notify user 451843e1988Sjohnlev * processes, shrink memory footprint for faster restore, etc.) 452843e1988Sjohnlev */ 453843e1988Sjohnlev xen_suspend_devices(); 454843e1988Sjohnlev SUSPEND_DEBUG("xenbus_suspend\n"); 455843e1988Sjohnlev xenbus_suspend(); 456843e1988Sjohnlev 457843e1988Sjohnlev pfn = hat_getpfnum(kas.a_hat, (caddr_t)xen_info); 458843e1988Sjohnlev start_info_mfn = pfn_to_mfn(pfn); 459843e1988Sjohnlev 460843e1988Sjohnlev /* 461843e1988Sjohnlev * XXPV: cpu hotplug can hold this under a xenbus watch. Are we safe 462843e1988Sjohnlev * wrt xenbus being suspended here? 463843e1988Sjohnlev */ 464843e1988Sjohnlev mutex_enter(&cpu_lock); 465843e1988Sjohnlev 466843e1988Sjohnlev /* 467843e1988Sjohnlev * Suspend must be done on vcpu 0, as no context for other CPUs is 468843e1988Sjohnlev * saved. 469843e1988Sjohnlev * 470843e1988Sjohnlev * XXPV - add to taskq API ? 471843e1988Sjohnlev */ 472843e1988Sjohnlev thread_affinity_set(curthread, 0); 473843e1988Sjohnlev kpreempt_disable(); 474843e1988Sjohnlev 475843e1988Sjohnlev SUSPEND_DEBUG("xen_start_migrate\n"); 476843e1988Sjohnlev xen_start_migrate(); 477843e1988Sjohnlev if (ncpus > 1) 478843e1988Sjohnlev suspend_cpus(); 479843e1988Sjohnlev 480843e1988Sjohnlev /* 481843e1988Sjohnlev * We can grab the ec_lock as it's a spinlock with a high SPL. Hence 482843e1988Sjohnlev * any holder would have dropped it to get through suspend_cpus(). 483843e1988Sjohnlev */ 484843e1988Sjohnlev mutex_enter(&ec_lock); 485843e1988Sjohnlev 486843e1988Sjohnlev /* 487843e1988Sjohnlev * From here on in, we can't take locks. 488843e1988Sjohnlev */ 489843e1988Sjohnlev SUSPEND_DEBUG("ec_suspend\n"); 490843e1988Sjohnlev ec_suspend(); 491843e1988Sjohnlev SUSPEND_DEBUG("gnttab_suspend\n"); 492843e1988Sjohnlev gnttab_suspend(); 493843e1988Sjohnlev 494843e1988Sjohnlev flags = intr_clear(); 495843e1988Sjohnlev 496843e1988Sjohnlev xpv_time_suspend(); 497843e1988Sjohnlev 498843e1988Sjohnlev /* 499843e1988Sjohnlev * Currently, the hypervisor incorrectly fails to bring back 500843e1988Sjohnlev * powered-down VCPUs. Thus we need to record any powered-down VCPUs 501843e1988Sjohnlev * to prevent any attempts to operate on them. But we have to do this 502843e1988Sjohnlev * *after* the very first time we do ec_suspend(). 503843e1988Sjohnlev */ 504843e1988Sjohnlev for (i = 1; i < ncpus; i++) { 505843e1988Sjohnlev if (cpu[i] == NULL) 506843e1988Sjohnlev continue; 507843e1988Sjohnlev 508843e1988Sjohnlev if (cpu_get_state(cpu[i]) == P_POWEROFF) 509843e1988Sjohnlev CPUSET_ATOMIC_ADD(cpu_suspend_lost_set, i); 510843e1988Sjohnlev } 511843e1988Sjohnlev 512843e1988Sjohnlev /* 513843e1988Sjohnlev * The dom0 save/migrate code doesn't automatically translate 514843e1988Sjohnlev * these into PFNs, but expects them to be, so we do it here. 515843e1988Sjohnlev * We don't use mfn_to_pfn() because so many OS services have 516843e1988Sjohnlev * been disabled at this point. 517843e1988Sjohnlev */ 518843e1988Sjohnlev xen_info->store_mfn = mfn_to_pfn_mapping[xen_info->store_mfn]; 519843e1988Sjohnlev xen_info->console.domU.mfn = 520843e1988Sjohnlev mfn_to_pfn_mapping[xen_info->console.domU.mfn]; 521843e1988Sjohnlev 522843e1988Sjohnlev if (CPU->cpu_m.mcpu_vcpu_info->evtchn_upcall_mask == 0) { 523843e1988Sjohnlev prom_printf("xen_suspend_domain(): " 524843e1988Sjohnlev "CPU->cpu_m.mcpu_vcpu_info->evtchn_upcall_mask not set\n"); 525843e1988Sjohnlev (void) HYPERVISOR_shutdown(SHUTDOWN_crash); 526843e1988Sjohnlev } 527843e1988Sjohnlev 528843e1988Sjohnlev if (HYPERVISOR_update_va_mapping((uintptr_t)HYPERVISOR_shared_info, 529843e1988Sjohnlev 0, UVMF_INVLPG)) { 530843e1988Sjohnlev prom_printf("xen_suspend_domain(): " 531843e1988Sjohnlev "HYPERVISOR_update_va_mapping() failed\n"); 532843e1988Sjohnlev (void) HYPERVISOR_shutdown(SHUTDOWN_crash); 533843e1988Sjohnlev } 534843e1988Sjohnlev 535843e1988Sjohnlev SUSPEND_DEBUG("HYPERVISOR_suspend\n"); 536843e1988Sjohnlev 537843e1988Sjohnlev /* 538843e1988Sjohnlev * At this point we suspend and sometime later resume. 539843e1988Sjohnlev */ 540843e1988Sjohnlev if (HYPERVISOR_suspend(start_info_mfn)) { 541843e1988Sjohnlev prom_printf("xen_suspend_domain(): " 542843e1988Sjohnlev "HYPERVISOR_suspend() failed\n"); 543843e1988Sjohnlev (void) HYPERVISOR_shutdown(SHUTDOWN_crash); 544843e1988Sjohnlev } 545843e1988Sjohnlev 546843e1988Sjohnlev /* 547843e1988Sjohnlev * Point HYPERVISOR_shared_info to its new value. 548843e1988Sjohnlev */ 549843e1988Sjohnlev if (HYPERVISOR_update_va_mapping((uintptr_t)HYPERVISOR_shared_info, 550843e1988Sjohnlev xen_info->shared_info | PT_NOCONSIST | PT_VALID | PT_WRITABLE, 551843e1988Sjohnlev UVMF_INVLPG)) 552843e1988Sjohnlev (void) HYPERVISOR_shutdown(SHUTDOWN_crash); 553843e1988Sjohnlev 554843e1988Sjohnlev if (xen_info->nr_pages != mfn_count) { 555843e1988Sjohnlev prom_printf("xen_suspend_domain(): number of pages" 556843e1988Sjohnlev " changed, was 0x%lx, now 0x%lx\n", mfn_count, 557843e1988Sjohnlev xen_info->nr_pages); 558843e1988Sjohnlev (void) HYPERVISOR_shutdown(SHUTDOWN_crash); 559843e1988Sjohnlev } 560843e1988Sjohnlev 561843e1988Sjohnlev xpv_time_resume(); 562843e1988Sjohnlev 563843e1988Sjohnlev cached_max_mfn = 0; 564843e1988Sjohnlev 565843e1988Sjohnlev SUSPEND_DEBUG("gnttab_resume\n"); 566843e1988Sjohnlev gnttab_resume(); 567843e1988Sjohnlev 568843e1988Sjohnlev /* XXPV: add a note that this must be lockless. */ 569843e1988Sjohnlev SUSPEND_DEBUG("ec_resume\n"); 570843e1988Sjohnlev ec_resume(); 571843e1988Sjohnlev 572843e1988Sjohnlev intr_restore(flags); 573843e1988Sjohnlev 574843e1988Sjohnlev if (ncpus > 1) 575843e1988Sjohnlev resume_cpus(); 576843e1988Sjohnlev 577843e1988Sjohnlev mutex_exit(&ec_lock); 578843e1988Sjohnlev xen_end_migrate(); 579843e1988Sjohnlev mutex_exit(&cpu_lock); 580843e1988Sjohnlev 581843e1988Sjohnlev /* 582843e1988Sjohnlev * Now we can take locks again. 583843e1988Sjohnlev */ 584843e1988Sjohnlev 585843e1988Sjohnlev /* 586843e1988Sjohnlev * Force the tick value used for tv_nsec in hres_tick() to be up to 587843e1988Sjohnlev * date. rtcsync() will reset the hrestime value appropriately. 588843e1988Sjohnlev */ 589843e1988Sjohnlev hres_last_tick = xpv_gethrtime(); 590843e1988Sjohnlev 591843e1988Sjohnlev /* 592843e1988Sjohnlev * XXPV: we need to have resumed the CPUs since this takes locks, but 593843e1988Sjohnlev * can remote CPUs see bad state? Presumably yes. Should probably nest 594843e1988Sjohnlev * taking of todlock inside of cpu_lock, or vice versa, then provide an 595843e1988Sjohnlev * unlocked version. Probably need to call clkinitf to reset cpu freq 596843e1988Sjohnlev * and re-calibrate if we migrated to a different speed cpu. Also need 597843e1988Sjohnlev * to make a (re)init_cpu_info call to update processor info structs 598843e1988Sjohnlev * and device tree info. That remains to be written at the moment. 599843e1988Sjohnlev */ 600843e1988Sjohnlev rtcsync(); 601843e1988Sjohnlev 602843e1988Sjohnlev rebuild_mfn_list(); 603843e1988Sjohnlev 604843e1988Sjohnlev SUSPEND_DEBUG("xenbus_resume\n"); 605843e1988Sjohnlev xenbus_resume(); 606843e1988Sjohnlev SUSPEND_DEBUG("xenbus_resume_devices\n"); 607843e1988Sjohnlev xen_resume_devices(); 608843e1988Sjohnlev 609843e1988Sjohnlev thread_affinity_clear(curthread); 610843e1988Sjohnlev kpreempt_enable(); 611843e1988Sjohnlev 612843e1988Sjohnlev SUSPEND_DEBUG("finished xen_suspend_domain\n"); 6139e839ce9Sgarypen 6149e839ce9Sgarypen /* 6159e839ce9Sgarypen * We have restarted our suspended domain, update the hypervisor 6169e839ce9Sgarypen * details. NB: This must be done at the end of this function, 6179e839ce9Sgarypen * since we need the domain to be completely resumed before 6189e839ce9Sgarypen * these functions will work correctly. 6199e839ce9Sgarypen */ 6209e839ce9Sgarypen xen_set_version(XENVER_CURRENT_IDX); 6219e839ce9Sgarypen 6229e839ce9Sgarypen /* 6239e839ce9Sgarypen * We can check and report a warning, but we don't stop the 6249e839ce9Sgarypen * process. 6259e839ce9Sgarypen */ 6269e839ce9Sgarypen if (xen_hypervisor_supports_solaris(XEN_SUSPEND_CHECK) == 0) 6279e839ce9Sgarypen cmn_err(CE_WARN, "Found hypervisor version: v%lu.%lu%s " 6289e839ce9Sgarypen "but need at least version v3.0.4", 6299e839ce9Sgarypen XENVER_CURRENT(xv_major), XENVER_CURRENT(xv_minor), 6309e839ce9Sgarypen XENVER_CURRENT(xv_ver)); 6319e839ce9Sgarypen 632843e1988Sjohnlev cmn_err(CE_NOTE, "domain restore/migrate completed"); 633843e1988Sjohnlev } 634843e1988Sjohnlev 635843e1988Sjohnlev /*ARGSUSED*/ 636843e1988Sjohnlev int 637843e1988Sjohnlev xen_debug_handler(void *arg) 638843e1988Sjohnlev { 639843e1988Sjohnlev debug_enter("External debug event received"); 640843e1988Sjohnlev 641843e1988Sjohnlev /* 642843e1988Sjohnlev * If we've not got KMDB loaded, output some stuff difficult to capture 643843e1988Sjohnlev * from a domain core. 644843e1988Sjohnlev */ 645843e1988Sjohnlev if (!(boothowto & RB_DEBUG)) { 646843e1988Sjohnlev shared_info_t *si = HYPERVISOR_shared_info; 647843e1988Sjohnlev int i; 648843e1988Sjohnlev 649843e1988Sjohnlev prom_printf("evtchn_pending [ "); 650843e1988Sjohnlev for (i = 0; i < 8; i++) 651843e1988Sjohnlev prom_printf("%lx ", si->evtchn_pending[i]); 652843e1988Sjohnlev prom_printf("]\nevtchn_mask [ "); 653843e1988Sjohnlev for (i = 0; i < 8; i++) 654843e1988Sjohnlev prom_printf("%lx ", si->evtchn_mask[i]); 655843e1988Sjohnlev prom_printf("]\n"); 656843e1988Sjohnlev 657843e1988Sjohnlev for (i = 0; i < ncpus; i++) { 658843e1988Sjohnlev vcpu_info_t *vcpu = &si->vcpu_info[i]; 659843e1988Sjohnlev if (cpu[i] == NULL) 660843e1988Sjohnlev continue; 661843e1988Sjohnlev prom_printf("CPU%d pending %d mask %d sel %lx\n", 662843e1988Sjohnlev i, vcpu->evtchn_upcall_pending, 663843e1988Sjohnlev vcpu->evtchn_upcall_mask, 664843e1988Sjohnlev vcpu->evtchn_pending_sel); 665843e1988Sjohnlev } 666843e1988Sjohnlev } 667843e1988Sjohnlev 668843e1988Sjohnlev return (0); 669843e1988Sjohnlev } 670843e1988Sjohnlev 671843e1988Sjohnlev /*ARGSUSED*/ 672843e1988Sjohnlev static void 673843e1988Sjohnlev xen_sysrq_handler(struct xenbus_watch *watch, const char **vec, 674843e1988Sjohnlev unsigned int len) 675843e1988Sjohnlev { 676843e1988Sjohnlev xenbus_transaction_t xbt; 677843e1988Sjohnlev char key = '\0'; 678843e1988Sjohnlev int ret; 679843e1988Sjohnlev 680843e1988Sjohnlev retry: 681843e1988Sjohnlev if (xenbus_transaction_start(&xbt)) { 682843e1988Sjohnlev cmn_err(CE_WARN, "failed to start sysrq transaction"); 683843e1988Sjohnlev return; 684843e1988Sjohnlev } 685843e1988Sjohnlev 686843e1988Sjohnlev if ((ret = xenbus_scanf(xbt, "control", "sysrq", "%c", &key)) != 0) { 687843e1988Sjohnlev /* 688843e1988Sjohnlev * ENOENT happens in response to our own xenbus_rm. 689843e1988Sjohnlev * XXPV - this happens spuriously on boot? 690843e1988Sjohnlev */ 691843e1988Sjohnlev if (ret != ENOENT) 692843e1988Sjohnlev cmn_err(CE_WARN, "failed to read sysrq: %d", ret); 693843e1988Sjohnlev goto out; 694843e1988Sjohnlev } 695843e1988Sjohnlev 696843e1988Sjohnlev if ((ret = xenbus_rm(xbt, "control", "sysrq")) != 0) { 697843e1988Sjohnlev cmn_err(CE_WARN, "failed to reset sysrq: %d", ret); 698843e1988Sjohnlev goto out; 699843e1988Sjohnlev } 700843e1988Sjohnlev 701843e1988Sjohnlev if (xenbus_transaction_end(xbt, 0) == EAGAIN) 702843e1988Sjohnlev goto retry; 703843e1988Sjohnlev 704843e1988Sjohnlev /* 705843e1988Sjohnlev * Somewhat arbitrary - on Linux this means 'reboot'. We could just 706843e1988Sjohnlev * accept any key, but this might increase the risk of sending a 707843e1988Sjohnlev * harmless sysrq to the wrong domain... 708843e1988Sjohnlev */ 709843e1988Sjohnlev if (key == 'b') 710843e1988Sjohnlev (void) xen_debug_handler(NULL); 711843e1988Sjohnlev else 712843e1988Sjohnlev cmn_err(CE_WARN, "Ignored sysrq %c", key); 713843e1988Sjohnlev return; 714843e1988Sjohnlev 715843e1988Sjohnlev out: 716843e1988Sjohnlev (void) xenbus_transaction_end(xbt, 1); 717843e1988Sjohnlev } 718843e1988Sjohnlev 719843e1988Sjohnlev taskq_t *xen_shutdown_tq; 720843e1988Sjohnlev 721843e1988Sjohnlev #define SHUTDOWN_INVALID -1 722843e1988Sjohnlev #define SHUTDOWN_POWEROFF 0 723843e1988Sjohnlev #define SHUTDOWN_REBOOT 1 724843e1988Sjohnlev #define SHUTDOWN_SUSPEND 2 725843e1988Sjohnlev #define SHUTDOWN_HALT 3 726843e1988Sjohnlev #define SHUTDOWN_MAX 4 727843e1988Sjohnlev 728843e1988Sjohnlev #define SHUTDOWN_TIMEOUT_SECS (60 * 5) 729843e1988Sjohnlev 730843e1988Sjohnlev static const char *cmd_strings[SHUTDOWN_MAX] = { 731843e1988Sjohnlev "poweroff", 732843e1988Sjohnlev "reboot", 733843e1988Sjohnlev "suspend", 734843e1988Sjohnlev "halt" 735843e1988Sjohnlev }; 736843e1988Sjohnlev 737843e1988Sjohnlev static void 738843e1988Sjohnlev xen_dirty_shutdown(void *arg) 739843e1988Sjohnlev { 740843e1988Sjohnlev int cmd = (uintptr_t)arg; 741843e1988Sjohnlev 742843e1988Sjohnlev cmn_err(CE_WARN, "Externally requested shutdown failed or " 743843e1988Sjohnlev "timed out.\nShutting down.\n"); 744843e1988Sjohnlev 745843e1988Sjohnlev switch (cmd) { 746843e1988Sjohnlev case SHUTDOWN_HALT: 747843e1988Sjohnlev case SHUTDOWN_POWEROFF: 748843e1988Sjohnlev (void) kadmin(A_SHUTDOWN, AD_POWEROFF, NULL, kcred); 749843e1988Sjohnlev break; 750843e1988Sjohnlev case SHUTDOWN_REBOOT: 751843e1988Sjohnlev (void) kadmin(A_REBOOT, AD_BOOT, NULL, kcred); 752843e1988Sjohnlev break; 753843e1988Sjohnlev } 754843e1988Sjohnlev } 755843e1988Sjohnlev 756843e1988Sjohnlev static void 757843e1988Sjohnlev xen_shutdown(void *arg) 758843e1988Sjohnlev { 759843e1988Sjohnlev int cmd = (uintptr_t)arg; 760*c48ac12eSjohnlev proc_t *initpp; 761843e1988Sjohnlev 762843e1988Sjohnlev ASSERT(cmd > SHUTDOWN_INVALID && cmd < SHUTDOWN_MAX); 763843e1988Sjohnlev 764843e1988Sjohnlev if (cmd == SHUTDOWN_SUSPEND) { 765843e1988Sjohnlev xen_suspend_domain(); 766843e1988Sjohnlev return; 767843e1988Sjohnlev } 768843e1988Sjohnlev 769*c48ac12eSjohnlev switch (cmd) { 770*c48ac12eSjohnlev case SHUTDOWN_POWEROFF: 771*c48ac12eSjohnlev force_shutdown_method = AD_POWEROFF; 772*c48ac12eSjohnlev break; 773*c48ac12eSjohnlev case SHUTDOWN_HALT: 774*c48ac12eSjohnlev force_shutdown_method = AD_HALT; 775*c48ac12eSjohnlev break; 776*c48ac12eSjohnlev case SHUTDOWN_REBOOT: 777*c48ac12eSjohnlev force_shutdown_method = AD_BOOT; 778*c48ac12eSjohnlev break; 779*c48ac12eSjohnlev } 780843e1988Sjohnlev 781*c48ac12eSjohnlev /* 782*c48ac12eSjohnlev * If we're still booting and init(1) isn't set up yet, simply halt. 783*c48ac12eSjohnlev */ 784*c48ac12eSjohnlev mutex_enter(&pidlock); 785*c48ac12eSjohnlev initpp = prfind(P_INITPID); 786*c48ac12eSjohnlev mutex_exit(&pidlock); 787*c48ac12eSjohnlev if (initpp == NULL) { 788*c48ac12eSjohnlev extern void halt(char *); 789*c48ac12eSjohnlev halt("Power off the System"); /* just in case */ 790*c48ac12eSjohnlev } 791843e1988Sjohnlev 792*c48ac12eSjohnlev /* 793*c48ac12eSjohnlev * else, graceful shutdown with inittab and all getting involved 794*c48ac12eSjohnlev */ 795*c48ac12eSjohnlev psignal(initpp, SIGPWR); 796843e1988Sjohnlev 797843e1988Sjohnlev (void) timeout(xen_dirty_shutdown, arg, 798843e1988Sjohnlev SHUTDOWN_TIMEOUT_SECS * drv_usectohz(MICROSEC)); 799843e1988Sjohnlev } 800843e1988Sjohnlev 801843e1988Sjohnlev /*ARGSUSED*/ 802843e1988Sjohnlev static void 803843e1988Sjohnlev xen_shutdown_handler(struct xenbus_watch *watch, const char **vec, 804843e1988Sjohnlev unsigned int len) 805843e1988Sjohnlev { 806843e1988Sjohnlev char *str; 807843e1988Sjohnlev xenbus_transaction_t xbt; 808843e1988Sjohnlev int err, shutdown_code = SHUTDOWN_INVALID; 809843e1988Sjohnlev unsigned int slen; 810843e1988Sjohnlev 811843e1988Sjohnlev again: 812843e1988Sjohnlev err = xenbus_transaction_start(&xbt); 813843e1988Sjohnlev if (err) 814843e1988Sjohnlev return; 815843e1988Sjohnlev if (xenbus_read(xbt, "control", "shutdown", (void *)&str, &slen)) { 816843e1988Sjohnlev (void) xenbus_transaction_end(xbt, 1); 817843e1988Sjohnlev return; 818843e1988Sjohnlev } 819843e1988Sjohnlev 820843e1988Sjohnlev SUSPEND_DEBUG("%d: xen_shutdown_handler: \"%s\"\n", CPU->cpu_id, str); 821843e1988Sjohnlev 822843e1988Sjohnlev /* 823843e1988Sjohnlev * If this is a watch fired from our write below, check out early to 824843e1988Sjohnlev * avoid an infinite loop. 825843e1988Sjohnlev */ 826843e1988Sjohnlev if (strcmp(str, "") == 0) { 827843e1988Sjohnlev (void) xenbus_transaction_end(xbt, 0); 828843e1988Sjohnlev kmem_free(str, slen); 829843e1988Sjohnlev return; 830843e1988Sjohnlev } else if (strcmp(str, "poweroff") == 0) { 831843e1988Sjohnlev shutdown_code = SHUTDOWN_POWEROFF; 832843e1988Sjohnlev } else if (strcmp(str, "reboot") == 0) { 833843e1988Sjohnlev shutdown_code = SHUTDOWN_REBOOT; 834843e1988Sjohnlev } else if (strcmp(str, "suspend") == 0) { 835843e1988Sjohnlev shutdown_code = SHUTDOWN_SUSPEND; 836843e1988Sjohnlev } else if (strcmp(str, "halt") == 0) { 837843e1988Sjohnlev shutdown_code = SHUTDOWN_HALT; 838843e1988Sjohnlev } else { 839843e1988Sjohnlev printf("Ignoring shutdown request: %s\n", str); 840843e1988Sjohnlev } 841843e1988Sjohnlev 842843e1988Sjohnlev /* 843843e1988Sjohnlev * XXPV Should we check the value of xenbus_write() too, or are all 844843e1988Sjohnlev * errors automatically folded into xenbus_transaction_end() ?? 845843e1988Sjohnlev */ 846843e1988Sjohnlev (void) xenbus_write(xbt, "control", "shutdown", ""); 847843e1988Sjohnlev err = xenbus_transaction_end(xbt, 0); 848843e1988Sjohnlev if (err == EAGAIN) { 849843e1988Sjohnlev SUSPEND_DEBUG("%d: trying again\n", CPU->cpu_id); 850843e1988Sjohnlev kmem_free(str, slen); 851843e1988Sjohnlev goto again; 852843e1988Sjohnlev } 853843e1988Sjohnlev 854843e1988Sjohnlev kmem_free(str, slen); 855843e1988Sjohnlev if (shutdown_code != SHUTDOWN_INVALID) { 856843e1988Sjohnlev (void) taskq_dispatch(xen_shutdown_tq, xen_shutdown, 857843e1988Sjohnlev (void *)(intptr_t)shutdown_code, 0); 858843e1988Sjohnlev } 859843e1988Sjohnlev } 860843e1988Sjohnlev 861843e1988Sjohnlev static struct xenbus_watch shutdown_watch; 862843e1988Sjohnlev static struct xenbus_watch sysrq_watch; 863843e1988Sjohnlev 864843e1988Sjohnlev void 865843e1988Sjohnlev xen_late_startup(void) 866843e1988Sjohnlev { 867843e1988Sjohnlev if (!DOMAIN_IS_INITDOMAIN(xen_info)) { 868843e1988Sjohnlev xen_shutdown_tq = taskq_create("shutdown_taskq", 1, 869843e1988Sjohnlev maxclsyspri - 1, 1, 1, TASKQ_PREPOPULATE); 870843e1988Sjohnlev shutdown_watch.node = "control/shutdown"; 871843e1988Sjohnlev shutdown_watch.callback = xen_shutdown_handler; 872843e1988Sjohnlev if (register_xenbus_watch(&shutdown_watch)) 873843e1988Sjohnlev cmn_err(CE_WARN, "Failed to set shutdown watcher"); 874843e1988Sjohnlev 875843e1988Sjohnlev sysrq_watch.node = "control/sysrq"; 876843e1988Sjohnlev sysrq_watch.callback = xen_sysrq_handler; 877843e1988Sjohnlev if (register_xenbus_watch(&sysrq_watch)) 878843e1988Sjohnlev cmn_err(CE_WARN, "Failed to set sysrq watcher"); 879843e1988Sjohnlev } 880843e1988Sjohnlev balloon_init(xen_info->nr_pages); 881843e1988Sjohnlev } 882843e1988Sjohnlev 883843e1988Sjohnlev #ifdef DEBUG 884843e1988Sjohnlev #define XEN_PRINTF_BUFSIZE 1024 885843e1988Sjohnlev 886843e1988Sjohnlev char xen_printf_buffer[XEN_PRINTF_BUFSIZE]; 887843e1988Sjohnlev 888843e1988Sjohnlev /* 889843e1988Sjohnlev * Printf function that calls hypervisor directly. For DomU it only 890843e1988Sjohnlev * works when running on a xen hypervisor built with debug on. Works 891843e1988Sjohnlev * always since no I/O ring interaction is needed. 892843e1988Sjohnlev */ 893843e1988Sjohnlev /*PRINTFLIKE1*/ 894843e1988Sjohnlev void 895843e1988Sjohnlev xen_printf(const char *fmt, ...) 896843e1988Sjohnlev { 897843e1988Sjohnlev va_list ap; 898843e1988Sjohnlev 899843e1988Sjohnlev va_start(ap, fmt); 900843e1988Sjohnlev (void) vsnprintf(xen_printf_buffer, XEN_PRINTF_BUFSIZE, fmt, ap); 901843e1988Sjohnlev va_end(ap); 902843e1988Sjohnlev 903843e1988Sjohnlev (void) HYPERVISOR_console_io(CONSOLEIO_write, 904843e1988Sjohnlev strlen(xen_printf_buffer), xen_printf_buffer); 905843e1988Sjohnlev } 906843e1988Sjohnlev #else 907843e1988Sjohnlev void 908843e1988Sjohnlev xen_printf(const char *fmt, ...) 909843e1988Sjohnlev { 910843e1988Sjohnlev } 911843e1988Sjohnlev #endif /* DEBUG */ 912843e1988Sjohnlev 913843e1988Sjohnlev void 914ab4a9bebSjohnlev startup_xen_version(void) 915843e1988Sjohnlev { 9169e839ce9Sgarypen xen_set_version(XENVER_BOOT_IDX); 9179e839ce9Sgarypen if (xen_hypervisor_supports_solaris(XEN_RUN_CHECK) == 0) 9189e839ce9Sgarypen cmn_err(CE_WARN, "Found hypervisor version: v%lu.%lu%s " 9199e839ce9Sgarypen "but need at least version v3.0.4", 9209e839ce9Sgarypen XENVER_CURRENT(xv_major), XENVER_CURRENT(xv_minor), 9219e839ce9Sgarypen XENVER_CURRENT(xv_ver)); 922ab4a9bebSjohnlev xen_pte_workaround(); 923843e1988Sjohnlev } 924843e1988Sjohnlev 925843e1988Sjohnlev /* 926843e1988Sjohnlev * Miscellaneous hypercall wrappers with slightly more verbose diagnostics. 927843e1988Sjohnlev */ 928843e1988Sjohnlev 929843e1988Sjohnlev void 930843e1988Sjohnlev xen_set_gdt(ulong_t *frame_list, int entries) 931843e1988Sjohnlev { 932843e1988Sjohnlev int err; 933843e1988Sjohnlev if ((err = HYPERVISOR_set_gdt(frame_list, entries)) != 0) { 934843e1988Sjohnlev /* 935843e1988Sjohnlev * X_EINVAL: reserved entry or bad frames 936843e1988Sjohnlev * X_EFAULT: bad address 937843e1988Sjohnlev */ 938843e1988Sjohnlev panic("xen_set_gdt(%p, %d): error %d", 939843e1988Sjohnlev (void *)frame_list, entries, -(int)err); 940843e1988Sjohnlev } 941843e1988Sjohnlev } 942843e1988Sjohnlev 943843e1988Sjohnlev void 944843e1988Sjohnlev xen_set_ldt(user_desc_t *ldt, uint_t nsels) 945843e1988Sjohnlev { 946843e1988Sjohnlev struct mmuext_op op; 947843e1988Sjohnlev long err; 948843e1988Sjohnlev 949843e1988Sjohnlev op.cmd = MMUEXT_SET_LDT; 950843e1988Sjohnlev op.arg1.linear_addr = (uintptr_t)ldt; 951843e1988Sjohnlev op.arg2.nr_ents = nsels; 952843e1988Sjohnlev 953843e1988Sjohnlev if ((err = HYPERVISOR_mmuext_op(&op, 1, NULL, DOMID_SELF)) != 0) { 954843e1988Sjohnlev panic("xen_set_ldt(%p, %d): error %d", 955843e1988Sjohnlev (void *)ldt, nsels, -(int)err); 956843e1988Sjohnlev } 957843e1988Sjohnlev } 958843e1988Sjohnlev 959843e1988Sjohnlev void 960843e1988Sjohnlev xen_stack_switch(ulong_t ss, ulong_t esp) 961843e1988Sjohnlev { 962843e1988Sjohnlev long err; 963843e1988Sjohnlev 964843e1988Sjohnlev if ((err = HYPERVISOR_stack_switch(ss, esp)) != 0) { 965843e1988Sjohnlev /* 966843e1988Sjohnlev * X_EPERM: bad selector 967843e1988Sjohnlev */ 968843e1988Sjohnlev panic("xen_stack_switch(%lx, %lx): error %d", ss, esp, 969843e1988Sjohnlev -(int)err); 970843e1988Sjohnlev } 971843e1988Sjohnlev } 972843e1988Sjohnlev 973843e1988Sjohnlev long 974843e1988Sjohnlev xen_set_trap_table(trap_info_t *table) 975843e1988Sjohnlev { 976843e1988Sjohnlev long err; 977843e1988Sjohnlev 978843e1988Sjohnlev if ((err = HYPERVISOR_set_trap_table(table)) != 0) { 979843e1988Sjohnlev /* 980843e1988Sjohnlev * X_EFAULT: bad address 981843e1988Sjohnlev * X_EPERM: bad selector 982843e1988Sjohnlev */ 983843e1988Sjohnlev panic("xen_set_trap_table(%p): error %d", (void *)table, 984843e1988Sjohnlev -(int)err); 985843e1988Sjohnlev } 986843e1988Sjohnlev return (err); 987843e1988Sjohnlev } 988843e1988Sjohnlev 989843e1988Sjohnlev #if defined(__amd64) 990843e1988Sjohnlev void 991843e1988Sjohnlev xen_set_segment_base(int reg, ulong_t value) 992843e1988Sjohnlev { 993843e1988Sjohnlev long err; 994843e1988Sjohnlev 995843e1988Sjohnlev if ((err = HYPERVISOR_set_segment_base(reg, value)) != 0) { 996843e1988Sjohnlev /* 997843e1988Sjohnlev * X_EFAULT: bad address 998843e1988Sjohnlev * X_EINVAL: bad type 999843e1988Sjohnlev */ 1000843e1988Sjohnlev panic("xen_set_segment_base(%d, %lx): error %d", 1001843e1988Sjohnlev reg, value, -(int)err); 1002843e1988Sjohnlev } 1003843e1988Sjohnlev } 1004843e1988Sjohnlev #endif /* __amd64 */ 1005843e1988Sjohnlev 1006843e1988Sjohnlev /* 1007843e1988Sjohnlev * Translate a hypervisor errcode to a Solaris error code. 1008843e1988Sjohnlev */ 1009843e1988Sjohnlev int 1010843e1988Sjohnlev xen_xlate_errcode(int error) 1011843e1988Sjohnlev { 1012843e1988Sjohnlev switch (-error) { 1013843e1988Sjohnlev 1014843e1988Sjohnlev /* 1015843e1988Sjohnlev * Translate hypervisor errno's into native errno's 1016843e1988Sjohnlev */ 1017843e1988Sjohnlev 1018843e1988Sjohnlev #define CASE(num) case X_##num: error = num; break 1019843e1988Sjohnlev 1020843e1988Sjohnlev CASE(EPERM); CASE(ENOENT); CASE(ESRCH); 1021843e1988Sjohnlev CASE(EINTR); CASE(EIO); CASE(ENXIO); 1022843e1988Sjohnlev CASE(E2BIG); CASE(ENOMEM); CASE(EACCES); 1023843e1988Sjohnlev CASE(EFAULT); CASE(EBUSY); CASE(EEXIST); 1024843e1988Sjohnlev CASE(ENODEV); CASE(EISDIR); CASE(EINVAL); 1025843e1988Sjohnlev CASE(ENOSPC); CASE(ESPIPE); CASE(EROFS); 1026843e1988Sjohnlev CASE(ENOSYS); CASE(ENOTEMPTY); CASE(EISCONN); 1027843e1988Sjohnlev CASE(ENODATA); 1028843e1988Sjohnlev 1029843e1988Sjohnlev #undef CASE 1030843e1988Sjohnlev 1031843e1988Sjohnlev default: 1032843e1988Sjohnlev panic("xen_xlate_errcode: unknown error %d", error); 1033843e1988Sjohnlev } 1034843e1988Sjohnlev 1035843e1988Sjohnlev return (error); 1036843e1988Sjohnlev } 1037843e1988Sjohnlev 1038843e1988Sjohnlev /* 1039843e1988Sjohnlev * Raise PS_IOPL on current vcpu to user level. 1040843e1988Sjohnlev * Caller responsible for preventing kernel preemption. 1041843e1988Sjohnlev */ 1042843e1988Sjohnlev void 1043843e1988Sjohnlev xen_enable_user_iopl(void) 1044843e1988Sjohnlev { 1045843e1988Sjohnlev physdev_set_iopl_t set_iopl; 1046843e1988Sjohnlev set_iopl.iopl = 3; /* user ring 3 */ 1047843e1988Sjohnlev (void) HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl); 1048843e1988Sjohnlev } 1049843e1988Sjohnlev 1050843e1988Sjohnlev /* 1051843e1988Sjohnlev * Drop PS_IOPL on current vcpu to kernel level 1052843e1988Sjohnlev */ 1053843e1988Sjohnlev void 1054843e1988Sjohnlev xen_disable_user_iopl(void) 1055843e1988Sjohnlev { 1056843e1988Sjohnlev physdev_set_iopl_t set_iopl; 1057843e1988Sjohnlev set_iopl.iopl = 1; /* kernel pseudo ring 1 */ 1058843e1988Sjohnlev (void) HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl); 1059843e1988Sjohnlev } 1060843e1988Sjohnlev 1061843e1988Sjohnlev int 1062843e1988Sjohnlev xen_gdt_setprot(cpu_t *cp, uint_t prot) 1063843e1988Sjohnlev { 1064843e1988Sjohnlev int err; 1065843e1988Sjohnlev #if defined(__amd64) 1066843e1988Sjohnlev int pt_bits = PT_VALID; 1067843e1988Sjohnlev if (prot & PROT_WRITE) 1068843e1988Sjohnlev pt_bits |= PT_WRITABLE; 1069843e1988Sjohnlev #endif 1070843e1988Sjohnlev 1071843e1988Sjohnlev if ((err = as_setprot(&kas, (caddr_t)cp->cpu_gdt, 1072843e1988Sjohnlev MMU_PAGESIZE, prot)) != 0) 1073843e1988Sjohnlev goto done; 1074843e1988Sjohnlev 1075843e1988Sjohnlev #if defined(__amd64) 1076843e1988Sjohnlev err = xen_kpm_page(mmu_btop(cp->cpu_m.mcpu_gdtpa), pt_bits); 1077843e1988Sjohnlev #endif 1078843e1988Sjohnlev 1079843e1988Sjohnlev done: 1080843e1988Sjohnlev if (err) { 1081843e1988Sjohnlev cmn_err(CE_WARN, "cpu%d: xen_gdt_setprot(%s) failed: error %d", 1082843e1988Sjohnlev cp->cpu_id, (prot & PROT_WRITE) ? "writable" : "read-only", 1083843e1988Sjohnlev err); 1084843e1988Sjohnlev } 1085843e1988Sjohnlev 1086843e1988Sjohnlev return (err); 1087843e1988Sjohnlev } 1088843e1988Sjohnlev 1089843e1988Sjohnlev int 1090843e1988Sjohnlev xen_ldt_setprot(user_desc_t *ldt, size_t lsize, uint_t prot) 1091843e1988Sjohnlev { 1092843e1988Sjohnlev int err; 1093843e1988Sjohnlev caddr_t lva = (caddr_t)ldt; 1094843e1988Sjohnlev #if defined(__amd64) 1095843e1988Sjohnlev int pt_bits = PT_VALID; 1096843e1988Sjohnlev pgcnt_t npgs; 1097843e1988Sjohnlev if (prot & PROT_WRITE) 1098843e1988Sjohnlev pt_bits |= PT_WRITABLE; 1099843e1988Sjohnlev #endif /* __amd64 */ 1100843e1988Sjohnlev 1101843e1988Sjohnlev if ((err = as_setprot(&kas, (caddr_t)ldt, lsize, prot)) != 0) 1102843e1988Sjohnlev goto done; 1103843e1988Sjohnlev 1104843e1988Sjohnlev #if defined(__amd64) 1105843e1988Sjohnlev 1106843e1988Sjohnlev ASSERT(IS_P2ALIGNED(lsize, PAGESIZE)); 1107843e1988Sjohnlev npgs = mmu_btop(lsize); 1108843e1988Sjohnlev while (npgs--) { 1109843e1988Sjohnlev if ((err = xen_kpm_page(hat_getpfnum(kas.a_hat, lva), 1110843e1988Sjohnlev pt_bits)) != 0) 1111843e1988Sjohnlev break; 1112843e1988Sjohnlev lva += PAGESIZE; 1113843e1988Sjohnlev } 1114843e1988Sjohnlev #endif /* __amd64 */ 1115843e1988Sjohnlev 1116843e1988Sjohnlev done: 1117843e1988Sjohnlev if (err) { 1118843e1988Sjohnlev cmn_err(CE_WARN, "xen_ldt_setprot(%p, %s) failed: error %d", 1119843e1988Sjohnlev (void *)lva, 1120843e1988Sjohnlev (prot & PROT_WRITE) ? "writable" : "read-only", err); 1121843e1988Sjohnlev } 1122843e1988Sjohnlev 1123843e1988Sjohnlev return (err); 1124843e1988Sjohnlev } 1125