1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 2016 Flavius Anton 5 * Copyright (c) 2016 Mihai Tiganus 6 * Copyright (c) 2016-2019 Mihai Carabas 7 * Copyright (c) 2017-2019 Darius Mihai 8 * Copyright (c) 2017-2019 Elena Mihailescu 9 * Copyright (c) 2018-2019 Sergiu Weisz 10 * All rights reserved. 11 * The bhyve-snapshot feature was developed under sponsorships 12 * from Matthew Grooms. 13 * 14 * Redistribution and use in source and binary forms, with or without 15 * modification, are permitted provided that the following conditions 16 * are met: 17 * 1. Redistributions of source code must retain the above copyright 18 * notice, this list of conditions and the following disclaimer. 19 * 2. Redistributions in binary form must reproduce the above copyright 20 * notice, this list of conditions and the following disclaimer in the 21 * documentation and/or other materials provided with the distribution. 22 * 23 * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND 24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26 * ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE 27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33 * SUCH DAMAGE. 34 */ 35 36 #include <sys/types.h> 37 #ifndef WITHOUT_CAPSICUM 38 #include <sys/capsicum.h> 39 #endif 40 #include <sys/mman.h> 41 #include <sys/socket.h> 42 #include <sys/stat.h> 43 #include <sys/time.h> 44 #include <sys/un.h> 45 46 #ifndef WITHOUT_CAPSICUM 47 #include <capsicum_helpers.h> 48 #endif 49 #include <stdio.h> 50 #include <stdlib.h> 51 #include <string.h> 52 #include <err.h> 53 #include <errno.h> 54 #include <fcntl.h> 55 #include <libgen.h> 56 #include <signal.h> 57 #include <unistd.h> 58 #include <assert.h> 59 #include <errno.h> 60 #include <pthread.h> 61 #include <pthread_np.h> 62 #include <sysexits.h> 63 #include <stdbool.h> 64 #include <sys/ioctl.h> 65 66 #include <machine/vmm.h> 67 #ifndef WITHOUT_CAPSICUM 68 #include <machine/vmm_dev.h> 69 #endif 70 #include <machine/vmm_snapshot.h> 71 #include <vmmapi.h> 72 73 #include "bhyverun.h" 74 #include "acpi.h" 75 #ifdef __amd64__ 76 #include "amd64/atkbdc.h" 77 #endif 78 #include "debug.h" 79 #include "ipc.h" 80 #include "mem.h" 81 #include "pci_emul.h" 82 #include "snapshot.h" 83 84 #include <libxo/xo.h> 85 #include <ucl.h> 86 87 struct spinner_info { 88 const size_t *crtval; 89 const size_t maxval; 90 const size_t total; 91 }; 92 93 extern int guest_ncpus; 94 95 static struct winsize winsize; 96 static sig_t old_winch_handler; 97 98 #define KB (1024UL) 99 #define MB (1024UL * KB) 100 #define GB (1024UL * MB) 101 102 #define SNAPSHOT_CHUNK (4 * MB) 103 #define PROG_BUF_SZ (8192) 104 105 #define SNAPSHOT_BUFFER_SIZE (40 * MB) 106 107 #define JSON_KERNEL_ARR_KEY "kern_structs" 108 #define JSON_DEV_ARR_KEY "devices" 109 #define JSON_BASIC_METADATA_KEY "basic metadata" 110 #define JSON_SNAPSHOT_REQ_KEY "device" 111 #define JSON_SIZE_KEY "size" 112 #define JSON_FILE_OFFSET_KEY "file_offset" 113 114 #define JSON_NCPUS_KEY "ncpus" 115 #define JSON_VMNAME_KEY "vmname" 116 #define JSON_MEMSIZE_KEY "memsize" 117 #define JSON_MEMFLAGS_KEY "memflags" 118 119 #define min(a,b) \ 120 ({ \ 121 __typeof__ (a) _a = (a); \ 122 __typeof__ (b) _b = (b); \ 123 _a < _b ? _a : _b; \ 124 }) 125 126 static const struct vm_snapshot_kern_info snapshot_kern_structs[] = { 127 { "vhpet", STRUCT_VHPET }, 128 { "vm", STRUCT_VM }, 129 { "vioapic", STRUCT_VIOAPIC }, 130 { "vlapic", STRUCT_VLAPIC }, 131 { "vmcx", STRUCT_VMCX }, 132 { "vatpit", STRUCT_VATPIT }, 133 { "vatpic", STRUCT_VATPIC }, 134 { "vpmtmr", STRUCT_VPMTMR }, 135 { "vrtc", STRUCT_VRTC }, 136 }; 137 138 static cpuset_t vcpus_active, vcpus_suspended; 139 static pthread_mutex_t vcpu_lock = PTHREAD_MUTEX_INITIALIZER; 140 static pthread_cond_t vcpus_idle = PTHREAD_COND_INITIALIZER; 141 static pthread_cond_t vcpus_can_run = PTHREAD_COND_INITIALIZER; 142 static bool checkpoint_active; 143 144 /* 145 * TODO: Harden this function and all of its callers since 'base_str' is a user 146 * provided string. 147 */ 148 static char * 149 strcat_extension(const char *base_str, const char *ext) 150 { 151 char *res; 152 size_t base_len, ext_len; 153 154 base_len = strnlen(base_str, NAME_MAX); 155 ext_len = strnlen(ext, NAME_MAX); 156 157 if (base_len + ext_len > NAME_MAX) { 158 EPRINTLN("Filename exceeds maximum length."); 159 return (NULL); 160 } 161 162 res = malloc(base_len + ext_len + 1); 163 if (res == NULL) { 164 EPRINTLN("Failed to allocate memory: %s", strerror(errno)); 165 return (NULL); 166 } 167 168 memcpy(res, base_str, base_len); 169 memcpy(res + base_len, ext, ext_len); 170 res[base_len + ext_len] = 0; 171 172 return (res); 173 } 174 175 void 176 destroy_restore_state(struct restore_state *rstate) 177 { 178 if (rstate == NULL) { 179 EPRINTLN("Attempting to destroy NULL restore struct."); 180 return; 181 } 182 183 if (rstate->kdata_map != MAP_FAILED) 184 munmap(rstate->kdata_map, rstate->kdata_len); 185 186 if (rstate->kdata_fd > 0) 187 close(rstate->kdata_fd); 188 if (rstate->vmmem_fd > 0) 189 close(rstate->vmmem_fd); 190 191 if (rstate->meta_root_obj != NULL) 192 ucl_object_unref(rstate->meta_root_obj); 193 if (rstate->meta_parser != NULL) 194 ucl_parser_free(rstate->meta_parser); 195 } 196 197 static int 198 load_vmmem_file(const char *filename, struct restore_state *rstate) 199 { 200 struct stat sb; 201 int err; 202 203 rstate->vmmem_fd = open(filename, O_RDONLY); 204 if (rstate->vmmem_fd < 0) { 205 perror("Failed to open restore file"); 206 return (-1); 207 } 208 209 err = fstat(rstate->vmmem_fd, &sb); 210 if (err < 0) { 211 perror("Failed to stat restore file"); 212 goto err_load_vmmem; 213 } 214 215 if (sb.st_size == 0) { 216 fprintf(stderr, "Restore file is empty.\n"); 217 goto err_load_vmmem; 218 } 219 220 rstate->vmmem_len = sb.st_size; 221 222 return (0); 223 224 err_load_vmmem: 225 if (rstate->vmmem_fd > 0) 226 close(rstate->vmmem_fd); 227 return (-1); 228 } 229 230 static int 231 load_kdata_file(const char *filename, struct restore_state *rstate) 232 { 233 struct stat sb; 234 int err; 235 236 rstate->kdata_fd = open(filename, O_RDONLY); 237 if (rstate->kdata_fd < 0) { 238 perror("Failed to open kernel data file"); 239 return (-1); 240 } 241 242 err = fstat(rstate->kdata_fd, &sb); 243 if (err < 0) { 244 perror("Failed to stat kernel data file"); 245 goto err_load_kdata; 246 } 247 248 if (sb.st_size == 0) { 249 fprintf(stderr, "Kernel data file is empty.\n"); 250 goto err_load_kdata; 251 } 252 253 rstate->kdata_len = sb.st_size; 254 rstate->kdata_map = mmap(NULL, rstate->kdata_len, PROT_READ, 255 MAP_SHARED, rstate->kdata_fd, 0); 256 if (rstate->kdata_map == MAP_FAILED) { 257 perror("Failed to map restore file"); 258 goto err_load_kdata; 259 } 260 261 return (0); 262 263 err_load_kdata: 264 if (rstate->kdata_fd > 0) 265 close(rstate->kdata_fd); 266 return (-1); 267 } 268 269 static int 270 load_metadata_file(const char *filename, struct restore_state *rstate) 271 { 272 ucl_object_t *obj; 273 struct ucl_parser *parser; 274 int err; 275 276 parser = ucl_parser_new(UCL_PARSER_DEFAULT); 277 if (parser == NULL) { 278 fprintf(stderr, "Failed to initialize UCL parser.\n"); 279 err = -1; 280 goto err_load_metadata; 281 } 282 283 err = ucl_parser_add_file(parser, filename); 284 if (err == 0) { 285 fprintf(stderr, "Failed to parse metadata file: '%s'\n", 286 filename); 287 err = -1; 288 goto err_load_metadata; 289 } 290 291 obj = ucl_parser_get_object(parser); 292 if (obj == NULL) { 293 fprintf(stderr, "Failed to parse object.\n"); 294 err = -1; 295 goto err_load_metadata; 296 } 297 298 rstate->meta_parser = parser; 299 rstate->meta_root_obj = (ucl_object_t *)obj; 300 301 return (0); 302 303 err_load_metadata: 304 if (parser != NULL) 305 ucl_parser_free(parser); 306 return (err); 307 } 308 309 int 310 load_restore_file(const char *filename, struct restore_state *rstate) 311 { 312 int err = 0; 313 char *kdata_filename = NULL, *meta_filename = NULL; 314 315 assert(filename != NULL); 316 assert(rstate != NULL); 317 318 memset(rstate, 0, sizeof(*rstate)); 319 rstate->kdata_map = MAP_FAILED; 320 321 err = load_vmmem_file(filename, rstate); 322 if (err != 0) { 323 fprintf(stderr, "Failed to load guest RAM file.\n"); 324 goto err_restore; 325 } 326 327 kdata_filename = strcat_extension(filename, ".kern"); 328 if (kdata_filename == NULL) { 329 fprintf(stderr, "Failed to construct kernel data filename.\n"); 330 goto err_restore; 331 } 332 333 err = load_kdata_file(kdata_filename, rstate); 334 if (err != 0) { 335 fprintf(stderr, "Failed to load guest kernel data file.\n"); 336 goto err_restore; 337 } 338 339 meta_filename = strcat_extension(filename, ".meta"); 340 if (meta_filename == NULL) { 341 fprintf(stderr, "Failed to construct kernel metadata filename.\n"); 342 goto err_restore; 343 } 344 345 err = load_metadata_file(meta_filename, rstate); 346 if (err != 0) { 347 fprintf(stderr, "Failed to load guest metadata file.\n"); 348 goto err_restore; 349 } 350 351 return (0); 352 353 err_restore: 354 destroy_restore_state(rstate); 355 if (kdata_filename != NULL) 356 free(kdata_filename); 357 if (meta_filename != NULL) 358 free(meta_filename); 359 return (-1); 360 } 361 362 #define JSON_GET_INT_OR_RETURN(key, obj, result_ptr, ret) \ 363 do { \ 364 const ucl_object_t *obj__; \ 365 obj__ = ucl_object_lookup(obj, key); \ 366 if (obj__ == NULL) { \ 367 fprintf(stderr, "Missing key: '%s'", key); \ 368 return (ret); \ 369 } \ 370 if (!ucl_object_toint_safe(obj__, result_ptr)) { \ 371 fprintf(stderr, "Cannot convert '%s' value to int.", key); \ 372 return (ret); \ 373 } \ 374 } while(0) 375 376 #define JSON_GET_STRING_OR_RETURN(key, obj, result_ptr, ret) \ 377 do { \ 378 const ucl_object_t *obj__; \ 379 obj__ = ucl_object_lookup(obj, key); \ 380 if (obj__ == NULL) { \ 381 fprintf(stderr, "Missing key: '%s'", key); \ 382 return (ret); \ 383 } \ 384 if (!ucl_object_tostring_safe(obj__, result_ptr)) { \ 385 fprintf(stderr, "Cannot convert '%s' value to string.", key); \ 386 return (ret); \ 387 } \ 388 } while(0) 389 390 static void * 391 lookup_check_dev(const char *dev_name, struct restore_state *rstate, 392 const ucl_object_t *obj, size_t *data_size) 393 { 394 const char *snapshot_req; 395 int64_t size, file_offset; 396 397 snapshot_req = NULL; 398 JSON_GET_STRING_OR_RETURN(JSON_SNAPSHOT_REQ_KEY, obj, 399 &snapshot_req, NULL); 400 assert(snapshot_req != NULL); 401 if (!strcmp(snapshot_req, dev_name)) { 402 JSON_GET_INT_OR_RETURN(JSON_SIZE_KEY, obj, 403 &size, NULL); 404 assert(size >= 0); 405 406 JSON_GET_INT_OR_RETURN(JSON_FILE_OFFSET_KEY, obj, 407 &file_offset, NULL); 408 assert(file_offset >= 0); 409 assert((uint64_t)file_offset + size <= rstate->kdata_len); 410 411 *data_size = (size_t)size; 412 return ((uint8_t *)rstate->kdata_map + file_offset); 413 } 414 415 return (NULL); 416 } 417 418 static void * 419 lookup_dev(const char *dev_name, const char *key, struct restore_state *rstate, 420 size_t *data_size) 421 { 422 const ucl_object_t *devs = NULL, *obj = NULL; 423 ucl_object_iter_t it = NULL; 424 void *ret; 425 426 devs = ucl_object_lookup(rstate->meta_root_obj, key); 427 if (devs == NULL) { 428 fprintf(stderr, "Failed to find '%s' object.\n", 429 JSON_DEV_ARR_KEY); 430 return (NULL); 431 } 432 433 if (ucl_object_type(devs) != UCL_ARRAY) { 434 fprintf(stderr, "Object '%s' is not an array.\n", 435 JSON_DEV_ARR_KEY); 436 return (NULL); 437 } 438 439 while ((obj = ucl_object_iterate(devs, &it, true)) != NULL) { 440 ret = lookup_check_dev(dev_name, rstate, obj, data_size); 441 if (ret != NULL) 442 return (ret); 443 } 444 445 return (NULL); 446 } 447 448 static const ucl_object_t * 449 lookup_basic_metadata_object(struct restore_state *rstate) 450 { 451 const ucl_object_t *basic_meta_obj = NULL; 452 453 basic_meta_obj = ucl_object_lookup(rstate->meta_root_obj, 454 JSON_BASIC_METADATA_KEY); 455 if (basic_meta_obj == NULL) { 456 fprintf(stderr, "Failed to find '%s' object.\n", 457 JSON_BASIC_METADATA_KEY); 458 return (NULL); 459 } 460 461 if (ucl_object_type(basic_meta_obj) != UCL_OBJECT) { 462 fprintf(stderr, "Object '%s' is not a JSON object.\n", 463 JSON_BASIC_METADATA_KEY); 464 return (NULL); 465 } 466 467 return (basic_meta_obj); 468 } 469 470 const char * 471 lookup_vmname(struct restore_state *rstate) 472 { 473 const char *vmname; 474 const ucl_object_t *obj; 475 476 obj = lookup_basic_metadata_object(rstate); 477 if (obj == NULL) 478 return (NULL); 479 480 JSON_GET_STRING_OR_RETURN(JSON_VMNAME_KEY, obj, &vmname, NULL); 481 return (vmname); 482 } 483 484 int 485 lookup_memflags(struct restore_state *rstate) 486 { 487 int64_t memflags; 488 const ucl_object_t *obj; 489 490 obj = lookup_basic_metadata_object(rstate); 491 if (obj == NULL) 492 return (0); 493 494 JSON_GET_INT_OR_RETURN(JSON_MEMFLAGS_KEY, obj, &memflags, 0); 495 496 return ((int)memflags); 497 } 498 499 size_t 500 lookup_memsize(struct restore_state *rstate) 501 { 502 int64_t memsize; 503 const ucl_object_t *obj; 504 505 obj = lookup_basic_metadata_object(rstate); 506 if (obj == NULL) 507 return (0); 508 509 JSON_GET_INT_OR_RETURN(JSON_MEMSIZE_KEY, obj, &memsize, 0); 510 if (memsize < 0) 511 memsize = 0; 512 513 return ((size_t)memsize); 514 } 515 516 517 int 518 lookup_guest_ncpus(struct restore_state *rstate) 519 { 520 int64_t ncpus; 521 const ucl_object_t *obj; 522 523 obj = lookup_basic_metadata_object(rstate); 524 if (obj == NULL) 525 return (0); 526 527 JSON_GET_INT_OR_RETURN(JSON_NCPUS_KEY, obj, &ncpus, 0); 528 return ((int)ncpus); 529 } 530 531 static void 532 winch_handler(int signal __unused) 533 { 534 #ifdef TIOCGWINSZ 535 ioctl(STDOUT_FILENO, TIOCGWINSZ, &winsize); 536 #endif /* TIOCGWINSZ */ 537 } 538 539 static int 540 print_progress(size_t crtval, const size_t maxval) 541 { 542 size_t rc; 543 double crtval_gb, maxval_gb; 544 size_t i, win_width, prog_start, prog_done, prog_end; 545 int mval_len; 546 547 static char prog_buf[PROG_BUF_SZ]; 548 static const size_t len = sizeof(prog_buf); 549 550 static size_t div; 551 static const char *div_str; 552 553 static char wip_bar[] = { '/', '-', '\\', '|' }; 554 static int wip_idx = 0; 555 556 if (maxval == 0) { 557 printf("[0B / 0B]\r\n"); 558 return (0); 559 } 560 561 if (crtval > maxval) 562 crtval = maxval; 563 564 if (maxval > 10 * GB) { 565 div = GB; 566 div_str = "GiB"; 567 } else if (maxval > 10 * MB) { 568 div = MB; 569 div_str = "MiB"; 570 } else { 571 div = KB; 572 div_str = "KiB"; 573 } 574 575 crtval_gb = (double) crtval / div; 576 maxval_gb = (double) maxval / div; 577 578 rc = snprintf(prog_buf, len, "%.03lf", maxval_gb); 579 if (rc == len) { 580 fprintf(stderr, "Maxval too big\n"); 581 return (-1); 582 } 583 mval_len = rc; 584 585 rc = snprintf(prog_buf, len, "\r[%*.03lf%s / %.03lf%s] |", 586 mval_len, crtval_gb, div_str, maxval_gb, div_str); 587 588 if (rc == len) { 589 fprintf(stderr, "Buffer too small to print progress\n"); 590 return (-1); 591 } 592 593 win_width = min(winsize.ws_col, len); 594 prog_start = rc; 595 596 if (prog_start < (win_width - 2)) { 597 prog_end = win_width - prog_start - 2; 598 prog_done = prog_end * (crtval_gb / maxval_gb); 599 600 for (i = prog_start; i < prog_start + prog_done; i++) 601 prog_buf[i] = '#'; 602 603 if (crtval != maxval) { 604 prog_buf[i] = wip_bar[wip_idx]; 605 wip_idx = (wip_idx + 1) % sizeof(wip_bar); 606 i++; 607 } else { 608 prog_buf[i++] = '#'; 609 } 610 611 for (; i < win_width - 2; i++) 612 prog_buf[i] = '_'; 613 614 prog_buf[win_width - 2] = '|'; 615 } 616 617 prog_buf[win_width - 1] = '\0'; 618 write(STDOUT_FILENO, prog_buf, win_width); 619 620 return (0); 621 } 622 623 static void * 624 snapshot_spinner_cb(void *arg) 625 { 626 int rc; 627 size_t crtval, maxval, total; 628 struct spinner_info *si; 629 struct timespec ts; 630 631 si = arg; 632 if (si == NULL) 633 pthread_exit(NULL); 634 635 ts.tv_sec = 0; 636 ts.tv_nsec = 50 * 1000 * 1000; /* 50 ms sleep time */ 637 638 do { 639 crtval = *si->crtval; 640 maxval = si->maxval; 641 total = si->total; 642 643 rc = print_progress(crtval, total); 644 if (rc < 0) { 645 fprintf(stderr, "Failed to parse progress\n"); 646 break; 647 } 648 649 nanosleep(&ts, NULL); 650 } while (crtval < maxval); 651 652 pthread_exit(NULL); 653 return NULL; 654 } 655 656 static int 657 vm_snapshot_mem_part(const int snapfd, const size_t foff, void *src, 658 const size_t len, const size_t totalmem, const bool op_wr) 659 { 660 int rc; 661 size_t part_done, todo, rem; 662 ssize_t done; 663 bool show_progress; 664 pthread_t spinner_th; 665 struct spinner_info *si; 666 667 if (lseek(snapfd, foff, SEEK_SET) < 0) { 668 perror("Failed to change file offset"); 669 return (-1); 670 } 671 672 show_progress = false; 673 if (isatty(STDIN_FILENO) && (winsize.ws_col != 0)) 674 show_progress = true; 675 676 part_done = foff; 677 rem = len; 678 679 if (show_progress) { 680 si = &(struct spinner_info) { 681 .crtval = &part_done, 682 .maxval = foff + len, 683 .total = totalmem 684 }; 685 686 rc = pthread_create(&spinner_th, 0, snapshot_spinner_cb, si); 687 if (rc) { 688 perror("Unable to create spinner thread"); 689 show_progress = false; 690 } 691 } 692 693 while (rem > 0) { 694 if (show_progress) 695 todo = min(SNAPSHOT_CHUNK, rem); 696 else 697 todo = rem; 698 699 if (op_wr) 700 done = write(snapfd, src, todo); 701 else 702 done = read(snapfd, src, todo); 703 if (done < 0) { 704 perror("Failed to write in file"); 705 return (-1); 706 } 707 708 src = (uint8_t *)src + done; 709 part_done += done; 710 rem -= done; 711 } 712 713 if (show_progress) { 714 rc = pthread_join(spinner_th, NULL); 715 if (rc) 716 perror("Unable to end spinner thread"); 717 } 718 719 return (0); 720 } 721 722 static size_t 723 vm_snapshot_mem(struct vmctx *ctx, int snapfd, size_t memsz, const bool op_wr) 724 { 725 int ret; 726 size_t lowmem, highmem, totalmem; 727 char *baseaddr; 728 729 ret = vm_get_guestmem_from_ctx(ctx, &baseaddr, &lowmem, &highmem); 730 if (ret) { 731 fprintf(stderr, "%s: unable to retrieve guest memory size\r\n", 732 __func__); 733 return (0); 734 } 735 totalmem = lowmem + highmem; 736 737 if ((op_wr == false) && (totalmem != memsz)) { 738 fprintf(stderr, "%s: mem size mismatch: %ld vs %ld\r\n", 739 __func__, totalmem, memsz); 740 return (0); 741 } 742 743 winsize.ws_col = 80; 744 #ifdef TIOCGWINSZ 745 ioctl(STDOUT_FILENO, TIOCGWINSZ, &winsize); 746 #endif /* TIOCGWINSZ */ 747 old_winch_handler = signal(SIGWINCH, winch_handler); 748 749 ret = vm_snapshot_mem_part(snapfd, 0, baseaddr, lowmem, 750 totalmem, op_wr); 751 if (ret) { 752 fprintf(stderr, "%s: Could not %s lowmem\r\n", 753 __func__, op_wr ? "write" : "read"); 754 totalmem = 0; 755 goto done; 756 } 757 758 if (highmem == 0) 759 goto done; 760 761 ret = vm_snapshot_mem_part(snapfd, lowmem, baseaddr + 4*GB, 762 highmem, totalmem, op_wr); 763 if (ret) { 764 fprintf(stderr, "%s: Could not %s highmem\r\n", 765 __func__, op_wr ? "write" : "read"); 766 totalmem = 0; 767 goto done; 768 } 769 770 done: 771 printf("\r\n"); 772 signal(SIGWINCH, old_winch_handler); 773 774 return (totalmem); 775 } 776 777 int 778 restore_vm_mem(struct vmctx *ctx, struct restore_state *rstate) 779 { 780 size_t restored; 781 782 restored = vm_snapshot_mem(ctx, rstate->vmmem_fd, rstate->vmmem_len, 783 false); 784 785 if (restored != rstate->vmmem_len) 786 return (-1); 787 788 return (0); 789 } 790 791 int 792 vm_restore_kern_structs(struct vmctx *ctx, struct restore_state *rstate) 793 { 794 for (unsigned i = 0; i < nitems(snapshot_kern_structs); i++) { 795 const struct vm_snapshot_kern_info *info; 796 struct vm_snapshot_meta *meta; 797 void *data; 798 size_t size; 799 800 info = &snapshot_kern_structs[i]; 801 data = lookup_dev(info->struct_name, JSON_KERNEL_ARR_KEY, rstate, &size); 802 if (data == NULL) 803 errx(EX_DATAERR, "Cannot find kern struct %s", 804 info->struct_name); 805 806 if (size == 0) 807 errx(EX_DATAERR, "data with zero size for %s", 808 info->struct_name); 809 810 meta = &(struct vm_snapshot_meta) { 811 .dev_name = info->struct_name, 812 .dev_req = info->req, 813 814 .buffer.buf_start = data, 815 .buffer.buf_size = size, 816 817 .buffer.buf = data, 818 .buffer.buf_rem = size, 819 820 .op = VM_SNAPSHOT_RESTORE, 821 }; 822 823 if (vm_snapshot_req(ctx, meta)) 824 err(EX_DATAERR, "Failed to restore %s", 825 info->struct_name); 826 } 827 return (0); 828 } 829 830 static int 831 vm_restore_device(struct restore_state *rstate, vm_snapshot_dev_cb func, 832 const char *name, void *data) 833 { 834 void *dev_ptr; 835 size_t dev_size; 836 int ret; 837 struct vm_snapshot_meta *meta; 838 839 dev_ptr = lookup_dev(name, JSON_DEV_ARR_KEY, rstate, &dev_size); 840 841 if (dev_ptr == NULL) { 842 EPRINTLN("Failed to lookup dev: %s", name); 843 return (EINVAL); 844 } 845 846 if (dev_size == 0) { 847 EPRINTLN("Restore device size is 0: %s", name); 848 return (EINVAL); 849 } 850 851 meta = &(struct vm_snapshot_meta) { 852 .dev_name = name, 853 .dev_data = data, 854 855 .buffer.buf_start = dev_ptr, 856 .buffer.buf_size = dev_size, 857 858 .buffer.buf = dev_ptr, 859 .buffer.buf_rem = dev_size, 860 861 .op = VM_SNAPSHOT_RESTORE, 862 }; 863 864 ret = func(meta); 865 if (ret != 0) { 866 EPRINTLN("Failed to restore dev: %s %d", name, ret); 867 return (ret); 868 } 869 870 return (0); 871 } 872 873 int 874 vm_restore_devices(struct restore_state *rstate) 875 { 876 int ret; 877 struct pci_devinst *pdi = NULL; 878 879 while ((pdi = pci_next(pdi)) != NULL) { 880 ret = vm_restore_device(rstate, pci_snapshot, pdi->pi_name, pdi); 881 if (ret) 882 return (ret); 883 } 884 885 #ifdef __amd64__ 886 ret = vm_restore_device(rstate, atkbdc_snapshot, "atkbdc", NULL); 887 #else 888 ret = 0; 889 #endif 890 return (ret); 891 } 892 893 int 894 vm_pause_devices(void) 895 { 896 int ret; 897 struct pci_devinst *pdi = NULL; 898 899 while ((pdi = pci_next(pdi)) != NULL) { 900 ret = pci_pause(pdi); 901 if (ret) { 902 EPRINTLN("Cannot pause dev %s: %d", pdi->pi_name, ret); 903 return (ret); 904 } 905 } 906 907 return (0); 908 } 909 910 int 911 vm_resume_devices(void) 912 { 913 int ret; 914 struct pci_devinst *pdi = NULL; 915 916 while ((pdi = pci_next(pdi)) != NULL) { 917 ret = pci_resume(pdi); 918 if (ret) { 919 EPRINTLN("Cannot resume '%s': %d", pdi->pi_name, ret); 920 return (ret); 921 } 922 } 923 924 return (0); 925 } 926 927 static int 928 vm_save_kern_struct(struct vmctx *ctx, int data_fd, xo_handle_t *xop, 929 const char *array_key, struct vm_snapshot_meta *meta, off_t *offset) 930 { 931 int ret; 932 size_t data_size; 933 ssize_t write_cnt; 934 935 ret = vm_snapshot_req(ctx, meta); 936 if (ret != 0) { 937 fprintf(stderr, "%s: Failed to snapshot struct %s\r\n", 938 __func__, meta->dev_name); 939 ret = -1; 940 goto done; 941 } 942 943 data_size = vm_get_snapshot_size(meta); 944 945 /* XXX-MJ no handling for short writes. */ 946 write_cnt = write(data_fd, meta->buffer.buf_start, data_size); 947 if (write_cnt < 0 || (size_t)write_cnt != data_size) { 948 perror("Failed to write all snapshotted data."); 949 ret = -1; 950 goto done; 951 } 952 953 /* Write metadata. */ 954 xo_open_instance_h(xop, array_key); 955 xo_emit_h(xop, "{:" JSON_SNAPSHOT_REQ_KEY "/%s}\n", 956 meta->dev_name); 957 xo_emit_h(xop, "{:" JSON_SIZE_KEY "/%lu}\n", data_size); 958 xo_emit_h(xop, "{:" JSON_FILE_OFFSET_KEY "/%lu}\n", *offset); 959 xo_close_instance_h(xop, JSON_KERNEL_ARR_KEY); 960 961 *offset += data_size; 962 963 done: 964 return (ret); 965 } 966 967 static int 968 vm_save_kern_structs(struct vmctx *ctx, int data_fd, xo_handle_t *xop) 969 { 970 int ret, error; 971 size_t buf_size, i, offset; 972 char *buffer; 973 struct vm_snapshot_meta *meta; 974 975 error = 0; 976 offset = 0; 977 buf_size = SNAPSHOT_BUFFER_SIZE; 978 979 buffer = malloc(SNAPSHOT_BUFFER_SIZE * sizeof(char)); 980 if (buffer == NULL) { 981 error = ENOMEM; 982 perror("Failed to allocate memory for snapshot buffer"); 983 goto err_vm_snapshot_kern_data; 984 } 985 986 meta = &(struct vm_snapshot_meta) { 987 .buffer.buf_start = buffer, 988 .buffer.buf_size = buf_size, 989 990 .op = VM_SNAPSHOT_SAVE, 991 }; 992 993 xo_open_list_h(xop, JSON_KERNEL_ARR_KEY); 994 for (i = 0; i < nitems(snapshot_kern_structs); i++) { 995 meta->dev_name = snapshot_kern_structs[i].struct_name; 996 meta->dev_req = snapshot_kern_structs[i].req; 997 998 memset(meta->buffer.buf_start, 0, meta->buffer.buf_size); 999 meta->buffer.buf = meta->buffer.buf_start; 1000 meta->buffer.buf_rem = meta->buffer.buf_size; 1001 1002 ret = vm_save_kern_struct(ctx, data_fd, xop, 1003 JSON_DEV_ARR_KEY, meta, &offset); 1004 if (ret != 0) { 1005 error = -1; 1006 goto err_vm_snapshot_kern_data; 1007 } 1008 } 1009 xo_close_list_h(xop, JSON_KERNEL_ARR_KEY); 1010 1011 err_vm_snapshot_kern_data: 1012 if (buffer != NULL) 1013 free(buffer); 1014 return (error); 1015 } 1016 1017 static int 1018 vm_snapshot_basic_metadata(struct vmctx *ctx, xo_handle_t *xop, size_t memsz) 1019 { 1020 1021 xo_open_container_h(xop, JSON_BASIC_METADATA_KEY); 1022 xo_emit_h(xop, "{:" JSON_NCPUS_KEY "/%ld}\n", guest_ncpus); 1023 xo_emit_h(xop, "{:" JSON_VMNAME_KEY "/%s}\n", vm_get_name(ctx)); 1024 xo_emit_h(xop, "{:" JSON_MEMSIZE_KEY "/%lu}\n", memsz); 1025 xo_emit_h(xop, "{:" JSON_MEMFLAGS_KEY "/%d}\n", vm_get_memflags(ctx)); 1026 xo_close_container_h(xop, JSON_BASIC_METADATA_KEY); 1027 1028 return (0); 1029 } 1030 1031 static int 1032 vm_snapshot_dev_write_data(int data_fd, xo_handle_t *xop, const char *array_key, 1033 struct vm_snapshot_meta *meta, off_t *offset) 1034 { 1035 ssize_t ret; 1036 size_t data_size; 1037 1038 data_size = vm_get_snapshot_size(meta); 1039 1040 /* XXX-MJ no handling for short writes. */ 1041 ret = write(data_fd, meta->buffer.buf_start, data_size); 1042 if (ret < 0 || (size_t)ret != data_size) { 1043 perror("Failed to write all snapshotted data."); 1044 return (-1); 1045 } 1046 1047 /* Write metadata. */ 1048 xo_open_instance_h(xop, array_key); 1049 xo_emit_h(xop, "{:" JSON_SNAPSHOT_REQ_KEY "/%s}\n", meta->dev_name); 1050 xo_emit_h(xop, "{:" JSON_SIZE_KEY "/%lu}\n", data_size); 1051 xo_emit_h(xop, "{:" JSON_FILE_OFFSET_KEY "/%lu}\n", *offset); 1052 xo_close_instance_h(xop, array_key); 1053 1054 *offset += data_size; 1055 1056 return (0); 1057 } 1058 1059 static int 1060 vm_snapshot_device(vm_snapshot_dev_cb func, const char *dev_name, 1061 void *devdata, int data_fd, xo_handle_t *xop, 1062 struct vm_snapshot_meta *meta, off_t *offset) 1063 { 1064 int ret; 1065 1066 memset(meta->buffer.buf_start, 0, meta->buffer.buf_size); 1067 meta->buffer.buf = meta->buffer.buf_start; 1068 meta->buffer.buf_rem = meta->buffer.buf_size; 1069 meta->dev_name = dev_name; 1070 meta->dev_data = devdata; 1071 1072 ret = func(meta); 1073 if (ret != 0) { 1074 EPRINTLN("Failed to snapshot %s; ret=%d", dev_name, ret); 1075 return (ret); 1076 } 1077 1078 ret = vm_snapshot_dev_write_data(data_fd, xop, JSON_DEV_ARR_KEY, meta, 1079 offset); 1080 if (ret != 0) 1081 return (ret); 1082 1083 return (0); 1084 } 1085 1086 static int 1087 vm_snapshot_devices(int data_fd, xo_handle_t *xop) 1088 { 1089 int ret; 1090 off_t offset; 1091 void *buffer; 1092 size_t buf_size; 1093 struct vm_snapshot_meta *meta; 1094 struct pci_devinst *pdi; 1095 1096 buf_size = SNAPSHOT_BUFFER_SIZE; 1097 1098 offset = lseek(data_fd, 0, SEEK_CUR); 1099 if (offset < 0) { 1100 perror("Failed to get data file current offset."); 1101 return (-1); 1102 } 1103 1104 buffer = malloc(buf_size); 1105 if (buffer == NULL) { 1106 perror("Failed to allocate memory for snapshot buffer"); 1107 ret = ENOSPC; 1108 goto snapshot_err; 1109 } 1110 1111 meta = &(struct vm_snapshot_meta) { 1112 .buffer.buf_start = buffer, 1113 .buffer.buf_size = buf_size, 1114 1115 .op = VM_SNAPSHOT_SAVE, 1116 }; 1117 1118 xo_open_list_h(xop, JSON_DEV_ARR_KEY); 1119 1120 /* Save PCI devices */ 1121 pdi = NULL; 1122 while ((pdi = pci_next(pdi)) != NULL) { 1123 ret = vm_snapshot_device(pci_snapshot, pdi->pi_name, pdi, 1124 data_fd, xop, meta, &offset); 1125 if (ret != 0) 1126 goto snapshot_err; 1127 } 1128 1129 #ifdef __amd64__ 1130 ret = vm_snapshot_device(atkbdc_snapshot, "atkbdc", NULL, 1131 data_fd, xop, meta, &offset); 1132 #else 1133 ret = 0; 1134 #endif 1135 1136 xo_close_list_h(xop, JSON_DEV_ARR_KEY); 1137 1138 snapshot_err: 1139 if (buffer != NULL) 1140 free(buffer); 1141 return (ret); 1142 } 1143 1144 void 1145 checkpoint_cpu_add(int vcpu) 1146 { 1147 1148 pthread_mutex_lock(&vcpu_lock); 1149 CPU_SET(vcpu, &vcpus_active); 1150 1151 if (checkpoint_active) { 1152 CPU_SET(vcpu, &vcpus_suspended); 1153 while (checkpoint_active) 1154 pthread_cond_wait(&vcpus_can_run, &vcpu_lock); 1155 CPU_CLR(vcpu, &vcpus_suspended); 1156 } 1157 pthread_mutex_unlock(&vcpu_lock); 1158 } 1159 1160 /* 1161 * When a vCPU is suspended for any reason, it calls 1162 * checkpoint_cpu_suspend(). This records that the vCPU is idle. 1163 * Before returning from suspension, checkpoint_cpu_resume() is 1164 * called. In suspend we note that the vCPU is idle. In resume we 1165 * pause the vCPU thread until the checkpoint is complete. The reason 1166 * for the two-step process is that vCPUs might already be stopped in 1167 * the debug server when a checkpoint is requested. This approach 1168 * allows us to account for and handle those vCPUs. 1169 */ 1170 void 1171 checkpoint_cpu_suspend(int vcpu) 1172 { 1173 1174 pthread_mutex_lock(&vcpu_lock); 1175 CPU_SET(vcpu, &vcpus_suspended); 1176 if (checkpoint_active && CPU_CMP(&vcpus_active, &vcpus_suspended) == 0) 1177 pthread_cond_signal(&vcpus_idle); 1178 pthread_mutex_unlock(&vcpu_lock); 1179 } 1180 1181 void 1182 checkpoint_cpu_resume(int vcpu) 1183 { 1184 1185 pthread_mutex_lock(&vcpu_lock); 1186 while (checkpoint_active) 1187 pthread_cond_wait(&vcpus_can_run, &vcpu_lock); 1188 CPU_CLR(vcpu, &vcpus_suspended); 1189 pthread_mutex_unlock(&vcpu_lock); 1190 } 1191 1192 static void 1193 vm_vcpu_pause(struct vmctx *ctx) 1194 { 1195 1196 pthread_mutex_lock(&vcpu_lock); 1197 checkpoint_active = true; 1198 vm_suspend_all_cpus(ctx); 1199 while (CPU_CMP(&vcpus_active, &vcpus_suspended) != 0) 1200 pthread_cond_wait(&vcpus_idle, &vcpu_lock); 1201 pthread_mutex_unlock(&vcpu_lock); 1202 } 1203 1204 static void 1205 vm_vcpu_resume(struct vmctx *ctx) 1206 { 1207 1208 pthread_mutex_lock(&vcpu_lock); 1209 checkpoint_active = false; 1210 pthread_mutex_unlock(&vcpu_lock); 1211 vm_resume_all_cpus(ctx); 1212 pthread_cond_broadcast(&vcpus_can_run); 1213 } 1214 1215 static int 1216 vm_checkpoint(struct vmctx *ctx, int fddir, const char *checkpoint_file, 1217 bool stop_vm) 1218 { 1219 int fd_checkpoint = 0, kdata_fd = 0, fd_meta; 1220 int ret = 0; 1221 int error = 0; 1222 size_t memsz; 1223 xo_handle_t *xop = NULL; 1224 char *meta_filename = NULL; 1225 char *kdata_filename = NULL; 1226 FILE *meta_file = NULL; 1227 1228 kdata_filename = strcat_extension(checkpoint_file, ".kern"); 1229 if (kdata_filename == NULL) { 1230 fprintf(stderr, "Failed to construct kernel data filename.\n"); 1231 return (-1); 1232 } 1233 1234 kdata_fd = openat(fddir, kdata_filename, O_WRONLY | O_CREAT | O_TRUNC, 0700); 1235 if (kdata_fd < 0) { 1236 perror("Failed to open kernel data snapshot file."); 1237 error = -1; 1238 goto done; 1239 } 1240 1241 fd_checkpoint = openat(fddir, checkpoint_file, O_RDWR | O_CREAT | O_TRUNC, 0700); 1242 1243 if (fd_checkpoint < 0) { 1244 perror("Failed to create checkpoint file"); 1245 error = -1; 1246 goto done; 1247 } 1248 1249 meta_filename = strcat_extension(checkpoint_file, ".meta"); 1250 if (meta_filename == NULL) { 1251 fprintf(stderr, "Failed to construct vm metadata filename.\n"); 1252 goto done; 1253 } 1254 1255 fd_meta = openat(fddir, meta_filename, O_WRONLY | O_CREAT | O_TRUNC, 0700); 1256 if (fd_meta != -1) 1257 meta_file = fdopen(fd_meta, "w"); 1258 if (meta_file == NULL) { 1259 perror("Failed to open vm metadata snapshot file."); 1260 close(fd_meta); 1261 goto done; 1262 } 1263 1264 xop = xo_create_to_file(meta_file, XO_STYLE_JSON, XOF_PRETTY); 1265 if (xop == NULL) { 1266 perror("Failed to get libxo handle on metadata file."); 1267 goto done; 1268 } 1269 1270 vm_vcpu_pause(ctx); 1271 1272 ret = vm_pause_devices(); 1273 if (ret != 0) { 1274 fprintf(stderr, "Could not pause devices\r\n"); 1275 error = ret; 1276 goto done; 1277 } 1278 1279 memsz = vm_snapshot_mem(ctx, fd_checkpoint, 0, true); 1280 if (memsz == 0) { 1281 perror("Could not write guest memory to file"); 1282 error = -1; 1283 goto done; 1284 } 1285 1286 ret = vm_snapshot_basic_metadata(ctx, xop, memsz); 1287 if (ret != 0) { 1288 fprintf(stderr, "Failed to snapshot vm basic metadata.\n"); 1289 error = -1; 1290 goto done; 1291 } 1292 1293 ret = vm_save_kern_structs(ctx, kdata_fd, xop); 1294 if (ret != 0) { 1295 fprintf(stderr, "Failed to snapshot vm kernel data.\n"); 1296 error = -1; 1297 goto done; 1298 } 1299 1300 ret = vm_snapshot_devices(kdata_fd, xop); 1301 if (ret != 0) { 1302 fprintf(stderr, "Failed to snapshot device state.\n"); 1303 error = -1; 1304 goto done; 1305 } 1306 1307 xo_finish_h(xop); 1308 1309 if (stop_vm) { 1310 vm_destroy(ctx); 1311 exit(0); 1312 } 1313 1314 done: 1315 ret = vm_resume_devices(); 1316 if (ret != 0) 1317 fprintf(stderr, "Could not resume devices\r\n"); 1318 vm_vcpu_resume(ctx); 1319 if (fd_checkpoint > 0) 1320 close(fd_checkpoint); 1321 if (meta_filename != NULL) 1322 free(meta_filename); 1323 if (kdata_filename != NULL) 1324 free(kdata_filename); 1325 if (xop != NULL) 1326 xo_destroy(xop); 1327 if (meta_file != NULL) 1328 fclose(meta_file); 1329 if (kdata_fd > 0) 1330 close(kdata_fd); 1331 return (error); 1332 } 1333 1334 static int 1335 handle_message(struct vmctx *ctx, nvlist_t *nvl) 1336 { 1337 const char *cmd; 1338 struct ipc_command **ipc_cmd; 1339 1340 if (!nvlist_exists_string(nvl, "cmd")) 1341 return (EINVAL); 1342 1343 cmd = nvlist_get_string(nvl, "cmd"); 1344 IPC_COMMAND_FOREACH(ipc_cmd, ipc_cmd_set) { 1345 if (strcmp(cmd, (*ipc_cmd)->name) == 0) 1346 return ((*ipc_cmd)->handler(ctx, nvl)); 1347 } 1348 1349 return (EOPNOTSUPP); 1350 } 1351 1352 /* 1353 * Listen for commands from bhyvectl 1354 */ 1355 void * 1356 checkpoint_thread(void *param) 1357 { 1358 int fd; 1359 struct checkpoint_thread_info *thread_info; 1360 nvlist_t *nvl; 1361 1362 pthread_set_name_np(pthread_self(), "checkpoint thread"); 1363 thread_info = (struct checkpoint_thread_info *)param; 1364 1365 while ((fd = accept(thread_info->socket_fd, NULL, NULL)) != -1) { 1366 nvl = nvlist_recv(fd, 0); 1367 if (nvl != NULL) 1368 handle_message(thread_info->ctx, nvl); 1369 else 1370 EPRINTLN("nvlist_recv() failed: %s", strerror(errno)); 1371 1372 close(fd); 1373 nvlist_destroy(nvl); 1374 } 1375 1376 return (NULL); 1377 } 1378 1379 static int 1380 vm_do_checkpoint(struct vmctx *ctx, const nvlist_t *nvl) 1381 { 1382 int error; 1383 1384 if (!nvlist_exists_string(nvl, "filename") || 1385 !nvlist_exists_bool(nvl, "suspend") || 1386 !nvlist_exists_descriptor(nvl, "fddir")) 1387 error = EINVAL; 1388 else 1389 error = vm_checkpoint(ctx, 1390 nvlist_get_descriptor(nvl, "fddir"), 1391 nvlist_get_string(nvl, "filename"), 1392 nvlist_get_bool(nvl, "suspend")); 1393 1394 return (error); 1395 } 1396 IPC_COMMAND(ipc_cmd_set, checkpoint, vm_do_checkpoint); 1397 1398 /* 1399 * Create the listening socket for IPC with bhyvectl 1400 */ 1401 int 1402 init_checkpoint_thread(struct vmctx *ctx) 1403 { 1404 struct checkpoint_thread_info *checkpoint_info = NULL; 1405 struct sockaddr_un addr; 1406 int socket_fd; 1407 pthread_t checkpoint_pthread; 1408 int err; 1409 #ifndef WITHOUT_CAPSICUM 1410 cap_rights_t rights; 1411 #endif 1412 1413 memset(&addr, 0, sizeof(addr)); 1414 1415 socket_fd = socket(PF_UNIX, SOCK_STREAM, 0); 1416 if (socket_fd < 0) { 1417 EPRINTLN("Socket creation failed: %s", strerror(errno)); 1418 err = -1; 1419 goto fail; 1420 } 1421 1422 addr.sun_family = AF_UNIX; 1423 1424 snprintf(addr.sun_path, sizeof(addr.sun_path), "%s%s", 1425 BHYVE_RUN_DIR, vm_get_name(ctx)); 1426 addr.sun_len = SUN_LEN(&addr); 1427 unlink(addr.sun_path); 1428 1429 if (bind(socket_fd, (struct sockaddr *)&addr, addr.sun_len) != 0) { 1430 EPRINTLN("Failed to bind socket \"%s\": %s\n", 1431 addr.sun_path, strerror(errno)); 1432 err = -1; 1433 goto fail; 1434 } 1435 1436 if (listen(socket_fd, 10) < 0) { 1437 EPRINTLN("ipc socket listen: %s\n", strerror(errno)); 1438 err = errno; 1439 goto fail; 1440 } 1441 1442 #ifndef WITHOUT_CAPSICUM 1443 cap_rights_init(&rights, CAP_ACCEPT, CAP_READ, CAP_RECV, CAP_WRITE, 1444 CAP_SEND, CAP_GETSOCKOPT); 1445 1446 if (caph_rights_limit(socket_fd, &rights) == -1) 1447 errx(EX_OSERR, "Unable to apply rights for sandbox"); 1448 #endif 1449 checkpoint_info = calloc(1, sizeof(*checkpoint_info)); 1450 checkpoint_info->ctx = ctx; 1451 checkpoint_info->socket_fd = socket_fd; 1452 1453 err = pthread_create(&checkpoint_pthread, NULL, checkpoint_thread, 1454 checkpoint_info); 1455 if (err != 0) 1456 goto fail; 1457 1458 return (0); 1459 fail: 1460 free(checkpoint_info); 1461 if (socket_fd > 0) 1462 close(socket_fd); 1463 unlink(addr.sun_path); 1464 1465 return (err); 1466 } 1467 1468 void 1469 vm_snapshot_buf_err(const char *bufname, const enum vm_snapshot_op op) 1470 { 1471 const char *__op; 1472 1473 if (op == VM_SNAPSHOT_SAVE) 1474 __op = "save"; 1475 else if (op == VM_SNAPSHOT_RESTORE) 1476 __op = "restore"; 1477 else 1478 __op = "unknown"; 1479 1480 fprintf(stderr, "%s: snapshot-%s failed for %s\r\n", 1481 __func__, __op, bufname); 1482 } 1483 1484 int 1485 vm_snapshot_buf(void *data, size_t data_size, struct vm_snapshot_meta *meta) 1486 { 1487 struct vm_snapshot_buffer *buffer; 1488 int op; 1489 1490 buffer = &meta->buffer; 1491 op = meta->op; 1492 1493 if (buffer->buf_rem < data_size) { 1494 fprintf(stderr, "%s: buffer too small\r\n", __func__); 1495 return (E2BIG); 1496 } 1497 1498 if (op == VM_SNAPSHOT_SAVE) 1499 memcpy(buffer->buf, data, data_size); 1500 else if (op == VM_SNAPSHOT_RESTORE) 1501 memcpy(data, buffer->buf, data_size); 1502 else 1503 return (EINVAL); 1504 1505 buffer->buf += data_size; 1506 buffer->buf_rem -= data_size; 1507 1508 return (0); 1509 } 1510 1511 size_t 1512 vm_get_snapshot_size(struct vm_snapshot_meta *meta) 1513 { 1514 size_t length; 1515 struct vm_snapshot_buffer *buffer; 1516 1517 buffer = &meta->buffer; 1518 1519 if (buffer->buf_size < buffer->buf_rem) { 1520 fprintf(stderr, "%s: Invalid buffer: size = %zu, rem = %zu\r\n", 1521 __func__, buffer->buf_size, buffer->buf_rem); 1522 length = 0; 1523 } else { 1524 length = buffer->buf_size - buffer->buf_rem; 1525 } 1526 1527 return (length); 1528 } 1529 1530 int 1531 vm_snapshot_guest2host_addr(struct vmctx *ctx, void **addrp, size_t len, 1532 bool restore_null, struct vm_snapshot_meta *meta) 1533 { 1534 int ret; 1535 vm_paddr_t gaddr; 1536 1537 if (meta->op == VM_SNAPSHOT_SAVE) { 1538 gaddr = paddr_host2guest(ctx, *addrp); 1539 if (gaddr == (vm_paddr_t) -1) { 1540 if (!restore_null || 1541 (restore_null && (*addrp != NULL))) { 1542 ret = EFAULT; 1543 goto done; 1544 } 1545 } 1546 1547 SNAPSHOT_VAR_OR_LEAVE(gaddr, meta, ret, done); 1548 } else if (meta->op == VM_SNAPSHOT_RESTORE) { 1549 SNAPSHOT_VAR_OR_LEAVE(gaddr, meta, ret, done); 1550 if (gaddr == (vm_paddr_t) -1) { 1551 if (!restore_null) { 1552 ret = EFAULT; 1553 goto done; 1554 } 1555 } 1556 1557 *addrp = paddr_guest2host(ctx, gaddr, len); 1558 } else { 1559 ret = EINVAL; 1560 } 1561 1562 done: 1563 return (ret); 1564 } 1565 1566 int 1567 vm_snapshot_buf_cmp(void *data, size_t data_size, struct vm_snapshot_meta *meta) 1568 { 1569 struct vm_snapshot_buffer *buffer; 1570 int op; 1571 int ret; 1572 1573 buffer = &meta->buffer; 1574 op = meta->op; 1575 1576 if (buffer->buf_rem < data_size) { 1577 fprintf(stderr, "%s: buffer too small\r\n", __func__); 1578 ret = E2BIG; 1579 goto done; 1580 } 1581 1582 if (op == VM_SNAPSHOT_SAVE) { 1583 ret = 0; 1584 memcpy(buffer->buf, data, data_size); 1585 } else if (op == VM_SNAPSHOT_RESTORE) { 1586 ret = memcmp(data, buffer->buf, data_size); 1587 } else { 1588 ret = EINVAL; 1589 goto done; 1590 } 1591 1592 buffer->buf += data_size; 1593 buffer->buf_rem -= data_size; 1594 1595 done: 1596 return (ret); 1597 } 1598