1 /* 2 * Copyright (c) 2001-2004 Damien Miller <djm@openbsd.org> 3 * 4 * Permission to use, copy, modify, and distribute this software for any 5 * purpose with or without fee is hereby granted, provided that the above 6 * copyright notice and this permission notice appear in all copies. 7 * 8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 15 */ 16 17 /* XXX: memleaks */ 18 /* XXX: signed vs unsigned */ 19 /* XXX: remove all logging, only return status codes */ 20 /* XXX: copy between two remote sites */ 21 22 #include "includes.h" 23 RCSID("$OpenBSD: sftp-client.c,v 1.47 2004/03/03 09:30:42 djm Exp $"); 24 25 #include "openbsd-compat/sys-queue.h" 26 27 #include "buffer.h" 28 #include "bufaux.h" 29 #include "getput.h" 30 #include "xmalloc.h" 31 #include "log.h" 32 #include "atomicio.h" 33 #include "progressmeter.h" 34 35 #include "sftp.h" 36 #include "sftp-common.h" 37 #include "sftp-client.h" 38 39 extern int showprogress; 40 41 /* Minimum amount of data to read at at time */ 42 #define MIN_READ_SIZE 512 43 44 /* Maximum packet size */ 45 #define MAX_MSG_LENGTH (256 * 1024) 46 47 struct sftp_conn { 48 int fd_in; 49 int fd_out; 50 u_int transfer_buflen; 51 u_int num_requests; 52 u_int version; 53 u_int msg_id; 54 }; 55 56 static void 57 send_msg(int fd, Buffer *m) 58 { 59 u_char mlen[4]; 60 61 if (buffer_len(m) > MAX_MSG_LENGTH) 62 fatal("Outbound message too long %u", buffer_len(m)); 63 64 /* Send length first */ 65 PUT_32BIT(mlen, buffer_len(m)); 66 if (atomicio(vwrite, fd, mlen, sizeof(mlen)) <= 0) 67 fatal("Couldn't send packet: %s", strerror(errno)); 68 69 if (atomicio(vwrite, fd, buffer_ptr(m), buffer_len(m)) <= 0) 70 fatal("Couldn't send packet: %s", strerror(errno)); 71 72 buffer_clear(m); 73 } 74 75 static void 76 get_msg(int fd, Buffer *m) 77 { 78 ssize_t len; 79 u_int msg_len; 80 81 buffer_append_space(m, 4); 82 len = atomicio(read, fd, buffer_ptr(m), 4); 83 if (len == 0) 84 fatal("Connection closed"); 85 else if (len == -1) 86 fatal("Couldn't read packet: %s", strerror(errno)); 87 88 msg_len = buffer_get_int(m); 89 if (msg_len > MAX_MSG_LENGTH) 90 fatal("Received message too long %u", msg_len); 91 92 buffer_append_space(m, msg_len); 93 len = atomicio(read, fd, buffer_ptr(m), msg_len); 94 if (len == 0) 95 fatal("Connection closed"); 96 else if (len == -1) 97 fatal("Read packet: %s", strerror(errno)); 98 } 99 100 static void 101 send_string_request(int fd, u_int id, u_int code, char *s, 102 u_int len) 103 { 104 Buffer msg; 105 106 buffer_init(&msg); 107 buffer_put_char(&msg, code); 108 buffer_put_int(&msg, id); 109 buffer_put_string(&msg, s, len); 110 send_msg(fd, &msg); 111 debug3("Sent message fd %d T:%u I:%u", fd, code, id); 112 buffer_free(&msg); 113 } 114 115 static void 116 send_string_attrs_request(int fd, u_int id, u_int code, char *s, 117 u_int len, Attrib *a) 118 { 119 Buffer msg; 120 121 buffer_init(&msg); 122 buffer_put_char(&msg, code); 123 buffer_put_int(&msg, id); 124 buffer_put_string(&msg, s, len); 125 encode_attrib(&msg, a); 126 send_msg(fd, &msg); 127 debug3("Sent message fd %d T:%u I:%u", fd, code, id); 128 buffer_free(&msg); 129 } 130 131 static u_int 132 get_status(int fd, u_int expected_id) 133 { 134 Buffer msg; 135 u_int type, id, status; 136 137 buffer_init(&msg); 138 get_msg(fd, &msg); 139 type = buffer_get_char(&msg); 140 id = buffer_get_int(&msg); 141 142 if (id != expected_id) 143 fatal("ID mismatch (%u != %u)", id, expected_id); 144 if (type != SSH2_FXP_STATUS) 145 fatal("Expected SSH2_FXP_STATUS(%u) packet, got %u", 146 SSH2_FXP_STATUS, type); 147 148 status = buffer_get_int(&msg); 149 buffer_free(&msg); 150 151 debug3("SSH2_FXP_STATUS %u", status); 152 153 return(status); 154 } 155 156 static char * 157 get_handle(int fd, u_int expected_id, u_int *len) 158 { 159 Buffer msg; 160 u_int type, id; 161 char *handle; 162 163 buffer_init(&msg); 164 get_msg(fd, &msg); 165 type = buffer_get_char(&msg); 166 id = buffer_get_int(&msg); 167 168 if (id != expected_id) 169 fatal("ID mismatch (%u != %u)", id, expected_id); 170 if (type == SSH2_FXP_STATUS) { 171 int status = buffer_get_int(&msg); 172 173 error("Couldn't get handle: %s", fx2txt(status)); 174 return(NULL); 175 } else if (type != SSH2_FXP_HANDLE) 176 fatal("Expected SSH2_FXP_HANDLE(%u) packet, got %u", 177 SSH2_FXP_HANDLE, type); 178 179 handle = buffer_get_string(&msg, len); 180 buffer_free(&msg); 181 182 return(handle); 183 } 184 185 static Attrib * 186 get_decode_stat(int fd, u_int expected_id, int quiet) 187 { 188 Buffer msg; 189 u_int type, id; 190 Attrib *a; 191 192 buffer_init(&msg); 193 get_msg(fd, &msg); 194 195 type = buffer_get_char(&msg); 196 id = buffer_get_int(&msg); 197 198 debug3("Received stat reply T:%u I:%u", type, id); 199 if (id != expected_id) 200 fatal("ID mismatch (%u != %u)", id, expected_id); 201 if (type == SSH2_FXP_STATUS) { 202 int status = buffer_get_int(&msg); 203 204 if (quiet) 205 debug("Couldn't stat remote file: %s", fx2txt(status)); 206 else 207 error("Couldn't stat remote file: %s", fx2txt(status)); 208 return(NULL); 209 } else if (type != SSH2_FXP_ATTRS) { 210 fatal("Expected SSH2_FXP_ATTRS(%u) packet, got %u", 211 SSH2_FXP_ATTRS, type); 212 } 213 a = decode_attrib(&msg); 214 buffer_free(&msg); 215 216 return(a); 217 } 218 219 struct sftp_conn * 220 do_init(int fd_in, int fd_out, u_int transfer_buflen, u_int num_requests) 221 { 222 u_int type; 223 int version; 224 Buffer msg; 225 struct sftp_conn *ret; 226 227 buffer_init(&msg); 228 buffer_put_char(&msg, SSH2_FXP_INIT); 229 buffer_put_int(&msg, SSH2_FILEXFER_VERSION); 230 send_msg(fd_out, &msg); 231 232 buffer_clear(&msg); 233 234 get_msg(fd_in, &msg); 235 236 /* Expecting a VERSION reply */ 237 if ((type = buffer_get_char(&msg)) != SSH2_FXP_VERSION) { 238 error("Invalid packet back from SSH2_FXP_INIT (type %u)", 239 type); 240 buffer_free(&msg); 241 return(NULL); 242 } 243 version = buffer_get_int(&msg); 244 245 debug2("Remote version: %d", version); 246 247 /* Check for extensions */ 248 while (buffer_len(&msg) > 0) { 249 char *name = buffer_get_string(&msg, NULL); 250 char *value = buffer_get_string(&msg, NULL); 251 252 debug2("Init extension: \"%s\"", name); 253 xfree(name); 254 xfree(value); 255 } 256 257 buffer_free(&msg); 258 259 ret = xmalloc(sizeof(*ret)); 260 ret->fd_in = fd_in; 261 ret->fd_out = fd_out; 262 ret->transfer_buflen = transfer_buflen; 263 ret->num_requests = num_requests; 264 ret->version = version; 265 ret->msg_id = 1; 266 267 /* Some filexfer v.0 servers don't support large packets */ 268 if (version == 0) 269 ret->transfer_buflen = MIN(ret->transfer_buflen, 20480); 270 271 return(ret); 272 } 273 274 u_int 275 sftp_proto_version(struct sftp_conn *conn) 276 { 277 return(conn->version); 278 } 279 280 int 281 do_close(struct sftp_conn *conn, char *handle, u_int handle_len) 282 { 283 u_int id, status; 284 Buffer msg; 285 286 buffer_init(&msg); 287 288 id = conn->msg_id++; 289 buffer_put_char(&msg, SSH2_FXP_CLOSE); 290 buffer_put_int(&msg, id); 291 buffer_put_string(&msg, handle, handle_len); 292 send_msg(conn->fd_out, &msg); 293 debug3("Sent message SSH2_FXP_CLOSE I:%u", id); 294 295 status = get_status(conn->fd_in, id); 296 if (status != SSH2_FX_OK) 297 error("Couldn't close file: %s", fx2txt(status)); 298 299 buffer_free(&msg); 300 301 return(status); 302 } 303 304 305 static int 306 do_lsreaddir(struct sftp_conn *conn, char *path, int printflag, 307 SFTP_DIRENT ***dir) 308 { 309 Buffer msg; 310 u_int type, id, handle_len, i, expected_id, ents = 0; 311 char *handle; 312 313 id = conn->msg_id++; 314 315 buffer_init(&msg); 316 buffer_put_char(&msg, SSH2_FXP_OPENDIR); 317 buffer_put_int(&msg, id); 318 buffer_put_cstring(&msg, path); 319 send_msg(conn->fd_out, &msg); 320 321 buffer_clear(&msg); 322 323 handle = get_handle(conn->fd_in, id, &handle_len); 324 if (handle == NULL) 325 return(-1); 326 327 if (dir) { 328 ents = 0; 329 *dir = xmalloc(sizeof(**dir)); 330 (*dir)[0] = NULL; 331 } 332 333 for (;;) { 334 int count; 335 336 id = expected_id = conn->msg_id++; 337 338 debug3("Sending SSH2_FXP_READDIR I:%u", id); 339 340 buffer_clear(&msg); 341 buffer_put_char(&msg, SSH2_FXP_READDIR); 342 buffer_put_int(&msg, id); 343 buffer_put_string(&msg, handle, handle_len); 344 send_msg(conn->fd_out, &msg); 345 346 buffer_clear(&msg); 347 348 get_msg(conn->fd_in, &msg); 349 350 type = buffer_get_char(&msg); 351 id = buffer_get_int(&msg); 352 353 debug3("Received reply T:%u I:%u", type, id); 354 355 if (id != expected_id) 356 fatal("ID mismatch (%u != %u)", id, expected_id); 357 358 if (type == SSH2_FXP_STATUS) { 359 int status = buffer_get_int(&msg); 360 361 debug3("Received SSH2_FXP_STATUS %d", status); 362 363 if (status == SSH2_FX_EOF) { 364 break; 365 } else { 366 error("Couldn't read directory: %s", 367 fx2txt(status)); 368 do_close(conn, handle, handle_len); 369 xfree(handle); 370 return(status); 371 } 372 } else if (type != SSH2_FXP_NAME) 373 fatal("Expected SSH2_FXP_NAME(%u) packet, got %u", 374 SSH2_FXP_NAME, type); 375 376 count = buffer_get_int(&msg); 377 if (count == 0) 378 break; 379 debug3("Received %d SSH2_FXP_NAME responses", count); 380 for (i = 0; i < count; i++) { 381 char *filename, *longname; 382 Attrib *a; 383 384 filename = buffer_get_string(&msg, NULL); 385 longname = buffer_get_string(&msg, NULL); 386 a = decode_attrib(&msg); 387 388 if (printflag) 389 printf("%s\n", longname); 390 391 if (dir) { 392 *dir = xrealloc(*dir, sizeof(**dir) * 393 (ents + 2)); 394 (*dir)[ents] = xmalloc(sizeof(***dir)); 395 (*dir)[ents]->filename = xstrdup(filename); 396 (*dir)[ents]->longname = xstrdup(longname); 397 memcpy(&(*dir)[ents]->a, a, sizeof(*a)); 398 (*dir)[++ents] = NULL; 399 } 400 401 xfree(filename); 402 xfree(longname); 403 } 404 } 405 406 buffer_free(&msg); 407 do_close(conn, handle, handle_len); 408 xfree(handle); 409 410 return(0); 411 } 412 413 int 414 do_readdir(struct sftp_conn *conn, char *path, SFTP_DIRENT ***dir) 415 { 416 return(do_lsreaddir(conn, path, 0, dir)); 417 } 418 419 void free_sftp_dirents(SFTP_DIRENT **s) 420 { 421 int i; 422 423 for (i = 0; s[i]; i++) { 424 xfree(s[i]->filename); 425 xfree(s[i]->longname); 426 xfree(s[i]); 427 } 428 xfree(s); 429 } 430 431 int 432 do_rm(struct sftp_conn *conn, char *path) 433 { 434 u_int status, id; 435 436 debug2("Sending SSH2_FXP_REMOVE \"%s\"", path); 437 438 id = conn->msg_id++; 439 send_string_request(conn->fd_out, id, SSH2_FXP_REMOVE, path, 440 strlen(path)); 441 status = get_status(conn->fd_in, id); 442 if (status != SSH2_FX_OK) 443 error("Couldn't delete file: %s", fx2txt(status)); 444 return(status); 445 } 446 447 int 448 do_mkdir(struct sftp_conn *conn, char *path, Attrib *a) 449 { 450 u_int status, id; 451 452 id = conn->msg_id++; 453 send_string_attrs_request(conn->fd_out, id, SSH2_FXP_MKDIR, path, 454 strlen(path), a); 455 456 status = get_status(conn->fd_in, id); 457 if (status != SSH2_FX_OK) 458 error("Couldn't create directory: %s", fx2txt(status)); 459 460 return(status); 461 } 462 463 int 464 do_rmdir(struct sftp_conn *conn, char *path) 465 { 466 u_int status, id; 467 468 id = conn->msg_id++; 469 send_string_request(conn->fd_out, id, SSH2_FXP_RMDIR, path, 470 strlen(path)); 471 472 status = get_status(conn->fd_in, id); 473 if (status != SSH2_FX_OK) 474 error("Couldn't remove directory: %s", fx2txt(status)); 475 476 return(status); 477 } 478 479 Attrib * 480 do_stat(struct sftp_conn *conn, char *path, int quiet) 481 { 482 u_int id; 483 484 id = conn->msg_id++; 485 486 send_string_request(conn->fd_out, id, 487 conn->version == 0 ? SSH2_FXP_STAT_VERSION_0 : SSH2_FXP_STAT, 488 path, strlen(path)); 489 490 return(get_decode_stat(conn->fd_in, id, quiet)); 491 } 492 493 Attrib * 494 do_lstat(struct sftp_conn *conn, char *path, int quiet) 495 { 496 u_int id; 497 498 if (conn->version == 0) { 499 if (quiet) 500 debug("Server version does not support lstat operation"); 501 else 502 logit("Server version does not support lstat operation"); 503 return(do_stat(conn, path, quiet)); 504 } 505 506 id = conn->msg_id++; 507 send_string_request(conn->fd_out, id, SSH2_FXP_LSTAT, path, 508 strlen(path)); 509 510 return(get_decode_stat(conn->fd_in, id, quiet)); 511 } 512 513 Attrib * 514 do_fstat(struct sftp_conn *conn, char *handle, u_int handle_len, int quiet) 515 { 516 u_int id; 517 518 id = conn->msg_id++; 519 send_string_request(conn->fd_out, id, SSH2_FXP_FSTAT, handle, 520 handle_len); 521 522 return(get_decode_stat(conn->fd_in, id, quiet)); 523 } 524 525 int 526 do_setstat(struct sftp_conn *conn, char *path, Attrib *a) 527 { 528 u_int status, id; 529 530 id = conn->msg_id++; 531 send_string_attrs_request(conn->fd_out, id, SSH2_FXP_SETSTAT, path, 532 strlen(path), a); 533 534 status = get_status(conn->fd_in, id); 535 if (status != SSH2_FX_OK) 536 error("Couldn't setstat on \"%s\": %s", path, 537 fx2txt(status)); 538 539 return(status); 540 } 541 542 int 543 do_fsetstat(struct sftp_conn *conn, char *handle, u_int handle_len, 544 Attrib *a) 545 { 546 u_int status, id; 547 548 id = conn->msg_id++; 549 send_string_attrs_request(conn->fd_out, id, SSH2_FXP_FSETSTAT, handle, 550 handle_len, a); 551 552 status = get_status(conn->fd_in, id); 553 if (status != SSH2_FX_OK) 554 error("Couldn't fsetstat: %s", fx2txt(status)); 555 556 return(status); 557 } 558 559 char * 560 do_realpath(struct sftp_conn *conn, char *path) 561 { 562 Buffer msg; 563 u_int type, expected_id, count, id; 564 char *filename, *longname; 565 Attrib *a; 566 567 expected_id = id = conn->msg_id++; 568 send_string_request(conn->fd_out, id, SSH2_FXP_REALPATH, path, 569 strlen(path)); 570 571 buffer_init(&msg); 572 573 get_msg(conn->fd_in, &msg); 574 type = buffer_get_char(&msg); 575 id = buffer_get_int(&msg); 576 577 if (id != expected_id) 578 fatal("ID mismatch (%u != %u)", id, expected_id); 579 580 if (type == SSH2_FXP_STATUS) { 581 u_int status = buffer_get_int(&msg); 582 583 error("Couldn't canonicalise: %s", fx2txt(status)); 584 return(NULL); 585 } else if (type != SSH2_FXP_NAME) 586 fatal("Expected SSH2_FXP_NAME(%u) packet, got %u", 587 SSH2_FXP_NAME, type); 588 589 count = buffer_get_int(&msg); 590 if (count != 1) 591 fatal("Got multiple names (%d) from SSH_FXP_REALPATH", count); 592 593 filename = buffer_get_string(&msg, NULL); 594 longname = buffer_get_string(&msg, NULL); 595 a = decode_attrib(&msg); 596 597 debug3("SSH_FXP_REALPATH %s -> %s", path, filename); 598 599 xfree(longname); 600 601 buffer_free(&msg); 602 603 return(filename); 604 } 605 606 int 607 do_rename(struct sftp_conn *conn, char *oldpath, char *newpath) 608 { 609 Buffer msg; 610 u_int status, id; 611 612 buffer_init(&msg); 613 614 /* Send rename request */ 615 id = conn->msg_id++; 616 buffer_put_char(&msg, SSH2_FXP_RENAME); 617 buffer_put_int(&msg, id); 618 buffer_put_cstring(&msg, oldpath); 619 buffer_put_cstring(&msg, newpath); 620 send_msg(conn->fd_out, &msg); 621 debug3("Sent message SSH2_FXP_RENAME \"%s\" -> \"%s\"", oldpath, 622 newpath); 623 buffer_free(&msg); 624 625 status = get_status(conn->fd_in, id); 626 if (status != SSH2_FX_OK) 627 error("Couldn't rename file \"%s\" to \"%s\": %s", oldpath, 628 newpath, fx2txt(status)); 629 630 return(status); 631 } 632 633 int 634 do_symlink(struct sftp_conn *conn, char *oldpath, char *newpath) 635 { 636 Buffer msg; 637 u_int status, id; 638 639 if (conn->version < 3) { 640 error("This server does not support the symlink operation"); 641 return(SSH2_FX_OP_UNSUPPORTED); 642 } 643 644 buffer_init(&msg); 645 646 /* Send rename request */ 647 id = conn->msg_id++; 648 buffer_put_char(&msg, SSH2_FXP_SYMLINK); 649 buffer_put_int(&msg, id); 650 buffer_put_cstring(&msg, oldpath); 651 buffer_put_cstring(&msg, newpath); 652 send_msg(conn->fd_out, &msg); 653 debug3("Sent message SSH2_FXP_SYMLINK \"%s\" -> \"%s\"", oldpath, 654 newpath); 655 buffer_free(&msg); 656 657 status = get_status(conn->fd_in, id); 658 if (status != SSH2_FX_OK) 659 error("Couldn't symlink file \"%s\" to \"%s\": %s", oldpath, 660 newpath, fx2txt(status)); 661 662 return(status); 663 } 664 665 char * 666 do_readlink(struct sftp_conn *conn, char *path) 667 { 668 Buffer msg; 669 u_int type, expected_id, count, id; 670 char *filename, *longname; 671 Attrib *a; 672 673 expected_id = id = conn->msg_id++; 674 send_string_request(conn->fd_out, id, SSH2_FXP_READLINK, path, 675 strlen(path)); 676 677 buffer_init(&msg); 678 679 get_msg(conn->fd_in, &msg); 680 type = buffer_get_char(&msg); 681 id = buffer_get_int(&msg); 682 683 if (id != expected_id) 684 fatal("ID mismatch (%u != %u)", id, expected_id); 685 686 if (type == SSH2_FXP_STATUS) { 687 u_int status = buffer_get_int(&msg); 688 689 error("Couldn't readlink: %s", fx2txt(status)); 690 return(NULL); 691 } else if (type != SSH2_FXP_NAME) 692 fatal("Expected SSH2_FXP_NAME(%u) packet, got %u", 693 SSH2_FXP_NAME, type); 694 695 count = buffer_get_int(&msg); 696 if (count != 1) 697 fatal("Got multiple names (%d) from SSH_FXP_READLINK", count); 698 699 filename = buffer_get_string(&msg, NULL); 700 longname = buffer_get_string(&msg, NULL); 701 a = decode_attrib(&msg); 702 703 debug3("SSH_FXP_READLINK %s -> %s", path, filename); 704 705 xfree(longname); 706 707 buffer_free(&msg); 708 709 return(filename); 710 } 711 712 static void 713 send_read_request(int fd_out, u_int id, u_int64_t offset, u_int len, 714 char *handle, u_int handle_len) 715 { 716 Buffer msg; 717 718 buffer_init(&msg); 719 buffer_clear(&msg); 720 buffer_put_char(&msg, SSH2_FXP_READ); 721 buffer_put_int(&msg, id); 722 buffer_put_string(&msg, handle, handle_len); 723 buffer_put_int64(&msg, offset); 724 buffer_put_int(&msg, len); 725 send_msg(fd_out, &msg); 726 buffer_free(&msg); 727 } 728 729 int 730 do_download(struct sftp_conn *conn, char *remote_path, char *local_path, 731 int pflag) 732 { 733 Attrib junk, *a; 734 Buffer msg; 735 char *handle; 736 int local_fd, status, num_req, max_req, write_error; 737 int read_error, write_errno; 738 u_int64_t offset, size; 739 u_int handle_len, mode, type, id, buflen; 740 off_t progress_counter; 741 struct request { 742 u_int id; 743 u_int len; 744 u_int64_t offset; 745 TAILQ_ENTRY(request) tq; 746 }; 747 TAILQ_HEAD(reqhead, request) requests; 748 struct request *req; 749 750 TAILQ_INIT(&requests); 751 752 a = do_stat(conn, remote_path, 0); 753 if (a == NULL) 754 return(-1); 755 756 /* XXX: should we preserve set[ug]id? */ 757 if (a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS) 758 mode = a->perm & 0777; 759 else 760 mode = 0666; 761 762 if ((a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS) && 763 (!S_ISREG(a->perm))) { 764 error("Cannot download non-regular file: %s", remote_path); 765 return(-1); 766 } 767 768 if (a->flags & SSH2_FILEXFER_ATTR_SIZE) 769 size = a->size; 770 else 771 size = 0; 772 773 buflen = conn->transfer_buflen; 774 buffer_init(&msg); 775 776 /* Send open request */ 777 id = conn->msg_id++; 778 buffer_put_char(&msg, SSH2_FXP_OPEN); 779 buffer_put_int(&msg, id); 780 buffer_put_cstring(&msg, remote_path); 781 buffer_put_int(&msg, SSH2_FXF_READ); 782 attrib_clear(&junk); /* Send empty attributes */ 783 encode_attrib(&msg, &junk); 784 send_msg(conn->fd_out, &msg); 785 debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path); 786 787 handle = get_handle(conn->fd_in, id, &handle_len); 788 if (handle == NULL) { 789 buffer_free(&msg); 790 return(-1); 791 } 792 793 local_fd = open(local_path, O_WRONLY | O_CREAT | O_TRUNC, 794 mode | S_IWRITE); 795 if (local_fd == -1) { 796 error("Couldn't open local file \"%s\" for writing: %s", 797 local_path, strerror(errno)); 798 buffer_free(&msg); 799 xfree(handle); 800 return(-1); 801 } 802 803 /* Read from remote and write to local */ 804 write_error = read_error = write_errno = num_req = offset = 0; 805 max_req = 1; 806 progress_counter = 0; 807 808 if (showprogress && size != 0) 809 start_progress_meter(remote_path, size, &progress_counter); 810 811 while (num_req > 0 || max_req > 0) { 812 char *data; 813 u_int len; 814 815 /* Send some more requests */ 816 while (num_req < max_req) { 817 debug3("Request range %llu -> %llu (%d/%d)", 818 (unsigned long long)offset, 819 (unsigned long long)offset + buflen - 1, 820 num_req, max_req); 821 req = xmalloc(sizeof(*req)); 822 req->id = conn->msg_id++; 823 req->len = buflen; 824 req->offset = offset; 825 offset += buflen; 826 num_req++; 827 TAILQ_INSERT_TAIL(&requests, req, tq); 828 send_read_request(conn->fd_out, req->id, req->offset, 829 req->len, handle, handle_len); 830 } 831 832 buffer_clear(&msg); 833 get_msg(conn->fd_in, &msg); 834 type = buffer_get_char(&msg); 835 id = buffer_get_int(&msg); 836 debug3("Received reply T:%u I:%u R:%d", type, id, max_req); 837 838 /* Find the request in our queue */ 839 for(req = TAILQ_FIRST(&requests); 840 req != NULL && req->id != id; 841 req = TAILQ_NEXT(req, tq)) 842 ; 843 if (req == NULL) 844 fatal("Unexpected reply %u", id); 845 846 switch (type) { 847 case SSH2_FXP_STATUS: 848 status = buffer_get_int(&msg); 849 if (status != SSH2_FX_EOF) 850 read_error = 1; 851 max_req = 0; 852 TAILQ_REMOVE(&requests, req, tq); 853 xfree(req); 854 num_req--; 855 break; 856 case SSH2_FXP_DATA: 857 data = buffer_get_string(&msg, &len); 858 debug3("Received data %llu -> %llu", 859 (unsigned long long)req->offset, 860 (unsigned long long)req->offset + len - 1); 861 if (len > req->len) 862 fatal("Received more data than asked for " 863 "%u > %u", len, req->len); 864 if ((lseek(local_fd, req->offset, SEEK_SET) == -1 || 865 atomicio(vwrite, local_fd, data, len) != len) && 866 !write_error) { 867 write_errno = errno; 868 write_error = 1; 869 max_req = 0; 870 } 871 progress_counter += len; 872 xfree(data); 873 874 if (len == req->len) { 875 TAILQ_REMOVE(&requests, req, tq); 876 xfree(req); 877 num_req--; 878 } else { 879 /* Resend the request for the missing data */ 880 debug3("Short data block, re-requesting " 881 "%llu -> %llu (%2d)", 882 (unsigned long long)req->offset + len, 883 (unsigned long long)req->offset + 884 req->len - 1, num_req); 885 req->id = conn->msg_id++; 886 req->len -= len; 887 req->offset += len; 888 send_read_request(conn->fd_out, req->id, 889 req->offset, req->len, handle, handle_len); 890 /* Reduce the request size */ 891 if (len < buflen) 892 buflen = MAX(MIN_READ_SIZE, len); 893 } 894 if (max_req > 0) { /* max_req = 0 iff EOF received */ 895 if (size > 0 && offset > size) { 896 /* Only one request at a time 897 * after the expected EOF */ 898 debug3("Finish at %llu (%2d)", 899 (unsigned long long)offset, 900 num_req); 901 max_req = 1; 902 } 903 else if (max_req < conn->num_requests + 1) { 904 ++max_req; 905 } 906 } 907 break; 908 default: 909 fatal("Expected SSH2_FXP_DATA(%u) packet, got %u", 910 SSH2_FXP_DATA, type); 911 } 912 } 913 914 if (showprogress && size) 915 stop_progress_meter(); 916 917 /* Sanity check */ 918 if (TAILQ_FIRST(&requests) != NULL) 919 fatal("Transfer complete, but requests still in queue"); 920 921 if (read_error) { 922 error("Couldn't read from remote file \"%s\" : %s", 923 remote_path, fx2txt(status)); 924 do_close(conn, handle, handle_len); 925 } else if (write_error) { 926 error("Couldn't write to \"%s\": %s", local_path, 927 strerror(write_errno)); 928 status = -1; 929 do_close(conn, handle, handle_len); 930 } else { 931 status = do_close(conn, handle, handle_len); 932 933 /* Override umask and utimes if asked */ 934 #ifdef HAVE_FCHMOD 935 if (pflag && fchmod(local_fd, mode) == -1) 936 #else 937 if (pflag && chmod(local_path, mode) == -1) 938 #endif /* HAVE_FCHMOD */ 939 error("Couldn't set mode on \"%s\": %s", local_path, 940 strerror(errno)); 941 if (pflag && (a->flags & SSH2_FILEXFER_ATTR_ACMODTIME)) { 942 struct timeval tv[2]; 943 tv[0].tv_sec = a->atime; 944 tv[1].tv_sec = a->mtime; 945 tv[0].tv_usec = tv[1].tv_usec = 0; 946 if (utimes(local_path, tv) == -1) 947 error("Can't set times on \"%s\": %s", 948 local_path, strerror(errno)); 949 } 950 } 951 close(local_fd); 952 buffer_free(&msg); 953 xfree(handle); 954 955 return(status); 956 } 957 958 int 959 do_upload(struct sftp_conn *conn, char *local_path, char *remote_path, 960 int pflag) 961 { 962 int local_fd, status; 963 u_int handle_len, id, type; 964 u_int64_t offset; 965 char *handle, *data; 966 Buffer msg; 967 struct stat sb; 968 Attrib a; 969 u_int32_t startid; 970 u_int32_t ackid; 971 struct outstanding_ack { 972 u_int id; 973 u_int len; 974 u_int64_t offset; 975 TAILQ_ENTRY(outstanding_ack) tq; 976 }; 977 TAILQ_HEAD(ackhead, outstanding_ack) acks; 978 struct outstanding_ack *ack; 979 980 TAILQ_INIT(&acks); 981 982 if ((local_fd = open(local_path, O_RDONLY, 0)) == -1) { 983 error("Couldn't open local file \"%s\" for reading: %s", 984 local_path, strerror(errno)); 985 return(-1); 986 } 987 if (fstat(local_fd, &sb) == -1) { 988 error("Couldn't fstat local file \"%s\": %s", 989 local_path, strerror(errno)); 990 close(local_fd); 991 return(-1); 992 } 993 if (!S_ISREG(sb.st_mode)) { 994 error("%s is not a regular file", local_path); 995 close(local_fd); 996 return(-1); 997 } 998 stat_to_attrib(&sb, &a); 999 1000 a.flags &= ~SSH2_FILEXFER_ATTR_SIZE; 1001 a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID; 1002 a.perm &= 0777; 1003 if (!pflag) 1004 a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME; 1005 1006 buffer_init(&msg); 1007 1008 /* Send open request */ 1009 id = conn->msg_id++; 1010 buffer_put_char(&msg, SSH2_FXP_OPEN); 1011 buffer_put_int(&msg, id); 1012 buffer_put_cstring(&msg, remote_path); 1013 buffer_put_int(&msg, SSH2_FXF_WRITE|SSH2_FXF_CREAT|SSH2_FXF_TRUNC); 1014 encode_attrib(&msg, &a); 1015 send_msg(conn->fd_out, &msg); 1016 debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path); 1017 1018 buffer_clear(&msg); 1019 1020 handle = get_handle(conn->fd_in, id, &handle_len); 1021 if (handle == NULL) { 1022 close(local_fd); 1023 buffer_free(&msg); 1024 return(-1); 1025 } 1026 1027 startid = ackid = id + 1; 1028 data = xmalloc(conn->transfer_buflen); 1029 1030 /* Read from local and write to remote */ 1031 offset = 0; 1032 if (showprogress) 1033 start_progress_meter(local_path, sb.st_size, &offset); 1034 1035 for (;;) { 1036 int len; 1037 1038 /* 1039 * Can't use atomicio here because it returns 0 on EOF, thus losing 1040 * the last block of the file 1041 */ 1042 do 1043 len = read(local_fd, data, conn->transfer_buflen); 1044 while ((len == -1) && (errno == EINTR || errno == EAGAIN)); 1045 1046 if (len == -1) 1047 fatal("Couldn't read from \"%s\": %s", local_path, 1048 strerror(errno)); 1049 1050 if (len != 0) { 1051 ack = xmalloc(sizeof(*ack)); 1052 ack->id = ++id; 1053 ack->offset = offset; 1054 ack->len = len; 1055 TAILQ_INSERT_TAIL(&acks, ack, tq); 1056 1057 buffer_clear(&msg); 1058 buffer_put_char(&msg, SSH2_FXP_WRITE); 1059 buffer_put_int(&msg, ack->id); 1060 buffer_put_string(&msg, handle, handle_len); 1061 buffer_put_int64(&msg, offset); 1062 buffer_put_string(&msg, data, len); 1063 send_msg(conn->fd_out, &msg); 1064 debug3("Sent message SSH2_FXP_WRITE I:%u O:%llu S:%u", 1065 id, (unsigned long long)offset, len); 1066 } else if (TAILQ_FIRST(&acks) == NULL) 1067 break; 1068 1069 if (ack == NULL) 1070 fatal("Unexpected ACK %u", id); 1071 1072 if (id == startid || len == 0 || 1073 id - ackid >= conn->num_requests) { 1074 u_int r_id; 1075 1076 buffer_clear(&msg); 1077 get_msg(conn->fd_in, &msg); 1078 type = buffer_get_char(&msg); 1079 r_id = buffer_get_int(&msg); 1080 1081 if (type != SSH2_FXP_STATUS) 1082 fatal("Expected SSH2_FXP_STATUS(%d) packet, " 1083 "got %d", SSH2_FXP_STATUS, type); 1084 1085 status = buffer_get_int(&msg); 1086 debug3("SSH2_FXP_STATUS %d", status); 1087 1088 /* Find the request in our queue */ 1089 for(ack = TAILQ_FIRST(&acks); 1090 ack != NULL && ack->id != r_id; 1091 ack = TAILQ_NEXT(ack, tq)) 1092 ; 1093 if (ack == NULL) 1094 fatal("Can't find request for ID %u", r_id); 1095 TAILQ_REMOVE(&acks, ack, tq); 1096 1097 if (status != SSH2_FX_OK) { 1098 error("Couldn't write to remote file \"%s\": %s", 1099 remote_path, fx2txt(status)); 1100 do_close(conn, handle, handle_len); 1101 close(local_fd); 1102 xfree(data); 1103 xfree(ack); 1104 goto done; 1105 } 1106 debug3("In write loop, ack for %u %u bytes at %llu", 1107 ack->id, ack->len, (unsigned long long)ack->offset); 1108 ++ackid; 1109 xfree(ack); 1110 } 1111 offset += len; 1112 } 1113 if (showprogress) 1114 stop_progress_meter(); 1115 xfree(data); 1116 1117 if (close(local_fd) == -1) { 1118 error("Couldn't close local file \"%s\": %s", local_path, 1119 strerror(errno)); 1120 do_close(conn, handle, handle_len); 1121 status = -1; 1122 goto done; 1123 } 1124 1125 /* Override umask and utimes if asked */ 1126 if (pflag) 1127 do_fsetstat(conn, handle, handle_len, &a); 1128 1129 status = do_close(conn, handle, handle_len); 1130 1131 done: 1132 xfree(handle); 1133 buffer_free(&msg); 1134 return(status); 1135 } 1136