1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * linux/fs/nfs/callback_xdr.c 4 * 5 * Copyright (C) 2004 Trond Myklebust 6 * 7 * NFSv4 callback encode/decode procedures 8 */ 9 #include <linux/kernel.h> 10 #include <linux/sunrpc/svc.h> 11 #include <linux/nfs4.h> 12 #include <linux/nfs_fs.h> 13 #include <linux/ratelimit.h> 14 #include <linux/printk.h> 15 #include <linux/slab.h> 16 #include <linux/sunrpc/bc_xprt.h> 17 #include "nfs4_fs.h" 18 #include "callback.h" 19 #include "internal.h" 20 #include "nfs4session.h" 21 #include "nfs4trace.h" 22 23 #define CB_OP_TAGLEN_MAXSZ (512) 24 #define CB_OP_HDR_RES_MAXSZ (2 * 4) // opcode, status 25 #define CB_OP_GETATTR_BITMAP_MAXSZ (4 * 4) // bitmap length, 3 bitmaps 26 #define CB_OP_GETATTR_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ + \ 27 CB_OP_GETATTR_BITMAP_MAXSZ + \ 28 /* change, size, atime, ctime, 29 * mtime, deleg_atime, deleg_mtime */\ 30 (2 + 2 + 3 + 3 + 3 + 3 + 3) * 4) 31 #define CB_OP_RECALL_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 32 33 #define CB_OP_LAYOUTRECALL_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 34 #define CB_OP_DEVICENOTIFY_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 35 #define CB_OP_SEQUENCE_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ + \ 36 NFS4_MAX_SESSIONID_LEN + \ 37 (1 + 3) * 4) // seqid, 3 slotids 38 #define CB_OP_RECALLANY_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 39 #define CB_OP_RECALLSLOT_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 40 #define CB_OP_NOTIFY_LOCK_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 41 #ifdef CONFIG_NFS_V4_2 42 #define CB_OP_OFFLOAD_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ) 43 #endif /* CONFIG_NFS_V4_2 */ 44 45 #define NFSDBG_FACILITY NFSDBG_CALLBACK 46 47 /* Internal error code */ 48 #define NFS4ERR_RESOURCE_HDR 11050 49 50 struct callback_op { 51 __be32 (*process_op)(void *, void *, struct cb_process_state *); 52 __be32 (*decode_args)(struct svc_rqst *, struct xdr_stream *, void *); 53 __be32 (*encode_res)(struct svc_rqst *, struct xdr_stream *, 54 const void *); 55 long res_maxsize; 56 }; 57 58 static struct callback_op callback_ops[]; 59 60 static __be32 nfs4_callback_null(struct svc_rqst *rqstp) 61 { 62 return htonl(NFS4_OK); 63 } 64 65 /* 66 * svc_process_common() looks for an XDR encoder to know when 67 * not to drop a Reply. 68 */ 69 static bool nfs4_encode_void(struct svc_rqst *rqstp, struct xdr_stream *xdr) 70 { 71 return true; 72 } 73 74 static __be32 decode_string(struct xdr_stream *xdr, unsigned int *len, 75 const char **str, size_t maxlen) 76 { 77 ssize_t err; 78 79 err = xdr_stream_decode_opaque_inline(xdr, (void **)str, maxlen); 80 if (err < 0) 81 return cpu_to_be32(NFS4ERR_RESOURCE); 82 *len = err; 83 return 0; 84 } 85 86 static __be32 decode_fh(struct xdr_stream *xdr, struct nfs_fh *fh) 87 { 88 __be32 *p; 89 90 p = xdr_inline_decode(xdr, 4); 91 if (unlikely(p == NULL)) 92 return htonl(NFS4ERR_RESOURCE); 93 fh->size = ntohl(*p); 94 if (fh->size > NFS4_FHSIZE) 95 return htonl(NFS4ERR_BADHANDLE); 96 p = xdr_inline_decode(xdr, fh->size); 97 if (unlikely(p == NULL)) 98 return htonl(NFS4ERR_RESOURCE); 99 memcpy(&fh->data[0], p, fh->size); 100 memset(&fh->data[fh->size], 0, sizeof(fh->data) - fh->size); 101 return 0; 102 } 103 104 static __be32 decode_bitmap(struct xdr_stream *xdr, uint32_t *bitmap) 105 { 106 __be32 *p; 107 unsigned int attrlen; 108 109 p = xdr_inline_decode(xdr, 4); 110 if (unlikely(p == NULL)) 111 return htonl(NFS4ERR_RESOURCE); 112 attrlen = ntohl(*p); 113 p = xdr_inline_decode(xdr, attrlen << 2); 114 if (unlikely(p == NULL)) 115 return htonl(NFS4ERR_RESOURCE); 116 if (likely(attrlen > 0)) 117 bitmap[0] = ntohl(*p++); 118 if (attrlen > 1) 119 bitmap[1] = ntohl(*p++); 120 if (attrlen > 2) 121 bitmap[2] = ntohl(*p); 122 return 0; 123 } 124 125 static __be32 decode_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid) 126 { 127 __be32 *p; 128 129 p = xdr_inline_decode(xdr, NFS4_STATEID_SIZE); 130 if (unlikely(p == NULL)) 131 return htonl(NFS4ERR_RESOURCE); 132 memcpy(stateid->data, p, NFS4_STATEID_SIZE); 133 return 0; 134 } 135 136 static __be32 decode_delegation_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid) 137 { 138 stateid->type = NFS4_DELEGATION_STATEID_TYPE; 139 return decode_stateid(xdr, stateid); 140 } 141 142 static __be32 decode_compound_hdr_arg(struct xdr_stream *xdr, struct cb_compound_hdr_arg *hdr) 143 { 144 __be32 *p; 145 __be32 status; 146 147 status = decode_string(xdr, &hdr->taglen, &hdr->tag, CB_OP_TAGLEN_MAXSZ); 148 if (unlikely(status != 0)) 149 return status; 150 p = xdr_inline_decode(xdr, 12); 151 if (unlikely(p == NULL)) 152 return htonl(NFS4ERR_RESOURCE); 153 hdr->minorversion = ntohl(*p++); 154 /* Check for minor version support */ 155 if (hdr->minorversion <= NFS4_MAX_MINOR_VERSION) { 156 hdr->cb_ident = ntohl(*p++); /* ignored by v4.1 and v4.2 */ 157 } else { 158 pr_warn_ratelimited("NFS: %s: NFSv4 server callback with " 159 "illegal minor version %u!\n", 160 __func__, hdr->minorversion); 161 return htonl(NFS4ERR_MINOR_VERS_MISMATCH); 162 } 163 hdr->nops = ntohl(*p); 164 return 0; 165 } 166 167 static __be32 decode_op_hdr(struct xdr_stream *xdr, unsigned int *op) 168 { 169 __be32 *p; 170 p = xdr_inline_decode(xdr, 4); 171 if (unlikely(p == NULL)) 172 return htonl(NFS4ERR_RESOURCE_HDR); 173 *op = ntohl(*p); 174 return 0; 175 } 176 177 static __be32 decode_getattr_args(struct svc_rqst *rqstp, 178 struct xdr_stream *xdr, void *argp) 179 { 180 struct cb_getattrargs *args = argp; 181 __be32 status; 182 183 status = decode_fh(xdr, &args->fh); 184 if (unlikely(status != 0)) 185 return status; 186 return decode_bitmap(xdr, args->bitmap); 187 } 188 189 static __be32 decode_recall_args(struct svc_rqst *rqstp, 190 struct xdr_stream *xdr, void *argp) 191 { 192 struct cb_recallargs *args = argp; 193 __be32 *p; 194 __be32 status; 195 196 status = decode_delegation_stateid(xdr, &args->stateid); 197 if (unlikely(status != 0)) 198 return status; 199 p = xdr_inline_decode(xdr, 4); 200 if (unlikely(p == NULL)) 201 return htonl(NFS4ERR_RESOURCE); 202 args->truncate = ntohl(*p); 203 return decode_fh(xdr, &args->fh); 204 } 205 206 static __be32 decode_layout_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid) 207 { 208 stateid->type = NFS4_LAYOUT_STATEID_TYPE; 209 return decode_stateid(xdr, stateid); 210 } 211 212 static __be32 decode_layoutrecall_args(struct svc_rqst *rqstp, 213 struct xdr_stream *xdr, void *argp) 214 { 215 struct cb_layoutrecallargs *args = argp; 216 __be32 *p; 217 __be32 status = 0; 218 uint32_t iomode; 219 220 p = xdr_inline_decode(xdr, 4 * sizeof(uint32_t)); 221 if (unlikely(p == NULL)) 222 return htonl(NFS4ERR_BADXDR); 223 224 args->cbl_layout_type = ntohl(*p++); 225 /* Depite the spec's xdr, iomode really belongs in the FILE switch, 226 * as it is unusable and ignored with the other types. 227 */ 228 iomode = ntohl(*p++); 229 args->cbl_layoutchanged = ntohl(*p++); 230 args->cbl_recall_type = ntohl(*p++); 231 232 if (args->cbl_recall_type == RETURN_FILE) { 233 args->cbl_range.iomode = iomode; 234 status = decode_fh(xdr, &args->cbl_fh); 235 if (unlikely(status != 0)) 236 return status; 237 238 p = xdr_inline_decode(xdr, 2 * sizeof(uint64_t)); 239 if (unlikely(p == NULL)) 240 return htonl(NFS4ERR_BADXDR); 241 p = xdr_decode_hyper(p, &args->cbl_range.offset); 242 p = xdr_decode_hyper(p, &args->cbl_range.length); 243 return decode_layout_stateid(xdr, &args->cbl_stateid); 244 } else if (args->cbl_recall_type == RETURN_FSID) { 245 p = xdr_inline_decode(xdr, 2 * sizeof(uint64_t)); 246 if (unlikely(p == NULL)) 247 return htonl(NFS4ERR_BADXDR); 248 p = xdr_decode_hyper(p, &args->cbl_fsid.major); 249 p = xdr_decode_hyper(p, &args->cbl_fsid.minor); 250 } else if (args->cbl_recall_type != RETURN_ALL) 251 return htonl(NFS4ERR_BADXDR); 252 return 0; 253 } 254 255 static 256 __be32 decode_devicenotify_args(struct svc_rqst *rqstp, 257 struct xdr_stream *xdr, 258 void *argp) 259 { 260 struct cb_devicenotifyargs *args = argp; 261 uint32_t tmp, n, i; 262 __be32 *p; 263 __be32 status = 0; 264 265 /* Num of device notifications */ 266 p = xdr_inline_decode(xdr, sizeof(uint32_t)); 267 if (unlikely(p == NULL)) { 268 status = htonl(NFS4ERR_BADXDR); 269 goto out; 270 } 271 n = ntohl(*p++); 272 if (n == 0) 273 goto out; 274 275 args->devs = kmalloc_objs(*args->devs, n, GFP_KERNEL); 276 if (!args->devs) { 277 status = htonl(NFS4ERR_DELAY); 278 goto out; 279 } 280 281 /* Decode each dev notification */ 282 for (i = 0; i < n; i++) { 283 struct cb_devicenotifyitem *dev = &args->devs[i]; 284 285 p = xdr_inline_decode(xdr, (4 * sizeof(uint32_t)) + 286 NFS4_DEVICEID4_SIZE); 287 if (unlikely(p == NULL)) { 288 status = htonl(NFS4ERR_BADXDR); 289 goto err; 290 } 291 292 tmp = ntohl(*p++); /* bitmap size */ 293 if (tmp != 1) { 294 status = htonl(NFS4ERR_INVAL); 295 goto err; 296 } 297 dev->cbd_notify_type = ntohl(*p++); 298 if (dev->cbd_notify_type != NOTIFY_DEVICEID4_CHANGE && 299 dev->cbd_notify_type != NOTIFY_DEVICEID4_DELETE) { 300 status = htonl(NFS4ERR_INVAL); 301 goto err; 302 } 303 304 tmp = ntohl(*p++); /* opaque size */ 305 if (((dev->cbd_notify_type == NOTIFY_DEVICEID4_CHANGE) && 306 (tmp != NFS4_DEVICEID4_SIZE + 8)) || 307 ((dev->cbd_notify_type == NOTIFY_DEVICEID4_DELETE) && 308 (tmp != NFS4_DEVICEID4_SIZE + 4))) { 309 status = htonl(NFS4ERR_INVAL); 310 goto err; 311 } 312 dev->cbd_layout_type = ntohl(*p++); 313 memcpy(dev->cbd_dev_id.data, p, NFS4_DEVICEID4_SIZE); 314 p += XDR_QUADLEN(NFS4_DEVICEID4_SIZE); 315 316 if (dev->cbd_layout_type == NOTIFY_DEVICEID4_CHANGE) { 317 p = xdr_inline_decode(xdr, sizeof(uint32_t)); 318 if (unlikely(p == NULL)) { 319 status = htonl(NFS4ERR_BADXDR); 320 goto err; 321 } 322 dev->cbd_immediate = ntohl(*p++); 323 } else { 324 dev->cbd_immediate = 0; 325 } 326 327 dprintk("%s: type %d layout 0x%x immediate %d\n", 328 __func__, dev->cbd_notify_type, dev->cbd_layout_type, 329 dev->cbd_immediate); 330 } 331 args->ndevs = n; 332 dprintk("%s: ndevs %d\n", __func__, args->ndevs); 333 return 0; 334 err: 335 kfree(args->devs); 336 out: 337 args->devs = NULL; 338 args->ndevs = 0; 339 dprintk("%s: status %d ndevs %d\n", 340 __func__, ntohl(status), args->ndevs); 341 return status; 342 } 343 344 static __be32 decode_sessionid(struct xdr_stream *xdr, 345 struct nfs4_sessionid *sid) 346 { 347 __be32 *p; 348 349 p = xdr_inline_decode(xdr, NFS4_MAX_SESSIONID_LEN); 350 if (unlikely(p == NULL)) 351 return htonl(NFS4ERR_RESOURCE); 352 353 memcpy(sid->data, p, NFS4_MAX_SESSIONID_LEN); 354 return 0; 355 } 356 357 static __be32 decode_rc_list(struct xdr_stream *xdr, 358 struct referring_call_list *rc_list) 359 { 360 __be32 *p; 361 int i; 362 __be32 status; 363 364 status = decode_sessionid(xdr, &rc_list->rcl_sessionid); 365 if (status) 366 goto out; 367 368 status = htonl(NFS4ERR_RESOURCE); 369 p = xdr_inline_decode(xdr, sizeof(uint32_t)); 370 if (unlikely(p == NULL)) 371 goto out; 372 373 rc_list->rcl_nrefcalls = ntohl(*p++); 374 if (rc_list->rcl_nrefcalls) { 375 if (unlikely(rc_list->rcl_nrefcalls > xdr->buf->len)) 376 goto out; 377 p = xdr_inline_decode(xdr, 378 rc_list->rcl_nrefcalls * 2 * sizeof(uint32_t)); 379 if (unlikely(p == NULL)) 380 goto out; 381 rc_list->rcl_refcalls = kmalloc_objs(*rc_list->rcl_refcalls, 382 rc_list->rcl_nrefcalls, 383 GFP_KERNEL); 384 if (unlikely(rc_list->rcl_refcalls == NULL)) 385 goto out; 386 for (i = 0; i < rc_list->rcl_nrefcalls; i++) { 387 rc_list->rcl_refcalls[i].rc_sequenceid = ntohl(*p++); 388 rc_list->rcl_refcalls[i].rc_slotid = ntohl(*p++); 389 } 390 } 391 status = 0; 392 393 out: 394 return status; 395 } 396 397 static __be32 decode_cb_sequence_args(struct svc_rqst *rqstp, 398 struct xdr_stream *xdr, 399 void *argp) 400 { 401 struct cb_sequenceargs *args = argp; 402 __be32 *p; 403 int i; 404 __be32 status; 405 406 status = decode_sessionid(xdr, &args->csa_sessionid); 407 if (status) 408 return status; 409 410 p = xdr_inline_decode(xdr, 5 * sizeof(uint32_t)); 411 if (unlikely(p == NULL)) 412 return htonl(NFS4ERR_RESOURCE); 413 414 args->csa_addr = svc_addr(rqstp); 415 args->csa_sequenceid = ntohl(*p++); 416 args->csa_slotid = ntohl(*p++); 417 args->csa_highestslotid = ntohl(*p++); 418 args->csa_cachethis = ntohl(*p++); 419 args->csa_nrclists = ntohl(*p++); 420 args->csa_rclists = NULL; 421 if (args->csa_nrclists) { 422 args->csa_rclists = kmalloc_objs(*args->csa_rclists, 423 args->csa_nrclists, GFP_KERNEL); 424 if (unlikely(args->csa_rclists == NULL)) 425 return htonl(NFS4ERR_RESOURCE); 426 427 for (i = 0; i < args->csa_nrclists; i++) { 428 status = decode_rc_list(xdr, &args->csa_rclists[i]); 429 if (status) { 430 args->csa_nrclists = i; 431 goto out_free; 432 } 433 } 434 } 435 return 0; 436 437 out_free: 438 for (i = 0; i < args->csa_nrclists; i++) 439 kfree(args->csa_rclists[i].rcl_refcalls); 440 kfree(args->csa_rclists); 441 return status; 442 } 443 444 static __be32 decode_recallany_args(struct svc_rqst *rqstp, 445 struct xdr_stream *xdr, 446 void *argp) 447 { 448 struct cb_recallanyargs *args = argp; 449 uint32_t bitmap[3]; 450 __be32 *p, status; 451 452 p = xdr_inline_decode(xdr, 4); 453 if (unlikely(p == NULL)) 454 return htonl(NFS4ERR_BADXDR); 455 args->craa_objs_to_keep = ntohl(*p++); 456 status = decode_bitmap(xdr, bitmap); 457 if (unlikely(status)) 458 return status; 459 args->craa_type_mask = bitmap[0]; 460 461 return 0; 462 } 463 464 static __be32 decode_recallslot_args(struct svc_rqst *rqstp, 465 struct xdr_stream *xdr, 466 void *argp) 467 { 468 struct cb_recallslotargs *args = argp; 469 __be32 *p; 470 471 p = xdr_inline_decode(xdr, 4); 472 if (unlikely(p == NULL)) 473 return htonl(NFS4ERR_BADXDR); 474 args->crsa_target_highest_slotid = ntohl(*p++); 475 return 0; 476 } 477 478 static __be32 decode_lockowner(struct xdr_stream *xdr, struct cb_notify_lock_args *args) 479 { 480 __be32 *p; 481 unsigned int len; 482 483 p = xdr_inline_decode(xdr, 12); 484 if (unlikely(p == NULL)) 485 return htonl(NFS4ERR_BADXDR); 486 487 p = xdr_decode_hyper(p, &args->cbnl_owner.clientid); 488 len = be32_to_cpu(*p); 489 490 p = xdr_inline_decode(xdr, len); 491 if (unlikely(p == NULL)) 492 return htonl(NFS4ERR_BADXDR); 493 494 /* Only try to decode if the length is right */ 495 if (len == 20) { 496 p += 2; /* skip "lock id:" */ 497 args->cbnl_owner.s_dev = be32_to_cpu(*p++); 498 xdr_decode_hyper(p, &args->cbnl_owner.id); 499 args->cbnl_valid = true; 500 } else { 501 args->cbnl_owner.s_dev = 0; 502 args->cbnl_owner.id = 0; 503 args->cbnl_valid = false; 504 } 505 return 0; 506 } 507 508 static __be32 decode_notify_lock_args(struct svc_rqst *rqstp, 509 struct xdr_stream *xdr, void *argp) 510 { 511 struct cb_notify_lock_args *args = argp; 512 __be32 status; 513 514 status = decode_fh(xdr, &args->cbnl_fh); 515 if (unlikely(status != 0)) 516 return status; 517 return decode_lockowner(xdr, args); 518 } 519 520 #ifdef CONFIG_NFS_V4_2 521 static __be32 decode_write_response(struct xdr_stream *xdr, 522 struct cb_offloadargs *args) 523 { 524 __be32 *p; 525 526 /* skip the always zero field */ 527 p = xdr_inline_decode(xdr, 4); 528 if (unlikely(!p)) 529 goto out; 530 p++; 531 532 /* decode count, stable_how, verifier */ 533 p = xdr_inline_decode(xdr, 8 + 4); 534 if (unlikely(!p)) 535 goto out; 536 p = xdr_decode_hyper(p, &args->wr_count); 537 args->wr_writeverf.committed = be32_to_cpup(p); 538 p = xdr_inline_decode(xdr, NFS4_VERIFIER_SIZE); 539 if (likely(p)) { 540 memcpy(&args->wr_writeverf.verifier.data[0], p, 541 NFS4_VERIFIER_SIZE); 542 return 0; 543 } 544 out: 545 return htonl(NFS4ERR_RESOURCE); 546 } 547 548 static __be32 decode_offload_args(struct svc_rqst *rqstp, 549 struct xdr_stream *xdr, 550 void *data) 551 { 552 struct cb_offloadargs *args = data; 553 __be32 *p; 554 __be32 status; 555 556 /* decode fh */ 557 status = decode_fh(xdr, &args->coa_fh); 558 if (unlikely(status != 0)) 559 return status; 560 561 /* decode stateid */ 562 status = decode_stateid(xdr, &args->coa_stateid); 563 if (unlikely(status != 0)) 564 return status; 565 566 /* decode status */ 567 p = xdr_inline_decode(xdr, 4); 568 if (unlikely(!p)) 569 goto out; 570 args->error = ntohl(*p++); 571 if (!args->error) { 572 status = decode_write_response(xdr, args); 573 if (unlikely(status != 0)) 574 return status; 575 } else { 576 p = xdr_inline_decode(xdr, 8); 577 if (unlikely(!p)) 578 goto out; 579 p = xdr_decode_hyper(p, &args->wr_count); 580 } 581 return 0; 582 out: 583 return htonl(NFS4ERR_RESOURCE); 584 } 585 #endif /* CONFIG_NFS_V4_2 */ 586 static __be32 encode_string(struct xdr_stream *xdr, unsigned int len, const char *str) 587 { 588 if (unlikely(xdr_stream_encode_opaque(xdr, str, len) < 0)) 589 return cpu_to_be32(NFS4ERR_RESOURCE); 590 return 0; 591 } 592 593 static __be32 encode_attr_bitmap(struct xdr_stream *xdr, const uint32_t *bitmap, size_t sz) 594 { 595 if (xdr_stream_encode_uint32_array(xdr, bitmap, sz) < 0) 596 return cpu_to_be32(NFS4ERR_RESOURCE); 597 return 0; 598 } 599 600 static __be32 encode_attr_change(struct xdr_stream *xdr, const uint32_t *bitmap, uint64_t change) 601 { 602 __be32 *p; 603 604 if (!(bitmap[0] & FATTR4_WORD0_CHANGE)) 605 return 0; 606 p = xdr_reserve_space(xdr, 8); 607 if (unlikely(!p)) 608 return htonl(NFS4ERR_RESOURCE); 609 p = xdr_encode_hyper(p, change); 610 return 0; 611 } 612 613 static __be32 encode_attr_size(struct xdr_stream *xdr, const uint32_t *bitmap, uint64_t size) 614 { 615 __be32 *p; 616 617 if (!(bitmap[0] & FATTR4_WORD0_SIZE)) 618 return 0; 619 p = xdr_reserve_space(xdr, 8); 620 if (unlikely(!p)) 621 return htonl(NFS4ERR_RESOURCE); 622 p = xdr_encode_hyper(p, size); 623 return 0; 624 } 625 626 static __be32 encode_attr_time(struct xdr_stream *xdr, const struct timespec64 *time) 627 { 628 __be32 *p; 629 630 p = xdr_reserve_space(xdr, 12); 631 if (unlikely(!p)) 632 return htonl(NFS4ERR_RESOURCE); 633 p = xdr_encode_hyper(p, time->tv_sec); 634 *p = htonl(time->tv_nsec); 635 return 0; 636 } 637 638 static __be32 encode_attr_atime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time) 639 { 640 if (!(bitmap[1] & FATTR4_WORD1_TIME_ACCESS)) 641 return 0; 642 return encode_attr_time(xdr,time); 643 } 644 645 static __be32 encode_attr_ctime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time) 646 { 647 if (!(bitmap[1] & FATTR4_WORD1_TIME_METADATA)) 648 return 0; 649 return encode_attr_time(xdr,time); 650 } 651 652 static __be32 encode_attr_mtime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time) 653 { 654 if (!(bitmap[1] & FATTR4_WORD1_TIME_MODIFY)) 655 return 0; 656 return encode_attr_time(xdr,time); 657 } 658 659 static __be32 encode_attr_delegatime(struct xdr_stream *xdr, 660 const uint32_t *bitmap, 661 const struct timespec64 *time) 662 { 663 if (!(bitmap[2] & FATTR4_WORD2_TIME_DELEG_ACCESS)) 664 return 0; 665 return encode_attr_time(xdr,time); 666 } 667 668 static __be32 encode_attr_delegmtime(struct xdr_stream *xdr, 669 const uint32_t *bitmap, 670 const struct timespec64 *time) 671 { 672 if (!(bitmap[2] & FATTR4_WORD2_TIME_DELEG_MODIFY)) 673 return 0; 674 return encode_attr_time(xdr,time); 675 } 676 677 static __be32 encode_compound_hdr_res(struct xdr_stream *xdr, struct cb_compound_hdr_res *hdr) 678 { 679 __be32 status; 680 681 hdr->status = xdr_reserve_space(xdr, 4); 682 if (unlikely(hdr->status == NULL)) 683 return htonl(NFS4ERR_RESOURCE); 684 status = encode_string(xdr, hdr->taglen, hdr->tag); 685 if (unlikely(status != 0)) 686 return status; 687 hdr->nops = xdr_reserve_space(xdr, 4); 688 if (unlikely(hdr->nops == NULL)) 689 return htonl(NFS4ERR_RESOURCE); 690 return 0; 691 } 692 693 static __be32 encode_op_hdr(struct xdr_stream *xdr, uint32_t op, __be32 res) 694 { 695 __be32 *p; 696 697 p = xdr_reserve_space(xdr, 8); 698 if (unlikely(p == NULL)) 699 return htonl(NFS4ERR_RESOURCE_HDR); 700 *p++ = htonl(op); 701 *p = res; 702 return 0; 703 } 704 705 static __be32 encode_getattr_res(struct svc_rqst *rqstp, struct xdr_stream *xdr, 706 const void *resp) 707 { 708 const struct cb_getattrres *res = resp; 709 __be32 *savep = NULL; 710 __be32 status = res->status; 711 712 if (unlikely(status != 0)) 713 goto out; 714 status = encode_attr_bitmap(xdr, res->bitmap, ARRAY_SIZE(res->bitmap)); 715 if (unlikely(status != 0)) 716 goto out; 717 status = cpu_to_be32(NFS4ERR_RESOURCE); 718 savep = xdr_reserve_space(xdr, sizeof(*savep)); 719 if (unlikely(!savep)) 720 goto out; 721 status = encode_attr_change(xdr, res->bitmap, res->change_attr); 722 if (unlikely(status != 0)) 723 goto out; 724 status = encode_attr_size(xdr, res->bitmap, res->size); 725 if (unlikely(status != 0)) 726 goto out; 727 status = encode_attr_atime(xdr, res->bitmap, &res->atime); 728 if (unlikely(status != 0)) 729 goto out; 730 status = encode_attr_ctime(xdr, res->bitmap, &res->ctime); 731 if (unlikely(status != 0)) 732 goto out; 733 status = encode_attr_mtime(xdr, res->bitmap, &res->mtime); 734 if (unlikely(status != 0)) 735 goto out; 736 status = encode_attr_delegatime(xdr, res->bitmap, &res->atime); 737 if (unlikely(status != 0)) 738 goto out; 739 status = encode_attr_delegmtime(xdr, res->bitmap, &res->mtime); 740 *savep = htonl((unsigned int)((char *)xdr->p - (char *)(savep+1))); 741 out: 742 return status; 743 } 744 745 static __be32 encode_sessionid(struct xdr_stream *xdr, 746 const struct nfs4_sessionid *sid) 747 { 748 __be32 *p; 749 750 p = xdr_reserve_space(xdr, NFS4_MAX_SESSIONID_LEN); 751 if (unlikely(p == NULL)) 752 return htonl(NFS4ERR_RESOURCE); 753 754 memcpy(p, sid, NFS4_MAX_SESSIONID_LEN); 755 return 0; 756 } 757 758 static __be32 encode_cb_sequence_res(struct svc_rqst *rqstp, 759 struct xdr_stream *xdr, 760 const void *resp) 761 { 762 const struct cb_sequenceres *res = resp; 763 __be32 *p; 764 __be32 status = res->csr_status; 765 766 if (unlikely(status != 0)) 767 return status; 768 769 status = encode_sessionid(xdr, &res->csr_sessionid); 770 if (status) 771 return status; 772 773 p = xdr_reserve_space(xdr, 4 * sizeof(uint32_t)); 774 if (unlikely(p == NULL)) 775 return htonl(NFS4ERR_RESOURCE); 776 777 *p++ = htonl(res->csr_sequenceid); 778 *p++ = htonl(res->csr_slotid); 779 *p++ = htonl(res->csr_highestslotid); 780 *p++ = htonl(res->csr_target_highestslotid); 781 return 0; 782 } 783 784 static __be32 785 preprocess_nfs41_op(int nop, unsigned int op_nr, struct callback_op **op) 786 { 787 if (op_nr == OP_CB_SEQUENCE) { 788 if (nop != 0) 789 return htonl(NFS4ERR_SEQUENCE_POS); 790 } else { 791 if (nop == 0) 792 return htonl(NFS4ERR_OP_NOT_IN_SESSION); 793 } 794 795 switch (op_nr) { 796 case OP_CB_GETATTR: 797 case OP_CB_RECALL: 798 case OP_CB_SEQUENCE: 799 case OP_CB_RECALL_ANY: 800 case OP_CB_RECALL_SLOT: 801 case OP_CB_LAYOUTRECALL: 802 case OP_CB_NOTIFY_DEVICEID: 803 case OP_CB_NOTIFY_LOCK: 804 *op = &callback_ops[op_nr]; 805 break; 806 807 case OP_CB_NOTIFY: 808 case OP_CB_PUSH_DELEG: 809 case OP_CB_RECALLABLE_OBJ_AVAIL: 810 case OP_CB_WANTS_CANCELLED: 811 return htonl(NFS4ERR_NOTSUPP); 812 813 default: 814 return htonl(NFS4ERR_OP_ILLEGAL); 815 } 816 817 return htonl(NFS_OK); 818 } 819 820 static void nfs4_callback_free_slot(struct nfs4_session *session, 821 struct nfs4_slot *slot) 822 { 823 struct nfs4_slot_table *tbl = &session->bc_slot_table; 824 825 spin_lock(&tbl->slot_tbl_lock); 826 /* 827 * Let the state manager know callback processing done. 828 * A single slot, so highest used slotid is either 0 or -1 829 */ 830 nfs4_free_slot(tbl, slot); 831 spin_unlock(&tbl->slot_tbl_lock); 832 } 833 834 static void nfs4_cb_free_slot(struct cb_process_state *cps) 835 { 836 if (cps->slot) { 837 nfs4_callback_free_slot(cps->clp->cl_session, cps->slot); 838 cps->slot = NULL; 839 } 840 } 841 842 #ifdef CONFIG_NFS_V4_2 843 static __be32 844 preprocess_nfs42_op(int nop, unsigned int op_nr, struct callback_op **op) 845 { 846 __be32 status = preprocess_nfs41_op(nop, op_nr, op); 847 if (status != htonl(NFS4ERR_OP_ILLEGAL)) 848 return status; 849 850 if (op_nr == OP_CB_OFFLOAD) { 851 *op = &callback_ops[op_nr]; 852 return htonl(NFS_OK); 853 } else 854 return htonl(NFS4ERR_NOTSUPP); 855 return htonl(NFS4ERR_OP_ILLEGAL); 856 } 857 #else /* CONFIG_NFS_V4_2 */ 858 static __be32 859 preprocess_nfs42_op(int nop, unsigned int op_nr, struct callback_op **op) 860 { 861 return htonl(NFS4ERR_MINOR_VERS_MISMATCH); 862 } 863 #endif /* CONFIG_NFS_V4_2 */ 864 865 static __be32 866 preprocess_nfs4_op(unsigned int op_nr, struct callback_op **op) 867 { 868 switch (op_nr) { 869 case OP_CB_GETATTR: 870 case OP_CB_RECALL: 871 *op = &callback_ops[op_nr]; 872 break; 873 default: 874 return htonl(NFS4ERR_OP_ILLEGAL); 875 } 876 877 return htonl(NFS_OK); 878 } 879 880 static __be32 process_op(int nop, struct svc_rqst *rqstp, 881 struct cb_process_state *cps) 882 { 883 struct xdr_stream *xdr_out = &rqstp->rq_res_stream; 884 struct callback_op *op = &callback_ops[0]; 885 unsigned int op_nr; 886 __be32 status; 887 long maxlen; 888 __be32 res; 889 890 status = decode_op_hdr(&rqstp->rq_arg_stream, &op_nr); 891 if (unlikely(status)) 892 return status; 893 894 switch (cps->minorversion) { 895 case 0: 896 status = preprocess_nfs4_op(op_nr, &op); 897 break; 898 case 1: 899 status = preprocess_nfs41_op(nop, op_nr, &op); 900 break; 901 case 2: 902 status = preprocess_nfs42_op(nop, op_nr, &op); 903 break; 904 default: 905 status = htonl(NFS4ERR_MINOR_VERS_MISMATCH); 906 } 907 908 if (status == htonl(NFS4ERR_OP_ILLEGAL)) 909 op_nr = OP_CB_ILLEGAL; 910 if (status) 911 goto encode_hdr; 912 913 if (cps->drc_status) { 914 status = cps->drc_status; 915 goto encode_hdr; 916 } 917 918 maxlen = xdr_out->end - xdr_out->p; 919 if (maxlen > 0 && maxlen < PAGE_SIZE) { 920 status = op->decode_args(rqstp, &rqstp->rq_arg_stream, 921 rqstp->rq_argp); 922 if (likely(status == 0)) 923 status = op->process_op(rqstp->rq_argp, rqstp->rq_resp, 924 cps); 925 } else 926 status = htonl(NFS4ERR_RESOURCE); 927 928 encode_hdr: 929 res = encode_op_hdr(xdr_out, op_nr, status); 930 if (unlikely(res)) 931 return res; 932 if (op->encode_res != NULL && status == 0) 933 status = op->encode_res(rqstp, xdr_out, rqstp->rq_resp); 934 return status; 935 } 936 937 /* 938 * Decode, process and encode a COMPOUND 939 */ 940 static __be32 nfs4_callback_compound(struct svc_rqst *rqstp) 941 { 942 struct cb_compound_hdr_arg hdr_arg = { 0 }; 943 struct cb_compound_hdr_res hdr_res = { NULL }; 944 struct cb_process_state cps = { 945 .drc_status = 0, 946 .clp = NULL, 947 .net = SVC_NET(rqstp), 948 }; 949 unsigned int nops = 0; 950 __be32 status; 951 952 status = decode_compound_hdr_arg(&rqstp->rq_arg_stream, &hdr_arg); 953 if (status == htonl(NFS4ERR_RESOURCE)) 954 return rpc_garbage_args; 955 956 if (hdr_arg.minorversion == 0) { 957 cps.clp = nfs4_find_client_ident(SVC_NET(rqstp), hdr_arg.cb_ident); 958 if (!cps.clp) { 959 trace_nfs_cb_no_clp(rqstp->rq_xid, hdr_arg.cb_ident); 960 goto out_invalidcred; 961 } 962 if (!check_gss_callback_principal(cps.clp, rqstp)) { 963 trace_nfs_cb_badprinc(rqstp->rq_xid, hdr_arg.cb_ident); 964 nfs_put_client(cps.clp); 965 goto out_invalidcred; 966 } 967 svc_xprt_set_valid(rqstp->rq_xprt); 968 } 969 970 cps.minorversion = hdr_arg.minorversion; 971 hdr_res.taglen = hdr_arg.taglen; 972 hdr_res.tag = hdr_arg.tag; 973 if (encode_compound_hdr_res(&rqstp->rq_res_stream, &hdr_res) != 0) { 974 if (cps.clp) 975 nfs_put_client(cps.clp); 976 return rpc_system_err; 977 } 978 while (status == 0 && nops != hdr_arg.nops) { 979 status = process_op(nops, rqstp, &cps); 980 nops++; 981 } 982 983 /* Buffer overflow in decode_ops_hdr or encode_ops_hdr. Return 984 * resource error in cb_compound status without returning op */ 985 if (unlikely(status == htonl(NFS4ERR_RESOURCE_HDR))) { 986 status = htonl(NFS4ERR_RESOURCE); 987 nops--; 988 } 989 990 if (svc_is_backchannel(rqstp) && cps.clp) { 991 rqstp->bc_to_initval = cps.clp->cl_rpcclient->cl_timeout->to_initval; 992 rqstp->bc_to_retries = cps.clp->cl_rpcclient->cl_timeout->to_retries; 993 } 994 995 *hdr_res.status = status; 996 *hdr_res.nops = htonl(nops); 997 nfs4_cb_free_slot(&cps); 998 nfs_put_client(cps.clp); 999 return rpc_success; 1000 1001 out_invalidcred: 1002 pr_warn_ratelimited("NFS: NFSv4 callback contains invalid cred\n"); 1003 rqstp->rq_auth_stat = rpc_autherr_badcred; 1004 return rpc_success; 1005 } 1006 1007 static int 1008 nfs_callback_dispatch(struct svc_rqst *rqstp) 1009 { 1010 const struct svc_procedure *procp = rqstp->rq_procinfo; 1011 1012 *rqstp->rq_accept_statp = procp->pc_func(rqstp); 1013 return 1; 1014 } 1015 1016 /* 1017 * Define NFS4 callback COMPOUND ops. 1018 */ 1019 static struct callback_op callback_ops[] = { 1020 [0] = { 1021 .res_maxsize = CB_OP_HDR_RES_MAXSZ, 1022 }, 1023 [OP_CB_GETATTR] = { 1024 .process_op = nfs4_callback_getattr, 1025 .decode_args = decode_getattr_args, 1026 .encode_res = encode_getattr_res, 1027 .res_maxsize = CB_OP_GETATTR_RES_MAXSZ, 1028 }, 1029 [OP_CB_RECALL] = { 1030 .process_op = nfs4_callback_recall, 1031 .decode_args = decode_recall_args, 1032 .res_maxsize = CB_OP_RECALL_RES_MAXSZ, 1033 }, 1034 [OP_CB_LAYOUTRECALL] = { 1035 .process_op = nfs4_callback_layoutrecall, 1036 .decode_args = decode_layoutrecall_args, 1037 .res_maxsize = CB_OP_LAYOUTRECALL_RES_MAXSZ, 1038 }, 1039 [OP_CB_NOTIFY_DEVICEID] = { 1040 .process_op = nfs4_callback_devicenotify, 1041 .decode_args = decode_devicenotify_args, 1042 .res_maxsize = CB_OP_DEVICENOTIFY_RES_MAXSZ, 1043 }, 1044 [OP_CB_SEQUENCE] = { 1045 .process_op = nfs4_callback_sequence, 1046 .decode_args = decode_cb_sequence_args, 1047 .encode_res = encode_cb_sequence_res, 1048 .res_maxsize = CB_OP_SEQUENCE_RES_MAXSZ, 1049 }, 1050 [OP_CB_RECALL_ANY] = { 1051 .process_op = nfs4_callback_recallany, 1052 .decode_args = decode_recallany_args, 1053 .res_maxsize = CB_OP_RECALLANY_RES_MAXSZ, 1054 }, 1055 [OP_CB_RECALL_SLOT] = { 1056 .process_op = nfs4_callback_recallslot, 1057 .decode_args = decode_recallslot_args, 1058 .res_maxsize = CB_OP_RECALLSLOT_RES_MAXSZ, 1059 }, 1060 [OP_CB_NOTIFY_LOCK] = { 1061 .process_op = nfs4_callback_notify_lock, 1062 .decode_args = decode_notify_lock_args, 1063 .res_maxsize = CB_OP_NOTIFY_LOCK_RES_MAXSZ, 1064 }, 1065 #ifdef CONFIG_NFS_V4_2 1066 [OP_CB_OFFLOAD] = { 1067 .process_op = nfs4_callback_offload, 1068 .decode_args = decode_offload_args, 1069 .res_maxsize = CB_OP_OFFLOAD_RES_MAXSZ, 1070 }, 1071 #endif /* CONFIG_NFS_V4_2 */ 1072 }; 1073 1074 /* 1075 * Define NFS4 callback procedures 1076 */ 1077 static const struct svc_procedure nfs4_callback_procedures1[] = { 1078 [CB_NULL] = { 1079 .pc_func = nfs4_callback_null, 1080 .pc_encode = nfs4_encode_void, 1081 .pc_xdrressize = 1, 1082 .pc_name = "NULL", 1083 }, 1084 [CB_COMPOUND] = { 1085 .pc_func = nfs4_callback_compound, 1086 .pc_encode = nfs4_encode_void, 1087 .pc_argsize = 256, 1088 .pc_argzero = 256, 1089 .pc_ressize = 256, 1090 .pc_xdrressize = NFS4_CALLBACK_BUFSIZE, 1091 .pc_name = "COMPOUND", 1092 } 1093 }; 1094 1095 static DEFINE_PER_CPU_ALIGNED(unsigned long, 1096 nfs4_callback_count1[ARRAY_SIZE(nfs4_callback_procedures1)]); 1097 const struct svc_version nfs4_callback_version1 = { 1098 .vs_vers = 1, 1099 .vs_nproc = ARRAY_SIZE(nfs4_callback_procedures1), 1100 .vs_proc = nfs4_callback_procedures1, 1101 .vs_count = nfs4_callback_count1, 1102 .vs_xdrsize = NFS4_CALLBACK_XDRSIZE, 1103 .vs_dispatch = nfs_callback_dispatch, 1104 .vs_hidden = true, 1105 .vs_need_cong_ctrl = true, 1106 }; 1107 1108 static DEFINE_PER_CPU_ALIGNED(unsigned long, 1109 nfs4_callback_count4[ARRAY_SIZE(nfs4_callback_procedures1)]); 1110 const struct svc_version nfs4_callback_version4 = { 1111 .vs_vers = 4, 1112 .vs_nproc = ARRAY_SIZE(nfs4_callback_procedures1), 1113 .vs_proc = nfs4_callback_procedures1, 1114 .vs_count = nfs4_callback_count4, 1115 .vs_xdrsize = NFS4_CALLBACK_XDRSIZE, 1116 .vs_dispatch = nfs_callback_dispatch, 1117 .vs_hidden = true, 1118 .vs_need_cong_ctrl = true, 1119 }; 1120