1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * linux/fs/nfs/callback_xdr.c
4 *
5 * Copyright (C) 2004 Trond Myklebust
6 *
7 * NFSv4 callback encode/decode procedures
8 */
9 #include <linux/kernel.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/nfs4.h>
12 #include <linux/nfs_fs.h>
13 #include <linux/ratelimit.h>
14 #include <linux/printk.h>
15 #include <linux/slab.h>
16 #include <linux/sunrpc/bc_xprt.h>
17 #include "nfs4_fs.h"
18 #include "callback.h"
19 #include "internal.h"
20 #include "nfs4session.h"
21 #include "nfs4trace.h"
22
23 #define CB_OP_TAGLEN_MAXSZ (512)
24 #define CB_OP_HDR_RES_MAXSZ (2 * 4) // opcode, status
25 #define CB_OP_GETATTR_BITMAP_MAXSZ (4 * 4) // bitmap length, 3 bitmaps
26 #define CB_OP_GETATTR_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ + \
27 CB_OP_GETATTR_BITMAP_MAXSZ + \
28 /* change, size, atime, ctime,
29 * mtime, deleg_atime, deleg_mtime */\
30 (2 + 2 + 3 + 3 + 3 + 3 + 3) * 4)
31 #define CB_OP_RECALL_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
32
33 #define CB_OP_LAYOUTRECALL_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
34 #define CB_OP_DEVICENOTIFY_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
35 #define CB_OP_SEQUENCE_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ + \
36 NFS4_MAX_SESSIONID_LEN + \
37 (1 + 3) * 4) // seqid, 3 slotids
38 #define CB_OP_RECALLANY_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
39 #define CB_OP_RECALLSLOT_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
40 #define CB_OP_NOTIFY_LOCK_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
41 #ifdef CONFIG_NFS_V4_2
42 #define CB_OP_OFFLOAD_RES_MAXSZ (CB_OP_HDR_RES_MAXSZ)
43 #endif /* CONFIG_NFS_V4_2 */
44
45 #define NFSDBG_FACILITY NFSDBG_CALLBACK
46
47 /* Internal error code */
48 #define NFS4ERR_RESOURCE_HDR 11050
49
50 struct callback_op {
51 __be32 (*process_op)(void *, void *, struct cb_process_state *);
52 __be32 (*decode_args)(struct svc_rqst *, struct xdr_stream *, void *);
53 __be32 (*encode_res)(struct svc_rqst *, struct xdr_stream *,
54 const void *);
55 long res_maxsize;
56 };
57
58 static struct callback_op callback_ops[];
59
nfs4_callback_null(struct svc_rqst * rqstp)60 static __be32 nfs4_callback_null(struct svc_rqst *rqstp)
61 {
62 return htonl(NFS4_OK);
63 }
64
65 /*
66 * svc_process_common() looks for an XDR encoder to know when
67 * not to drop a Reply.
68 */
nfs4_encode_void(struct svc_rqst * rqstp,struct xdr_stream * xdr)69 static bool nfs4_encode_void(struct svc_rqst *rqstp, struct xdr_stream *xdr)
70 {
71 return true;
72 }
73
decode_string(struct xdr_stream * xdr,unsigned int * len,const char ** str,size_t maxlen)74 static __be32 decode_string(struct xdr_stream *xdr, unsigned int *len,
75 const char **str, size_t maxlen)
76 {
77 ssize_t err;
78
79 err = xdr_stream_decode_opaque_inline(xdr, (void **)str, maxlen);
80 if (err < 0)
81 return cpu_to_be32(NFS4ERR_RESOURCE);
82 *len = err;
83 return 0;
84 }
85
decode_fh(struct xdr_stream * xdr,struct nfs_fh * fh)86 static __be32 decode_fh(struct xdr_stream *xdr, struct nfs_fh *fh)
87 {
88 __be32 *p;
89
90 p = xdr_inline_decode(xdr, 4);
91 if (unlikely(p == NULL))
92 return htonl(NFS4ERR_RESOURCE);
93 fh->size = ntohl(*p);
94 if (fh->size > NFS4_FHSIZE)
95 return htonl(NFS4ERR_BADHANDLE);
96 p = xdr_inline_decode(xdr, fh->size);
97 if (unlikely(p == NULL))
98 return htonl(NFS4ERR_RESOURCE);
99 memcpy(&fh->data[0], p, fh->size);
100 memset(&fh->data[fh->size], 0, sizeof(fh->data) - fh->size);
101 return 0;
102 }
103
decode_bitmap(struct xdr_stream * xdr,uint32_t * bitmap)104 static __be32 decode_bitmap(struct xdr_stream *xdr, uint32_t *bitmap)
105 {
106 __be32 *p;
107 unsigned int attrlen;
108
109 p = xdr_inline_decode(xdr, 4);
110 if (unlikely(p == NULL))
111 return htonl(NFS4ERR_RESOURCE);
112 attrlen = ntohl(*p);
113 p = xdr_inline_decode(xdr, attrlen << 2);
114 if (unlikely(p == NULL))
115 return htonl(NFS4ERR_RESOURCE);
116 if (likely(attrlen > 0))
117 bitmap[0] = ntohl(*p++);
118 if (attrlen > 1)
119 bitmap[1] = ntohl(*p++);
120 if (attrlen > 2)
121 bitmap[2] = ntohl(*p);
122 return 0;
123 }
124
decode_stateid(struct xdr_stream * xdr,nfs4_stateid * stateid)125 static __be32 decode_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid)
126 {
127 __be32 *p;
128
129 p = xdr_inline_decode(xdr, NFS4_STATEID_SIZE);
130 if (unlikely(p == NULL))
131 return htonl(NFS4ERR_RESOURCE);
132 memcpy(stateid->data, p, NFS4_STATEID_SIZE);
133 return 0;
134 }
135
decode_delegation_stateid(struct xdr_stream * xdr,nfs4_stateid * stateid)136 static __be32 decode_delegation_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid)
137 {
138 stateid->type = NFS4_DELEGATION_STATEID_TYPE;
139 return decode_stateid(xdr, stateid);
140 }
141
decode_compound_hdr_arg(struct xdr_stream * xdr,struct cb_compound_hdr_arg * hdr)142 static __be32 decode_compound_hdr_arg(struct xdr_stream *xdr, struct cb_compound_hdr_arg *hdr)
143 {
144 __be32 *p;
145 __be32 status;
146
147 status = decode_string(xdr, &hdr->taglen, &hdr->tag, CB_OP_TAGLEN_MAXSZ);
148 if (unlikely(status != 0))
149 return status;
150 p = xdr_inline_decode(xdr, 12);
151 if (unlikely(p == NULL))
152 return htonl(NFS4ERR_RESOURCE);
153 hdr->minorversion = ntohl(*p++);
154 /* Check for minor version support */
155 if (hdr->minorversion <= NFS4_MAX_MINOR_VERSION) {
156 hdr->cb_ident = ntohl(*p++); /* ignored by v4.1 and v4.2 */
157 } else {
158 pr_warn_ratelimited("NFS: %s: NFSv4 server callback with "
159 "illegal minor version %u!\n",
160 __func__, hdr->minorversion);
161 return htonl(NFS4ERR_MINOR_VERS_MISMATCH);
162 }
163 hdr->nops = ntohl(*p);
164 return 0;
165 }
166
decode_op_hdr(struct xdr_stream * xdr,unsigned int * op)167 static __be32 decode_op_hdr(struct xdr_stream *xdr, unsigned int *op)
168 {
169 __be32 *p;
170 p = xdr_inline_decode(xdr, 4);
171 if (unlikely(p == NULL))
172 return htonl(NFS4ERR_RESOURCE_HDR);
173 *op = ntohl(*p);
174 return 0;
175 }
176
decode_getattr_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)177 static __be32 decode_getattr_args(struct svc_rqst *rqstp,
178 struct xdr_stream *xdr, void *argp)
179 {
180 struct cb_getattrargs *args = argp;
181 __be32 status;
182
183 status = decode_fh(xdr, &args->fh);
184 if (unlikely(status != 0))
185 return status;
186 return decode_bitmap(xdr, args->bitmap);
187 }
188
decode_recall_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)189 static __be32 decode_recall_args(struct svc_rqst *rqstp,
190 struct xdr_stream *xdr, void *argp)
191 {
192 struct cb_recallargs *args = argp;
193 __be32 *p;
194 __be32 status;
195
196 status = decode_delegation_stateid(xdr, &args->stateid);
197 if (unlikely(status != 0))
198 return status;
199 p = xdr_inline_decode(xdr, 4);
200 if (unlikely(p == NULL))
201 return htonl(NFS4ERR_RESOURCE);
202 args->truncate = ntohl(*p);
203 return decode_fh(xdr, &args->fh);
204 }
205
decode_layout_stateid(struct xdr_stream * xdr,nfs4_stateid * stateid)206 static __be32 decode_layout_stateid(struct xdr_stream *xdr, nfs4_stateid *stateid)
207 {
208 stateid->type = NFS4_LAYOUT_STATEID_TYPE;
209 return decode_stateid(xdr, stateid);
210 }
211
decode_layoutrecall_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)212 static __be32 decode_layoutrecall_args(struct svc_rqst *rqstp,
213 struct xdr_stream *xdr, void *argp)
214 {
215 struct cb_layoutrecallargs *args = argp;
216 __be32 *p;
217 __be32 status = 0;
218 uint32_t iomode;
219
220 p = xdr_inline_decode(xdr, 4 * sizeof(uint32_t));
221 if (unlikely(p == NULL))
222 return htonl(NFS4ERR_BADXDR);
223
224 args->cbl_layout_type = ntohl(*p++);
225 /* Depite the spec's xdr, iomode really belongs in the FILE switch,
226 * as it is unusable and ignored with the other types.
227 */
228 iomode = ntohl(*p++);
229 args->cbl_layoutchanged = ntohl(*p++);
230 args->cbl_recall_type = ntohl(*p++);
231
232 if (args->cbl_recall_type == RETURN_FILE) {
233 args->cbl_range.iomode = iomode;
234 status = decode_fh(xdr, &args->cbl_fh);
235 if (unlikely(status != 0))
236 return status;
237
238 p = xdr_inline_decode(xdr, 2 * sizeof(uint64_t));
239 if (unlikely(p == NULL))
240 return htonl(NFS4ERR_BADXDR);
241 p = xdr_decode_hyper(p, &args->cbl_range.offset);
242 p = xdr_decode_hyper(p, &args->cbl_range.length);
243 return decode_layout_stateid(xdr, &args->cbl_stateid);
244 } else if (args->cbl_recall_type == RETURN_FSID) {
245 p = xdr_inline_decode(xdr, 2 * sizeof(uint64_t));
246 if (unlikely(p == NULL))
247 return htonl(NFS4ERR_BADXDR);
248 p = xdr_decode_hyper(p, &args->cbl_fsid.major);
249 p = xdr_decode_hyper(p, &args->cbl_fsid.minor);
250 } else if (args->cbl_recall_type != RETURN_ALL)
251 return htonl(NFS4ERR_BADXDR);
252 return 0;
253 }
254
255 static
decode_devicenotify_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)256 __be32 decode_devicenotify_args(struct svc_rqst *rqstp,
257 struct xdr_stream *xdr,
258 void *argp)
259 {
260 struct cb_devicenotifyargs *args = argp;
261 uint32_t tmp, n, i;
262 __be32 *p;
263 __be32 status = 0;
264
265 /* Num of device notifications */
266 p = xdr_inline_decode(xdr, sizeof(uint32_t));
267 if (unlikely(p == NULL)) {
268 status = htonl(NFS4ERR_BADXDR);
269 goto out;
270 }
271 n = ntohl(*p++);
272 if (n == 0)
273 goto out;
274
275 args->devs = kmalloc_objs(*args->devs, n, GFP_KERNEL);
276 if (!args->devs) {
277 status = htonl(NFS4ERR_DELAY);
278 goto out;
279 }
280
281 /* Decode each dev notification */
282 for (i = 0; i < n; i++) {
283 struct cb_devicenotifyitem *dev = &args->devs[i];
284
285 p = xdr_inline_decode(xdr, (4 * sizeof(uint32_t)) +
286 NFS4_DEVICEID4_SIZE);
287 if (unlikely(p == NULL)) {
288 status = htonl(NFS4ERR_BADXDR);
289 goto err;
290 }
291
292 tmp = ntohl(*p++); /* bitmap size */
293 if (tmp != 1) {
294 status = htonl(NFS4ERR_INVAL);
295 goto err;
296 }
297 dev->cbd_notify_type = ntohl(*p++);
298 if (dev->cbd_notify_type != NOTIFY_DEVICEID4_CHANGE &&
299 dev->cbd_notify_type != NOTIFY_DEVICEID4_DELETE) {
300 status = htonl(NFS4ERR_INVAL);
301 goto err;
302 }
303
304 tmp = ntohl(*p++); /* opaque size */
305 if (((dev->cbd_notify_type == NOTIFY_DEVICEID4_CHANGE) &&
306 (tmp != NFS4_DEVICEID4_SIZE + 8)) ||
307 ((dev->cbd_notify_type == NOTIFY_DEVICEID4_DELETE) &&
308 (tmp != NFS4_DEVICEID4_SIZE + 4))) {
309 status = htonl(NFS4ERR_INVAL);
310 goto err;
311 }
312 dev->cbd_layout_type = ntohl(*p++);
313 memcpy(dev->cbd_dev_id.data, p, NFS4_DEVICEID4_SIZE);
314 p += XDR_QUADLEN(NFS4_DEVICEID4_SIZE);
315
316 if (dev->cbd_layout_type == NOTIFY_DEVICEID4_CHANGE) {
317 p = xdr_inline_decode(xdr, sizeof(uint32_t));
318 if (unlikely(p == NULL)) {
319 status = htonl(NFS4ERR_BADXDR);
320 goto err;
321 }
322 dev->cbd_immediate = ntohl(*p++);
323 } else {
324 dev->cbd_immediate = 0;
325 }
326
327 dprintk("%s: type %d layout 0x%x immediate %d\n",
328 __func__, dev->cbd_notify_type, dev->cbd_layout_type,
329 dev->cbd_immediate);
330 }
331 args->ndevs = n;
332 dprintk("%s: ndevs %d\n", __func__, args->ndevs);
333 return 0;
334 err:
335 kfree(args->devs);
336 out:
337 args->devs = NULL;
338 args->ndevs = 0;
339 dprintk("%s: status %d ndevs %d\n",
340 __func__, ntohl(status), args->ndevs);
341 return status;
342 }
343
decode_sessionid(struct xdr_stream * xdr,struct nfs4_sessionid * sid)344 static __be32 decode_sessionid(struct xdr_stream *xdr,
345 struct nfs4_sessionid *sid)
346 {
347 __be32 *p;
348
349 p = xdr_inline_decode(xdr, NFS4_MAX_SESSIONID_LEN);
350 if (unlikely(p == NULL))
351 return htonl(NFS4ERR_RESOURCE);
352
353 memcpy(sid->data, p, NFS4_MAX_SESSIONID_LEN);
354 return 0;
355 }
356
decode_rc_list(struct xdr_stream * xdr,struct referring_call_list * rc_list)357 static __be32 decode_rc_list(struct xdr_stream *xdr,
358 struct referring_call_list *rc_list)
359 {
360 __be32 *p;
361 int i;
362 __be32 status;
363
364 status = decode_sessionid(xdr, &rc_list->rcl_sessionid);
365 if (status)
366 goto out;
367
368 status = htonl(NFS4ERR_RESOURCE);
369 p = xdr_inline_decode(xdr, sizeof(uint32_t));
370 if (unlikely(p == NULL))
371 goto out;
372
373 rc_list->rcl_nrefcalls = ntohl(*p++);
374 if (rc_list->rcl_nrefcalls) {
375 if (unlikely(rc_list->rcl_nrefcalls > xdr->buf->len))
376 goto out;
377 p = xdr_inline_decode(xdr,
378 rc_list->rcl_nrefcalls * 2 * sizeof(uint32_t));
379 if (unlikely(p == NULL))
380 goto out;
381 rc_list->rcl_refcalls = kmalloc_objs(*rc_list->rcl_refcalls,
382 rc_list->rcl_nrefcalls,
383 GFP_KERNEL);
384 if (unlikely(rc_list->rcl_refcalls == NULL))
385 goto out;
386 for (i = 0; i < rc_list->rcl_nrefcalls; i++) {
387 rc_list->rcl_refcalls[i].rc_sequenceid = ntohl(*p++);
388 rc_list->rcl_refcalls[i].rc_slotid = ntohl(*p++);
389 }
390 }
391 status = 0;
392
393 out:
394 return status;
395 }
396
decode_cb_sequence_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)397 static __be32 decode_cb_sequence_args(struct svc_rqst *rqstp,
398 struct xdr_stream *xdr,
399 void *argp)
400 {
401 struct cb_sequenceargs *args = argp;
402 __be32 *p;
403 int i;
404 __be32 status;
405
406 status = decode_sessionid(xdr, &args->csa_sessionid);
407 if (status)
408 return status;
409
410 p = xdr_inline_decode(xdr, 5 * sizeof(uint32_t));
411 if (unlikely(p == NULL))
412 return htonl(NFS4ERR_RESOURCE);
413
414 args->csa_addr = svc_addr(rqstp);
415 args->csa_sequenceid = ntohl(*p++);
416 args->csa_slotid = ntohl(*p++);
417 args->csa_highestslotid = ntohl(*p++);
418 args->csa_cachethis = ntohl(*p++);
419 args->csa_nrclists = ntohl(*p++);
420 args->csa_rclists = NULL;
421 if (args->csa_nrclists) {
422 args->csa_rclists = kmalloc_objs(*args->csa_rclists,
423 args->csa_nrclists, GFP_KERNEL);
424 if (unlikely(args->csa_rclists == NULL))
425 return htonl(NFS4ERR_RESOURCE);
426
427 for (i = 0; i < args->csa_nrclists; i++) {
428 status = decode_rc_list(xdr, &args->csa_rclists[i]);
429 if (status) {
430 args->csa_nrclists = i;
431 goto out_free;
432 }
433 }
434 }
435 return 0;
436
437 out_free:
438 for (i = 0; i < args->csa_nrclists; i++)
439 kfree(args->csa_rclists[i].rcl_refcalls);
440 kfree(args->csa_rclists);
441 return status;
442 }
443
decode_recallany_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)444 static __be32 decode_recallany_args(struct svc_rqst *rqstp,
445 struct xdr_stream *xdr,
446 void *argp)
447 {
448 struct cb_recallanyargs *args = argp;
449 uint32_t bitmap[3];
450 __be32 *p, status;
451
452 p = xdr_inline_decode(xdr, 4);
453 if (unlikely(p == NULL))
454 return htonl(NFS4ERR_BADXDR);
455 args->craa_objs_to_keep = ntohl(*p++);
456 status = decode_bitmap(xdr, bitmap);
457 if (unlikely(status))
458 return status;
459 args->craa_type_mask = bitmap[0];
460
461 return 0;
462 }
463
decode_recallslot_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)464 static __be32 decode_recallslot_args(struct svc_rqst *rqstp,
465 struct xdr_stream *xdr,
466 void *argp)
467 {
468 struct cb_recallslotargs *args = argp;
469 __be32 *p;
470
471 p = xdr_inline_decode(xdr, 4);
472 if (unlikely(p == NULL))
473 return htonl(NFS4ERR_BADXDR);
474 args->crsa_target_highest_slotid = ntohl(*p++);
475 return 0;
476 }
477
decode_lockowner(struct xdr_stream * xdr,struct cb_notify_lock_args * args)478 static __be32 decode_lockowner(struct xdr_stream *xdr, struct cb_notify_lock_args *args)
479 {
480 __be32 *p;
481 unsigned int len;
482
483 p = xdr_inline_decode(xdr, 12);
484 if (unlikely(p == NULL))
485 return htonl(NFS4ERR_BADXDR);
486
487 p = xdr_decode_hyper(p, &args->cbnl_owner.clientid);
488 len = be32_to_cpu(*p);
489
490 p = xdr_inline_decode(xdr, len);
491 if (unlikely(p == NULL))
492 return htonl(NFS4ERR_BADXDR);
493
494 /* Only try to decode if the length is right */
495 if (len == 20) {
496 p += 2; /* skip "lock id:" */
497 args->cbnl_owner.s_dev = be32_to_cpu(*p++);
498 xdr_decode_hyper(p, &args->cbnl_owner.id);
499 args->cbnl_valid = true;
500 } else {
501 args->cbnl_owner.s_dev = 0;
502 args->cbnl_owner.id = 0;
503 args->cbnl_valid = false;
504 }
505 return 0;
506 }
507
decode_notify_lock_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * argp)508 static __be32 decode_notify_lock_args(struct svc_rqst *rqstp,
509 struct xdr_stream *xdr, void *argp)
510 {
511 struct cb_notify_lock_args *args = argp;
512 __be32 status;
513
514 status = decode_fh(xdr, &args->cbnl_fh);
515 if (unlikely(status != 0))
516 return status;
517 return decode_lockowner(xdr, args);
518 }
519
520 #ifdef CONFIG_NFS_V4_2
decode_write_response(struct xdr_stream * xdr,struct cb_offloadargs * args)521 static __be32 decode_write_response(struct xdr_stream *xdr,
522 struct cb_offloadargs *args)
523 {
524 __be32 *p;
525
526 /* skip the always zero field */
527 p = xdr_inline_decode(xdr, 4);
528 if (unlikely(!p))
529 goto out;
530 p++;
531
532 /* decode count, stable_how, verifier */
533 p = xdr_inline_decode(xdr, 8 + 4);
534 if (unlikely(!p))
535 goto out;
536 p = xdr_decode_hyper(p, &args->wr_count);
537 args->wr_writeverf.committed = be32_to_cpup(p);
538 p = xdr_inline_decode(xdr, NFS4_VERIFIER_SIZE);
539 if (likely(p)) {
540 memcpy(&args->wr_writeverf.verifier.data[0], p,
541 NFS4_VERIFIER_SIZE);
542 return 0;
543 }
544 out:
545 return htonl(NFS4ERR_RESOURCE);
546 }
547
decode_offload_args(struct svc_rqst * rqstp,struct xdr_stream * xdr,void * data)548 static __be32 decode_offload_args(struct svc_rqst *rqstp,
549 struct xdr_stream *xdr,
550 void *data)
551 {
552 struct cb_offloadargs *args = data;
553 __be32 *p;
554 __be32 status;
555
556 /* decode fh */
557 status = decode_fh(xdr, &args->coa_fh);
558 if (unlikely(status != 0))
559 return status;
560
561 /* decode stateid */
562 status = decode_stateid(xdr, &args->coa_stateid);
563 if (unlikely(status != 0))
564 return status;
565
566 /* decode status */
567 p = xdr_inline_decode(xdr, 4);
568 if (unlikely(!p))
569 goto out;
570 args->error = ntohl(*p++);
571 if (!args->error) {
572 status = decode_write_response(xdr, args);
573 if (unlikely(status != 0))
574 return status;
575 } else {
576 p = xdr_inline_decode(xdr, 8);
577 if (unlikely(!p))
578 goto out;
579 p = xdr_decode_hyper(p, &args->wr_count);
580 }
581 return 0;
582 out:
583 return htonl(NFS4ERR_RESOURCE);
584 }
585 #endif /* CONFIG_NFS_V4_2 */
encode_string(struct xdr_stream * xdr,unsigned int len,const char * str)586 static __be32 encode_string(struct xdr_stream *xdr, unsigned int len, const char *str)
587 {
588 if (unlikely(xdr_stream_encode_opaque(xdr, str, len) < 0))
589 return cpu_to_be32(NFS4ERR_RESOURCE);
590 return 0;
591 }
592
encode_attr_bitmap(struct xdr_stream * xdr,const uint32_t * bitmap,size_t sz)593 static __be32 encode_attr_bitmap(struct xdr_stream *xdr, const uint32_t *bitmap, size_t sz)
594 {
595 if (xdr_stream_encode_uint32_array(xdr, bitmap, sz) < 0)
596 return cpu_to_be32(NFS4ERR_RESOURCE);
597 return 0;
598 }
599
encode_attr_change(struct xdr_stream * xdr,const uint32_t * bitmap,uint64_t change)600 static __be32 encode_attr_change(struct xdr_stream *xdr, const uint32_t *bitmap, uint64_t change)
601 {
602 __be32 *p;
603
604 if (!(bitmap[0] & FATTR4_WORD0_CHANGE))
605 return 0;
606 p = xdr_reserve_space(xdr, 8);
607 if (unlikely(!p))
608 return htonl(NFS4ERR_RESOURCE);
609 p = xdr_encode_hyper(p, change);
610 return 0;
611 }
612
encode_attr_size(struct xdr_stream * xdr,const uint32_t * bitmap,uint64_t size)613 static __be32 encode_attr_size(struct xdr_stream *xdr, const uint32_t *bitmap, uint64_t size)
614 {
615 __be32 *p;
616
617 if (!(bitmap[0] & FATTR4_WORD0_SIZE))
618 return 0;
619 p = xdr_reserve_space(xdr, 8);
620 if (unlikely(!p))
621 return htonl(NFS4ERR_RESOURCE);
622 p = xdr_encode_hyper(p, size);
623 return 0;
624 }
625
encode_attr_time(struct xdr_stream * xdr,const struct timespec64 * time)626 static __be32 encode_attr_time(struct xdr_stream *xdr, const struct timespec64 *time)
627 {
628 __be32 *p;
629
630 p = xdr_reserve_space(xdr, 12);
631 if (unlikely(!p))
632 return htonl(NFS4ERR_RESOURCE);
633 p = xdr_encode_hyper(p, time->tv_sec);
634 *p = htonl(time->tv_nsec);
635 return 0;
636 }
637
encode_attr_atime(struct xdr_stream * xdr,const uint32_t * bitmap,const struct timespec64 * time)638 static __be32 encode_attr_atime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time)
639 {
640 if (!(bitmap[1] & FATTR4_WORD1_TIME_ACCESS))
641 return 0;
642 return encode_attr_time(xdr,time);
643 }
644
encode_attr_ctime(struct xdr_stream * xdr,const uint32_t * bitmap,const struct timespec64 * time)645 static __be32 encode_attr_ctime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time)
646 {
647 if (!(bitmap[1] & FATTR4_WORD1_TIME_METADATA))
648 return 0;
649 return encode_attr_time(xdr,time);
650 }
651
encode_attr_mtime(struct xdr_stream * xdr,const uint32_t * bitmap,const struct timespec64 * time)652 static __be32 encode_attr_mtime(struct xdr_stream *xdr, const uint32_t *bitmap, const struct timespec64 *time)
653 {
654 if (!(bitmap[1] & FATTR4_WORD1_TIME_MODIFY))
655 return 0;
656 return encode_attr_time(xdr,time);
657 }
658
encode_attr_delegatime(struct xdr_stream * xdr,const uint32_t * bitmap,const struct timespec64 * time)659 static __be32 encode_attr_delegatime(struct xdr_stream *xdr,
660 const uint32_t *bitmap,
661 const struct timespec64 *time)
662 {
663 if (!(bitmap[2] & FATTR4_WORD2_TIME_DELEG_ACCESS))
664 return 0;
665 return encode_attr_time(xdr,time);
666 }
667
encode_attr_delegmtime(struct xdr_stream * xdr,const uint32_t * bitmap,const struct timespec64 * time)668 static __be32 encode_attr_delegmtime(struct xdr_stream *xdr,
669 const uint32_t *bitmap,
670 const struct timespec64 *time)
671 {
672 if (!(bitmap[2] & FATTR4_WORD2_TIME_DELEG_MODIFY))
673 return 0;
674 return encode_attr_time(xdr,time);
675 }
676
encode_compound_hdr_res(struct xdr_stream * xdr,struct cb_compound_hdr_res * hdr)677 static __be32 encode_compound_hdr_res(struct xdr_stream *xdr, struct cb_compound_hdr_res *hdr)
678 {
679 __be32 status;
680
681 hdr->status = xdr_reserve_space(xdr, 4);
682 if (unlikely(hdr->status == NULL))
683 return htonl(NFS4ERR_RESOURCE);
684 status = encode_string(xdr, hdr->taglen, hdr->tag);
685 if (unlikely(status != 0))
686 return status;
687 hdr->nops = xdr_reserve_space(xdr, 4);
688 if (unlikely(hdr->nops == NULL))
689 return htonl(NFS4ERR_RESOURCE);
690 return 0;
691 }
692
encode_op_hdr(struct xdr_stream * xdr,uint32_t op,__be32 res)693 static __be32 encode_op_hdr(struct xdr_stream *xdr, uint32_t op, __be32 res)
694 {
695 __be32 *p;
696
697 p = xdr_reserve_space(xdr, 8);
698 if (unlikely(p == NULL))
699 return htonl(NFS4ERR_RESOURCE_HDR);
700 *p++ = htonl(op);
701 *p = res;
702 return 0;
703 }
704
encode_getattr_res(struct svc_rqst * rqstp,struct xdr_stream * xdr,const void * resp)705 static __be32 encode_getattr_res(struct svc_rqst *rqstp, struct xdr_stream *xdr,
706 const void *resp)
707 {
708 const struct cb_getattrres *res = resp;
709 __be32 *savep = NULL;
710 __be32 status = res->status;
711
712 if (unlikely(status != 0))
713 goto out;
714 status = encode_attr_bitmap(xdr, res->bitmap, ARRAY_SIZE(res->bitmap));
715 if (unlikely(status != 0))
716 goto out;
717 status = cpu_to_be32(NFS4ERR_RESOURCE);
718 savep = xdr_reserve_space(xdr, sizeof(*savep));
719 if (unlikely(!savep))
720 goto out;
721 status = encode_attr_change(xdr, res->bitmap, res->change_attr);
722 if (unlikely(status != 0))
723 goto out;
724 status = encode_attr_size(xdr, res->bitmap, res->size);
725 if (unlikely(status != 0))
726 goto out;
727 status = encode_attr_atime(xdr, res->bitmap, &res->atime);
728 if (unlikely(status != 0))
729 goto out;
730 status = encode_attr_ctime(xdr, res->bitmap, &res->ctime);
731 if (unlikely(status != 0))
732 goto out;
733 status = encode_attr_mtime(xdr, res->bitmap, &res->mtime);
734 if (unlikely(status != 0))
735 goto out;
736 status = encode_attr_delegatime(xdr, res->bitmap, &res->atime);
737 if (unlikely(status != 0))
738 goto out;
739 status = encode_attr_delegmtime(xdr, res->bitmap, &res->mtime);
740 *savep = htonl((unsigned int)((char *)xdr->p - (char *)(savep+1)));
741 out:
742 return status;
743 }
744
encode_sessionid(struct xdr_stream * xdr,const struct nfs4_sessionid * sid)745 static __be32 encode_sessionid(struct xdr_stream *xdr,
746 const struct nfs4_sessionid *sid)
747 {
748 __be32 *p;
749
750 p = xdr_reserve_space(xdr, NFS4_MAX_SESSIONID_LEN);
751 if (unlikely(p == NULL))
752 return htonl(NFS4ERR_RESOURCE);
753
754 memcpy(p, sid, NFS4_MAX_SESSIONID_LEN);
755 return 0;
756 }
757
encode_cb_sequence_res(struct svc_rqst * rqstp,struct xdr_stream * xdr,const void * resp)758 static __be32 encode_cb_sequence_res(struct svc_rqst *rqstp,
759 struct xdr_stream *xdr,
760 const void *resp)
761 {
762 const struct cb_sequenceres *res = resp;
763 __be32 *p;
764 __be32 status = res->csr_status;
765
766 if (unlikely(status != 0))
767 return status;
768
769 status = encode_sessionid(xdr, &res->csr_sessionid);
770 if (status)
771 return status;
772
773 p = xdr_reserve_space(xdr, 4 * sizeof(uint32_t));
774 if (unlikely(p == NULL))
775 return htonl(NFS4ERR_RESOURCE);
776
777 *p++ = htonl(res->csr_sequenceid);
778 *p++ = htonl(res->csr_slotid);
779 *p++ = htonl(res->csr_highestslotid);
780 *p++ = htonl(res->csr_target_highestslotid);
781 return 0;
782 }
783
784 static __be32
preprocess_nfs41_op(int nop,unsigned int op_nr,struct callback_op ** op)785 preprocess_nfs41_op(int nop, unsigned int op_nr, struct callback_op **op)
786 {
787 if (op_nr == OP_CB_SEQUENCE) {
788 if (nop != 0)
789 return htonl(NFS4ERR_SEQUENCE_POS);
790 } else {
791 if (nop == 0)
792 return htonl(NFS4ERR_OP_NOT_IN_SESSION);
793 }
794
795 switch (op_nr) {
796 case OP_CB_GETATTR:
797 case OP_CB_RECALL:
798 case OP_CB_SEQUENCE:
799 case OP_CB_RECALL_ANY:
800 case OP_CB_RECALL_SLOT:
801 case OP_CB_LAYOUTRECALL:
802 case OP_CB_NOTIFY_DEVICEID:
803 case OP_CB_NOTIFY_LOCK:
804 *op = &callback_ops[op_nr];
805 break;
806
807 case OP_CB_NOTIFY:
808 case OP_CB_PUSH_DELEG:
809 case OP_CB_RECALLABLE_OBJ_AVAIL:
810 case OP_CB_WANTS_CANCELLED:
811 return htonl(NFS4ERR_NOTSUPP);
812
813 default:
814 return htonl(NFS4ERR_OP_ILLEGAL);
815 }
816
817 return htonl(NFS_OK);
818 }
819
nfs4_callback_free_slot(struct nfs4_session * session,struct nfs4_slot * slot)820 static void nfs4_callback_free_slot(struct nfs4_session *session,
821 struct nfs4_slot *slot)
822 {
823 struct nfs4_slot_table *tbl = &session->bc_slot_table;
824
825 spin_lock(&tbl->slot_tbl_lock);
826 /*
827 * Let the state manager know callback processing done.
828 * A single slot, so highest used slotid is either 0 or -1
829 */
830 nfs4_free_slot(tbl, slot);
831 spin_unlock(&tbl->slot_tbl_lock);
832 }
833
nfs4_cb_free_slot(struct cb_process_state * cps)834 static void nfs4_cb_free_slot(struct cb_process_state *cps)
835 {
836 if (cps->slot) {
837 nfs4_callback_free_slot(cps->clp->cl_session, cps->slot);
838 cps->slot = NULL;
839 }
840 }
841
842 #ifdef CONFIG_NFS_V4_2
843 static __be32
preprocess_nfs42_op(int nop,unsigned int op_nr,struct callback_op ** op)844 preprocess_nfs42_op(int nop, unsigned int op_nr, struct callback_op **op)
845 {
846 __be32 status = preprocess_nfs41_op(nop, op_nr, op);
847 if (status != htonl(NFS4ERR_OP_ILLEGAL))
848 return status;
849
850 if (op_nr == OP_CB_OFFLOAD) {
851 *op = &callback_ops[op_nr];
852 return htonl(NFS_OK);
853 } else
854 return htonl(NFS4ERR_NOTSUPP);
855 return htonl(NFS4ERR_OP_ILLEGAL);
856 }
857 #else /* CONFIG_NFS_V4_2 */
858 static __be32
preprocess_nfs42_op(int nop,unsigned int op_nr,struct callback_op ** op)859 preprocess_nfs42_op(int nop, unsigned int op_nr, struct callback_op **op)
860 {
861 return htonl(NFS4ERR_MINOR_VERS_MISMATCH);
862 }
863 #endif /* CONFIG_NFS_V4_2 */
864
865 static __be32
preprocess_nfs4_op(unsigned int op_nr,struct callback_op ** op)866 preprocess_nfs4_op(unsigned int op_nr, struct callback_op **op)
867 {
868 switch (op_nr) {
869 case OP_CB_GETATTR:
870 case OP_CB_RECALL:
871 *op = &callback_ops[op_nr];
872 break;
873 default:
874 return htonl(NFS4ERR_OP_ILLEGAL);
875 }
876
877 return htonl(NFS_OK);
878 }
879
process_op(int nop,struct svc_rqst * rqstp,struct cb_process_state * cps)880 static __be32 process_op(int nop, struct svc_rqst *rqstp,
881 struct cb_process_state *cps)
882 {
883 struct xdr_stream *xdr_out = &rqstp->rq_res_stream;
884 struct callback_op *op = &callback_ops[0];
885 unsigned int op_nr;
886 __be32 status;
887 long maxlen;
888 __be32 res;
889
890 status = decode_op_hdr(&rqstp->rq_arg_stream, &op_nr);
891 if (unlikely(status))
892 return status;
893
894 switch (cps->minorversion) {
895 case 0:
896 status = preprocess_nfs4_op(op_nr, &op);
897 break;
898 case 1:
899 status = preprocess_nfs41_op(nop, op_nr, &op);
900 break;
901 case 2:
902 status = preprocess_nfs42_op(nop, op_nr, &op);
903 break;
904 default:
905 status = htonl(NFS4ERR_MINOR_VERS_MISMATCH);
906 }
907
908 if (status == htonl(NFS4ERR_OP_ILLEGAL))
909 op_nr = OP_CB_ILLEGAL;
910 if (status)
911 goto encode_hdr;
912
913 if (cps->drc_status) {
914 status = cps->drc_status;
915 goto encode_hdr;
916 }
917
918 maxlen = xdr_out->end - xdr_out->p;
919 if (maxlen > 0 && maxlen < PAGE_SIZE) {
920 status = op->decode_args(rqstp, &rqstp->rq_arg_stream,
921 rqstp->rq_argp);
922 if (likely(status == 0))
923 status = op->process_op(rqstp->rq_argp, rqstp->rq_resp,
924 cps);
925 } else
926 status = htonl(NFS4ERR_RESOURCE);
927
928 encode_hdr:
929 res = encode_op_hdr(xdr_out, op_nr, status);
930 if (unlikely(res))
931 return res;
932 if (op->encode_res != NULL && status == 0)
933 status = op->encode_res(rqstp, xdr_out, rqstp->rq_resp);
934 return status;
935 }
936
937 /*
938 * Decode, process and encode a COMPOUND
939 */
nfs4_callback_compound(struct svc_rqst * rqstp)940 static __be32 nfs4_callback_compound(struct svc_rqst *rqstp)
941 {
942 struct cb_compound_hdr_arg hdr_arg = { 0 };
943 struct cb_compound_hdr_res hdr_res = { NULL };
944 struct cb_process_state cps = {
945 .drc_status = 0,
946 .clp = NULL,
947 .net = SVC_NET(rqstp),
948 };
949 unsigned int nops = 0;
950 __be32 status;
951
952 status = decode_compound_hdr_arg(&rqstp->rq_arg_stream, &hdr_arg);
953 if (status == htonl(NFS4ERR_RESOURCE))
954 return rpc_garbage_args;
955
956 if (hdr_arg.minorversion == 0) {
957 cps.clp = nfs4_find_client_ident(SVC_NET(rqstp), hdr_arg.cb_ident);
958 if (!cps.clp) {
959 trace_nfs_cb_no_clp(rqstp->rq_xid, hdr_arg.cb_ident);
960 goto out_invalidcred;
961 }
962 if (!check_gss_callback_principal(cps.clp, rqstp)) {
963 trace_nfs_cb_badprinc(rqstp->rq_xid, hdr_arg.cb_ident);
964 nfs_put_client(cps.clp);
965 goto out_invalidcred;
966 }
967 svc_xprt_set_valid(rqstp->rq_xprt);
968 }
969
970 cps.minorversion = hdr_arg.minorversion;
971 hdr_res.taglen = hdr_arg.taglen;
972 hdr_res.tag = hdr_arg.tag;
973 if (encode_compound_hdr_res(&rqstp->rq_res_stream, &hdr_res) != 0) {
974 if (cps.clp)
975 nfs_put_client(cps.clp);
976 return rpc_system_err;
977 }
978 while (status == 0 && nops != hdr_arg.nops) {
979 status = process_op(nops, rqstp, &cps);
980 nops++;
981 }
982
983 /* Buffer overflow in decode_ops_hdr or encode_ops_hdr. Return
984 * resource error in cb_compound status without returning op */
985 if (unlikely(status == htonl(NFS4ERR_RESOURCE_HDR))) {
986 status = htonl(NFS4ERR_RESOURCE);
987 nops--;
988 }
989
990 if (svc_is_backchannel(rqstp) && cps.clp) {
991 rqstp->bc_to_initval = cps.clp->cl_rpcclient->cl_timeout->to_initval;
992 rqstp->bc_to_retries = cps.clp->cl_rpcclient->cl_timeout->to_retries;
993 }
994
995 *hdr_res.status = status;
996 *hdr_res.nops = htonl(nops);
997 nfs4_cb_free_slot(&cps);
998 nfs_put_client(cps.clp);
999 return rpc_success;
1000
1001 out_invalidcred:
1002 pr_warn_ratelimited("NFS: NFSv4 callback contains invalid cred\n");
1003 rqstp->rq_auth_stat = rpc_autherr_badcred;
1004 return rpc_success;
1005 }
1006
1007 static int
nfs_callback_dispatch(struct svc_rqst * rqstp)1008 nfs_callback_dispatch(struct svc_rqst *rqstp)
1009 {
1010 const struct svc_procedure *procp = rqstp->rq_procinfo;
1011
1012 *rqstp->rq_accept_statp = procp->pc_func(rqstp);
1013 return 1;
1014 }
1015
1016 /*
1017 * Define NFS4 callback COMPOUND ops.
1018 */
1019 static struct callback_op callback_ops[] = {
1020 [0] = {
1021 .res_maxsize = CB_OP_HDR_RES_MAXSZ,
1022 },
1023 [OP_CB_GETATTR] = {
1024 .process_op = nfs4_callback_getattr,
1025 .decode_args = decode_getattr_args,
1026 .encode_res = encode_getattr_res,
1027 .res_maxsize = CB_OP_GETATTR_RES_MAXSZ,
1028 },
1029 [OP_CB_RECALL] = {
1030 .process_op = nfs4_callback_recall,
1031 .decode_args = decode_recall_args,
1032 .res_maxsize = CB_OP_RECALL_RES_MAXSZ,
1033 },
1034 [OP_CB_LAYOUTRECALL] = {
1035 .process_op = nfs4_callback_layoutrecall,
1036 .decode_args = decode_layoutrecall_args,
1037 .res_maxsize = CB_OP_LAYOUTRECALL_RES_MAXSZ,
1038 },
1039 [OP_CB_NOTIFY_DEVICEID] = {
1040 .process_op = nfs4_callback_devicenotify,
1041 .decode_args = decode_devicenotify_args,
1042 .res_maxsize = CB_OP_DEVICENOTIFY_RES_MAXSZ,
1043 },
1044 [OP_CB_SEQUENCE] = {
1045 .process_op = nfs4_callback_sequence,
1046 .decode_args = decode_cb_sequence_args,
1047 .encode_res = encode_cb_sequence_res,
1048 .res_maxsize = CB_OP_SEQUENCE_RES_MAXSZ,
1049 },
1050 [OP_CB_RECALL_ANY] = {
1051 .process_op = nfs4_callback_recallany,
1052 .decode_args = decode_recallany_args,
1053 .res_maxsize = CB_OP_RECALLANY_RES_MAXSZ,
1054 },
1055 [OP_CB_RECALL_SLOT] = {
1056 .process_op = nfs4_callback_recallslot,
1057 .decode_args = decode_recallslot_args,
1058 .res_maxsize = CB_OP_RECALLSLOT_RES_MAXSZ,
1059 },
1060 [OP_CB_NOTIFY_LOCK] = {
1061 .process_op = nfs4_callback_notify_lock,
1062 .decode_args = decode_notify_lock_args,
1063 .res_maxsize = CB_OP_NOTIFY_LOCK_RES_MAXSZ,
1064 },
1065 #ifdef CONFIG_NFS_V4_2
1066 [OP_CB_OFFLOAD] = {
1067 .process_op = nfs4_callback_offload,
1068 .decode_args = decode_offload_args,
1069 .res_maxsize = CB_OP_OFFLOAD_RES_MAXSZ,
1070 },
1071 #endif /* CONFIG_NFS_V4_2 */
1072 };
1073
1074 /*
1075 * Define NFS4 callback procedures
1076 */
1077 static const struct svc_procedure nfs4_callback_procedures1[] = {
1078 [CB_NULL] = {
1079 .pc_func = nfs4_callback_null,
1080 .pc_encode = nfs4_encode_void,
1081 .pc_xdrressize = 1,
1082 .pc_name = "NULL",
1083 },
1084 [CB_COMPOUND] = {
1085 .pc_func = nfs4_callback_compound,
1086 .pc_encode = nfs4_encode_void,
1087 .pc_argsize = 256,
1088 .pc_argzero = 256,
1089 .pc_ressize = 256,
1090 .pc_xdrressize = NFS4_CALLBACK_BUFSIZE,
1091 .pc_name = "COMPOUND",
1092 }
1093 };
1094
1095 static DEFINE_PER_CPU_ALIGNED(unsigned long,
1096 nfs4_callback_count1[ARRAY_SIZE(nfs4_callback_procedures1)]);
1097 const struct svc_version nfs4_callback_version1 = {
1098 .vs_vers = 1,
1099 .vs_nproc = ARRAY_SIZE(nfs4_callback_procedures1),
1100 .vs_proc = nfs4_callback_procedures1,
1101 .vs_count = nfs4_callback_count1,
1102 .vs_xdrsize = NFS4_CALLBACK_XDRSIZE,
1103 .vs_dispatch = nfs_callback_dispatch,
1104 .vs_hidden = true,
1105 .vs_need_cong_ctrl = true,
1106 };
1107
1108 static DEFINE_PER_CPU_ALIGNED(unsigned long,
1109 nfs4_callback_count4[ARRAY_SIZE(nfs4_callback_procedures1)]);
1110 const struct svc_version nfs4_callback_version4 = {
1111 .vs_vers = 4,
1112 .vs_nproc = ARRAY_SIZE(nfs4_callback_procedures1),
1113 .vs_proc = nfs4_callback_procedures1,
1114 .vs_count = nfs4_callback_count4,
1115 .vs_xdrsize = NFS4_CALLBACK_XDRSIZE,
1116 .vs_dispatch = nfs_callback_dispatch,
1117 .vs_hidden = true,
1118 .vs_need_cong_ctrl = true,
1119 };
1120