1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 2009 Rick Macklem, University of Guelph 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 * 28 */ 29 30 #include <sys/cdefs.h> 31 /* 32 * These functions implement the client side state handling for NFSv4. 33 * NFSv4 state handling: 34 * - A lockowner is used to determine lock contention, so it 35 * corresponds directly to a Posix pid. (1 to 1 mapping) 36 * - The correct granularity of an OpenOwner is not nearly so 37 * obvious. An OpenOwner does the following: 38 * - provides a serial sequencing of Open/Close/Lock-with-new-lockowner 39 * - is used to check for Open/Share contention (not applicable to 40 * this client, since all Opens are Deny_None) 41 * As such, I considered both extreme. 42 * 1 OpenOwner per ClientID - Simple to manage, but fully serializes 43 * all Open, Close and Lock (with a new lockowner) Ops. 44 * 1 OpenOwner for each Open - This one results in an OpenConfirm for 45 * every Open, for most servers. 46 * So, I chose to use the same mapping as I did for LockOwnwers. 47 * The main concern here is that you can end up with multiple Opens 48 * for the same File Handle, but on different OpenOwners (opens 49 * inherited from parents, grandparents...) and you do not know 50 * which of these the vnodeop close applies to. This is handled by 51 * delaying the Close Op(s) until all of the Opens have been closed. 52 * (It is not yet obvious if this is the correct granularity.) 53 * - How the code handles serialization: 54 * - For the ClientId, it uses an exclusive lock while getting its 55 * SetClientId and during recovery. Otherwise, it uses a shared 56 * lock via a reference count. 57 * - For the rest of the data structures, it uses an SMP mutex 58 * (once the nfs client is SMP safe) and doesn't sleep while 59 * manipulating the linked lists. 60 * - The serialization of Open/Close/Lock/LockU falls out in the 61 * "wash", since OpenOwners and LockOwners are both mapped from 62 * Posix pid. In other words, there is only one Posix pid using 63 * any given owner, so that owner is serialized. (If you change 64 * the granularity of the OpenOwner, then code must be added to 65 * serialize Ops on the OpenOwner.) 66 * - When to get rid of OpenOwners and LockOwners. 67 * - The function nfscl_cleanup_common() is executed after a process exits. 68 * It goes through the client list looking for all Open and Lock Owners. 69 * When one is found, it is marked "defunct" or in the case of 70 * an OpenOwner without any Opens, freed. 71 * The renew thread scans for defunct Owners and gets rid of them, 72 * if it can. The LockOwners will also be deleted when the 73 * associated Open is closed. 74 * - If the LockU or Close Op(s) fail during close in a way 75 * that could be recovered upon retry, they are relinked to the 76 * ClientId's defunct open list and retried by the renew thread 77 * until they succeed or an unmount/recovery occurs. 78 * (Since we are done with them, they do not need to be recovered.) 79 */ 80 81 #include <fs/nfs/nfsport.h> 82 83 /* 84 * Global variables 85 */ 86 extern struct nfsstatsv1 nfsstatsv1; 87 extern struct nfsreqhead nfsd_reqq; 88 extern u_int32_t newnfs_false, newnfs_true; 89 extern int nfscl_debuglevel; 90 extern int nfscl_enablecallb; 91 extern int nfs_numnfscbd; 92 NFSREQSPINLOCK; 93 NFSCLSTATEMUTEX; 94 int nfscl_inited = 0; 95 struct nfsclhead nfsclhead; /* Head of clientid list */ 96 int nfscl_deleghighwater = NFSCLDELEGHIGHWATER; 97 int nfscl_layouthighwater = NFSCLLAYOUTHIGHWATER; 98 99 static int nfscl_delegcnt = 0; 100 static int nfscl_layoutcnt = 0; 101 static int nfscl_getopen(struct nfsclownerhead *, struct nfsclopenhash *, 102 u_int8_t *, int, u_int8_t *, u_int8_t *, u_int32_t, 103 struct nfscllockowner **, struct nfsclopen **); 104 static bool nfscl_checkown(struct nfsclowner *, struct nfsclopen *, uint8_t *, 105 uint8_t *, struct nfscllockowner **, struct nfsclopen **, 106 struct nfsclopen **); 107 static void nfscl_clrelease(struct nfsclclient *); 108 static void nfscl_unlinkopen(struct nfsclopen *); 109 static void nfscl_cleanclient(struct nfsclclient *); 110 static void nfscl_expireclient(struct nfsclclient *, struct nfsmount *, 111 struct ucred *, NFSPROC_T *); 112 static int nfscl_expireopen(struct nfsclclient *, struct nfsclopen *, 113 struct nfsmount *, struct ucred *, NFSPROC_T *); 114 static void nfscl_recover(struct nfsclclient *, bool *, struct ucred *, 115 NFSPROC_T *); 116 static void nfscl_insertlock(struct nfscllockowner *, struct nfscllock *, 117 struct nfscllock *, int); 118 static int nfscl_updatelock(struct nfscllockowner *, struct nfscllock **, 119 struct nfscllock **, int); 120 static void nfscl_delegreturnall(struct nfsclclient *, NFSPROC_T *, 121 struct nfscldeleghead *); 122 static u_int32_t nfscl_nextcbident(void); 123 static mount_t nfscl_getmnt(int, uint8_t *, u_int32_t, struct nfsclclient **); 124 static struct nfsclclient *nfscl_getclnt(u_int32_t); 125 static struct nfsclclient *nfscl_getclntsess(uint8_t *); 126 static struct nfscldeleg *nfscl_finddeleg(struct nfsclclient *, u_int8_t *, 127 int); 128 static void nfscl_retoncloselayout(vnode_t, struct nfsclclient *, uint8_t *, 129 int, struct nfsclrecalllayout **, struct nfscllayout **); 130 static void nfscl_reldevinfo_locked(struct nfscldevinfo *); 131 static struct nfscllayout *nfscl_findlayout(struct nfsclclient *, u_int8_t *, 132 int); 133 static struct nfscldevinfo *nfscl_finddevinfo(struct nfsclclient *, uint8_t *); 134 static int nfscl_checkconflict(struct nfscllockownerhead *, struct nfscllock *, 135 u_int8_t *, struct nfscllock **); 136 static void nfscl_freealllocks(struct nfscllockownerhead *, int); 137 static int nfscl_localconflict(struct nfsclclient *, u_int8_t *, int, 138 struct nfscllock *, u_int8_t *, struct nfscldeleg *, struct nfscllock **); 139 static void nfscl_newopen(struct nfsclclient *, struct nfscldeleg *, 140 struct nfsclowner **, struct nfsclowner **, struct nfsclopen **, 141 struct nfsclopen **, u_int8_t *, u_int8_t *, int, struct ucred *, int *); 142 static int nfscl_moveopen(vnode_t , struct nfsclclient *, 143 struct nfsmount *, struct nfsclopen *, struct nfsclowner *, 144 struct nfscldeleg *, struct ucred *, NFSPROC_T *); 145 static void nfscl_totalrecall(struct nfsclclient *); 146 static int nfscl_relock(vnode_t , struct nfsclclient *, struct nfsmount *, 147 struct nfscllockowner *, struct nfscllock *, struct ucred *, NFSPROC_T *); 148 static int nfscl_tryopen(struct nfsmount *, vnode_t , u_int8_t *, int, 149 u_int8_t *, int, u_int32_t, struct nfsclopen *, u_int8_t *, int, 150 struct nfscldeleg **, int, u_int32_t, struct ucred *, NFSPROC_T *); 151 static int nfscl_trylock(struct nfsmount *, vnode_t , u_int8_t *, 152 int, struct nfscllockowner *, int, int, u_int64_t, u_int64_t, short, 153 struct ucred *, NFSPROC_T *); 154 static int nfsrpc_reopen(struct nfsmount *, u_int8_t *, int, u_int32_t, 155 struct nfsclopen *, struct nfscldeleg **, struct ucred *, NFSPROC_T *); 156 static void nfscl_freedeleg(struct nfscldeleghead *, struct nfscldeleg *, 157 bool); 158 static int nfscl_errmap(struct nfsrv_descript *, u_int32_t); 159 static void nfscl_cleanup_common(struct nfsclclient *, u_int8_t *); 160 static int nfscl_recalldeleg(struct nfsclclient *, struct nfsmount *, 161 struct nfscldeleg *, vnode_t, struct ucred *, NFSPROC_T *, int, 162 vnode_t *); 163 static void nfscl_freeopenowner(struct nfsclowner *, int); 164 static void nfscl_cleandeleg(struct nfscldeleg *); 165 static void nfscl_emptylockowner(struct nfscllockowner *, 166 struct nfscllockownerfhhead *); 167 static void nfscl_mergeflayouts(struct nfsclflayouthead *, 168 struct nfsclflayouthead *); 169 static int nfscl_layoutrecall(int, struct nfscllayout *, uint32_t, uint64_t, 170 uint64_t, uint32_t, uint32_t, uint32_t, char *, struct nfsclrecalllayout *); 171 static int nfscl_seq(uint32_t, uint32_t); 172 static void nfscl_layoutreturn(struct nfsmount *, struct nfscllayout *, 173 struct ucred *, NFSPROC_T *); 174 static void nfscl_dolayoutcommit(struct nfsmount *, struct nfscllayout *, 175 struct ucred *, NFSPROC_T *); 176 177 static short nfscberr_null[] = { 178 0, 179 0, 180 }; 181 182 static short nfscberr_getattr[] = { 183 NFSERR_RESOURCE, 184 NFSERR_BADHANDLE, 185 NFSERR_BADXDR, 186 NFSERR_RESOURCE, 187 NFSERR_SERVERFAULT, 188 0, 189 }; 190 191 static short nfscberr_recall[] = { 192 NFSERR_RESOURCE, 193 NFSERR_BADHANDLE, 194 NFSERR_BADSTATEID, 195 NFSERR_BADXDR, 196 NFSERR_RESOURCE, 197 NFSERR_SERVERFAULT, 198 0, 199 }; 200 201 static short *nfscl_cberrmap[] = { 202 nfscberr_null, 203 nfscberr_null, 204 nfscberr_null, 205 nfscberr_getattr, 206 nfscberr_recall 207 }; 208 209 #define NETFAMILY(clp) \ 210 (((clp)->nfsc_flags & NFSCLFLAGS_AFINET6) ? AF_INET6 : AF_INET) 211 212 /* 213 * Called for an open operation. 214 * If the nfhp argument is NULL, just get an openowner. 215 */ 216 int 217 nfscl_open(vnode_t vp, u_int8_t *nfhp, int fhlen, u_int32_t amode, int usedeleg, 218 struct ucred *cred, NFSPROC_T *p, struct nfsclowner **owpp, 219 struct nfsclopen **opp, int *newonep, int *retp, int lockit, bool firstref) 220 { 221 struct nfsclclient *clp; 222 struct nfsclowner *owp, *nowp; 223 struct nfsclopen *op = NULL, *nop = NULL; 224 struct nfscldeleg *dp; 225 struct nfsclownerhead *ohp; 226 u_int8_t own[NFSV4CL_LOCKNAMELEN]; 227 int ret; 228 229 if (newonep != NULL) 230 *newonep = 0; 231 if (opp != NULL) 232 *opp = NULL; 233 if (owpp != NULL) 234 *owpp = NULL; 235 236 /* 237 * Might need one or both of these, so MALLOC them now, to 238 * avoid a tsleep() in MALLOC later. 239 */ 240 nowp = malloc(sizeof (struct nfsclowner), 241 M_NFSCLOWNER, M_WAITOK); 242 if (nfhp != NULL) { 243 nop = malloc(sizeof (struct nfsclopen) + 244 fhlen - 1, M_NFSCLOPEN, M_WAITOK); 245 nop->nfso_hash.le_prev = NULL; 246 } 247 ret = nfscl_getcl(vp->v_mount, cred, p, false, firstref, &clp); 248 if (ret != 0) { 249 free(nowp, M_NFSCLOWNER); 250 if (nop != NULL) 251 free(nop, M_NFSCLOPEN); 252 return (ret); 253 } 254 255 /* 256 * Get the Open iff it already exists. 257 * If none found, add the new one or return error, depending upon 258 * "create". 259 */ 260 NFSLOCKCLSTATE(); 261 dp = NULL; 262 /* First check the delegation list */ 263 if (nfhp != NULL && usedeleg) { 264 LIST_FOREACH(dp, NFSCLDELEGHASH(clp, nfhp, fhlen), nfsdl_hash) { 265 if (dp->nfsdl_fhlen == fhlen && 266 !NFSBCMP(nfhp, dp->nfsdl_fh, fhlen)) { 267 if (!(amode & NFSV4OPEN_ACCESSWRITE) || 268 (dp->nfsdl_flags & NFSCLDL_WRITE)) 269 break; 270 dp = NULL; 271 break; 272 } 273 } 274 } 275 276 /* For NFSv4.1/4.2 and this option, use a single open_owner. */ 277 if (NFSHASONEOPENOWN(VFSTONFS(vp->v_mount))) 278 nfscl_filllockowner(NULL, own, F_POSIX); 279 else 280 nfscl_filllockowner(p->td_proc, own, F_POSIX); 281 if (dp != NULL) 282 ohp = &dp->nfsdl_owner; 283 else 284 ohp = &clp->nfsc_owner; 285 /* Now, search for an openowner */ 286 LIST_FOREACH(owp, ohp, nfsow_list) { 287 if (!NFSBCMP(owp->nfsow_owner, own, NFSV4CL_LOCKNAMELEN)) 288 break; 289 } 290 291 /* 292 * Create a new open, as required. 293 */ 294 nfscl_newopen(clp, dp, &owp, &nowp, &op, &nop, own, nfhp, fhlen, 295 cred, newonep); 296 297 /* 298 * Now, check the mode on the open and return the appropriate 299 * value. 300 */ 301 if (retp != NULL) { 302 if (nfhp != NULL && dp != NULL && nop == NULL) 303 /* new local open on delegation */ 304 *retp = NFSCLOPEN_SETCRED; 305 else 306 *retp = NFSCLOPEN_OK; 307 } 308 if (op != NULL && (amode & ~(op->nfso_mode))) { 309 op->nfso_mode |= amode; 310 if (retp != NULL && dp == NULL) 311 *retp = NFSCLOPEN_DOOPEN; 312 } 313 314 /* 315 * Serialize modifications to the open owner for multiple threads 316 * within the same process using a read/write sleep lock. 317 * For NFSv4.1 and a single OpenOwner, allow concurrent open operations 318 * by acquiring a shared lock. The close operations still use an 319 * exclusive lock for this case. 320 */ 321 if (lockit != 0) { 322 if (NFSHASONEOPENOWN(VFSTONFS(vp->v_mount))) { 323 /* 324 * Get a shared lock on the OpenOwner, but first 325 * wait for any pending exclusive lock, so that the 326 * exclusive locker gets priority. 327 */ 328 nfsv4_lock(&owp->nfsow_rwlock, 0, NULL, 329 NFSCLSTATEMUTEXPTR, NULL); 330 nfsv4_getref(&owp->nfsow_rwlock, NULL, 331 NFSCLSTATEMUTEXPTR, NULL); 332 } else 333 nfscl_lockexcl(&owp->nfsow_rwlock, NFSCLSTATEMUTEXPTR); 334 } 335 NFSUNLOCKCLSTATE(); 336 if (nowp != NULL) 337 free(nowp, M_NFSCLOWNER); 338 if (nop != NULL) 339 free(nop, M_NFSCLOPEN); 340 if (owpp != NULL) 341 *owpp = owp; 342 if (opp != NULL) 343 *opp = op; 344 return (0); 345 } 346 347 /* 348 * Create a new open, as required. 349 */ 350 static void 351 nfscl_newopen(struct nfsclclient *clp, struct nfscldeleg *dp, 352 struct nfsclowner **owpp, struct nfsclowner **nowpp, struct nfsclopen **opp, 353 struct nfsclopen **nopp, u_int8_t *own, u_int8_t *fhp, int fhlen, 354 struct ucred *cred, int *newonep) 355 { 356 struct nfsclowner *owp = *owpp, *nowp; 357 struct nfsclopen *op, *nop; 358 359 if (nowpp != NULL) 360 nowp = *nowpp; 361 else 362 nowp = NULL; 363 if (nopp != NULL) 364 nop = *nopp; 365 else 366 nop = NULL; 367 if (owp == NULL && nowp != NULL) { 368 NFSBCOPY(own, nowp->nfsow_owner, NFSV4CL_LOCKNAMELEN); 369 LIST_INIT(&nowp->nfsow_open); 370 nowp->nfsow_clp = clp; 371 nowp->nfsow_seqid = 0; 372 nowp->nfsow_defunct = 0; 373 nfscl_lockinit(&nowp->nfsow_rwlock); 374 if (dp != NULL) { 375 nfsstatsv1.cllocalopenowners++; 376 LIST_INSERT_HEAD(&dp->nfsdl_owner, nowp, nfsow_list); 377 } else { 378 nfsstatsv1.clopenowners++; 379 LIST_INSERT_HEAD(&clp->nfsc_owner, nowp, nfsow_list); 380 } 381 owp = *owpp = nowp; 382 *nowpp = NULL; 383 if (newonep != NULL) 384 *newonep = 1; 385 } 386 387 /* If an fhp has been specified, create an Open as well. */ 388 if (fhp != NULL) { 389 /* and look for the correct open, based upon FH */ 390 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 391 if (op->nfso_fhlen == fhlen && 392 !NFSBCMP(op->nfso_fh, fhp, fhlen)) 393 break; 394 } 395 if (op == NULL && nop != NULL) { 396 nop->nfso_own = owp; 397 nop->nfso_mode = 0; 398 nop->nfso_opencnt = 0; 399 nop->nfso_posixlock = 1; 400 nop->nfso_fhlen = fhlen; 401 NFSBCOPY(fhp, nop->nfso_fh, fhlen); 402 LIST_INIT(&nop->nfso_lock); 403 nop->nfso_stateid.seqid = 0; 404 nop->nfso_stateid.other[0] = 0; 405 nop->nfso_stateid.other[1] = 0; 406 nop->nfso_stateid.other[2] = 0; 407 KASSERT(cred != NULL, ("%s: cred NULL\n", __func__)); 408 newnfs_copyincred(cred, &nop->nfso_cred); 409 if (dp != NULL) { 410 TAILQ_REMOVE(&clp->nfsc_deleg, dp, nfsdl_list); 411 TAILQ_INSERT_HEAD(&clp->nfsc_deleg, dp, 412 nfsdl_list); 413 dp->nfsdl_timestamp = NFSD_MONOSEC + 120; 414 nfsstatsv1.cllocalopens++; 415 } else { 416 LIST_INSERT_HEAD(NFSCLOPENHASH(clp, fhp, fhlen), 417 nop, nfso_hash); 418 nfsstatsv1.clopens++; 419 } 420 LIST_INSERT_HEAD(&owp->nfsow_open, nop, nfso_list); 421 *opp = nop; 422 *nopp = NULL; 423 if (newonep != NULL) 424 *newonep = 1; 425 } else { 426 *opp = op; 427 } 428 } 429 } 430 431 /* 432 * Called to find/add a delegation to a client. 433 */ 434 int 435 nfscl_deleg(mount_t mp, struct nfsclclient *clp, u_int8_t *nfhp, 436 int fhlen, struct ucred *cred, NFSPROC_T *p, struct nfscldeleg **dpp) 437 { 438 struct nfscldeleg *dp = *dpp, *tdp; 439 struct nfsmount *nmp; 440 441 KASSERT(mp != NULL, ("nfscl_deleg: mp NULL")); 442 nmp = VFSTONFS(mp); 443 /* 444 * First, if we have received a Read delegation for a file on a 445 * read/write file system, just return it, because they aren't 446 * useful, imho. 447 */ 448 if (dp != NULL && !NFSMNT_RDONLY(mp) && 449 (dp->nfsdl_flags & NFSCLDL_READ)) { 450 nfscl_trydelegreturn(dp, cred, nmp, p); 451 free(dp, M_NFSCLDELEG); 452 *dpp = NULL; 453 return (0); 454 } 455 456 /* 457 * Since a delegation might be added to the mount, 458 * set NFSMNTP_DELEGISSUED now. If a delegation already 459 * exagain ists, setting this flag is harmless. 460 */ 461 NFSLOCKMNT(nmp); 462 nmp->nm_privflag |= NFSMNTP_DELEGISSUED; 463 NFSUNLOCKMNT(nmp); 464 465 /* Look for the correct deleg, based upon FH */ 466 NFSLOCKCLSTATE(); 467 tdp = nfscl_finddeleg(clp, nfhp, fhlen); 468 if (tdp == NULL) { 469 if (dp == NULL) { 470 NFSUNLOCKCLSTATE(); 471 return (NFSERR_BADSTATEID); 472 } 473 *dpp = NULL; 474 TAILQ_INSERT_HEAD(&clp->nfsc_deleg, dp, nfsdl_list); 475 LIST_INSERT_HEAD(NFSCLDELEGHASH(clp, nfhp, fhlen), dp, 476 nfsdl_hash); 477 dp->nfsdl_timestamp = NFSD_MONOSEC + 120; 478 nfsstatsv1.cldelegates++; 479 nfscl_delegcnt++; 480 } else { 481 /* 482 * Delegation already exists, what do we do if a new one?? 483 */ 484 if (dp != NULL) { 485 printf("Deleg already exists!\n"); 486 free(dp, M_NFSCLDELEG); 487 *dpp = NULL; 488 } else { 489 *dpp = tdp; 490 } 491 } 492 NFSUNLOCKCLSTATE(); 493 return (0); 494 } 495 496 /* 497 * Find a delegation for this file handle. Return NULL upon failure. 498 */ 499 static struct nfscldeleg * 500 nfscl_finddeleg(struct nfsclclient *clp, u_int8_t *fhp, int fhlen) 501 { 502 struct nfscldeleg *dp; 503 504 LIST_FOREACH(dp, NFSCLDELEGHASH(clp, fhp, fhlen), nfsdl_hash) { 505 if (dp->nfsdl_fhlen == fhlen && 506 !NFSBCMP(dp->nfsdl_fh, fhp, fhlen)) 507 break; 508 } 509 return (dp); 510 } 511 512 /* 513 * Get a stateid for an I/O operation. First, look for an open and iff 514 * found, return either a lockowner stateid or the open stateid. 515 * If no Open is found, just return error and the special stateid of all zeros. 516 */ 517 int 518 nfscl_getstateid(vnode_t vp, u_int8_t *nfhp, int fhlen, u_int32_t mode, 519 int fords, struct ucred *cred, NFSPROC_T *p, nfsv4stateid_t *stateidp, 520 void **lckpp) 521 { 522 struct nfsclclient *clp; 523 struct nfsclopen *op = NULL, *top; 524 struct nfsclopenhash *oph; 525 struct nfscllockowner *lp; 526 struct nfscldeleg *dp; 527 struct nfsnode *np; 528 struct nfsmount *nmp; 529 u_int8_t own[NFSV4CL_LOCKNAMELEN], lockown[NFSV4CL_LOCKNAMELEN]; 530 int error; 531 bool done; 532 533 *lckpp = NULL; 534 /* 535 * Initially, just set the special stateid of all zeros. 536 * (Don't do this for a DS, since the special stateid can't be used.) 537 */ 538 if (fords == 0) { 539 stateidp->seqid = 0; 540 stateidp->other[0] = 0; 541 stateidp->other[1] = 0; 542 stateidp->other[2] = 0; 543 } 544 if (vp->v_type != VREG) 545 return (EISDIR); 546 np = VTONFS(vp); 547 nmp = VFSTONFS(vp->v_mount); 548 549 /* 550 * For "oneopenown" mounts, first check for a cached open in the 551 * NFS vnode, that can be used as a stateid. This can only be 552 * done if no delegations have been issued to the mount and no 553 * byte range file locking has been done for the file. 554 */ 555 if (NFSHASNFSV4N(nmp) && NFSHASONEOPENOWN(nmp) && fords == 0) { 556 NFSLOCKMNT(nmp); 557 NFSLOCKNODE(np); 558 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0 && 559 (np->n_flag & NMIGHTBELOCKED) == 0 && 560 np->n_openstateid != NULL) { 561 stateidp->seqid = 0; 562 stateidp->other[0] = 563 np->n_openstateid->nfso_stateid.other[0]; 564 stateidp->other[1] = 565 np->n_openstateid->nfso_stateid.other[1]; 566 stateidp->other[2] = 567 np->n_openstateid->nfso_stateid.other[2]; 568 NFSUNLOCKNODE(np); 569 NFSUNLOCKMNT(nmp); 570 return (0); 571 } 572 NFSUNLOCKNODE(np); 573 NFSUNLOCKMNT(nmp); 574 } 575 576 NFSLOCKCLSTATE(); 577 clp = nfscl_findcl(nmp); 578 if (clp == NULL) { 579 NFSUNLOCKCLSTATE(); 580 return (EACCES); 581 } 582 583 /* 584 * Wait for recovery to complete. 585 */ 586 while ((clp->nfsc_flags & NFSCLFLAGS_RECVRINPROG)) 587 (void) nfsmsleep(&clp->nfsc_flags, NFSCLSTATEMUTEXPTR, 588 PZERO, "nfsrecvr", NULL); 589 590 /* 591 * First, look for a delegation. 592 */ 593 LIST_FOREACH(dp, NFSCLDELEGHASH(clp, nfhp, fhlen), nfsdl_hash) { 594 if (dp->nfsdl_fhlen == fhlen && 595 !NFSBCMP(nfhp, dp->nfsdl_fh, fhlen)) { 596 if (!(mode & NFSV4OPEN_ACCESSWRITE) || 597 (dp->nfsdl_flags & NFSCLDL_WRITE)) { 598 if (NFSHASNFSV4N(nmp)) 599 stateidp->seqid = 0; 600 else 601 stateidp->seqid = 602 dp->nfsdl_stateid.seqid; 603 stateidp->other[0] = dp->nfsdl_stateid.other[0]; 604 stateidp->other[1] = dp->nfsdl_stateid.other[1]; 605 stateidp->other[2] = dp->nfsdl_stateid.other[2]; 606 if (!(np->n_flag & NDELEGRECALL)) { 607 TAILQ_REMOVE(&clp->nfsc_deleg, dp, 608 nfsdl_list); 609 TAILQ_INSERT_HEAD(&clp->nfsc_deleg, dp, 610 nfsdl_list); 611 dp->nfsdl_timestamp = NFSD_MONOSEC + 612 120; 613 dp->nfsdl_rwlock.nfslock_usecnt++; 614 *lckpp = (void *)&dp->nfsdl_rwlock; 615 } 616 NFSUNLOCKCLSTATE(); 617 return (0); 618 } 619 break; 620 } 621 } 622 623 if (p != NULL) { 624 /* 625 * If p != NULL, we want to search the parentage tree 626 * for a matching OpenOwner and use that. 627 */ 628 if (NFSHASONEOPENOWN(VFSTONFS(vp->v_mount))) 629 nfscl_filllockowner(NULL, own, F_POSIX); 630 else 631 nfscl_filllockowner(p->td_proc, own, F_POSIX); 632 nfscl_filllockowner(p->td_proc, lockown, F_POSIX); 633 lp = NULL; 634 error = nfscl_getopen(NULL, clp->nfsc_openhash, nfhp, fhlen, 635 own, lockown, mode, &lp, &op); 636 if (error == 0 && lp != NULL && fords == 0) { 637 /* Don't return a lock stateid for a DS. */ 638 if (NFSHASNFSV4N(nmp)) 639 stateidp->seqid = 0; 640 else 641 stateidp->seqid = lp->nfsl_stateid.seqid; 642 stateidp->other[0] = 643 lp->nfsl_stateid.other[0]; 644 stateidp->other[1] = 645 lp->nfsl_stateid.other[1]; 646 stateidp->other[2] = 647 lp->nfsl_stateid.other[2]; 648 NFSUNLOCKCLSTATE(); 649 return (0); 650 } 651 } 652 if (op == NULL) { 653 /* If not found, just look for any OpenOwner that will work. */ 654 top = NULL; 655 done = false; 656 oph = NFSCLOPENHASH(clp, nfhp, fhlen); 657 LIST_FOREACH(op, oph, nfso_hash) { 658 if (op->nfso_fhlen == fhlen && 659 !NFSBCMP(op->nfso_fh, nfhp, fhlen)) { 660 if (top == NULL && (op->nfso_mode & 661 NFSV4OPEN_ACCESSWRITE) != 0 && 662 (mode & NFSV4OPEN_ACCESSREAD) != 0) 663 top = op; 664 if ((mode & op->nfso_mode) == mode) { 665 /* LRU order the hash list. */ 666 LIST_REMOVE(op, nfso_hash); 667 LIST_INSERT_HEAD(oph, op, nfso_hash); 668 done = true; 669 break; 670 } 671 } 672 } 673 if (!done) { 674 NFSCL_DEBUG(2, "openmode top=%p\n", top); 675 if (top == NULL || NFSHASOPENMODE(nmp)) { 676 NFSUNLOCKCLSTATE(); 677 return (ENOENT); 678 } else 679 op = top; 680 } 681 /* 682 * For read aheads or write behinds, use the open cred. 683 * A read ahead or write behind is indicated by p == NULL. 684 */ 685 if (p == NULL) 686 newnfs_copycred(&op->nfso_cred, cred); 687 } 688 689 /* 690 * No lock stateid, so return the open stateid. 691 */ 692 if (NFSHASNFSV4N(nmp)) 693 stateidp->seqid = 0; 694 else 695 stateidp->seqid = op->nfso_stateid.seqid; 696 stateidp->other[0] = op->nfso_stateid.other[0]; 697 stateidp->other[1] = op->nfso_stateid.other[1]; 698 stateidp->other[2] = op->nfso_stateid.other[2]; 699 NFSUNLOCKCLSTATE(); 700 return (0); 701 } 702 703 /* 704 * Search for a matching file, mode and, optionally, lockowner. 705 */ 706 static int 707 nfscl_getopen(struct nfsclownerhead *ohp, struct nfsclopenhash *ohashp, 708 u_int8_t *nfhp, int fhlen, u_int8_t *openown, u_int8_t *lockown, 709 u_int32_t mode, struct nfscllockowner **lpp, struct nfsclopen **opp) 710 { 711 struct nfsclowner *owp; 712 struct nfsclopen *op, *rop, *rop2; 713 struct nfsclopenhash *oph; 714 bool keep_looping; 715 716 KASSERT(ohp == NULL || ohashp == NULL, ("nfscl_getopen: " 717 "only one of ohp and ohashp can be set")); 718 if (lpp != NULL) 719 *lpp = NULL; 720 /* 721 * rop will be set to the open to be returned. There are three 722 * variants of this, all for an open of the correct file: 723 * 1 - A match of lockown. 724 * 2 - A match of the openown, when no lockown match exists. 725 * 3 - A match for any open, if no openown or lockown match exists. 726 * Looking for #2 over #3 probably isn't necessary, but since 727 * RFC3530 is vague w.r.t. the relationship between openowners and 728 * lockowners, I think this is the safer way to go. 729 */ 730 rop = NULL; 731 rop2 = NULL; 732 keep_looping = true; 733 /* Search the client list */ 734 if (ohashp == NULL) { 735 /* Search the local opens on the delegation. */ 736 LIST_FOREACH(owp, ohp, nfsow_list) { 737 /* and look for the correct open */ 738 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 739 if (op->nfso_fhlen == fhlen && 740 !NFSBCMP(op->nfso_fh, nfhp, fhlen) 741 && (op->nfso_mode & mode) == mode) 742 keep_looping = nfscl_checkown(owp, op, openown, 743 lockown, lpp, &rop, &rop2); 744 if (!keep_looping) 745 break; 746 } 747 if (!keep_looping) 748 break; 749 } 750 } else { 751 /* Search for matching opens on the hash list. */ 752 oph = &ohashp[NFSCLOPENHASHFUNC(nfhp, fhlen)]; 753 LIST_FOREACH(op, oph, nfso_hash) { 754 if (op->nfso_fhlen == fhlen && 755 !NFSBCMP(op->nfso_fh, nfhp, fhlen) 756 && (op->nfso_mode & mode) == mode) 757 keep_looping = nfscl_checkown(op->nfso_own, op, 758 openown, lockown, lpp, &rop, &rop2); 759 if (!keep_looping) { 760 /* LRU order the hash list. */ 761 LIST_REMOVE(op, nfso_hash); 762 LIST_INSERT_HEAD(oph, op, nfso_hash); 763 break; 764 } 765 } 766 } 767 if (rop == NULL) 768 rop = rop2; 769 if (rop == NULL) 770 return (EBADF); 771 *opp = rop; 772 return (0); 773 } 774 775 /* Check for an owner match. */ 776 static bool 777 nfscl_checkown(struct nfsclowner *owp, struct nfsclopen *op, uint8_t *openown, 778 uint8_t *lockown, struct nfscllockowner **lpp, struct nfsclopen **ropp, 779 struct nfsclopen **ropp2) 780 { 781 struct nfscllockowner *lp; 782 bool keep_looping; 783 784 keep_looping = true; 785 if (lpp != NULL) { 786 /* Now look for a matching lockowner. */ 787 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 788 if (!NFSBCMP(lp->nfsl_owner, lockown, 789 NFSV4CL_LOCKNAMELEN)) { 790 *lpp = lp; 791 *ropp = op; 792 return (false); 793 } 794 } 795 } 796 if (*ropp == NULL && !NFSBCMP(owp->nfsow_owner, openown, 797 NFSV4CL_LOCKNAMELEN)) { 798 *ropp = op; 799 if (lpp == NULL) 800 keep_looping = false; 801 } 802 if (*ropp2 == NULL) 803 *ropp2 = op; 804 return (keep_looping); 805 } 806 807 /* 808 * Release use of an open owner. Called when open operations are done 809 * with the open owner. 810 */ 811 void 812 nfscl_ownerrelease(struct nfsmount *nmp, struct nfsclowner *owp, 813 __unused int error, __unused int candelete, int unlocked) 814 { 815 816 if (owp == NULL) 817 return; 818 NFSLOCKCLSTATE(); 819 if (unlocked == 0) { 820 if (NFSHASONEOPENOWN(nmp)) 821 nfsv4_relref(&owp->nfsow_rwlock); 822 else 823 nfscl_lockunlock(&owp->nfsow_rwlock); 824 } 825 nfscl_clrelease(owp->nfsow_clp); 826 NFSUNLOCKCLSTATE(); 827 } 828 829 /* 830 * Release use of an open structure under an open owner. 831 */ 832 void 833 nfscl_openrelease(struct nfsmount *nmp, struct nfsclopen *op, int error, 834 int candelete) 835 { 836 struct nfsclclient *clp; 837 struct nfsclowner *owp; 838 839 if (op == NULL) 840 return; 841 NFSLOCKCLSTATE(); 842 owp = op->nfso_own; 843 if (NFSHASONEOPENOWN(nmp)) 844 nfsv4_relref(&owp->nfsow_rwlock); 845 else 846 nfscl_lockunlock(&owp->nfsow_rwlock); 847 clp = owp->nfsow_clp; 848 if (error && candelete && op->nfso_opencnt == 0) 849 nfscl_freeopen(op, 0, true); 850 nfscl_clrelease(clp); 851 NFSUNLOCKCLSTATE(); 852 } 853 854 /* 855 * Called to get a clientid structure. It will optionally lock the 856 * client data structures to do the SetClientId/SetClientId_confirm, 857 * but will release that lock and return the clientid with a reference 858 * count on it. 859 * If the "cred" argument is NULL, a new clientid should not be created. 860 * If the "p" argument is NULL, a SetClientID/SetClientIDConfirm cannot 861 * be done. 862 * It always clpp with a reference count on it, unless returning an error. 863 */ 864 int 865 nfscl_getcl(struct mount *mp, struct ucred *cred, NFSPROC_T *p, 866 bool tryminvers, bool firstref, struct nfsclclient **clpp) 867 { 868 struct nfsclclient *clp; 869 struct nfsclclient *newclp = NULL; 870 struct nfsmount *nmp; 871 char uuid[HOSTUUIDLEN]; 872 int igotlock = 0, error, trystalecnt, clidinusedelay, i; 873 u_int16_t idlen = 0; 874 875 nmp = VFSTONFS(mp); 876 if (cred != NULL) { 877 getcredhostuuid(cred, uuid, sizeof uuid); 878 idlen = strlen(uuid); 879 if (idlen > 0) 880 idlen += sizeof (u_int64_t); 881 else 882 idlen += sizeof (u_int64_t) + 16; /* 16 random bytes */ 883 newclp = malloc( 884 sizeof (struct nfsclclient) + idlen - 1, M_NFSCLCLIENT, 885 M_WAITOK | M_ZERO); 886 } 887 NFSLOCKCLSTATE(); 888 /* 889 * If a forced dismount is already in progress, don't 890 * allocate a new clientid and get out now. For the case where 891 * clp != NULL, this is a harmless optimization. 892 */ 893 if (NFSCL_FORCEDISM(mp)) { 894 NFSUNLOCKCLSTATE(); 895 if (newclp != NULL) 896 free(newclp, M_NFSCLCLIENT); 897 return (EBADF); 898 } 899 clp = nmp->nm_clp; 900 if (clp == NULL) { 901 if (newclp == NULL) { 902 NFSUNLOCKCLSTATE(); 903 return (EACCES); 904 } 905 clp = newclp; 906 clp->nfsc_idlen = idlen; 907 LIST_INIT(&clp->nfsc_owner); 908 TAILQ_INIT(&clp->nfsc_deleg); 909 TAILQ_INIT(&clp->nfsc_layout); 910 LIST_INIT(&clp->nfsc_devinfo); 911 for (i = 0; i < NFSCLDELEGHASHSIZE; i++) 912 LIST_INIT(&clp->nfsc_deleghash[i]); 913 for (i = 0; i < NFSCLOPENHASHSIZE; i++) 914 LIST_INIT(&clp->nfsc_openhash[i]); 915 for (i = 0; i < NFSCLLAYOUTHASHSIZE; i++) 916 LIST_INIT(&clp->nfsc_layouthash[i]); 917 clp->nfsc_flags = NFSCLFLAGS_INITED; 918 clp->nfsc_clientidrev = 1; 919 clp->nfsc_cbident = nfscl_nextcbident(); 920 nfscl_fillclid(nmp->nm_clval, uuid, clp->nfsc_id, 921 clp->nfsc_idlen); 922 LIST_INSERT_HEAD(&nfsclhead, clp, nfsc_list); 923 nmp->nm_clp = clp; 924 clp->nfsc_nmp = nmp; 925 } else { 926 if (newclp != NULL) 927 free(newclp, M_NFSCLCLIENT); 928 } 929 while ((clp->nfsc_flags & NFSCLFLAGS_HASCLIENTID) == 0 && !igotlock && 930 !NFSCL_FORCEDISM(mp)) 931 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, NULL, 932 NFSCLSTATEMUTEXPTR, mp); 933 if (igotlock == 0) { 934 /* 935 * Call nfsv4_lock() with "iwantlock == 0" on the firstref so 936 * that it will wait for a pending exclusive lock request. 937 * This gives the exclusive lock request priority over this 938 * shared lock request. 939 * An exclusive lock on nfsc_lock is used mainly for server 940 * crash recoveries and delegation recalls. 941 */ 942 if (firstref) 943 nfsv4_lock(&clp->nfsc_lock, 0, NULL, NFSCLSTATEMUTEXPTR, 944 mp); 945 nfsv4_getref(&clp->nfsc_lock, NULL, NFSCLSTATEMUTEXPTR, mp); 946 } 947 if (igotlock == 0 && NFSCL_FORCEDISM(mp)) { 948 /* 949 * Both nfsv4_lock() and nfsv4_getref() know to check 950 * for NFSCL_FORCEDISM() and return without sleeping to 951 * wait for the exclusive lock to be released, since it 952 * might be held by nfscl_umount() and we need to get out 953 * now for that case and not wait until nfscl_umount() 954 * releases it. 955 */ 956 NFSUNLOCKCLSTATE(); 957 return (EBADF); 958 } 959 NFSUNLOCKCLSTATE(); 960 961 /* 962 * If it needs a clientid, do the setclientid now. 963 */ 964 if ((clp->nfsc_flags & NFSCLFLAGS_HASCLIENTID) == 0) { 965 if (!igotlock) 966 panic("nfscl_clget"); 967 if (p == NULL || cred == NULL) { 968 NFSLOCKCLSTATE(); 969 nfsv4_unlock(&clp->nfsc_lock, 0); 970 NFSUNLOCKCLSTATE(); 971 return (EACCES); 972 } 973 /* 974 * If RFC3530 Sec. 14.2.33 is taken literally, 975 * NFSERR_CLIDINUSE will be returned persistently for the 976 * case where a new mount of the same file system is using 977 * a different principal. In practice, NFSERR_CLIDINUSE is 978 * only returned when there is outstanding unexpired state 979 * on the clientid. As such, try for twice the lease 980 * interval, if we know what that is. Otherwise, make a 981 * wild ass guess. 982 * The case of returning NFSERR_STALECLIENTID is far less 983 * likely, but might occur if there is a significant delay 984 * between doing the SetClientID and SetClientIDConfirm Ops, 985 * such that the server throws away the clientid before 986 * receiving the SetClientIDConfirm. 987 */ 988 if (clp->nfsc_renew > 0) 989 clidinusedelay = NFSCL_LEASE(clp->nfsc_renew) * 2; 990 else 991 clidinusedelay = 120; 992 trystalecnt = 3; 993 do { 994 error = nfsrpc_setclient(nmp, clp, 0, NULL, cred, p); 995 if (error == NFSERR_STALECLIENTID || 996 error == NFSERR_STALEDONTRECOVER || 997 error == NFSERR_BADSESSION || 998 error == NFSERR_CLIDINUSE) { 999 (void) nfs_catnap(PZERO, error, "nfs_setcl"); 1000 } else if (error == NFSERR_MINORVERMISMATCH && 1001 tryminvers) { 1002 if (nmp->nm_minorvers > 0) 1003 nmp->nm_minorvers--; 1004 else 1005 tryminvers = false; 1006 } 1007 } while (((error == NFSERR_STALECLIENTID || 1008 error == NFSERR_BADSESSION || 1009 error == NFSERR_STALEDONTRECOVER) && --trystalecnt > 0) || 1010 (error == NFSERR_CLIDINUSE && --clidinusedelay > 0) || 1011 (error == NFSERR_MINORVERMISMATCH && tryminvers)); 1012 if (error) { 1013 NFSLOCKCLSTATE(); 1014 nfsv4_unlock(&clp->nfsc_lock, 0); 1015 NFSUNLOCKCLSTATE(); 1016 return (error); 1017 } 1018 clp->nfsc_flags |= NFSCLFLAGS_HASCLIENTID; 1019 } 1020 if (igotlock) { 1021 NFSLOCKCLSTATE(); 1022 nfsv4_unlock(&clp->nfsc_lock, 1); 1023 NFSUNLOCKCLSTATE(); 1024 } 1025 1026 *clpp = clp; 1027 return (0); 1028 } 1029 1030 /* 1031 * Get a reference to a clientid and return it, if valid. 1032 */ 1033 struct nfsclclient * 1034 nfscl_findcl(struct nfsmount *nmp) 1035 { 1036 struct nfsclclient *clp; 1037 1038 clp = nmp->nm_clp; 1039 if (clp == NULL || !(clp->nfsc_flags & NFSCLFLAGS_HASCLIENTID)) 1040 return (NULL); 1041 return (clp); 1042 } 1043 1044 /* 1045 * Release the clientid structure. It may be locked or reference counted. 1046 */ 1047 static void 1048 nfscl_clrelease(struct nfsclclient *clp) 1049 { 1050 1051 if (clp->nfsc_lock.nfslock_lock & NFSV4LOCK_LOCK) 1052 nfsv4_unlock(&clp->nfsc_lock, 0); 1053 else 1054 nfsv4_relref(&clp->nfsc_lock); 1055 } 1056 1057 /* 1058 * External call for nfscl_clrelease. 1059 */ 1060 void 1061 nfscl_clientrelease(struct nfsclclient *clp) 1062 { 1063 1064 NFSLOCKCLSTATE(); 1065 if (clp->nfsc_lock.nfslock_lock & NFSV4LOCK_LOCK) 1066 nfsv4_unlock(&clp->nfsc_lock, 0); 1067 else 1068 nfsv4_relref(&clp->nfsc_lock); 1069 NFSUNLOCKCLSTATE(); 1070 } 1071 1072 /* 1073 * Called when wanting to lock a byte region. 1074 */ 1075 int 1076 nfscl_getbytelock(vnode_t vp, u_int64_t off, u_int64_t len, 1077 short type, struct ucred *cred, NFSPROC_T *p, struct nfsclclient *rclp, 1078 int recovery, void *id, int flags, u_int8_t *rownp, u_int8_t *ropenownp, 1079 struct nfscllockowner **lpp, int *newonep, int *donelocallyp) 1080 { 1081 struct nfscllockowner *lp; 1082 struct nfsclopen *op; 1083 struct nfsclclient *clp; 1084 struct nfscllockowner *nlp; 1085 struct nfscllock *nlop, *otherlop; 1086 struct nfscldeleg *dp = NULL, *ldp = NULL; 1087 struct nfscllockownerhead *lhp = NULL; 1088 struct nfsnode *np; 1089 u_int8_t own[NFSV4CL_LOCKNAMELEN], *ownp, openown[NFSV4CL_LOCKNAMELEN]; 1090 u_int8_t *openownp; 1091 int error = 0, ret, donelocally = 0; 1092 u_int32_t mode; 1093 1094 /* For Lock Ops, the open mode doesn't matter, so use 0 to match any. */ 1095 mode = 0; 1096 np = VTONFS(vp); 1097 *lpp = NULL; 1098 lp = NULL; 1099 *newonep = 0; 1100 *donelocallyp = 0; 1101 1102 /* 1103 * Might need these, so MALLOC them now, to 1104 * avoid a tsleep() in MALLOC later. 1105 */ 1106 nlp = malloc( 1107 sizeof (struct nfscllockowner), M_NFSCLLOCKOWNER, M_WAITOK); 1108 otherlop = malloc( 1109 sizeof (struct nfscllock), M_NFSCLLOCK, M_WAITOK); 1110 nlop = malloc( 1111 sizeof (struct nfscllock), M_NFSCLLOCK, M_WAITOK); 1112 nlop->nfslo_type = type; 1113 nlop->nfslo_first = off; 1114 if (len == NFS64BITSSET) { 1115 nlop->nfslo_end = NFS64BITSSET; 1116 } else { 1117 nlop->nfslo_end = off + len; 1118 if (nlop->nfslo_end <= nlop->nfslo_first) 1119 error = NFSERR_INVAL; 1120 } 1121 1122 if (!error) { 1123 if (recovery) 1124 clp = rclp; 1125 else 1126 error = nfscl_getcl(vp->v_mount, cred, p, false, true, 1127 &clp); 1128 } 1129 if (error) { 1130 free(nlp, M_NFSCLLOCKOWNER); 1131 free(otherlop, M_NFSCLLOCK); 1132 free(nlop, M_NFSCLLOCK); 1133 return (error); 1134 } 1135 1136 op = NULL; 1137 if (recovery) { 1138 ownp = rownp; 1139 openownp = ropenownp; 1140 } else { 1141 nfscl_filllockowner(id, own, flags); 1142 ownp = own; 1143 if (NFSHASONEOPENOWN(VFSTONFS(vp->v_mount))) 1144 nfscl_filllockowner(NULL, openown, F_POSIX); 1145 else 1146 nfscl_filllockowner(p->td_proc, openown, F_POSIX); 1147 openownp = openown; 1148 } 1149 if (!recovery) { 1150 NFSLOCKCLSTATE(); 1151 /* 1152 * First, search for a delegation. If one exists for this file, 1153 * the lock can be done locally against it, so long as there 1154 * isn't a local lock conflict. 1155 */ 1156 ldp = dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 1157 np->n_fhp->nfh_len); 1158 /* Just sanity check for correct type of delegation */ 1159 if (dp != NULL && ((dp->nfsdl_flags & 1160 (NFSCLDL_RECALL | NFSCLDL_DELEGRET)) != 0 || 1161 (type == F_WRLCK && 1162 (dp->nfsdl_flags & NFSCLDL_WRITE) == 0))) 1163 dp = NULL; 1164 } 1165 if (dp != NULL) { 1166 /* Now, find an open and maybe a lockowner. */ 1167 ret = nfscl_getopen(&dp->nfsdl_owner, NULL, np->n_fhp->nfh_fh, 1168 np->n_fhp->nfh_len, openownp, ownp, mode, NULL, &op); 1169 if (ret) 1170 ret = nfscl_getopen(NULL, clp->nfsc_openhash, 1171 np->n_fhp->nfh_fh, np->n_fhp->nfh_len, openownp, 1172 ownp, mode, NULL, &op); 1173 if (!ret) { 1174 lhp = &dp->nfsdl_lock; 1175 TAILQ_REMOVE(&clp->nfsc_deleg, dp, nfsdl_list); 1176 TAILQ_INSERT_HEAD(&clp->nfsc_deleg, dp, nfsdl_list); 1177 dp->nfsdl_timestamp = NFSD_MONOSEC + 120; 1178 donelocally = 1; 1179 } else { 1180 dp = NULL; 1181 } 1182 } 1183 if (!donelocally) { 1184 /* 1185 * Get the related Open and maybe lockowner. 1186 */ 1187 error = nfscl_getopen(NULL, clp->nfsc_openhash, 1188 np->n_fhp->nfh_fh, np->n_fhp->nfh_len, openownp, 1189 ownp, mode, &lp, &op); 1190 if (!error) 1191 lhp = &op->nfso_lock; 1192 } 1193 if (!error && !recovery) 1194 error = nfscl_localconflict(clp, np->n_fhp->nfh_fh, 1195 np->n_fhp->nfh_len, nlop, ownp, ldp, NULL); 1196 if (error) { 1197 if (!recovery) { 1198 nfscl_clrelease(clp); 1199 NFSUNLOCKCLSTATE(); 1200 } 1201 free(nlp, M_NFSCLLOCKOWNER); 1202 free(otherlop, M_NFSCLLOCK); 1203 free(nlop, M_NFSCLLOCK); 1204 return (error); 1205 } 1206 1207 /* 1208 * Ok, see if a lockowner exists and create one, as required. 1209 */ 1210 if (lp == NULL) 1211 LIST_FOREACH(lp, lhp, nfsl_list) { 1212 if (!NFSBCMP(lp->nfsl_owner, ownp, NFSV4CL_LOCKNAMELEN)) 1213 break; 1214 } 1215 if (lp == NULL) { 1216 NFSBCOPY(ownp, nlp->nfsl_owner, NFSV4CL_LOCKNAMELEN); 1217 if (recovery) 1218 NFSBCOPY(ropenownp, nlp->nfsl_openowner, 1219 NFSV4CL_LOCKNAMELEN); 1220 else 1221 NFSBCOPY(op->nfso_own->nfsow_owner, nlp->nfsl_openowner, 1222 NFSV4CL_LOCKNAMELEN); 1223 nlp->nfsl_seqid = 0; 1224 nlp->nfsl_lockflags = flags; 1225 nlp->nfsl_inprog = NULL; 1226 nfscl_lockinit(&nlp->nfsl_rwlock); 1227 LIST_INIT(&nlp->nfsl_lock); 1228 if (donelocally) { 1229 nlp->nfsl_open = NULL; 1230 nfsstatsv1.cllocallockowners++; 1231 } else { 1232 nlp->nfsl_open = op; 1233 nfsstatsv1.cllockowners++; 1234 } 1235 LIST_INSERT_HEAD(lhp, nlp, nfsl_list); 1236 lp = nlp; 1237 nlp = NULL; 1238 *newonep = 1; 1239 } 1240 1241 /* 1242 * Now, update the byte ranges for locks. 1243 */ 1244 ret = nfscl_updatelock(lp, &nlop, &otherlop, donelocally); 1245 if (!ret) 1246 donelocally = 1; 1247 if (donelocally) { 1248 *donelocallyp = 1; 1249 if (!recovery) 1250 nfscl_clrelease(clp); 1251 } else { 1252 /* 1253 * Serial modifications on the lock owner for multiple threads 1254 * for the same process using a read/write lock. 1255 */ 1256 if (!recovery) 1257 nfscl_lockexcl(&lp->nfsl_rwlock, NFSCLSTATEMUTEXPTR); 1258 } 1259 if (!recovery) 1260 NFSUNLOCKCLSTATE(); 1261 1262 if (nlp) 1263 free(nlp, M_NFSCLLOCKOWNER); 1264 if (nlop) 1265 free(nlop, M_NFSCLLOCK); 1266 if (otherlop) 1267 free(otherlop, M_NFSCLLOCK); 1268 1269 *lpp = lp; 1270 return (0); 1271 } 1272 1273 /* 1274 * Called to unlock a byte range, for LockU. 1275 */ 1276 int 1277 nfscl_relbytelock(vnode_t vp, u_int64_t off, u_int64_t len, 1278 __unused struct ucred *cred, NFSPROC_T *p, int callcnt, 1279 struct nfsclclient *clp, void *id, int flags, 1280 struct nfscllockowner **lpp, int *dorpcp) 1281 { 1282 struct nfscllockowner *lp; 1283 struct nfsclopen *op; 1284 struct nfscllock *nlop, *other_lop = NULL; 1285 struct nfscldeleg *dp; 1286 struct nfsnode *np; 1287 u_int8_t own[NFSV4CL_LOCKNAMELEN]; 1288 int ret = 0, fnd; 1289 1290 np = VTONFS(vp); 1291 *lpp = NULL; 1292 *dorpcp = 0; 1293 1294 /* 1295 * Might need these, so MALLOC them now, to 1296 * avoid a tsleep() in MALLOC later. 1297 */ 1298 nlop = malloc( 1299 sizeof (struct nfscllock), M_NFSCLLOCK, M_WAITOK); 1300 nlop->nfslo_type = F_UNLCK; 1301 nlop->nfslo_first = off; 1302 if (len == NFS64BITSSET) { 1303 nlop->nfslo_end = NFS64BITSSET; 1304 } else { 1305 nlop->nfslo_end = off + len; 1306 if (nlop->nfslo_end <= nlop->nfslo_first) { 1307 free(nlop, M_NFSCLLOCK); 1308 return (NFSERR_INVAL); 1309 } 1310 } 1311 if (callcnt == 0) { 1312 other_lop = malloc( 1313 sizeof (struct nfscllock), M_NFSCLLOCK, M_WAITOK); 1314 *other_lop = *nlop; 1315 } 1316 nfscl_filllockowner(id, own, flags); 1317 dp = NULL; 1318 NFSLOCKCLSTATE(); 1319 if (callcnt == 0) 1320 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 1321 np->n_fhp->nfh_len); 1322 1323 /* 1324 * First, unlock any local regions on a delegation. 1325 */ 1326 if (dp != NULL) { 1327 /* Look for this lockowner. */ 1328 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 1329 if (!NFSBCMP(lp->nfsl_owner, own, 1330 NFSV4CL_LOCKNAMELEN)) 1331 break; 1332 } 1333 if (lp != NULL) 1334 /* Use other_lop, so nlop is still available */ 1335 (void)nfscl_updatelock(lp, &other_lop, NULL, 1); 1336 } 1337 1338 /* 1339 * Now, find a matching open/lockowner that hasn't already been done, 1340 * as marked by nfsl_inprog. 1341 */ 1342 lp = NULL; 1343 fnd = 0; 1344 LIST_FOREACH(op, NFSCLOPENHASH(clp, np->n_fhp->nfh_fh, 1345 np->n_fhp->nfh_len), nfso_hash) { 1346 if (op->nfso_fhlen == np->n_fhp->nfh_len && 1347 !NFSBCMP(op->nfso_fh, np->n_fhp->nfh_fh, op->nfso_fhlen)) { 1348 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 1349 if (lp->nfsl_inprog == NULL && 1350 !NFSBCMP(lp->nfsl_owner, own, 1351 NFSV4CL_LOCKNAMELEN)) { 1352 fnd = 1; 1353 break; 1354 } 1355 } 1356 } 1357 if (fnd) 1358 break; 1359 } 1360 1361 if (lp != NULL) { 1362 ret = nfscl_updatelock(lp, &nlop, NULL, 0); 1363 if (ret) 1364 *dorpcp = 1; 1365 /* 1366 * Serial modifications on the lock owner for multiple 1367 * threads for the same process using a read/write lock. 1368 */ 1369 lp->nfsl_inprog = p; 1370 nfscl_lockexcl(&lp->nfsl_rwlock, NFSCLSTATEMUTEXPTR); 1371 *lpp = lp; 1372 } 1373 NFSUNLOCKCLSTATE(); 1374 if (nlop) 1375 free(nlop, M_NFSCLLOCK); 1376 if (other_lop) 1377 free(other_lop, M_NFSCLLOCK); 1378 return (0); 1379 } 1380 1381 /* 1382 * Release all lockowners marked in progess for this process and file. 1383 */ 1384 void 1385 nfscl_releasealllocks(struct nfsclclient *clp, vnode_t vp, NFSPROC_T *p, 1386 void *id, int flags) 1387 { 1388 struct nfsclopen *op; 1389 struct nfscllockowner *lp; 1390 struct nfsnode *np; 1391 u_int8_t own[NFSV4CL_LOCKNAMELEN]; 1392 1393 np = VTONFS(vp); 1394 nfscl_filllockowner(id, own, flags); 1395 NFSLOCKCLSTATE(); 1396 LIST_FOREACH(op, NFSCLOPENHASH(clp, np->n_fhp->nfh_fh, 1397 np->n_fhp->nfh_len), nfso_hash) { 1398 if (op->nfso_fhlen == np->n_fhp->nfh_len && 1399 !NFSBCMP(op->nfso_fh, np->n_fhp->nfh_fh, op->nfso_fhlen)) { 1400 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 1401 if (lp->nfsl_inprog == p && 1402 !NFSBCMP(lp->nfsl_owner, own, 1403 NFSV4CL_LOCKNAMELEN)) { 1404 lp->nfsl_inprog = NULL; 1405 nfscl_lockunlock(&lp->nfsl_rwlock); 1406 } 1407 } 1408 } 1409 } 1410 nfscl_clrelease(clp); 1411 NFSUNLOCKCLSTATE(); 1412 } 1413 1414 /* 1415 * Called to find out if any bytes within the byte range specified are 1416 * write locked by the calling process. Used to determine if flushing 1417 * is required before a LockU. 1418 * If in doubt, return 1, so the flush will occur. 1419 */ 1420 int 1421 nfscl_checkwritelocked(vnode_t vp, struct flock *fl, 1422 struct ucred *cred, NFSPROC_T *p, void *id, int flags) 1423 { 1424 struct nfscllockowner *lp; 1425 struct nfsclopen *op; 1426 struct nfsclclient *clp; 1427 struct nfscllock *lop; 1428 struct nfscldeleg *dp; 1429 struct nfsnode *np; 1430 u_int64_t off, end; 1431 u_int8_t own[NFSV4CL_LOCKNAMELEN]; 1432 int error = 0; 1433 1434 np = VTONFS(vp); 1435 switch (fl->l_whence) { 1436 case SEEK_SET: 1437 case SEEK_CUR: 1438 /* 1439 * Caller is responsible for adding any necessary offset 1440 * when SEEK_CUR is used. 1441 */ 1442 off = fl->l_start; 1443 break; 1444 case SEEK_END: 1445 off = np->n_size + fl->l_start; 1446 break; 1447 default: 1448 return (1); 1449 } 1450 if (fl->l_len != 0) { 1451 end = off + fl->l_len; 1452 if (end < off) 1453 return (1); 1454 } else { 1455 end = NFS64BITSSET; 1456 } 1457 1458 error = nfscl_getcl(vp->v_mount, cred, p, false, true, &clp); 1459 if (error) 1460 return (1); 1461 nfscl_filllockowner(id, own, flags); 1462 NFSLOCKCLSTATE(); 1463 1464 /* 1465 * First check the delegation locks. 1466 */ 1467 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 1468 if (dp != NULL) { 1469 /* No need to flush if it is a write delegation. */ 1470 if ((dp->nfsdl_flags & NFSCLDL_WRITE) != 0) { 1471 nfscl_clrelease(clp); 1472 NFSUNLOCKCLSTATE(); 1473 return (0); 1474 } 1475 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 1476 if (!NFSBCMP(lp->nfsl_owner, own, 1477 NFSV4CL_LOCKNAMELEN)) 1478 break; 1479 } 1480 if (lp != NULL) { 1481 LIST_FOREACH(lop, &lp->nfsl_lock, nfslo_list) { 1482 if (lop->nfslo_first >= end) 1483 break; 1484 if (lop->nfslo_end <= off) 1485 continue; 1486 if (lop->nfslo_type == F_WRLCK) { 1487 nfscl_clrelease(clp); 1488 NFSUNLOCKCLSTATE(); 1489 return (1); 1490 } 1491 } 1492 } 1493 } 1494 1495 /* 1496 * Now, check state against the server. 1497 */ 1498 LIST_FOREACH(op, NFSCLOPENHASH(clp, np->n_fhp->nfh_fh, 1499 np->n_fhp->nfh_len), nfso_hash) { 1500 if (op->nfso_fhlen == np->n_fhp->nfh_len && 1501 !NFSBCMP(op->nfso_fh, np->n_fhp->nfh_fh, op->nfso_fhlen)) { 1502 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 1503 if (!NFSBCMP(lp->nfsl_owner, own, 1504 NFSV4CL_LOCKNAMELEN)) 1505 break; 1506 } 1507 if (lp != NULL) { 1508 LIST_FOREACH(lop, &lp->nfsl_lock, nfslo_list) { 1509 if (lop->nfslo_first >= end) 1510 break; 1511 if (lop->nfslo_end <= off) 1512 continue; 1513 if (lop->nfslo_type == F_WRLCK) { 1514 nfscl_clrelease(clp); 1515 NFSUNLOCKCLSTATE(); 1516 return (1); 1517 } 1518 } 1519 } 1520 } 1521 } 1522 nfscl_clrelease(clp); 1523 NFSUNLOCKCLSTATE(); 1524 return (0); 1525 } 1526 1527 /* 1528 * Release a byte range lock owner structure. 1529 */ 1530 void 1531 nfscl_lockrelease(struct nfscllockowner *lp, int error, int candelete) 1532 { 1533 struct nfsclclient *clp; 1534 1535 if (lp == NULL) 1536 return; 1537 NFSLOCKCLSTATE(); 1538 clp = lp->nfsl_open->nfso_own->nfsow_clp; 1539 if (error != 0 && candelete && 1540 (lp->nfsl_rwlock.nfslock_lock & NFSV4LOCK_WANTED) == 0) 1541 nfscl_freelockowner(lp, 0); 1542 else 1543 nfscl_lockunlock(&lp->nfsl_rwlock); 1544 nfscl_clrelease(clp); 1545 NFSUNLOCKCLSTATE(); 1546 } 1547 1548 /* 1549 * Unlink the open structure. 1550 */ 1551 static void 1552 nfscl_unlinkopen(struct nfsclopen *op) 1553 { 1554 1555 LIST_REMOVE(op, nfso_list); 1556 if (op->nfso_hash.le_prev != NULL) 1557 LIST_REMOVE(op, nfso_hash); 1558 } 1559 1560 /* 1561 * Free up an open structure and any associated byte range lock structures. 1562 */ 1563 void 1564 nfscl_freeopen(struct nfsclopen *op, int local, bool unlink) 1565 { 1566 1567 if (unlink) 1568 nfscl_unlinkopen(op); 1569 nfscl_freealllocks(&op->nfso_lock, local); 1570 free(op, M_NFSCLOPEN); 1571 if (local) 1572 nfsstatsv1.cllocalopens--; 1573 else 1574 nfsstatsv1.clopens--; 1575 } 1576 1577 /* 1578 * Free up all lock owners and associated locks. 1579 */ 1580 static void 1581 nfscl_freealllocks(struct nfscllockownerhead *lhp, int local) 1582 { 1583 struct nfscllockowner *lp, *nlp; 1584 1585 LIST_FOREACH_SAFE(lp, lhp, nfsl_list, nlp) { 1586 if ((lp->nfsl_rwlock.nfslock_lock & NFSV4LOCK_WANTED)) 1587 panic("nfscllckw"); 1588 nfscl_freelockowner(lp, local); 1589 } 1590 } 1591 1592 /* 1593 * Called for an Open when NFSERR_EXPIRED is received from the server. 1594 * If there are no byte range locks nor a Share Deny lost, try to do a 1595 * fresh Open. Otherwise, free the open. 1596 */ 1597 static int 1598 nfscl_expireopen(struct nfsclclient *clp, struct nfsclopen *op, 1599 struct nfsmount *nmp, struct ucred *cred, NFSPROC_T *p) 1600 { 1601 struct nfscllockowner *lp; 1602 struct nfscldeleg *dp; 1603 int mustdelete = 0, error; 1604 1605 /* 1606 * Look for any byte range lock(s). 1607 */ 1608 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 1609 if (!LIST_EMPTY(&lp->nfsl_lock)) { 1610 mustdelete = 1; 1611 break; 1612 } 1613 } 1614 1615 /* 1616 * If no byte range lock(s) nor a Share deny, try to re-open. 1617 */ 1618 if (!mustdelete && (op->nfso_mode & NFSLCK_DENYBITS) == 0) { 1619 newnfs_copycred(&op->nfso_cred, cred); 1620 dp = NULL; 1621 error = nfsrpc_reopen(nmp, op->nfso_fh, 1622 op->nfso_fhlen, op->nfso_mode, op, &dp, cred, p); 1623 if (error) { 1624 mustdelete = 1; 1625 if (dp != NULL) { 1626 free(dp, M_NFSCLDELEG); 1627 dp = NULL; 1628 } 1629 } 1630 if (dp != NULL) 1631 nfscl_deleg(nmp->nm_mountp, clp, op->nfso_fh, 1632 op->nfso_fhlen, cred, p, &dp); 1633 } 1634 1635 /* 1636 * If a byte range lock or Share deny or couldn't re-open, free it. 1637 */ 1638 if (mustdelete) 1639 nfscl_freeopen(op, 0, true); 1640 return (mustdelete); 1641 } 1642 1643 /* 1644 * Free up an open owner structure. 1645 */ 1646 static void 1647 nfscl_freeopenowner(struct nfsclowner *owp, int local) 1648 { 1649 int owned; 1650 1651 /* 1652 * Make sure the NFSCLSTATE mutex is held, to avoid races with 1653 * calls in nfscl_renewthread() that do not hold a reference 1654 * count on the nfsclclient and just the mutex. 1655 * The mutex will not be held for calls done with the exclusive 1656 * nfsclclient lock held, in particular, nfscl_hasexpired() 1657 * and nfscl_recalldeleg() might do this. 1658 */ 1659 owned = mtx_owned(NFSCLSTATEMUTEXPTR); 1660 if (owned == 0) 1661 NFSLOCKCLSTATE(); 1662 LIST_REMOVE(owp, nfsow_list); 1663 if (owned == 0) 1664 NFSUNLOCKCLSTATE(); 1665 free(owp, M_NFSCLOWNER); 1666 if (local) 1667 nfsstatsv1.cllocalopenowners--; 1668 else 1669 nfsstatsv1.clopenowners--; 1670 } 1671 1672 /* 1673 * Free up a byte range lock owner structure. 1674 */ 1675 void 1676 nfscl_freelockowner(struct nfscllockowner *lp, int local) 1677 { 1678 struct nfscllock *lop, *nlop; 1679 int owned; 1680 1681 /* 1682 * Make sure the NFSCLSTATE mutex is held, to avoid races with 1683 * calls in nfscl_renewthread() that do not hold a reference 1684 * count on the nfsclclient and just the mutex. 1685 * The mutex will not be held for calls done with the exclusive 1686 * nfsclclient lock held, in particular, nfscl_hasexpired() 1687 * and nfscl_recalldeleg() might do this. 1688 */ 1689 owned = mtx_owned(NFSCLSTATEMUTEXPTR); 1690 if (owned == 0) 1691 NFSLOCKCLSTATE(); 1692 LIST_REMOVE(lp, nfsl_list); 1693 if (owned == 0) 1694 NFSUNLOCKCLSTATE(); 1695 LIST_FOREACH_SAFE(lop, &lp->nfsl_lock, nfslo_list, nlop) { 1696 nfscl_freelock(lop, local); 1697 } 1698 free(lp, M_NFSCLLOCKOWNER); 1699 if (local) 1700 nfsstatsv1.cllocallockowners--; 1701 else 1702 nfsstatsv1.cllockowners--; 1703 } 1704 1705 /* 1706 * Free up a byte range lock structure. 1707 */ 1708 void 1709 nfscl_freelock(struct nfscllock *lop, int local) 1710 { 1711 1712 LIST_REMOVE(lop, nfslo_list); 1713 free(lop, M_NFSCLLOCK); 1714 if (local) 1715 nfsstatsv1.cllocallocks--; 1716 else 1717 nfsstatsv1.cllocks--; 1718 } 1719 1720 /* 1721 * Clean out the state related to a delegation. 1722 */ 1723 static void 1724 nfscl_cleandeleg(struct nfscldeleg *dp) 1725 { 1726 struct nfsclowner *owp, *nowp; 1727 struct nfsclopen *op; 1728 1729 LIST_FOREACH_SAFE(owp, &dp->nfsdl_owner, nfsow_list, nowp) { 1730 op = LIST_FIRST(&owp->nfsow_open); 1731 if (op != NULL) { 1732 if (LIST_NEXT(op, nfso_list) != NULL) 1733 panic("nfscleandel"); 1734 nfscl_freeopen(op, 1, true); 1735 } 1736 nfscl_freeopenowner(owp, 1); 1737 } 1738 nfscl_freealllocks(&dp->nfsdl_lock, 1); 1739 } 1740 1741 /* 1742 * Free a delegation. 1743 */ 1744 static void 1745 nfscl_freedeleg(struct nfscldeleghead *hdp, struct nfscldeleg *dp, bool freeit) 1746 { 1747 1748 TAILQ_REMOVE(hdp, dp, nfsdl_list); 1749 LIST_REMOVE(dp, nfsdl_hash); 1750 if (freeit) 1751 free(dp, M_NFSCLDELEG); 1752 nfsstatsv1.cldelegates--; 1753 nfscl_delegcnt--; 1754 } 1755 1756 /* 1757 * Free up all state related to this client structure. 1758 */ 1759 static void 1760 nfscl_cleanclient(struct nfsclclient *clp) 1761 { 1762 struct nfsclowner *owp, *nowp; 1763 struct nfsclopen *op, *nop; 1764 struct nfscllayout *lyp, *nlyp; 1765 struct nfscldevinfo *dip, *ndip; 1766 1767 TAILQ_FOREACH_SAFE(lyp, &clp->nfsc_layout, nfsly_list, nlyp) 1768 nfscl_freelayout(lyp); 1769 1770 LIST_FOREACH_SAFE(dip, &clp->nfsc_devinfo, nfsdi_list, ndip) 1771 nfscl_freedevinfo(dip); 1772 1773 /* Now, all the OpenOwners, etc. */ 1774 LIST_FOREACH_SAFE(owp, &clp->nfsc_owner, nfsow_list, nowp) { 1775 LIST_FOREACH_SAFE(op, &owp->nfsow_open, nfso_list, nop) { 1776 nfscl_freeopen(op, 0, true); 1777 } 1778 nfscl_freeopenowner(owp, 0); 1779 } 1780 } 1781 1782 /* 1783 * Called when an NFSERR_EXPIRED is received from the server. 1784 */ 1785 static void 1786 nfscl_expireclient(struct nfsclclient *clp, struct nfsmount *nmp, 1787 struct ucred *cred, NFSPROC_T *p) 1788 { 1789 struct nfsclowner *owp, *nowp, *towp; 1790 struct nfsclopen *op, *nop, *top; 1791 struct nfscldeleg *dp, *ndp; 1792 int ret, printed = 0; 1793 1794 /* 1795 * First, merge locally issued Opens into the list for the server. 1796 */ 1797 dp = TAILQ_FIRST(&clp->nfsc_deleg); 1798 while (dp != NULL) { 1799 ndp = TAILQ_NEXT(dp, nfsdl_list); 1800 owp = LIST_FIRST(&dp->nfsdl_owner); 1801 while (owp != NULL) { 1802 nowp = LIST_NEXT(owp, nfsow_list); 1803 op = LIST_FIRST(&owp->nfsow_open); 1804 if (op != NULL) { 1805 if (LIST_NEXT(op, nfso_list) != NULL) 1806 panic("nfsclexp"); 1807 LIST_FOREACH(towp, &clp->nfsc_owner, nfsow_list) { 1808 if (!NFSBCMP(towp->nfsow_owner, owp->nfsow_owner, 1809 NFSV4CL_LOCKNAMELEN)) 1810 break; 1811 } 1812 if (towp != NULL) { 1813 /* Merge opens in */ 1814 LIST_FOREACH(top, &towp->nfsow_open, nfso_list) { 1815 if (top->nfso_fhlen == op->nfso_fhlen && 1816 !NFSBCMP(top->nfso_fh, op->nfso_fh, 1817 op->nfso_fhlen)) { 1818 top->nfso_mode |= op->nfso_mode; 1819 top->nfso_opencnt += op->nfso_opencnt; 1820 break; 1821 } 1822 } 1823 if (top == NULL) { 1824 /* Just add the open to the owner list */ 1825 LIST_REMOVE(op, nfso_list); 1826 op->nfso_own = towp; 1827 LIST_INSERT_HEAD(&towp->nfsow_open, op, nfso_list); 1828 LIST_INSERT_HEAD(NFSCLOPENHASH(clp, op->nfso_fh, 1829 op->nfso_fhlen), op, nfso_hash); 1830 nfsstatsv1.cllocalopens--; 1831 nfsstatsv1.clopens++; 1832 } 1833 } else { 1834 /* Just add the openowner to the client list */ 1835 LIST_REMOVE(owp, nfsow_list); 1836 owp->nfsow_clp = clp; 1837 LIST_INSERT_HEAD(&clp->nfsc_owner, owp, nfsow_list); 1838 LIST_INSERT_HEAD(NFSCLOPENHASH(clp, op->nfso_fh, 1839 op->nfso_fhlen), op, nfso_hash); 1840 nfsstatsv1.cllocalopenowners--; 1841 nfsstatsv1.clopenowners++; 1842 nfsstatsv1.cllocalopens--; 1843 nfsstatsv1.clopens++; 1844 } 1845 } 1846 owp = nowp; 1847 } 1848 if (!printed && !LIST_EMPTY(&dp->nfsdl_lock)) { 1849 printed = 1; 1850 printf("nfsv4 expired locks lost\n"); 1851 } 1852 nfscl_cleandeleg(dp); 1853 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 1854 dp = ndp; 1855 } 1856 if (!TAILQ_EMPTY(&clp->nfsc_deleg)) 1857 panic("nfsclexp"); 1858 1859 /* 1860 * Now, try and reopen against the server. 1861 */ 1862 LIST_FOREACH_SAFE(owp, &clp->nfsc_owner, nfsow_list, nowp) { 1863 owp->nfsow_seqid = 0; 1864 LIST_FOREACH_SAFE(op, &owp->nfsow_open, nfso_list, nop) { 1865 ret = nfscl_expireopen(clp, op, nmp, cred, p); 1866 if (ret && !printed) { 1867 printed = 1; 1868 printf("nfsv4 expired locks lost\n"); 1869 } 1870 } 1871 if (LIST_EMPTY(&owp->nfsow_open)) 1872 nfscl_freeopenowner(owp, 0); 1873 } 1874 } 1875 1876 /* 1877 * This function must be called after the process represented by "own" has 1878 * exited. Must be called with CLSTATE lock held. 1879 */ 1880 static void 1881 nfscl_cleanup_common(struct nfsclclient *clp, u_int8_t *own) 1882 { 1883 struct nfsclowner *owp, *nowp; 1884 struct nfscllockowner *lp; 1885 struct nfscldeleg *dp; 1886 1887 /* First, get rid of local locks on delegations. */ 1888 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 1889 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 1890 if (!NFSBCMP(lp->nfsl_owner, own, NFSV4CL_LOCKNAMELEN)) { 1891 if ((lp->nfsl_rwlock.nfslock_lock & NFSV4LOCK_WANTED)) 1892 panic("nfscllckw"); 1893 nfscl_freelockowner(lp, 1); 1894 break; 1895 } 1896 } 1897 } 1898 owp = LIST_FIRST(&clp->nfsc_owner); 1899 while (owp != NULL) { 1900 nowp = LIST_NEXT(owp, nfsow_list); 1901 if (!NFSBCMP(owp->nfsow_owner, own, 1902 NFSV4CL_LOCKNAMELEN)) { 1903 /* 1904 * If there are children that haven't closed the 1905 * file descriptors yet, the opens will still be 1906 * here. For that case, let the renew thread clear 1907 * out the OpenOwner later. 1908 */ 1909 if (LIST_EMPTY(&owp->nfsow_open)) 1910 nfscl_freeopenowner(owp, 0); 1911 else 1912 owp->nfsow_defunct = 1; 1913 break; 1914 } 1915 owp = nowp; 1916 } 1917 } 1918 1919 /* 1920 * Find open/lock owners for processes that have exited. 1921 */ 1922 static void 1923 nfscl_cleanupkext(struct nfsclclient *clp, struct nfscllockownerfhhead *lhp) 1924 { 1925 struct nfsclowner *owp, *nowp; 1926 struct nfsclopen *op; 1927 struct nfscllockowner *lp, *nlp; 1928 struct nfscldeleg *dp; 1929 uint8_t own[NFSV4CL_LOCKNAMELEN]; 1930 1931 /* 1932 * All the pidhash locks must be acquired, since they are sx locks 1933 * and must be acquired before the mutexes. The pid(s) that will 1934 * be used aren't known yet, so all the locks need to be acquired. 1935 * Fortunately, this function is only performed once/sec. 1936 */ 1937 pidhash_slockall(); 1938 NFSLOCKCLSTATE(); 1939 LIST_FOREACH_SAFE(owp, &clp->nfsc_owner, nfsow_list, nowp) { 1940 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 1941 LIST_FOREACH_SAFE(lp, &op->nfso_lock, nfsl_list, nlp) { 1942 if (LIST_EMPTY(&lp->nfsl_lock)) 1943 nfscl_emptylockowner(lp, lhp); 1944 } 1945 } 1946 if (nfscl_procdoesntexist(owp->nfsow_owner)) { 1947 memcpy(own, owp->nfsow_owner, NFSV4CL_LOCKNAMELEN); 1948 nfscl_cleanup_common(clp, own); 1949 } 1950 } 1951 1952 /* 1953 * For the single open_owner case, these lock owners need to be 1954 * checked to see if they still exist separately. 1955 * This is because nfscl_procdoesntexist() never returns true for 1956 * the single open_owner so that the above doesn't ever call 1957 * nfscl_cleanup_common(). 1958 */ 1959 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 1960 LIST_FOREACH_SAFE(lp, &dp->nfsdl_lock, nfsl_list, nlp) { 1961 if (nfscl_procdoesntexist(lp->nfsl_owner)) { 1962 memcpy(own, lp->nfsl_owner, 1963 NFSV4CL_LOCKNAMELEN); 1964 nfscl_cleanup_common(clp, own); 1965 } 1966 } 1967 } 1968 NFSUNLOCKCLSTATE(); 1969 pidhash_sunlockall(); 1970 } 1971 1972 /* 1973 * Take the empty lock owner and move it to the local lhp list if the 1974 * associated process no longer exists. 1975 */ 1976 static void 1977 nfscl_emptylockowner(struct nfscllockowner *lp, 1978 struct nfscllockownerfhhead *lhp) 1979 { 1980 struct nfscllockownerfh *lfhp, *mylfhp; 1981 struct nfscllockowner *nlp; 1982 int fnd_it; 1983 1984 /* If not a Posix lock owner, just return. */ 1985 if ((lp->nfsl_lockflags & F_POSIX) == 0) 1986 return; 1987 1988 fnd_it = 0; 1989 mylfhp = NULL; 1990 /* 1991 * First, search to see if this lock owner is already in the list. 1992 * If it is, then the associated process no longer exists. 1993 */ 1994 SLIST_FOREACH(lfhp, lhp, nfslfh_list) { 1995 if (lfhp->nfslfh_len == lp->nfsl_open->nfso_fhlen && 1996 !NFSBCMP(lfhp->nfslfh_fh, lp->nfsl_open->nfso_fh, 1997 lfhp->nfslfh_len)) 1998 mylfhp = lfhp; 1999 LIST_FOREACH(nlp, &lfhp->nfslfh_lock, nfsl_list) 2000 if (!NFSBCMP(nlp->nfsl_owner, lp->nfsl_owner, 2001 NFSV4CL_LOCKNAMELEN)) 2002 fnd_it = 1; 2003 } 2004 /* If not found, check if process still exists. */ 2005 if (fnd_it == 0 && nfscl_procdoesntexist(lp->nfsl_owner) == 0) 2006 return; 2007 2008 /* Move the lock owner over to the local list. */ 2009 if (mylfhp == NULL) { 2010 mylfhp = malloc(sizeof(struct nfscllockownerfh), M_TEMP, 2011 M_NOWAIT); 2012 if (mylfhp == NULL) 2013 return; 2014 mylfhp->nfslfh_len = lp->nfsl_open->nfso_fhlen; 2015 NFSBCOPY(lp->nfsl_open->nfso_fh, mylfhp->nfslfh_fh, 2016 mylfhp->nfslfh_len); 2017 LIST_INIT(&mylfhp->nfslfh_lock); 2018 SLIST_INSERT_HEAD(lhp, mylfhp, nfslfh_list); 2019 } 2020 LIST_REMOVE(lp, nfsl_list); 2021 LIST_INSERT_HEAD(&mylfhp->nfslfh_lock, lp, nfsl_list); 2022 } 2023 2024 static int fake_global; /* Used to force visibility of MNTK_UNMOUNTF */ 2025 /* 2026 * Called from nfs umount to free up the clientid. 2027 */ 2028 void 2029 nfscl_umount(struct nfsmount *nmp, NFSPROC_T *p, struct nfscldeleghead *dhp) 2030 { 2031 struct nfsclclient *clp; 2032 struct ucred *cred; 2033 int igotlock; 2034 2035 /* 2036 * For the case that matters, this is the thread that set 2037 * MNTK_UNMOUNTF, so it will see it set. The code that follows is 2038 * done to ensure that any thread executing nfscl_getcl() after 2039 * this time, will see MNTK_UNMOUNTF set. nfscl_getcl() uses the 2040 * mutex for NFSLOCKCLSTATE(), so it is "m" for the following 2041 * explanation, courtesy of Alan Cox. 2042 * What follows is a snippet from Alan Cox's email at: 2043 * https://docs.FreeBSD.org/cgi/mid.cgi?BANLkTikR3d65zPHo9==08ZfJ2vmqZucEvw 2044 * 2045 * 1. Set MNTK_UNMOUNTF 2046 * 2. Acquire a standard FreeBSD mutex "m". 2047 * 3. Update some data structures. 2048 * 4. Release mutex "m". 2049 * 2050 * Then, other threads that acquire "m" after step 4 has occurred will 2051 * see MNTK_UNMOUNTF as set. But, other threads that beat thread X to 2052 * step 2 may or may not see MNTK_UNMOUNTF as set. 2053 */ 2054 NFSLOCKCLSTATE(); 2055 if ((nmp->nm_mountp->mnt_kern_flag & MNTK_UNMOUNTF) != 0) { 2056 fake_global++; 2057 NFSUNLOCKCLSTATE(); 2058 NFSLOCKCLSTATE(); 2059 } 2060 2061 clp = nmp->nm_clp; 2062 if (clp != NULL) { 2063 if ((clp->nfsc_flags & NFSCLFLAGS_INITED) == 0) 2064 panic("nfscl umount"); 2065 2066 /* 2067 * First, handshake with the nfscl renew thread, to terminate 2068 * it. 2069 */ 2070 clp->nfsc_flags |= NFSCLFLAGS_UMOUNT; 2071 while (clp->nfsc_flags & NFSCLFLAGS_HASTHREAD) 2072 (void)mtx_sleep(clp, NFSCLSTATEMUTEXPTR, PWAIT, 2073 "nfsclumnt", hz); 2074 2075 /* 2076 * Now, get the exclusive lock on the client state, so 2077 * that no uses of the state are still in progress. 2078 */ 2079 do { 2080 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, NULL, 2081 NFSCLSTATEMUTEXPTR, NULL); 2082 } while (!igotlock); 2083 NFSUNLOCKCLSTATE(); 2084 2085 /* 2086 * Free up all the state. It will expire on the server, but 2087 * maybe we should do a SetClientId/SetClientIdConfirm so 2088 * the server throws it away? 2089 */ 2090 LIST_REMOVE(clp, nfsc_list); 2091 nfscl_delegreturnall(clp, p, dhp); 2092 cred = newnfs_getcred(); 2093 if (NFSHASNFSV4N(nmp)) { 2094 nfsrpc_destroysession(nmp, NULL, cred, p); 2095 nfsrpc_destroyclient(nmp, clp, cred, p); 2096 } else 2097 nfsrpc_setclient(nmp, clp, 0, NULL, cred, p); 2098 nfscl_cleanclient(clp); 2099 nmp->nm_clp = NULL; 2100 NFSFREECRED(cred); 2101 free(clp, M_NFSCLCLIENT); 2102 } else 2103 NFSUNLOCKCLSTATE(); 2104 } 2105 2106 /* 2107 * This function is called when a server replies with NFSERR_STALECLIENTID 2108 * NFSERR_STALESTATEID or NFSERR_BADSESSION. It traverses the clientid lists, 2109 * doing Opens and Locks with reclaim. If these fail, it deletes the 2110 * corresponding state. 2111 */ 2112 static void 2113 nfscl_recover(struct nfsclclient *clp, bool *retokp, struct ucred *cred, 2114 NFSPROC_T *p) 2115 { 2116 struct nfsclowner *owp, *nowp; 2117 struct nfsclopen *op, *nop; 2118 struct nfscllockowner *lp, *nlp; 2119 struct nfscllock *lop, *nlop; 2120 struct nfscldeleg *dp, *ndp, *tdp; 2121 struct nfsmount *nmp; 2122 struct ucred *tcred; 2123 struct nfsclopenhead extra_open; 2124 struct nfscldeleghead extra_deleg; 2125 struct nfsreq *rep; 2126 u_int64_t len; 2127 u_int32_t delegtype = NFSV4OPEN_DELEGATEWRITE, mode; 2128 int i, igotlock = 0, error, trycnt, firstlock; 2129 struct nfscllayout *lyp, *nlyp; 2130 bool recovered_one; 2131 2132 /* 2133 * First, lock the client structure, so everyone else will 2134 * block when trying to use state. 2135 */ 2136 NFSLOCKCLSTATE(); 2137 clp->nfsc_flags |= NFSCLFLAGS_RECVRINPROG; 2138 do { 2139 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, NULL, 2140 NFSCLSTATEMUTEXPTR, NULL); 2141 } while (!igotlock); 2142 NFSUNLOCKCLSTATE(); 2143 2144 nmp = clp->nfsc_nmp; 2145 if (nmp == NULL) 2146 panic("nfscl recover"); 2147 2148 /* 2149 * For now, just get rid of all layouts. There may be a need 2150 * to do LayoutCommit Ops with reclaim == true later. 2151 */ 2152 TAILQ_FOREACH_SAFE(lyp, &clp->nfsc_layout, nfsly_list, nlyp) 2153 nfscl_freelayout(lyp); 2154 TAILQ_INIT(&clp->nfsc_layout); 2155 for (i = 0; i < NFSCLLAYOUTHASHSIZE; i++) 2156 LIST_INIT(&clp->nfsc_layouthash[i]); 2157 2158 trycnt = 5; 2159 tcred = NULL; 2160 do { 2161 error = nfsrpc_setclient(nmp, clp, 1, retokp, cred, p); 2162 } while ((error == NFSERR_STALECLIENTID || 2163 error == NFSERR_BADSESSION || 2164 error == NFSERR_STALEDONTRECOVER) && --trycnt > 0); 2165 if (error) { 2166 NFSLOCKCLSTATE(); 2167 clp->nfsc_flags &= ~(NFSCLFLAGS_RECOVER | 2168 NFSCLFLAGS_RECVRINPROG); 2169 wakeup(&clp->nfsc_flags); 2170 nfsv4_unlock(&clp->nfsc_lock, 0); 2171 NFSUNLOCKCLSTATE(); 2172 return; 2173 } 2174 clp->nfsc_flags |= NFSCLFLAGS_HASCLIENTID; 2175 clp->nfsc_flags &= ~NFSCLFLAGS_RECOVER; 2176 2177 /* 2178 * Mark requests already queued on the server, so that they don't 2179 * initiate another recovery cycle. Any requests already in the 2180 * queue that handle state information will have the old stale 2181 * clientid/stateid and will get a NFSERR_STALESTATEID, 2182 * NFSERR_STALECLIENTID or NFSERR_BADSESSION reply from the server. 2183 * This will be translated to NFSERR_STALEDONTRECOVER when 2184 * R_DONTRECOVER is set. 2185 */ 2186 NFSLOCKREQ(); 2187 TAILQ_FOREACH(rep, &nfsd_reqq, r_chain) { 2188 if (rep->r_nmp == nmp) 2189 rep->r_flags |= R_DONTRECOVER; 2190 } 2191 NFSUNLOCKREQ(); 2192 2193 /* 2194 * If nfsrpc_setclient() returns *retokp == true, 2195 * no more recovery is needed. 2196 */ 2197 if (*retokp) 2198 goto out; 2199 2200 /* 2201 * Now, mark all delegations "need reclaim". 2202 */ 2203 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) 2204 dp->nfsdl_flags |= NFSCLDL_NEEDRECLAIM; 2205 2206 TAILQ_INIT(&extra_deleg); 2207 LIST_INIT(&extra_open); 2208 /* 2209 * Now traverse the state lists, doing Open and Lock Reclaims. 2210 */ 2211 tcred = newnfs_getcred(); 2212 recovered_one = false; 2213 owp = LIST_FIRST(&clp->nfsc_owner); 2214 while (owp != NULL) { 2215 nowp = LIST_NEXT(owp, nfsow_list); 2216 owp->nfsow_seqid = 0; 2217 op = LIST_FIRST(&owp->nfsow_open); 2218 while (op != NULL) { 2219 nop = LIST_NEXT(op, nfso_list); 2220 if (error != NFSERR_NOGRACE && error != NFSERR_BADSESSION) { 2221 /* Search for a delegation to reclaim with the open */ 2222 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 2223 if (!(dp->nfsdl_flags & NFSCLDL_NEEDRECLAIM)) 2224 continue; 2225 if ((dp->nfsdl_flags & NFSCLDL_WRITE)) { 2226 mode = NFSV4OPEN_ACCESSWRITE; 2227 delegtype = NFSV4OPEN_DELEGATEWRITE; 2228 } else { 2229 mode = NFSV4OPEN_ACCESSREAD; 2230 delegtype = NFSV4OPEN_DELEGATEREAD; 2231 } 2232 if ((op->nfso_mode & mode) == mode && 2233 op->nfso_fhlen == dp->nfsdl_fhlen && 2234 !NFSBCMP(op->nfso_fh, dp->nfsdl_fh, op->nfso_fhlen)) 2235 break; 2236 } 2237 ndp = dp; 2238 if (dp == NULL) 2239 delegtype = NFSV4OPEN_DELEGATENONE; 2240 newnfs_copycred(&op->nfso_cred, tcred); 2241 error = nfscl_tryopen(nmp, NULL, op->nfso_fh, 2242 op->nfso_fhlen, op->nfso_fh, op->nfso_fhlen, 2243 op->nfso_mode, op, NULL, 0, &ndp, 1, delegtype, 2244 tcred, p); 2245 if (!error) { 2246 recovered_one = true; 2247 /* Handle any replied delegation */ 2248 if (ndp != NULL && ((ndp->nfsdl_flags & NFSCLDL_WRITE) 2249 || NFSMNT_RDONLY(nmp->nm_mountp))) { 2250 if ((ndp->nfsdl_flags & NFSCLDL_WRITE)) 2251 mode = NFSV4OPEN_ACCESSWRITE; 2252 else 2253 mode = NFSV4OPEN_ACCESSREAD; 2254 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 2255 if (!(dp->nfsdl_flags & NFSCLDL_NEEDRECLAIM)) 2256 continue; 2257 if ((op->nfso_mode & mode) == mode && 2258 op->nfso_fhlen == dp->nfsdl_fhlen && 2259 !NFSBCMP(op->nfso_fh, dp->nfsdl_fh, 2260 op->nfso_fhlen)) { 2261 dp->nfsdl_stateid = ndp->nfsdl_stateid; 2262 dp->nfsdl_sizelimit = ndp->nfsdl_sizelimit; 2263 dp->nfsdl_ace = ndp->nfsdl_ace; 2264 dp->nfsdl_change = ndp->nfsdl_change; 2265 dp->nfsdl_flags &= ~NFSCLDL_NEEDRECLAIM; 2266 if ((ndp->nfsdl_flags & NFSCLDL_RECALL)) 2267 dp->nfsdl_flags |= NFSCLDL_RECALL; 2268 free(ndp, M_NFSCLDELEG); 2269 ndp = NULL; 2270 break; 2271 } 2272 } 2273 } 2274 if (ndp != NULL) 2275 TAILQ_INSERT_HEAD(&extra_deleg, ndp, nfsdl_list); 2276 2277 /* and reclaim all byte range locks */ 2278 lp = LIST_FIRST(&op->nfso_lock); 2279 while (lp != NULL) { 2280 nlp = LIST_NEXT(lp, nfsl_list); 2281 lp->nfsl_seqid = 0; 2282 firstlock = 1; 2283 lop = LIST_FIRST(&lp->nfsl_lock); 2284 while (lop != NULL) { 2285 nlop = LIST_NEXT(lop, nfslo_list); 2286 if (lop->nfslo_end == NFS64BITSSET) 2287 len = NFS64BITSSET; 2288 else 2289 len = lop->nfslo_end - lop->nfslo_first; 2290 error = nfscl_trylock(nmp, NULL, 2291 op->nfso_fh, op->nfso_fhlen, lp, 2292 firstlock, 1, lop->nfslo_first, len, 2293 lop->nfslo_type, tcred, p); 2294 if (error != 0) 2295 nfscl_freelock(lop, 0); 2296 else 2297 firstlock = 0; 2298 lop = nlop; 2299 } 2300 /* If no locks, but a lockowner, just delete it. */ 2301 if (LIST_EMPTY(&lp->nfsl_lock)) 2302 nfscl_freelockowner(lp, 0); 2303 lp = nlp; 2304 } 2305 } else if (error == NFSERR_NOGRACE && !recovered_one && 2306 NFSHASNFSV4N(nmp)) { 2307 /* 2308 * For NFSv4.1/4.2, the NFSERR_EXPIRED case will 2309 * actually end up here, since the client will do 2310 * a recovery for NFSERR_BADSESSION, but will get 2311 * an NFSERR_NOGRACE reply for the first "reclaim" 2312 * attempt. 2313 * So, call nfscl_expireclient() to recover the 2314 * opens as best we can and then do a reclaim 2315 * complete and return. 2316 */ 2317 nfsrpc_reclaimcomplete(nmp, cred, p); 2318 nfscl_expireclient(clp, nmp, tcred, p); 2319 goto out; 2320 } 2321 } 2322 if (error != 0 && error != NFSERR_BADSESSION) 2323 nfscl_freeopen(op, 0, true); 2324 op = nop; 2325 } 2326 owp = nowp; 2327 } 2328 2329 /* 2330 * Now, try and get any delegations not yet reclaimed by cobbling 2331 * to-gether an appropriate open. 2332 */ 2333 nowp = NULL; 2334 dp = TAILQ_FIRST(&clp->nfsc_deleg); 2335 while (dp != NULL) { 2336 ndp = TAILQ_NEXT(dp, nfsdl_list); 2337 if ((dp->nfsdl_flags & NFSCLDL_NEEDRECLAIM)) { 2338 if (nowp == NULL) { 2339 nowp = malloc( 2340 sizeof (struct nfsclowner), M_NFSCLOWNER, M_WAITOK); 2341 /* 2342 * Name must be as long an largest possible 2343 * NFSV4CL_LOCKNAMELEN. 12 for now. 2344 */ 2345 NFSBCOPY("RECLAIMDELEG", nowp->nfsow_owner, 2346 NFSV4CL_LOCKNAMELEN); 2347 LIST_INIT(&nowp->nfsow_open); 2348 nowp->nfsow_clp = clp; 2349 nowp->nfsow_seqid = 0; 2350 nowp->nfsow_defunct = 0; 2351 nfscl_lockinit(&nowp->nfsow_rwlock); 2352 } 2353 nop = NULL; 2354 if (error != NFSERR_NOGRACE && error != NFSERR_BADSESSION) { 2355 nop = malloc(sizeof (struct nfsclopen) + 2356 dp->nfsdl_fhlen - 1, M_NFSCLOPEN, M_WAITOK); 2357 nop->nfso_own = nowp; 2358 if ((dp->nfsdl_flags & NFSCLDL_WRITE)) { 2359 nop->nfso_mode = NFSV4OPEN_ACCESSWRITE; 2360 delegtype = NFSV4OPEN_DELEGATEWRITE; 2361 } else { 2362 nop->nfso_mode = NFSV4OPEN_ACCESSREAD; 2363 delegtype = NFSV4OPEN_DELEGATEREAD; 2364 } 2365 nop->nfso_opencnt = 0; 2366 nop->nfso_posixlock = 1; 2367 nop->nfso_fhlen = dp->nfsdl_fhlen; 2368 NFSBCOPY(dp->nfsdl_fh, nop->nfso_fh, dp->nfsdl_fhlen); 2369 LIST_INIT(&nop->nfso_lock); 2370 nop->nfso_stateid.seqid = 0; 2371 nop->nfso_stateid.other[0] = 0; 2372 nop->nfso_stateid.other[1] = 0; 2373 nop->nfso_stateid.other[2] = 0; 2374 newnfs_copycred(&dp->nfsdl_cred, tcred); 2375 newnfs_copyincred(tcred, &nop->nfso_cred); 2376 tdp = NULL; 2377 error = nfscl_tryopen(nmp, NULL, nop->nfso_fh, 2378 nop->nfso_fhlen, nop->nfso_fh, nop->nfso_fhlen, 2379 nop->nfso_mode, nop, NULL, 0, &tdp, 1, 2380 delegtype, tcred, p); 2381 if (tdp != NULL) { 2382 if ((tdp->nfsdl_flags & NFSCLDL_WRITE)) 2383 mode = NFSV4OPEN_ACCESSWRITE; 2384 else 2385 mode = NFSV4OPEN_ACCESSREAD; 2386 if ((nop->nfso_mode & mode) == mode && 2387 nop->nfso_fhlen == tdp->nfsdl_fhlen && 2388 !NFSBCMP(nop->nfso_fh, tdp->nfsdl_fh, 2389 nop->nfso_fhlen)) { 2390 dp->nfsdl_stateid = tdp->nfsdl_stateid; 2391 dp->nfsdl_sizelimit = tdp->nfsdl_sizelimit; 2392 dp->nfsdl_ace = tdp->nfsdl_ace; 2393 dp->nfsdl_change = tdp->nfsdl_change; 2394 dp->nfsdl_flags &= ~NFSCLDL_NEEDRECLAIM; 2395 if ((tdp->nfsdl_flags & NFSCLDL_RECALL)) 2396 dp->nfsdl_flags |= NFSCLDL_RECALL; 2397 free(tdp, M_NFSCLDELEG); 2398 } else { 2399 TAILQ_INSERT_HEAD(&extra_deleg, tdp, nfsdl_list); 2400 } 2401 } 2402 } 2403 if (error) { 2404 if (nop != NULL) 2405 free(nop, M_NFSCLOPEN); 2406 if (error == NFSERR_NOGRACE && !recovered_one && 2407 NFSHASNFSV4N(nmp)) { 2408 /* 2409 * For NFSv4.1/4.2, the NFSERR_EXPIRED case will 2410 * actually end up here, since the client will do 2411 * a recovery for NFSERR_BADSESSION, but will get 2412 * an NFSERR_NOGRACE reply for the first "reclaim" 2413 * attempt. 2414 * So, call nfscl_expireclient() to recover the 2415 * opens as best we can and then do a reclaim 2416 * complete and return. 2417 */ 2418 nfsrpc_reclaimcomplete(nmp, cred, p); 2419 nfscl_expireclient(clp, nmp, tcred, p); 2420 free(nowp, M_NFSCLOWNER); 2421 goto out; 2422 } 2423 /* 2424 * Couldn't reclaim it, so throw the state 2425 * away. Ouch!! 2426 */ 2427 nfscl_cleandeleg(dp); 2428 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 2429 } else { 2430 recovered_one = true; 2431 LIST_INSERT_HEAD(&extra_open, nop, nfso_list); 2432 } 2433 } 2434 dp = ndp; 2435 } 2436 2437 /* 2438 * Now, get rid of extra Opens and Delegations. 2439 */ 2440 LIST_FOREACH_SAFE(op, &extra_open, nfso_list, nop) { 2441 do { 2442 newnfs_copycred(&op->nfso_cred, tcred); 2443 error = nfscl_tryclose(op, tcred, nmp, p, true); 2444 if (error == NFSERR_GRACE) 2445 (void) nfs_catnap(PZERO, error, "nfsexcls"); 2446 } while (error == NFSERR_GRACE); 2447 LIST_REMOVE(op, nfso_list); 2448 free(op, M_NFSCLOPEN); 2449 } 2450 if (nowp != NULL) 2451 free(nowp, M_NFSCLOWNER); 2452 2453 TAILQ_FOREACH_SAFE(dp, &extra_deleg, nfsdl_list, ndp) { 2454 do { 2455 newnfs_copycred(&dp->nfsdl_cred, tcred); 2456 error = nfscl_trydelegreturn(dp, tcred, nmp, p); 2457 if (error == NFSERR_GRACE) 2458 (void) nfs_catnap(PZERO, error, "nfsexdlg"); 2459 } while (error == NFSERR_GRACE); 2460 TAILQ_REMOVE(&extra_deleg, dp, nfsdl_list); 2461 free(dp, M_NFSCLDELEG); 2462 } 2463 2464 /* For NFSv4.1 or later, do a RECLAIM_COMPLETE. */ 2465 if (NFSHASNFSV4N(nmp)) 2466 (void)nfsrpc_reclaimcomplete(nmp, cred, p); 2467 2468 out: 2469 NFSLOCKCLSTATE(); 2470 clp->nfsc_flags &= ~NFSCLFLAGS_RECVRINPROG; 2471 wakeup(&clp->nfsc_flags); 2472 nfsv4_unlock(&clp->nfsc_lock, 0); 2473 NFSUNLOCKCLSTATE(); 2474 if (tcred != NULL) 2475 NFSFREECRED(tcred); 2476 } 2477 2478 /* 2479 * This function is called when a server replies with NFSERR_EXPIRED. 2480 * It deletes all state for the client and does a fresh SetClientId/confirm. 2481 * XXX Someday it should post a signal to the process(es) that hold the 2482 * state, so they know that lock state has been lost. 2483 */ 2484 int 2485 nfscl_hasexpired(struct nfsclclient *clp, u_int32_t clidrev, NFSPROC_T *p) 2486 { 2487 struct nfsmount *nmp; 2488 struct ucred *cred; 2489 int igotlock = 0, error, trycnt; 2490 2491 /* 2492 * If the clientid has gone away or a new SetClientid has already 2493 * been done, just return ok. 2494 */ 2495 if (clp == NULL || clidrev != clp->nfsc_clientidrev) 2496 return (0); 2497 2498 /* 2499 * First, lock the client structure, so everyone else will 2500 * block when trying to use state. Also, use NFSCLFLAGS_EXPIREIT so 2501 * that only one thread does the work. 2502 */ 2503 NFSLOCKCLSTATE(); 2504 clp->nfsc_flags |= NFSCLFLAGS_EXPIREIT; 2505 do { 2506 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, NULL, 2507 NFSCLSTATEMUTEXPTR, NULL); 2508 } while (!igotlock && (clp->nfsc_flags & NFSCLFLAGS_EXPIREIT)); 2509 if ((clp->nfsc_flags & NFSCLFLAGS_EXPIREIT) == 0) { 2510 if (igotlock) 2511 nfsv4_unlock(&clp->nfsc_lock, 0); 2512 NFSUNLOCKCLSTATE(); 2513 return (0); 2514 } 2515 clp->nfsc_flags |= NFSCLFLAGS_RECVRINPROG; 2516 NFSUNLOCKCLSTATE(); 2517 2518 nmp = clp->nfsc_nmp; 2519 if (nmp == NULL) 2520 panic("nfscl expired"); 2521 cred = newnfs_getcred(); 2522 trycnt = 5; 2523 do { 2524 error = nfsrpc_setclient(nmp, clp, 0, NULL, cred, p); 2525 } while ((error == NFSERR_STALECLIENTID || 2526 error == NFSERR_BADSESSION || 2527 error == NFSERR_STALEDONTRECOVER) && --trycnt > 0); 2528 if (error) { 2529 NFSLOCKCLSTATE(); 2530 clp->nfsc_flags &= ~NFSCLFLAGS_RECOVER; 2531 } else { 2532 /* 2533 * Expire the state for the client. 2534 */ 2535 nfscl_expireclient(clp, nmp, cred, p); 2536 NFSLOCKCLSTATE(); 2537 clp->nfsc_flags |= NFSCLFLAGS_HASCLIENTID; 2538 clp->nfsc_flags &= ~NFSCLFLAGS_RECOVER; 2539 } 2540 clp->nfsc_flags &= ~(NFSCLFLAGS_EXPIREIT | NFSCLFLAGS_RECVRINPROG); 2541 wakeup(&clp->nfsc_flags); 2542 nfsv4_unlock(&clp->nfsc_lock, 0); 2543 NFSUNLOCKCLSTATE(); 2544 NFSFREECRED(cred); 2545 return (error); 2546 } 2547 2548 /* 2549 * This function inserts a lock in the list after insert_lop. 2550 */ 2551 static void 2552 nfscl_insertlock(struct nfscllockowner *lp, struct nfscllock *new_lop, 2553 struct nfscllock *insert_lop, int local) 2554 { 2555 2556 if ((struct nfscllockowner *)insert_lop == lp) 2557 LIST_INSERT_HEAD(&lp->nfsl_lock, new_lop, nfslo_list); 2558 else 2559 LIST_INSERT_AFTER(insert_lop, new_lop, nfslo_list); 2560 if (local) 2561 nfsstatsv1.cllocallocks++; 2562 else 2563 nfsstatsv1.cllocks++; 2564 } 2565 2566 /* 2567 * This function updates the locking for a lock owner and given file. It 2568 * maintains a list of lock ranges ordered on increasing file offset that 2569 * are NFSCLLOCK_READ or NFSCLLOCK_WRITE and non-overlapping (aka POSIX style). 2570 * It always adds new_lop to the list and sometimes uses the one pointed 2571 * at by other_lopp. 2572 * Returns 1 if the locks were modified, 0 otherwise. 2573 */ 2574 static int 2575 nfscl_updatelock(struct nfscllockowner *lp, struct nfscllock **new_lopp, 2576 struct nfscllock **other_lopp, int local) 2577 { 2578 struct nfscllock *new_lop = *new_lopp; 2579 struct nfscllock *lop, *tlop, *ilop; 2580 struct nfscllock *other_lop; 2581 int unlock = 0, modified = 0; 2582 u_int64_t tmp; 2583 2584 /* 2585 * Work down the list until the lock is merged. 2586 */ 2587 if (new_lop->nfslo_type == F_UNLCK) 2588 unlock = 1; 2589 ilop = (struct nfscllock *)lp; 2590 lop = LIST_FIRST(&lp->nfsl_lock); 2591 while (lop != NULL) { 2592 /* 2593 * Only check locks for this file that aren't before the start of 2594 * new lock's range. 2595 */ 2596 if (lop->nfslo_end >= new_lop->nfslo_first) { 2597 if (new_lop->nfslo_end < lop->nfslo_first) { 2598 /* 2599 * If the new lock ends before the start of the 2600 * current lock's range, no merge, just insert 2601 * the new lock. 2602 */ 2603 break; 2604 } 2605 if (new_lop->nfslo_type == lop->nfslo_type || 2606 (new_lop->nfslo_first <= lop->nfslo_first && 2607 new_lop->nfslo_end >= lop->nfslo_end)) { 2608 /* 2609 * This lock can be absorbed by the new lock/unlock. 2610 * This happens when it covers the entire range 2611 * of the old lock or is contiguous 2612 * with the old lock and is of the same type or an 2613 * unlock. 2614 */ 2615 if (new_lop->nfslo_type != lop->nfslo_type || 2616 new_lop->nfslo_first != lop->nfslo_first || 2617 new_lop->nfslo_end != lop->nfslo_end) 2618 modified = 1; 2619 if (lop->nfslo_first < new_lop->nfslo_first) 2620 new_lop->nfslo_first = lop->nfslo_first; 2621 if (lop->nfslo_end > new_lop->nfslo_end) 2622 new_lop->nfslo_end = lop->nfslo_end; 2623 tlop = lop; 2624 lop = LIST_NEXT(lop, nfslo_list); 2625 nfscl_freelock(tlop, local); 2626 continue; 2627 } 2628 2629 /* 2630 * All these cases are for contiguous locks that are not the 2631 * same type, so they can't be merged. 2632 */ 2633 if (new_lop->nfslo_first <= lop->nfslo_first) { 2634 /* 2635 * This case is where the new lock overlaps with the 2636 * first part of the old lock. Move the start of the 2637 * old lock to just past the end of the new lock. The 2638 * new lock will be inserted in front of the old, since 2639 * ilop hasn't been updated. (We are done now.) 2640 */ 2641 if (lop->nfslo_first != new_lop->nfslo_end) { 2642 lop->nfslo_first = new_lop->nfslo_end; 2643 modified = 1; 2644 } 2645 break; 2646 } 2647 if (new_lop->nfslo_end >= lop->nfslo_end) { 2648 /* 2649 * This case is where the new lock overlaps with the 2650 * end of the old lock's range. Move the old lock's 2651 * end to just before the new lock's first and insert 2652 * the new lock after the old lock. 2653 * Might not be done yet, since the new lock could 2654 * overlap further locks with higher ranges. 2655 */ 2656 if (lop->nfslo_end != new_lop->nfslo_first) { 2657 lop->nfslo_end = new_lop->nfslo_first; 2658 modified = 1; 2659 } 2660 ilop = lop; 2661 lop = LIST_NEXT(lop, nfslo_list); 2662 continue; 2663 } 2664 /* 2665 * The final case is where the new lock's range is in the 2666 * middle of the current lock's and splits the current lock 2667 * up. Use *other_lopp to handle the second part of the 2668 * split old lock range. (We are done now.) 2669 * For unlock, we use new_lop as other_lop and tmp, since 2670 * other_lop and new_lop are the same for this case. 2671 * We noted the unlock case above, so we don't need 2672 * new_lop->nfslo_type any longer. 2673 */ 2674 tmp = new_lop->nfslo_first; 2675 if (unlock) { 2676 other_lop = new_lop; 2677 *new_lopp = NULL; 2678 } else { 2679 other_lop = *other_lopp; 2680 *other_lopp = NULL; 2681 } 2682 other_lop->nfslo_first = new_lop->nfslo_end; 2683 other_lop->nfslo_end = lop->nfslo_end; 2684 other_lop->nfslo_type = lop->nfslo_type; 2685 lop->nfslo_end = tmp; 2686 nfscl_insertlock(lp, other_lop, lop, local); 2687 ilop = lop; 2688 modified = 1; 2689 break; 2690 } 2691 ilop = lop; 2692 lop = LIST_NEXT(lop, nfslo_list); 2693 if (lop == NULL) 2694 break; 2695 } 2696 2697 /* 2698 * Insert the new lock in the list at the appropriate place. 2699 */ 2700 if (!unlock) { 2701 nfscl_insertlock(lp, new_lop, ilop, local); 2702 *new_lopp = NULL; 2703 modified = 1; 2704 } 2705 return (modified); 2706 } 2707 2708 /* 2709 * This function must be run as a kernel thread. 2710 * It does Renew Ops and recovery, when required. 2711 */ 2712 void 2713 nfscl_renewthread(struct nfsclclient *clp, NFSPROC_T *p) 2714 { 2715 struct nfsclowner *owp, *nowp; 2716 struct nfsclopen *op; 2717 struct nfscllockowner *lp, *nlp; 2718 struct nfscldeleghead dh; 2719 struct nfscldeleg *dp, *ndp; 2720 struct ucred *cred; 2721 u_int32_t clidrev; 2722 int error, cbpathdown, islept, igotlock, ret, clearok; 2723 uint32_t recover_done_time = 0; 2724 time_t mytime; 2725 static time_t prevsec = 0; 2726 struct nfscllockownerfh *lfhp, *nlfhp; 2727 struct nfscllockownerfhhead lfh; 2728 struct nfscllayout *lyp, *nlyp; 2729 struct nfscldevinfo *dip, *ndip; 2730 struct nfscllayouthead rlh; 2731 struct nfsclrecalllayout *recallp; 2732 struct nfsclds *dsp; 2733 bool retok; 2734 struct mount *mp; 2735 vnode_t vp; 2736 2737 cred = newnfs_getcred(); 2738 NFSLOCKCLSTATE(); 2739 clp->nfsc_flags |= NFSCLFLAGS_HASTHREAD; 2740 mp = clp->nfsc_nmp->nm_mountp; 2741 NFSUNLOCKCLSTATE(); 2742 for(;;) { 2743 newnfs_setroot(cred); 2744 cbpathdown = 0; 2745 if (clp->nfsc_flags & NFSCLFLAGS_RECOVER) { 2746 /* 2747 * Only allow one full recover within 1/2 of the lease 2748 * duration (nfsc_renew). 2749 * retok is value/result. If passed in set to true, 2750 * it indicates only a CreateSession operation should 2751 * be attempted. 2752 * If it is returned true, it indicates that the 2753 * recovery only required a CreateSession. 2754 */ 2755 retok = true; 2756 if (recover_done_time < NFSD_MONOSEC) { 2757 recover_done_time = NFSD_MONOSEC + 2758 clp->nfsc_renew; 2759 retok = false; 2760 } 2761 NFSCL_DEBUG(1, "Doing recovery, only " 2762 "createsession=%d\n", retok); 2763 nfscl_recover(clp, &retok, cred, p); 2764 } 2765 if (clp->nfsc_expire <= NFSD_MONOSEC && 2766 (clp->nfsc_flags & NFSCLFLAGS_HASCLIENTID)) { 2767 clp->nfsc_expire = NFSD_MONOSEC + clp->nfsc_renew; 2768 clidrev = clp->nfsc_clientidrev; 2769 error = nfsrpc_renew(clp, NULL, cred, p); 2770 if (error == NFSERR_CBPATHDOWN) 2771 cbpathdown = 1; 2772 else if (error == NFSERR_STALECLIENTID) { 2773 NFSLOCKCLSTATE(); 2774 clp->nfsc_flags |= NFSCLFLAGS_RECOVER; 2775 NFSUNLOCKCLSTATE(); 2776 } else if (error == NFSERR_EXPIRED) 2777 (void) nfscl_hasexpired(clp, clidrev, p); 2778 } 2779 2780 checkdsrenew: 2781 if (NFSHASNFSV4N(clp->nfsc_nmp)) { 2782 /* Do renews for any DS sessions. */ 2783 NFSLOCKMNT(clp->nfsc_nmp); 2784 /* Skip first entry, since the MDS is handled above. */ 2785 dsp = TAILQ_FIRST(&clp->nfsc_nmp->nm_sess); 2786 if (dsp != NULL) 2787 dsp = TAILQ_NEXT(dsp, nfsclds_list); 2788 while (dsp != NULL) { 2789 if (dsp->nfsclds_expire <= NFSD_MONOSEC && 2790 dsp->nfsclds_sess.nfsess_defunct == 0) { 2791 dsp->nfsclds_expire = NFSD_MONOSEC + 2792 clp->nfsc_renew; 2793 NFSUNLOCKMNT(clp->nfsc_nmp); 2794 (void)nfsrpc_renew(clp, dsp, cred, p); 2795 goto checkdsrenew; 2796 } 2797 dsp = TAILQ_NEXT(dsp, nfsclds_list); 2798 } 2799 NFSUNLOCKMNT(clp->nfsc_nmp); 2800 } 2801 2802 TAILQ_INIT(&dh); 2803 NFSLOCKCLSTATE(); 2804 if (cbpathdown) 2805 /* It's a Total Recall! */ 2806 nfscl_totalrecall(clp); 2807 2808 /* 2809 * Now, handle defunct owners. 2810 */ 2811 LIST_FOREACH_SAFE(owp, &clp->nfsc_owner, nfsow_list, nowp) { 2812 if (LIST_EMPTY(&owp->nfsow_open)) { 2813 if (owp->nfsow_defunct != 0) 2814 nfscl_freeopenowner(owp, 0); 2815 } 2816 } 2817 2818 /* 2819 * Do the recall on any delegations. To avoid trouble, always 2820 * come back up here after having slept. 2821 */ 2822 igotlock = 0; 2823 tryagain: 2824 dp = TAILQ_FIRST(&clp->nfsc_deleg); 2825 while (dp != NULL) { 2826 ndp = TAILQ_NEXT(dp, nfsdl_list); 2827 if ((dp->nfsdl_flags & NFSCLDL_RECALL)) { 2828 /* 2829 * Wait for outstanding I/O ops to be done. 2830 */ 2831 if (dp->nfsdl_rwlock.nfslock_usecnt > 0) { 2832 if (igotlock) { 2833 nfsv4_unlock(&clp->nfsc_lock, 0); 2834 igotlock = 0; 2835 } 2836 dp->nfsdl_rwlock.nfslock_lock |= 2837 NFSV4LOCK_WANTED; 2838 msleep(&dp->nfsdl_rwlock, 2839 NFSCLSTATEMUTEXPTR, PVFS, "nfscld", 2840 5 * hz); 2841 if (NFSCL_FORCEDISM(mp)) 2842 goto terminate; 2843 goto tryagain; 2844 } 2845 while (!igotlock) { 2846 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, 2847 &islept, NFSCLSTATEMUTEXPTR, mp); 2848 if (igotlock == 0 && NFSCL_FORCEDISM(mp)) 2849 goto terminate; 2850 if (islept) 2851 goto tryagain; 2852 } 2853 NFSUNLOCKCLSTATE(); 2854 newnfs_copycred(&dp->nfsdl_cred, cred); 2855 ret = nfscl_recalldeleg(clp, clp->nfsc_nmp, dp, 2856 NULL, cred, p, 1, &vp); 2857 if (!ret) { 2858 nfscl_cleandeleg(dp); 2859 TAILQ_REMOVE(&clp->nfsc_deleg, dp, 2860 nfsdl_list); 2861 LIST_REMOVE(dp, nfsdl_hash); 2862 TAILQ_INSERT_HEAD(&dh, dp, nfsdl_list); 2863 nfscl_delegcnt--; 2864 nfsstatsv1.cldelegates--; 2865 } 2866 NFSLOCKCLSTATE(); 2867 /* 2868 * The nfsc_lock must be released before doing 2869 * vrele(), since it might call nfs_inactive(). 2870 * For the unlikely case where the vnode failed 2871 * to be acquired by nfscl_recalldeleg(), a 2872 * VOP_RECLAIM() should be in progress and it 2873 * will return the delegation. 2874 */ 2875 nfsv4_unlock(&clp->nfsc_lock, 0); 2876 igotlock = 0; 2877 if (vp != NULL) { 2878 NFSUNLOCKCLSTATE(); 2879 vrele(vp); 2880 NFSLOCKCLSTATE(); 2881 } 2882 goto tryagain; 2883 } 2884 dp = ndp; 2885 } 2886 2887 /* 2888 * Clear out old delegations, if we are above the high water 2889 * mark. Only clear out ones with no state related to them. 2890 * The tailq list is in LRU order. 2891 */ 2892 dp = TAILQ_LAST(&clp->nfsc_deleg, nfscldeleghead); 2893 while (nfscl_delegcnt > nfscl_deleghighwater && dp != NULL) { 2894 ndp = TAILQ_PREV(dp, nfscldeleghead, nfsdl_list); 2895 if (dp->nfsdl_rwlock.nfslock_usecnt == 0 && 2896 dp->nfsdl_rwlock.nfslock_lock == 0 && 2897 dp->nfsdl_timestamp < NFSD_MONOSEC && 2898 (dp->nfsdl_flags & (NFSCLDL_RECALL | NFSCLDL_ZAPPED | 2899 NFSCLDL_NEEDRECLAIM | NFSCLDL_DELEGRET)) == 0) { 2900 clearok = 1; 2901 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 2902 op = LIST_FIRST(&owp->nfsow_open); 2903 if (op != NULL) { 2904 clearok = 0; 2905 break; 2906 } 2907 } 2908 if (clearok) { 2909 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 2910 if (!LIST_EMPTY(&lp->nfsl_lock)) { 2911 clearok = 0; 2912 break; 2913 } 2914 } 2915 } 2916 if (clearok) { 2917 TAILQ_REMOVE(&clp->nfsc_deleg, dp, nfsdl_list); 2918 LIST_REMOVE(dp, nfsdl_hash); 2919 TAILQ_INSERT_HEAD(&dh, dp, nfsdl_list); 2920 nfscl_delegcnt--; 2921 nfsstatsv1.cldelegates--; 2922 } 2923 } 2924 dp = ndp; 2925 } 2926 if (igotlock) 2927 nfsv4_unlock(&clp->nfsc_lock, 0); 2928 2929 /* 2930 * Do the recall on any layouts. To avoid trouble, always 2931 * come back up here after having slept. 2932 */ 2933 TAILQ_INIT(&rlh); 2934 tryagain2: 2935 TAILQ_FOREACH_SAFE(lyp, &clp->nfsc_layout, nfsly_list, nlyp) { 2936 if ((lyp->nfsly_flags & NFSLY_RECALL) != 0) { 2937 /* 2938 * Wait for outstanding I/O ops to be done. 2939 */ 2940 if (lyp->nfsly_lock.nfslock_usecnt > 0 || 2941 (lyp->nfsly_lock.nfslock_lock & 2942 NFSV4LOCK_LOCK) != 0) { 2943 lyp->nfsly_lock.nfslock_lock |= 2944 NFSV4LOCK_WANTED; 2945 msleep(&lyp->nfsly_lock.nfslock_lock, 2946 NFSCLSTATEMUTEXPTR, PVFS, "nfslyp", 2947 5 * hz); 2948 if (NFSCL_FORCEDISM(mp)) 2949 goto terminate; 2950 goto tryagain2; 2951 } 2952 /* Move the layout to the recall list. */ 2953 TAILQ_REMOVE(&clp->nfsc_layout, lyp, 2954 nfsly_list); 2955 LIST_REMOVE(lyp, nfsly_hash); 2956 TAILQ_INSERT_HEAD(&rlh, lyp, nfsly_list); 2957 2958 /* Handle any layout commits. */ 2959 if (!NFSHASNOLAYOUTCOMMIT(clp->nfsc_nmp) && 2960 (lyp->nfsly_flags & NFSLY_WRITTEN) != 0) { 2961 lyp->nfsly_flags &= ~NFSLY_WRITTEN; 2962 NFSUNLOCKCLSTATE(); 2963 NFSCL_DEBUG(3, "do layoutcommit\n"); 2964 nfscl_dolayoutcommit(clp->nfsc_nmp, lyp, 2965 cred, p); 2966 NFSLOCKCLSTATE(); 2967 goto tryagain2; 2968 } 2969 } 2970 } 2971 2972 /* Now, look for stale layouts. */ 2973 lyp = TAILQ_LAST(&clp->nfsc_layout, nfscllayouthead); 2974 while (lyp != NULL) { 2975 nlyp = TAILQ_PREV(lyp, nfscllayouthead, nfsly_list); 2976 if (lyp->nfsly_timestamp < NFSD_MONOSEC && 2977 (lyp->nfsly_flags & (NFSLY_RECALL | 2978 NFSLY_RETONCLOSE)) == 0 && 2979 lyp->nfsly_lock.nfslock_usecnt == 0 && 2980 lyp->nfsly_lock.nfslock_lock == 0) { 2981 NFSCL_DEBUG(4, "ret stale lay=%d\n", 2982 nfscl_layoutcnt); 2983 recallp = malloc(sizeof(*recallp), 2984 M_NFSLAYRECALL, M_NOWAIT); 2985 if (recallp == NULL) 2986 break; 2987 (void)nfscl_layoutrecall(NFSLAYOUTRETURN_FILE, 2988 lyp, NFSLAYOUTIOMODE_ANY, 0, UINT64_MAX, 2989 lyp->nfsly_stateid.seqid, 0, 0, NULL, 2990 recallp); 2991 } 2992 lyp = nlyp; 2993 } 2994 2995 /* 2996 * Free up any unreferenced device info structures. 2997 */ 2998 LIST_FOREACH_SAFE(dip, &clp->nfsc_devinfo, nfsdi_list, ndip) { 2999 if (dip->nfsdi_layoutrefs == 0 && 3000 dip->nfsdi_refcnt == 0) { 3001 NFSCL_DEBUG(4, "freeing devinfo\n"); 3002 LIST_REMOVE(dip, nfsdi_list); 3003 nfscl_freedevinfo(dip); 3004 } 3005 } 3006 NFSUNLOCKCLSTATE(); 3007 3008 /* Do layout return(s), as required. */ 3009 TAILQ_FOREACH_SAFE(lyp, &rlh, nfsly_list, nlyp) { 3010 TAILQ_REMOVE(&rlh, lyp, nfsly_list); 3011 NFSCL_DEBUG(4, "ret layout\n"); 3012 nfscl_layoutreturn(clp->nfsc_nmp, lyp, cred, p); 3013 if ((lyp->nfsly_flags & NFSLY_RETONCLOSE) != 0) { 3014 NFSLOCKCLSTATE(); 3015 lyp->nfsly_flags |= NFSLY_RETURNED; 3016 wakeup(lyp); 3017 NFSUNLOCKCLSTATE(); 3018 } else 3019 nfscl_freelayout(lyp); 3020 } 3021 3022 /* 3023 * Delegreturn any delegations cleaned out or recalled. 3024 */ 3025 TAILQ_FOREACH_SAFE(dp, &dh, nfsdl_list, ndp) { 3026 newnfs_copycred(&dp->nfsdl_cred, cred); 3027 (void) nfscl_trydelegreturn(dp, cred, clp->nfsc_nmp, p); 3028 TAILQ_REMOVE(&dh, dp, nfsdl_list); 3029 free(dp, M_NFSCLDELEG); 3030 } 3031 3032 SLIST_INIT(&lfh); 3033 /* 3034 * Call nfscl_cleanupkext() once per second to check for 3035 * open/lock owners where the process has exited. 3036 */ 3037 mytime = NFSD_MONOSEC; 3038 if (prevsec != mytime) { 3039 prevsec = mytime; 3040 nfscl_cleanupkext(clp, &lfh); 3041 } 3042 3043 /* 3044 * Do a ReleaseLockOwner for all lock owners where the 3045 * associated process no longer exists, as found by 3046 * nfscl_cleanupkext(). 3047 */ 3048 newnfs_setroot(cred); 3049 SLIST_FOREACH_SAFE(lfhp, &lfh, nfslfh_list, nlfhp) { 3050 LIST_FOREACH_SAFE(lp, &lfhp->nfslfh_lock, nfsl_list, 3051 nlp) { 3052 (void)nfsrpc_rellockown(clp->nfsc_nmp, lp, 3053 lfhp->nfslfh_fh, lfhp->nfslfh_len, cred, 3054 p); 3055 nfscl_freelockowner(lp, 0); 3056 } 3057 free(lfhp, M_TEMP); 3058 } 3059 SLIST_INIT(&lfh); 3060 3061 NFSLOCKCLSTATE(); 3062 if ((clp->nfsc_flags & NFSCLFLAGS_RECOVER) == 0) 3063 (void)mtx_sleep(clp, NFSCLSTATEMUTEXPTR, PWAIT, "nfscl", 3064 hz); 3065 terminate: 3066 if (clp->nfsc_flags & NFSCLFLAGS_UMOUNT) { 3067 clp->nfsc_flags &= ~NFSCLFLAGS_HASTHREAD; 3068 NFSUNLOCKCLSTATE(); 3069 NFSFREECRED(cred); 3070 wakeup((caddr_t)clp); 3071 return; 3072 } 3073 NFSUNLOCKCLSTATE(); 3074 } 3075 } 3076 3077 /* 3078 * Initiate state recovery. Called when NFSERR_STALECLIENTID, 3079 * NFSERR_STALESTATEID or NFSERR_BADSESSION is received. 3080 */ 3081 void 3082 nfscl_initiate_recovery(struct nfsclclient *clp) 3083 { 3084 3085 if (clp == NULL) 3086 return; 3087 NFSLOCKCLSTATE(); 3088 clp->nfsc_flags |= NFSCLFLAGS_RECOVER; 3089 NFSUNLOCKCLSTATE(); 3090 wakeup((caddr_t)clp); 3091 } 3092 3093 /* 3094 * Dump out the state stuff for debugging. 3095 */ 3096 void 3097 nfscl_dumpstate(struct nfsmount *nmp, int openowner, int opens, 3098 int lockowner, int locks) 3099 { 3100 struct nfsclclient *clp; 3101 struct nfsclowner *owp; 3102 struct nfsclopen *op; 3103 struct nfscllockowner *lp; 3104 struct nfscllock *lop; 3105 struct nfscldeleg *dp; 3106 3107 clp = nmp->nm_clp; 3108 if (clp == NULL) { 3109 printf("nfscl dumpstate NULL clp\n"); 3110 return; 3111 } 3112 NFSLOCKCLSTATE(); 3113 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 3114 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 3115 if (openowner && !LIST_EMPTY(&owp->nfsow_open)) 3116 printf("owner=0x%x 0x%x 0x%x 0x%x seqid=%d\n", 3117 owp->nfsow_owner[0], owp->nfsow_owner[1], 3118 owp->nfsow_owner[2], owp->nfsow_owner[3], 3119 owp->nfsow_seqid); 3120 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 3121 if (opens) 3122 printf("open st=0x%x 0x%x 0x%x cnt=%d fh12=0x%x\n", 3123 op->nfso_stateid.other[0], op->nfso_stateid.other[1], 3124 op->nfso_stateid.other[2], op->nfso_opencnt, 3125 op->nfso_fh[12]); 3126 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 3127 if (lockowner) 3128 printf("lckown=0x%x 0x%x 0x%x 0x%x seqid=%d st=0x%x 0x%x 0x%x\n", 3129 lp->nfsl_owner[0], lp->nfsl_owner[1], 3130 lp->nfsl_owner[2], lp->nfsl_owner[3], 3131 lp->nfsl_seqid, 3132 lp->nfsl_stateid.other[0], lp->nfsl_stateid.other[1], 3133 lp->nfsl_stateid.other[2]); 3134 LIST_FOREACH(lop, &lp->nfsl_lock, nfslo_list) { 3135 if (locks) 3136 #ifdef __FreeBSD__ 3137 printf("lck typ=%d fst=%ju end=%ju\n", 3138 lop->nfslo_type, (intmax_t)lop->nfslo_first, 3139 (intmax_t)lop->nfslo_end); 3140 #else 3141 printf("lck typ=%d fst=%qd end=%qd\n", 3142 lop->nfslo_type, lop->nfslo_first, 3143 lop->nfslo_end); 3144 #endif 3145 } 3146 } 3147 } 3148 } 3149 } 3150 LIST_FOREACH(owp, &clp->nfsc_owner, nfsow_list) { 3151 if (openowner && !LIST_EMPTY(&owp->nfsow_open)) 3152 printf("owner=0x%x 0x%x 0x%x 0x%x seqid=%d\n", 3153 owp->nfsow_owner[0], owp->nfsow_owner[1], 3154 owp->nfsow_owner[2], owp->nfsow_owner[3], 3155 owp->nfsow_seqid); 3156 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 3157 if (opens) 3158 printf("open st=0x%x 0x%x 0x%x cnt=%d fh12=0x%x\n", 3159 op->nfso_stateid.other[0], op->nfso_stateid.other[1], 3160 op->nfso_stateid.other[2], op->nfso_opencnt, 3161 op->nfso_fh[12]); 3162 LIST_FOREACH(lp, &op->nfso_lock, nfsl_list) { 3163 if (lockowner) 3164 printf("lckown=0x%x 0x%x 0x%x 0x%x seqid=%d st=0x%x 0x%x 0x%x\n", 3165 lp->nfsl_owner[0], lp->nfsl_owner[1], 3166 lp->nfsl_owner[2], lp->nfsl_owner[3], 3167 lp->nfsl_seqid, 3168 lp->nfsl_stateid.other[0], lp->nfsl_stateid.other[1], 3169 lp->nfsl_stateid.other[2]); 3170 LIST_FOREACH(lop, &lp->nfsl_lock, nfslo_list) { 3171 if (locks) 3172 #ifdef __FreeBSD__ 3173 printf("lck typ=%d fst=%ju end=%ju\n", 3174 lop->nfslo_type, (intmax_t)lop->nfslo_first, 3175 (intmax_t)lop->nfslo_end); 3176 #else 3177 printf("lck typ=%d fst=%qd end=%qd\n", 3178 lop->nfslo_type, lop->nfslo_first, 3179 lop->nfslo_end); 3180 #endif 3181 } 3182 } 3183 } 3184 } 3185 NFSUNLOCKCLSTATE(); 3186 } 3187 3188 /* 3189 * Check for duplicate open owners and opens. 3190 * (Only used as a diagnostic aid.) 3191 */ 3192 void 3193 nfscl_dupopen(vnode_t vp, int dupopens) 3194 { 3195 struct nfsclclient *clp; 3196 struct nfsclowner *owp, *owp2; 3197 struct nfsclopen *op, *op2; 3198 struct nfsfh *nfhp; 3199 3200 clp = VFSTONFS(vp->v_mount)->nm_clp; 3201 if (clp == NULL) { 3202 printf("nfscl dupopen NULL clp\n"); 3203 return; 3204 } 3205 nfhp = VTONFS(vp)->n_fhp; 3206 NFSLOCKCLSTATE(); 3207 3208 /* 3209 * First, search for duplicate owners. 3210 * These should never happen! 3211 */ 3212 LIST_FOREACH(owp2, &clp->nfsc_owner, nfsow_list) { 3213 LIST_FOREACH(owp, &clp->nfsc_owner, nfsow_list) { 3214 if (owp != owp2 && 3215 !NFSBCMP(owp->nfsow_owner, owp2->nfsow_owner, 3216 NFSV4CL_LOCKNAMELEN)) { 3217 NFSUNLOCKCLSTATE(); 3218 printf("DUP OWNER\n"); 3219 nfscl_dumpstate(VFSTONFS(vp->v_mount), 1, 1, 0, 0); 3220 return; 3221 } 3222 } 3223 } 3224 3225 /* 3226 * Now, search for duplicate stateids. 3227 * These shouldn't happen, either. 3228 */ 3229 LIST_FOREACH(owp2, &clp->nfsc_owner, nfsow_list) { 3230 LIST_FOREACH(op2, &owp2->nfsow_open, nfso_list) { 3231 LIST_FOREACH(owp, &clp->nfsc_owner, nfsow_list) { 3232 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 3233 if (op != op2 && 3234 (op->nfso_stateid.other[0] != 0 || 3235 op->nfso_stateid.other[1] != 0 || 3236 op->nfso_stateid.other[2] != 0) && 3237 op->nfso_stateid.other[0] == op2->nfso_stateid.other[0] && 3238 op->nfso_stateid.other[1] == op2->nfso_stateid.other[1] && 3239 op->nfso_stateid.other[2] == op2->nfso_stateid.other[2]) { 3240 NFSUNLOCKCLSTATE(); 3241 printf("DUP STATEID\n"); 3242 nfscl_dumpstate(VFSTONFS(vp->v_mount), 1, 1, 0, 0); 3243 return; 3244 } 3245 } 3246 } 3247 } 3248 } 3249 3250 /* 3251 * Now search for duplicate opens. 3252 * Duplicate opens for the same owner 3253 * should never occur. Other duplicates are 3254 * possible and are checked for if "dupopens" 3255 * is true. 3256 */ 3257 LIST_FOREACH(owp2, &clp->nfsc_owner, nfsow_list) { 3258 LIST_FOREACH(op2, &owp2->nfsow_open, nfso_list) { 3259 if (nfhp->nfh_len == op2->nfso_fhlen && 3260 !NFSBCMP(nfhp->nfh_fh, op2->nfso_fh, nfhp->nfh_len)) { 3261 LIST_FOREACH(owp, &clp->nfsc_owner, nfsow_list) { 3262 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 3263 if (op != op2 && nfhp->nfh_len == op->nfso_fhlen && 3264 !NFSBCMP(nfhp->nfh_fh, op->nfso_fh, nfhp->nfh_len) && 3265 (!NFSBCMP(op->nfso_own->nfsow_owner, 3266 op2->nfso_own->nfsow_owner, NFSV4CL_LOCKNAMELEN) || 3267 dupopens)) { 3268 if (!NFSBCMP(op->nfso_own->nfsow_owner, 3269 op2->nfso_own->nfsow_owner, NFSV4CL_LOCKNAMELEN)) { 3270 NFSUNLOCKCLSTATE(); 3271 printf("BADDUP OPEN\n"); 3272 } else { 3273 NFSUNLOCKCLSTATE(); 3274 printf("DUP OPEN\n"); 3275 } 3276 nfscl_dumpstate(VFSTONFS(vp->v_mount), 1, 1, 0, 3277 0); 3278 return; 3279 } 3280 } 3281 } 3282 } 3283 } 3284 } 3285 NFSUNLOCKCLSTATE(); 3286 } 3287 3288 /* 3289 * During close, find an open that needs to be dereferenced and 3290 * dereference it. If there are no more opens for this file, 3291 * log a message to that effect. 3292 * Opens aren't actually Close'd until VOP_INACTIVE() is performed 3293 * on the file's vnode. 3294 * This is the safe way, since it is difficult to identify 3295 * which open the close is for and I/O can be performed after the 3296 * close(2) system call when a file is mmap'd. 3297 * If it returns 0 for success, there will be a referenced 3298 * clp returned via clpp. 3299 */ 3300 int 3301 nfscl_getclose(vnode_t vp, struct nfsclclient **clpp) 3302 { 3303 struct nfsclclient *clp; 3304 struct nfsclowner *owp; 3305 struct nfsclopen *op; 3306 struct nfscldeleg *dp; 3307 struct nfsfh *nfhp; 3308 int error, notdecr; 3309 3310 error = nfscl_getcl(vp->v_mount, NULL, NULL, false, true, &clp); 3311 if (error) 3312 return (error); 3313 *clpp = clp; 3314 3315 nfhp = VTONFS(vp)->n_fhp; 3316 notdecr = 1; 3317 NFSLOCKCLSTATE(); 3318 /* 3319 * First, look for one under a delegation that was locally issued 3320 * and just decrement the opencnt for it. Since all my Opens against 3321 * the server are DENY_NONE, I don't see a problem with hanging 3322 * onto them. (It is much easier to use one of the extant Opens 3323 * that I already have on the server when a Delegation is recalled 3324 * than to do fresh Opens.) Someday, I might need to rethink this, but. 3325 */ 3326 dp = nfscl_finddeleg(clp, nfhp->nfh_fh, nfhp->nfh_len); 3327 if (dp != NULL) { 3328 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 3329 op = LIST_FIRST(&owp->nfsow_open); 3330 if (op != NULL) { 3331 /* 3332 * Since a delegation is for a file, there 3333 * should never be more than one open for 3334 * each openowner. 3335 */ 3336 if (LIST_NEXT(op, nfso_list) != NULL) 3337 panic("nfscdeleg opens"); 3338 if (notdecr && op->nfso_opencnt > 0) { 3339 notdecr = 0; 3340 op->nfso_opencnt--; 3341 break; 3342 } 3343 } 3344 } 3345 } 3346 3347 /* Now process the opens against the server. */ 3348 LIST_FOREACH(op, NFSCLOPENHASH(clp, nfhp->nfh_fh, nfhp->nfh_len), 3349 nfso_hash) { 3350 if (op->nfso_fhlen == nfhp->nfh_len && 3351 !NFSBCMP(op->nfso_fh, nfhp->nfh_fh, 3352 nfhp->nfh_len)) { 3353 /* Found an open, decrement cnt if possible */ 3354 if (notdecr && op->nfso_opencnt > 0) { 3355 notdecr = 0; 3356 op->nfso_opencnt--; 3357 } 3358 /* 3359 * There are more opens, so just return. 3360 */ 3361 if (op->nfso_opencnt > 0) { 3362 NFSUNLOCKCLSTATE(); 3363 return (0); 3364 } 3365 } 3366 } 3367 NFSUNLOCKCLSTATE(); 3368 if (notdecr) 3369 printf("nfscl: never fnd open\n"); 3370 return (0); 3371 } 3372 3373 int 3374 nfscl_doclose(vnode_t vp, struct nfsclclient **clpp, NFSPROC_T *p) 3375 { 3376 struct nfsclclient *clp; 3377 struct nfsmount *nmp; 3378 struct nfsclowner *owp, *nowp; 3379 struct nfsclopen *op, *nop; 3380 struct nfsclopenhead delayed; 3381 struct nfscldeleg *dp; 3382 struct nfsfh *nfhp; 3383 struct nfsclrecalllayout *recallp; 3384 struct nfscllayout *lyp; 3385 int error; 3386 3387 error = nfscl_getcl(vp->v_mount, NULL, NULL, false, true, &clp); 3388 if (error) 3389 return (error); 3390 *clpp = clp; 3391 3392 nmp = VFSTONFS(vp->v_mount); 3393 nfhp = VTONFS(vp)->n_fhp; 3394 recallp = malloc(sizeof(*recallp), M_NFSLAYRECALL, M_WAITOK); 3395 NFSLOCKCLSTATE(); 3396 /* 3397 * First get rid of the local Open structures, which should be no 3398 * longer in use. 3399 */ 3400 dp = nfscl_finddeleg(clp, nfhp->nfh_fh, nfhp->nfh_len); 3401 if (dp != NULL) { 3402 LIST_FOREACH_SAFE(owp, &dp->nfsdl_owner, nfsow_list, nowp) { 3403 op = LIST_FIRST(&owp->nfsow_open); 3404 if (op != NULL) { 3405 KASSERT((op->nfso_opencnt == 0), 3406 ("nfscl: bad open cnt on deleg")); 3407 nfscl_freeopen(op, 1, true); 3408 } 3409 nfscl_freeopenowner(owp, 1); 3410 } 3411 } 3412 3413 /* Return any layouts marked return on close. */ 3414 nfscl_retoncloselayout(vp, clp, nfhp->nfh_fh, nfhp->nfh_len, &recallp, 3415 &lyp); 3416 3417 /* Now process the opens against the server. */ 3418 LIST_INIT(&delayed); 3419 lookformore: 3420 LIST_FOREACH(op, NFSCLOPENHASH(clp, nfhp->nfh_fh, nfhp->nfh_len), 3421 nfso_hash) { 3422 if (op->nfso_fhlen == nfhp->nfh_len && 3423 !NFSBCMP(op->nfso_fh, nfhp->nfh_fh, 3424 nfhp->nfh_len)) { 3425 /* Found an open, close it. */ 3426 #ifdef DIAGNOSTIC 3427 KASSERT((op->nfso_opencnt == 0), 3428 ("nfscl: bad open cnt on server (%d)", 3429 op->nfso_opencnt)); 3430 #endif 3431 NFSUNLOCKCLSTATE(); 3432 if (NFSHASNFSV4N(nmp)) 3433 error = nfsrpc_doclose(nmp, op, p, false, true); 3434 else 3435 error = nfsrpc_doclose(nmp, op, p, true, true); 3436 NFSLOCKCLSTATE(); 3437 if (error == NFSERR_DELAY) { 3438 nfscl_unlinkopen(op); 3439 op->nfso_own = NULL; 3440 LIST_INSERT_HEAD(&delayed, op, nfso_list); 3441 } 3442 goto lookformore; 3443 } 3444 } 3445 nfscl_clrelease(clp); 3446 3447 /* Now, wait for any layout that is returned upon close. */ 3448 if (lyp != NULL) { 3449 while ((lyp->nfsly_flags & NFSLY_RETURNED) == 0) { 3450 if (NFSCL_FORCEDISM(nmp->nm_mountp)) { 3451 lyp = NULL; 3452 break; 3453 } 3454 msleep(lyp, NFSCLSTATEMUTEXPTR, PZERO, "nfslroc", hz); 3455 } 3456 if (lyp != NULL) 3457 nfscl_freelayout(lyp); 3458 } 3459 3460 NFSUNLOCKCLSTATE(); 3461 /* 3462 * recallp has been set NULL by nfscl_retoncloselayout() if it was 3463 * used by the function, but calling free() with a NULL pointer is ok. 3464 */ 3465 free(recallp, M_NFSLAYRECALL); 3466 3467 /* Now, loop retrying the delayed closes. */ 3468 LIST_FOREACH_SAFE(op, &delayed, nfso_list, nop) { 3469 nfsrpc_doclose(nmp, op, p, true, false); 3470 LIST_REMOVE(op, nfso_list); 3471 nfscl_freeopen(op, 0, false); 3472 } 3473 return (0); 3474 } 3475 3476 /* 3477 * Return all delegations on this client. 3478 * (Must be called with client sleep lock.) 3479 */ 3480 static void 3481 nfscl_delegreturnall(struct nfsclclient *clp, NFSPROC_T *p, 3482 struct nfscldeleghead *dhp) 3483 { 3484 struct nfscldeleg *dp, *ndp; 3485 struct ucred *cred; 3486 3487 cred = newnfs_getcred(); 3488 TAILQ_FOREACH_SAFE(dp, &clp->nfsc_deleg, nfsdl_list, ndp) { 3489 nfscl_cleandeleg(dp); 3490 (void) nfscl_trydelegreturn(dp, cred, clp->nfsc_nmp, p); 3491 if (dhp != NULL) { 3492 nfscl_freedeleg(&clp->nfsc_deleg, dp, false); 3493 TAILQ_INSERT_HEAD(dhp, dp, nfsdl_list); 3494 } else 3495 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 3496 } 3497 NFSFREECRED(cred); 3498 } 3499 3500 /* 3501 * Return any delegation for this vp. 3502 */ 3503 void 3504 nfscl_delegreturnvp(vnode_t vp, NFSPROC_T *p) 3505 { 3506 struct nfsclclient *clp; 3507 struct nfscldeleg *dp; 3508 struct ucred *cred; 3509 struct nfsnode *np; 3510 struct nfsmount *nmp; 3511 3512 nmp = VFSTONFS(vp->v_mount); 3513 NFSLOCKMNT(nmp); 3514 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 3515 NFSUNLOCKMNT(nmp); 3516 return; 3517 } 3518 NFSUNLOCKMNT(nmp); 3519 np = VTONFS(vp); 3520 cred = newnfs_getcred(); 3521 dp = NULL; 3522 NFSLOCKCLSTATE(); 3523 clp = nmp->nm_clp; 3524 if (clp != NULL) 3525 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 3526 np->n_fhp->nfh_len); 3527 if (dp != NULL) { 3528 nfscl_cleandeleg(dp); 3529 nfscl_freedeleg(&clp->nfsc_deleg, dp, false); 3530 NFSUNLOCKCLSTATE(); 3531 newnfs_copycred(&dp->nfsdl_cred, cred); 3532 nfscl_trydelegreturn(dp, cred, clp->nfsc_nmp, p); 3533 free(dp, M_NFSCLDELEG); 3534 } else 3535 NFSUNLOCKCLSTATE(); 3536 NFSFREECRED(cred); 3537 } 3538 3539 /* 3540 * Do a callback RPC. 3541 */ 3542 void 3543 nfscl_docb(struct nfsrv_descript *nd, NFSPROC_T *p) 3544 { 3545 int clist, gotseq_ok, i, j, k, op, rcalls; 3546 u_int32_t *tl; 3547 struct nfsclclient *clp; 3548 struct nfscldeleg *dp = NULL; 3549 int numops, taglen = -1, error = 0, trunc __unused; 3550 u_int32_t minorvers = 0, retops = 0, *retopsp = NULL, *repp, cbident; 3551 u_char tag[NFSV4_SMALLSTR + 1], *tagstr; 3552 vnode_t vp = NULL; 3553 struct nfsnode *np; 3554 struct vattr va; 3555 struct nfsfh *nfhp; 3556 mount_t mp; 3557 nfsattrbit_t attrbits, rattrbits; 3558 nfsv4stateid_t stateid; 3559 uint32_t seqid, slotid = 0, highslot, cachethis __unused; 3560 uint8_t sessionid[NFSX_V4SESSIONID]; 3561 struct mbuf *rep; 3562 struct nfscllayout *lyp; 3563 uint64_t filesid[2], len, off; 3564 int changed, gotone, laytype, recalltype; 3565 uint32_t iomode; 3566 struct nfsclrecalllayout *recallp = NULL; 3567 struct nfsclsession *tsep; 3568 3569 gotseq_ok = 0; 3570 nfsrvd_rephead(nd); 3571 NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED); 3572 taglen = fxdr_unsigned(int, *tl); 3573 if (taglen < 0 || taglen > NFSV4_OPAQUELIMIT) { 3574 error = EBADRPC; 3575 taglen = -1; 3576 goto nfsmout; 3577 } 3578 if (taglen <= NFSV4_SMALLSTR) 3579 tagstr = tag; 3580 else 3581 tagstr = malloc(taglen + 1, M_TEMP, M_WAITOK); 3582 error = nfsrv_mtostr(nd, tagstr, taglen); 3583 if (error) { 3584 if (taglen > NFSV4_SMALLSTR) 3585 free(tagstr, M_TEMP); 3586 taglen = -1; 3587 goto nfsmout; 3588 } 3589 (void) nfsm_strtom(nd, tag, taglen); 3590 if (taglen > NFSV4_SMALLSTR) { 3591 free(tagstr, M_TEMP); 3592 } 3593 NFSM_BUILD(retopsp, u_int32_t *, NFSX_UNSIGNED); 3594 NFSM_DISSECT(tl, u_int32_t *, 3 * NFSX_UNSIGNED); 3595 minorvers = fxdr_unsigned(u_int32_t, *tl++); 3596 if (minorvers != NFSV4_MINORVERSION && 3597 minorvers != NFSV41_MINORVERSION && 3598 minorvers != NFSV42_MINORVERSION) 3599 nd->nd_repstat = NFSERR_MINORVERMISMATCH; 3600 cbident = fxdr_unsigned(u_int32_t, *tl++); 3601 if (nd->nd_repstat) 3602 numops = 0; 3603 else 3604 numops = fxdr_unsigned(int, *tl); 3605 /* 3606 * Loop around doing the sub ops. 3607 */ 3608 for (i = 0; i < numops; i++) { 3609 NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED); 3610 NFSM_BUILD(repp, u_int32_t *, 2 * NFSX_UNSIGNED); 3611 *repp++ = *tl; 3612 op = fxdr_unsigned(int, *tl); 3613 nd->nd_procnum = op; 3614 if (i == 0 && op != NFSV4OP_CBSEQUENCE && minorvers != 3615 NFSV4_MINORVERSION) { 3616 nd->nd_repstat = NFSERR_OPNOTINSESS; 3617 *repp = nfscl_errmap(nd, minorvers); 3618 retops++; 3619 break; 3620 } 3621 if (op < NFSV4OP_CBGETATTR || 3622 (op > NFSV4OP_CBRECALL && minorvers == NFSV4_MINORVERSION) || 3623 (op > NFSV4OP_CBNOTIFYDEVID && 3624 minorvers == NFSV41_MINORVERSION) || 3625 (op > NFSV4OP_CBOFFLOAD && 3626 minorvers == NFSV42_MINORVERSION)) { 3627 nd->nd_repstat = NFSERR_OPILLEGAL; 3628 *repp = nfscl_errmap(nd, minorvers); 3629 retops++; 3630 break; 3631 } 3632 if (op < NFSV42_CBNOPS) 3633 nfsstatsv1.cbrpccnt[nd->nd_procnum]++; 3634 switch (op) { 3635 case NFSV4OP_CBGETATTR: 3636 NFSCL_DEBUG(4, "cbgetattr\n"); 3637 mp = NULL; 3638 vp = NULL; 3639 error = nfsm_getfh(nd, &nfhp); 3640 if (!error) 3641 error = nfsrv_getattrbits(nd, &attrbits, 3642 NULL, NULL); 3643 if (!error) { 3644 mp = nfscl_getmnt(minorvers, sessionid, cbident, 3645 &clp); 3646 if (mp == NULL) 3647 error = NFSERR_SERVERFAULT; 3648 } 3649 if (!error) { 3650 error = nfscl_ngetreopen(mp, nfhp->nfh_fh, 3651 nfhp->nfh_len, p, &np); 3652 if (!error) 3653 vp = NFSTOV(np); 3654 } 3655 if (!error) { 3656 NFSZERO_ATTRBIT(&rattrbits); 3657 NFSLOCKCLSTATE(); 3658 dp = nfscl_finddeleg(clp, nfhp->nfh_fh, 3659 nfhp->nfh_len); 3660 if (dp != NULL) { 3661 if (NFSISSET_ATTRBIT(&attrbits, 3662 NFSATTRBIT_SIZE)) { 3663 if (vp != NULL) 3664 va.va_size = np->n_size; 3665 else 3666 va.va_size = 3667 dp->nfsdl_size; 3668 NFSSETBIT_ATTRBIT(&rattrbits, 3669 NFSATTRBIT_SIZE); 3670 } 3671 if (NFSISSET_ATTRBIT(&attrbits, 3672 NFSATTRBIT_CHANGE)) { 3673 va.va_filerev = 3674 dp->nfsdl_change; 3675 if (vp == NULL || 3676 (np->n_flag & NDELEGMOD)) 3677 va.va_filerev++; 3678 NFSSETBIT_ATTRBIT(&rattrbits, 3679 NFSATTRBIT_CHANGE); 3680 } 3681 } else 3682 error = NFSERR_SERVERFAULT; 3683 NFSUNLOCKCLSTATE(); 3684 } 3685 if (vp != NULL) 3686 vrele(vp); 3687 if (mp != NULL) 3688 vfs_unbusy(mp); 3689 if (nfhp != NULL) 3690 free(nfhp, M_NFSFH); 3691 if (!error) 3692 (void) nfsv4_fillattr(nd, NULL, NULL, NULL, &va, 3693 NULL, 0, &rattrbits, NULL, p, 0, 0, 0, 0, 3694 (uint64_t)0, NULL); 3695 break; 3696 case NFSV4OP_CBRECALL: 3697 NFSCL_DEBUG(4, "cbrecall\n"); 3698 NFSM_DISSECT(tl, u_int32_t *, NFSX_STATEID + 3699 NFSX_UNSIGNED); 3700 stateid.seqid = *tl++; 3701 NFSBCOPY((caddr_t)tl, (caddr_t)stateid.other, 3702 NFSX_STATEIDOTHER); 3703 tl += (NFSX_STATEIDOTHER / NFSX_UNSIGNED); 3704 trunc = fxdr_unsigned(int, *tl); 3705 error = nfsm_getfh(nd, &nfhp); 3706 if (!error) { 3707 NFSLOCKCLSTATE(); 3708 if (minorvers == NFSV4_MINORVERSION) 3709 clp = nfscl_getclnt(cbident); 3710 else 3711 clp = nfscl_getclntsess(sessionid); 3712 if (clp != NULL) { 3713 dp = nfscl_finddeleg(clp, nfhp->nfh_fh, 3714 nfhp->nfh_len); 3715 if (dp != NULL && (dp->nfsdl_flags & 3716 NFSCLDL_DELEGRET) == 0) { 3717 dp->nfsdl_flags |= 3718 NFSCLDL_RECALL; 3719 wakeup((caddr_t)clp); 3720 } 3721 } else { 3722 error = NFSERR_SERVERFAULT; 3723 } 3724 NFSUNLOCKCLSTATE(); 3725 } 3726 if (nfhp != NULL) 3727 free(nfhp, M_NFSFH); 3728 break; 3729 case NFSV4OP_CBLAYOUTRECALL: 3730 NFSCL_DEBUG(4, "cblayrec\n"); 3731 nfhp = NULL; 3732 NFSM_DISSECT(tl, uint32_t *, 4 * NFSX_UNSIGNED); 3733 laytype = fxdr_unsigned(int, *tl++); 3734 iomode = fxdr_unsigned(uint32_t, *tl++); 3735 if (newnfs_true == *tl++) 3736 changed = 1; 3737 else 3738 changed = 0; 3739 recalltype = fxdr_unsigned(int, *tl); 3740 NFSCL_DEBUG(4, "layt=%d iom=%d ch=%d rectyp=%d\n", 3741 laytype, iomode, changed, recalltype); 3742 recallp = malloc(sizeof(*recallp), M_NFSLAYRECALL, 3743 M_WAITOK); 3744 if (laytype != NFSLAYOUT_NFSV4_1_FILES && 3745 laytype != NFSLAYOUT_FLEXFILE) 3746 error = NFSERR_NOMATCHLAYOUT; 3747 else if (recalltype == NFSLAYOUTRETURN_FILE) { 3748 error = nfsm_getfh(nd, &nfhp); 3749 NFSCL_DEBUG(4, "retfile getfh=%d\n", error); 3750 if (error != 0) 3751 goto nfsmout; 3752 NFSM_DISSECT(tl, u_int32_t *, 2 * NFSX_HYPER + 3753 NFSX_STATEID); 3754 off = fxdr_hyper(tl); tl += 2; 3755 len = fxdr_hyper(tl); tl += 2; 3756 stateid.seqid = fxdr_unsigned(uint32_t, *tl++); 3757 NFSBCOPY(tl, stateid.other, NFSX_STATEIDOTHER); 3758 if (minorvers == NFSV4_MINORVERSION) 3759 error = NFSERR_NOTSUPP; 3760 NFSCL_DEBUG(4, "off=%ju len=%ju sq=%u err=%d\n", 3761 (uintmax_t)off, (uintmax_t)len, 3762 stateid.seqid, error); 3763 if (error == 0) { 3764 NFSLOCKCLSTATE(); 3765 clp = nfscl_getclntsess(sessionid); 3766 NFSCL_DEBUG(4, "cbly clp=%p\n", clp); 3767 if (clp != NULL) { 3768 lyp = nfscl_findlayout(clp, 3769 nfhp->nfh_fh, 3770 nfhp->nfh_len); 3771 NFSCL_DEBUG(4, "cblyp=%p\n", 3772 lyp); 3773 if (lyp != NULL && 3774 (lyp->nfsly_flags & 3775 (NFSLY_FILES | 3776 NFSLY_FLEXFILE)) != 0 && 3777 !NFSBCMP(stateid.other, 3778 lyp->nfsly_stateid.other, 3779 NFSX_STATEIDOTHER)) { 3780 error = 3781 nfscl_layoutrecall( 3782 recalltype, 3783 lyp, iomode, off, 3784 len, stateid.seqid, 3785 0, 0, NULL, 3786 recallp); 3787 if (error == 0 && 3788 stateid.seqid > 3789 lyp->nfsly_stateid.seqid) 3790 lyp->nfsly_stateid.seqid = 3791 stateid.seqid; 3792 recallp = NULL; 3793 wakeup(clp); 3794 NFSCL_DEBUG(4, 3795 "aft layrcal=%d " 3796 "layseqid=%d\n", 3797 error, 3798 lyp->nfsly_stateid.seqid); 3799 } else 3800 error = 3801 NFSERR_NOMATCHLAYOUT; 3802 } else 3803 error = NFSERR_NOMATCHLAYOUT; 3804 NFSUNLOCKCLSTATE(); 3805 } 3806 free(nfhp, M_NFSFH); 3807 } else if (recalltype == NFSLAYOUTRETURN_FSID) { 3808 NFSM_DISSECT(tl, uint32_t *, 2 * NFSX_HYPER); 3809 filesid[0] = fxdr_hyper(tl); tl += 2; 3810 filesid[1] = fxdr_hyper(tl); tl += 2; 3811 gotone = 0; 3812 NFSLOCKCLSTATE(); 3813 clp = nfscl_getclntsess(sessionid); 3814 if (clp != NULL) { 3815 TAILQ_FOREACH(lyp, &clp->nfsc_layout, 3816 nfsly_list) { 3817 if (lyp->nfsly_filesid[0] == 3818 filesid[0] && 3819 lyp->nfsly_filesid[1] == 3820 filesid[1]) { 3821 error = 3822 nfscl_layoutrecall( 3823 recalltype, 3824 lyp, iomode, 0, 3825 UINT64_MAX, 3826 lyp->nfsly_stateid.seqid, 3827 0, 0, NULL, 3828 recallp); 3829 recallp = NULL; 3830 gotone = 1; 3831 } 3832 } 3833 if (gotone != 0) 3834 wakeup(clp); 3835 else 3836 error = NFSERR_NOMATCHLAYOUT; 3837 } else 3838 error = NFSERR_NOMATCHLAYOUT; 3839 NFSUNLOCKCLSTATE(); 3840 } else if (recalltype == NFSLAYOUTRETURN_ALL) { 3841 gotone = 0; 3842 NFSLOCKCLSTATE(); 3843 clp = nfscl_getclntsess(sessionid); 3844 if (clp != NULL) { 3845 TAILQ_FOREACH(lyp, &clp->nfsc_layout, 3846 nfsly_list) { 3847 error = nfscl_layoutrecall( 3848 recalltype, lyp, iomode, 0, 3849 UINT64_MAX, 3850 lyp->nfsly_stateid.seqid, 3851 0, 0, NULL, recallp); 3852 recallp = NULL; 3853 gotone = 1; 3854 } 3855 if (gotone != 0) 3856 wakeup(clp); 3857 else 3858 error = NFSERR_NOMATCHLAYOUT; 3859 } else 3860 error = NFSERR_NOMATCHLAYOUT; 3861 NFSUNLOCKCLSTATE(); 3862 } else 3863 error = NFSERR_NOMATCHLAYOUT; 3864 if (recallp != NULL) { 3865 free(recallp, M_NFSLAYRECALL); 3866 recallp = NULL; 3867 } 3868 break; 3869 case NFSV4OP_CBSEQUENCE: 3870 if (i != 0) { 3871 error = NFSERR_SEQUENCEPOS; 3872 break; 3873 } 3874 NFSM_DISSECT(tl, uint32_t *, NFSX_V4SESSIONID + 3875 5 * NFSX_UNSIGNED); 3876 bcopy(tl, sessionid, NFSX_V4SESSIONID); 3877 tl += NFSX_V4SESSIONID / NFSX_UNSIGNED; 3878 seqid = fxdr_unsigned(uint32_t, *tl++); 3879 slotid = fxdr_unsigned(uint32_t, *tl++); 3880 highslot = fxdr_unsigned(uint32_t, *tl++); 3881 cachethis = *tl++; 3882 /* Throw away the referring call stuff. */ 3883 clist = fxdr_unsigned(int, *tl); 3884 for (j = 0; j < clist; j++) { 3885 NFSM_DISSECT(tl, uint32_t *, NFSX_V4SESSIONID + 3886 NFSX_UNSIGNED); 3887 tl += NFSX_V4SESSIONID / NFSX_UNSIGNED; 3888 rcalls = fxdr_unsigned(int, *tl); 3889 for (k = 0; k < rcalls; k++) { 3890 NFSM_DISSECT(tl, uint32_t *, 3891 2 * NFSX_UNSIGNED); 3892 } 3893 } 3894 NFSLOCKCLSTATE(); 3895 clp = nfscl_getclntsess(sessionid); 3896 if (clp == NULL) 3897 error = NFSERR_SERVERFAULT; 3898 if (error == 0) { 3899 tsep = nfsmnt_mdssession(clp->nfsc_nmp); 3900 error = nfsv4_seqsession(seqid, slotid, 3901 highslot, tsep->nfsess_cbslots, &rep, 3902 tsep->nfsess_backslots); 3903 } 3904 NFSUNLOCKCLSTATE(); 3905 if (error == 0 || error == NFSERR_REPLYFROMCACHE) { 3906 gotseq_ok = 1; 3907 if (rep != NULL) { 3908 /* 3909 * Handle a reply for a retried 3910 * callback. The reply will be 3911 * re-inserted in the session cache 3912 * by the nfsv4_seqsess_cacherep() call 3913 * after out: 3914 */ 3915 KASSERT(error == NFSERR_REPLYFROMCACHE, 3916 ("cbsequence: non-NULL rep")); 3917 NFSCL_DEBUG(4, "Got cbretry\n"); 3918 m_freem(nd->nd_mreq); 3919 nd->nd_mreq = rep; 3920 rep = NULL; 3921 goto out; 3922 } 3923 NFSM_BUILD(tl, uint32_t *, 3924 NFSX_V4SESSIONID + 4 * NFSX_UNSIGNED); 3925 bcopy(sessionid, tl, NFSX_V4SESSIONID); 3926 tl += NFSX_V4SESSIONID / NFSX_UNSIGNED; 3927 *tl++ = txdr_unsigned(seqid); 3928 *tl++ = txdr_unsigned(slotid); 3929 *tl++ = txdr_unsigned(NFSV4_CBSLOTS - 1); 3930 *tl = txdr_unsigned(NFSV4_CBSLOTS - 1); 3931 } 3932 break; 3933 default: 3934 if (i == 0 && minorvers != NFSV4_MINORVERSION) 3935 error = NFSERR_OPNOTINSESS; 3936 else { 3937 NFSCL_DEBUG(1, "unsupp callback %d\n", op); 3938 error = NFSERR_NOTSUPP; 3939 } 3940 break; 3941 } 3942 if (error) { 3943 if (error == EBADRPC || error == NFSERR_BADXDR) { 3944 nd->nd_repstat = NFSERR_BADXDR; 3945 } else { 3946 nd->nd_repstat = error; 3947 } 3948 error = 0; 3949 } 3950 retops++; 3951 if (nd->nd_repstat) { 3952 *repp = nfscl_errmap(nd, minorvers); 3953 break; 3954 } else 3955 *repp = 0; /* NFS4_OK */ 3956 } 3957 nfsmout: 3958 if (recallp != NULL) 3959 free(recallp, M_NFSLAYRECALL); 3960 if (error) { 3961 if (error == EBADRPC || error == NFSERR_BADXDR) 3962 nd->nd_repstat = NFSERR_BADXDR; 3963 else 3964 printf("nfsv4 comperr1=%d\n", error); 3965 } 3966 if (taglen == -1) { 3967 NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED); 3968 *tl++ = 0; 3969 *tl = 0; 3970 } else { 3971 *retopsp = txdr_unsigned(retops); 3972 } 3973 *nd->nd_errp = nfscl_errmap(nd, minorvers); 3974 out: 3975 if (gotseq_ok != 0) { 3976 rep = m_copym(nd->nd_mreq, 0, M_COPYALL, M_WAITOK); 3977 NFSLOCKCLSTATE(); 3978 clp = nfscl_getclntsess(sessionid); 3979 if (clp != NULL) { 3980 tsep = nfsmnt_mdssession(clp->nfsc_nmp); 3981 nfsv4_seqsess_cacherep(slotid, tsep->nfsess_cbslots, 3982 NFSERR_OK, &rep); 3983 NFSUNLOCKCLSTATE(); 3984 } else { 3985 NFSUNLOCKCLSTATE(); 3986 m_freem(rep); 3987 } 3988 } 3989 } 3990 3991 /* 3992 * Generate the next cbident value. Basically just increment a static value 3993 * and then check that it isn't already in the list, if it has wrapped around. 3994 */ 3995 static u_int32_t 3996 nfscl_nextcbident(void) 3997 { 3998 struct nfsclclient *clp; 3999 int matched; 4000 static u_int32_t nextcbident = 0; 4001 static int haswrapped = 0; 4002 4003 nextcbident++; 4004 if (nextcbident == 0) 4005 haswrapped = 1; 4006 if (haswrapped) { 4007 /* 4008 * Search the clientid list for one already using this cbident. 4009 */ 4010 do { 4011 matched = 0; 4012 NFSLOCKCLSTATE(); 4013 LIST_FOREACH(clp, &nfsclhead, nfsc_list) { 4014 if (clp->nfsc_cbident == nextcbident) { 4015 matched = 1; 4016 break; 4017 } 4018 } 4019 NFSUNLOCKCLSTATE(); 4020 if (matched == 1) 4021 nextcbident++; 4022 } while (matched); 4023 } 4024 return (nextcbident); 4025 } 4026 4027 /* 4028 * Get the mount point related to a given cbident or session and busy it. 4029 */ 4030 static mount_t 4031 nfscl_getmnt(int minorvers, uint8_t *sessionid, u_int32_t cbident, 4032 struct nfsclclient **clpp) 4033 { 4034 struct nfsclclient *clp; 4035 mount_t mp; 4036 int error; 4037 struct nfsclsession *tsep; 4038 4039 *clpp = NULL; 4040 NFSLOCKCLSTATE(); 4041 LIST_FOREACH(clp, &nfsclhead, nfsc_list) { 4042 tsep = nfsmnt_mdssession(clp->nfsc_nmp); 4043 if (minorvers == NFSV4_MINORVERSION) { 4044 if (clp->nfsc_cbident == cbident) 4045 break; 4046 } else if (!NFSBCMP(tsep->nfsess_sessionid, sessionid, 4047 NFSX_V4SESSIONID)) 4048 break; 4049 } 4050 if (clp == NULL) { 4051 NFSUNLOCKCLSTATE(); 4052 return (NULL); 4053 } 4054 mp = clp->nfsc_nmp->nm_mountp; 4055 vfs_ref(mp); 4056 NFSUNLOCKCLSTATE(); 4057 error = vfs_busy(mp, 0); 4058 vfs_rel(mp); 4059 if (error != 0) 4060 return (NULL); 4061 *clpp = clp; 4062 return (mp); 4063 } 4064 4065 /* 4066 * Get the clientid pointer related to a given cbident. 4067 */ 4068 static struct nfsclclient * 4069 nfscl_getclnt(u_int32_t cbident) 4070 { 4071 struct nfsclclient *clp; 4072 4073 LIST_FOREACH(clp, &nfsclhead, nfsc_list) 4074 if (clp->nfsc_cbident == cbident) 4075 break; 4076 return (clp); 4077 } 4078 4079 /* 4080 * Get the clientid pointer related to a given sessionid. 4081 */ 4082 static struct nfsclclient * 4083 nfscl_getclntsess(uint8_t *sessionid) 4084 { 4085 struct nfsclclient *clp; 4086 struct nfsclsession *tsep; 4087 4088 LIST_FOREACH(clp, &nfsclhead, nfsc_list) { 4089 tsep = nfsmnt_mdssession(clp->nfsc_nmp); 4090 if (!NFSBCMP(tsep->nfsess_sessionid, sessionid, 4091 NFSX_V4SESSIONID)) 4092 break; 4093 } 4094 return (clp); 4095 } 4096 4097 /* 4098 * Search for a lock conflict locally on the client. A conflict occurs if 4099 * - not same owner and overlapping byte range and at least one of them is 4100 * a write lock or this is an unlock. 4101 */ 4102 static int 4103 nfscl_localconflict(struct nfsclclient *clp, u_int8_t *fhp, int fhlen, 4104 struct nfscllock *nlop, u_int8_t *own, struct nfscldeleg *dp, 4105 struct nfscllock **lopp) 4106 { 4107 struct nfsclopen *op; 4108 int ret; 4109 4110 if (dp != NULL) { 4111 ret = nfscl_checkconflict(&dp->nfsdl_lock, nlop, own, lopp); 4112 if (ret) 4113 return (ret); 4114 } 4115 LIST_FOREACH(op, NFSCLOPENHASH(clp, fhp, fhlen), nfso_hash) { 4116 if (op->nfso_fhlen == fhlen && 4117 !NFSBCMP(op->nfso_fh, fhp, fhlen)) { 4118 ret = nfscl_checkconflict(&op->nfso_lock, nlop, 4119 own, lopp); 4120 if (ret) 4121 return (ret); 4122 } 4123 } 4124 return (0); 4125 } 4126 4127 static int 4128 nfscl_checkconflict(struct nfscllockownerhead *lhp, struct nfscllock *nlop, 4129 u_int8_t *own, struct nfscllock **lopp) 4130 { 4131 struct nfscllockowner *lp; 4132 struct nfscllock *lop; 4133 4134 LIST_FOREACH(lp, lhp, nfsl_list) { 4135 if (NFSBCMP(lp->nfsl_owner, own, NFSV4CL_LOCKNAMELEN)) { 4136 LIST_FOREACH(lop, &lp->nfsl_lock, nfslo_list) { 4137 if (lop->nfslo_first >= nlop->nfslo_end) 4138 break; 4139 if (lop->nfslo_end <= nlop->nfslo_first) 4140 continue; 4141 if (lop->nfslo_type == F_WRLCK || 4142 nlop->nfslo_type == F_WRLCK || 4143 nlop->nfslo_type == F_UNLCK) { 4144 if (lopp != NULL) 4145 *lopp = lop; 4146 return (NFSERR_DENIED); 4147 } 4148 } 4149 } 4150 } 4151 return (0); 4152 } 4153 4154 /* 4155 * Check for a local conflicting lock. 4156 */ 4157 int 4158 nfscl_lockt(vnode_t vp, struct nfsclclient *clp, u_int64_t off, 4159 u_int64_t len, struct flock *fl, NFSPROC_T *p, void *id, int flags) 4160 { 4161 struct nfscllock *lop, nlck; 4162 struct nfscldeleg *dp; 4163 struct nfsnode *np; 4164 u_int8_t own[NFSV4CL_LOCKNAMELEN]; 4165 int error; 4166 4167 nlck.nfslo_type = fl->l_type; 4168 nlck.nfslo_first = off; 4169 if (len == NFS64BITSSET) { 4170 nlck.nfslo_end = NFS64BITSSET; 4171 } else { 4172 nlck.nfslo_end = off + len; 4173 if (nlck.nfslo_end <= nlck.nfslo_first) 4174 return (NFSERR_INVAL); 4175 } 4176 np = VTONFS(vp); 4177 nfscl_filllockowner(id, own, flags); 4178 NFSLOCKCLSTATE(); 4179 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 4180 error = nfscl_localconflict(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len, 4181 &nlck, own, dp, &lop); 4182 if (error != 0) { 4183 fl->l_whence = SEEK_SET; 4184 fl->l_start = lop->nfslo_first; 4185 if (lop->nfslo_end == NFS64BITSSET) 4186 fl->l_len = 0; 4187 else 4188 fl->l_len = lop->nfslo_end - lop->nfslo_first; 4189 fl->l_pid = (pid_t)0; 4190 fl->l_type = lop->nfslo_type; 4191 error = -1; /* no RPC required */ 4192 } else if (dp != NULL && ((dp->nfsdl_flags & NFSCLDL_WRITE) || 4193 fl->l_type == F_RDLCK)) { 4194 /* 4195 * The delegation ensures that there isn't a conflicting 4196 * lock on the server, so return -1 to indicate an RPC 4197 * isn't required. 4198 */ 4199 fl->l_type = F_UNLCK; 4200 error = -1; 4201 } 4202 NFSUNLOCKCLSTATE(); 4203 return (error); 4204 } 4205 4206 /* 4207 * Handle Recall of a delegation. 4208 * The clp must be exclusive locked when this is called. 4209 */ 4210 static int 4211 nfscl_recalldeleg(struct nfsclclient *clp, struct nfsmount *nmp, 4212 struct nfscldeleg *dp, vnode_t vp, struct ucred *cred, NFSPROC_T *p, 4213 int called_from_renewthread, vnode_t *vpp) 4214 { 4215 struct nfsclowner *owp, *lowp, *nowp; 4216 struct nfsclopen *op, *lop; 4217 struct nfscllockowner *lp; 4218 struct nfscllock *lckp; 4219 struct nfsnode *np; 4220 int error = 0, ret; 4221 4222 if (vp == NULL) { 4223 KASSERT(vpp != NULL, ("nfscl_recalldeleg: vpp NULL")); 4224 *vpp = NULL; 4225 /* 4226 * First, get a vnode for the file. This is needed to do RPCs. 4227 */ 4228 ret = nfscl_ngetreopen(nmp->nm_mountp, dp->nfsdl_fh, 4229 dp->nfsdl_fhlen, p, &np); 4230 if (ret) { 4231 /* 4232 * File isn't open, so nothing to move over to the 4233 * server. 4234 */ 4235 return (0); 4236 } 4237 vp = NFSTOV(np); 4238 *vpp = vp; 4239 } else { 4240 np = VTONFS(vp); 4241 } 4242 dp->nfsdl_flags &= ~NFSCLDL_MODTIMESET; 4243 4244 /* 4245 * Ok, if it's a write delegation, flush data to the server, so 4246 * that close/open consistency is retained. 4247 */ 4248 ret = 0; 4249 NFSLOCKNODE(np); 4250 if ((dp->nfsdl_flags & NFSCLDL_WRITE) && (np->n_flag & NMODIFIED)) { 4251 np->n_flag |= NDELEGRECALL; 4252 NFSUNLOCKNODE(np); 4253 ret = ncl_flush(vp, MNT_WAIT, p, 1, called_from_renewthread); 4254 NFSLOCKNODE(np); 4255 np->n_flag &= ~NDELEGRECALL; 4256 } 4257 NFSINVALATTRCACHE(np); 4258 NFSUNLOCKNODE(np); 4259 if (ret == EIO && called_from_renewthread != 0) { 4260 /* 4261 * If the flush failed with EIO for the renew thread, 4262 * return now, so that the dirty buffer will be flushed 4263 * later. 4264 */ 4265 return (ret); 4266 } 4267 4268 /* 4269 * Now, for each openowner with opens issued locally, move them 4270 * over to state against the server. 4271 */ 4272 LIST_FOREACH(lowp, &dp->nfsdl_owner, nfsow_list) { 4273 lop = LIST_FIRST(&lowp->nfsow_open); 4274 if (lop != NULL) { 4275 if (LIST_NEXT(lop, nfso_list) != NULL) 4276 panic("nfsdlg mult opens"); 4277 /* 4278 * Look for the same openowner against the server. 4279 */ 4280 LIST_FOREACH(owp, &clp->nfsc_owner, nfsow_list) { 4281 if (!NFSBCMP(lowp->nfsow_owner, 4282 owp->nfsow_owner, NFSV4CL_LOCKNAMELEN)) { 4283 newnfs_copycred(&dp->nfsdl_cred, cred); 4284 ret = nfscl_moveopen(vp, clp, nmp, lop, 4285 owp, dp, cred, p); 4286 if (ret == NFSERR_STALECLIENTID || 4287 ret == NFSERR_STALEDONTRECOVER || 4288 ret == NFSERR_BADSESSION) 4289 return (ret); 4290 if (ret) { 4291 nfscl_freeopen(lop, 1, true); 4292 if (!error) 4293 error = ret; 4294 } 4295 break; 4296 } 4297 } 4298 4299 /* 4300 * If no openowner found, create one and get an open 4301 * for it. 4302 */ 4303 if (owp == NULL) { 4304 nowp = malloc( 4305 sizeof (struct nfsclowner), M_NFSCLOWNER, 4306 M_WAITOK); 4307 nfscl_newopen(clp, NULL, &owp, &nowp, &op, 4308 NULL, lowp->nfsow_owner, dp->nfsdl_fh, 4309 dp->nfsdl_fhlen, NULL, NULL); 4310 newnfs_copycred(&dp->nfsdl_cred, cred); 4311 ret = nfscl_moveopen(vp, clp, nmp, lop, 4312 owp, dp, cred, p); 4313 if (ret) { 4314 nfscl_freeopenowner(owp, 0); 4315 if (ret == NFSERR_STALECLIENTID || 4316 ret == NFSERR_STALEDONTRECOVER || 4317 ret == NFSERR_BADSESSION) 4318 return (ret); 4319 if (ret) { 4320 nfscl_freeopen(lop, 1, true); 4321 if (!error) 4322 error = ret; 4323 } 4324 } 4325 } 4326 } 4327 } 4328 4329 /* 4330 * Now, get byte range locks for any locks done locally. 4331 */ 4332 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 4333 LIST_FOREACH(lckp, &lp->nfsl_lock, nfslo_list) { 4334 newnfs_copycred(&dp->nfsdl_cred, cred); 4335 ret = nfscl_relock(vp, clp, nmp, lp, lckp, cred, p); 4336 if (ret == NFSERR_STALESTATEID || 4337 ret == NFSERR_STALEDONTRECOVER || 4338 ret == NFSERR_STALECLIENTID || 4339 ret == NFSERR_BADSESSION) 4340 return (ret); 4341 if (ret && !error) 4342 error = ret; 4343 } 4344 } 4345 return (error); 4346 } 4347 4348 /* 4349 * Move a locally issued open over to an owner on the state list. 4350 * SIDE EFFECT: If it needs to sleep (do an rpc), it unlocks clstate and 4351 * returns with it unlocked. 4352 */ 4353 static int 4354 nfscl_moveopen(vnode_t vp, struct nfsclclient *clp, struct nfsmount *nmp, 4355 struct nfsclopen *lop, struct nfsclowner *owp, struct nfscldeleg *dp, 4356 struct ucred *cred, NFSPROC_T *p) 4357 { 4358 struct nfsclopen *op, *nop; 4359 struct nfscldeleg *ndp; 4360 struct nfsnode *np; 4361 int error = 0, newone; 4362 4363 /* 4364 * First, look for an appropriate open, If found, just increment the 4365 * opencnt in it. 4366 */ 4367 LIST_FOREACH(op, &owp->nfsow_open, nfso_list) { 4368 if ((op->nfso_mode & lop->nfso_mode) == lop->nfso_mode && 4369 op->nfso_fhlen == lop->nfso_fhlen && 4370 !NFSBCMP(op->nfso_fh, lop->nfso_fh, op->nfso_fhlen)) { 4371 op->nfso_opencnt += lop->nfso_opencnt; 4372 nfscl_freeopen(lop, 1, true); 4373 return (0); 4374 } 4375 } 4376 4377 /* No appropriate open, so we have to do one against the server. */ 4378 np = VTONFS(vp); 4379 nop = malloc(sizeof (struct nfsclopen) + 4380 lop->nfso_fhlen - 1, M_NFSCLOPEN, M_WAITOK); 4381 nop->nfso_hash.le_prev = NULL; 4382 newone = 0; 4383 nfscl_newopen(clp, NULL, &owp, NULL, &op, &nop, owp->nfsow_owner, 4384 lop->nfso_fh, lop->nfso_fhlen, cred, &newone); 4385 ndp = dp; 4386 if (NFSHASNFSV4N(nmp)) 4387 error = nfscl_tryopen(nmp, vp, lop->nfso_fh, lop->nfso_fhlen, 4388 lop->nfso_fh, lop->nfso_fhlen, lop->nfso_mode, op, 4389 NULL, 0, &ndp, 0, 0, cred, p); 4390 else 4391 error = nfscl_tryopen(nmp, vp, np->n_v4->n4_data, 4392 np->n_v4->n4_fhlen, lop->nfso_fh, lop->nfso_fhlen, 4393 lop->nfso_mode, op, NFS4NODENAME(np->n_v4), 4394 np->n_v4->n4_namelen, &ndp, 0, 0, cred, p); 4395 if (error) { 4396 if (newone) 4397 nfscl_freeopen(op, 0, true); 4398 } else { 4399 op->nfso_mode |= lop->nfso_mode; 4400 op->nfso_opencnt += lop->nfso_opencnt; 4401 nfscl_freeopen(lop, 1, true); 4402 } 4403 if (nop != NULL) 4404 free(nop, M_NFSCLOPEN); 4405 if (ndp != NULL) { 4406 /* 4407 * What should I do with the returned delegation, since the 4408 * delegation is being recalled? For now, just printf and 4409 * through it away. 4410 */ 4411 printf("Moveopen returned deleg\n"); 4412 free(ndp, M_NFSCLDELEG); 4413 } 4414 return (error); 4415 } 4416 4417 /* 4418 * Recall all delegations on this client. 4419 */ 4420 static void 4421 nfscl_totalrecall(struct nfsclclient *clp) 4422 { 4423 struct nfscldeleg *dp; 4424 4425 TAILQ_FOREACH(dp, &clp->nfsc_deleg, nfsdl_list) { 4426 if ((dp->nfsdl_flags & NFSCLDL_DELEGRET) == 0) 4427 dp->nfsdl_flags |= NFSCLDL_RECALL; 4428 } 4429 } 4430 4431 /* 4432 * Relock byte ranges. Called for delegation recall and state expiry. 4433 */ 4434 static int 4435 nfscl_relock(vnode_t vp, struct nfsclclient *clp, struct nfsmount *nmp, 4436 struct nfscllockowner *lp, struct nfscllock *lop, struct ucred *cred, 4437 NFSPROC_T *p) 4438 { 4439 struct nfscllockowner *nlp; 4440 struct nfsfh *nfhp; 4441 struct nfsnode *np; 4442 u_int64_t off, len; 4443 int error, newone, donelocally; 4444 4445 if (NFSHASNFSV4N(nmp) && NFSHASONEOPENOWN(nmp)) { 4446 np = VTONFS(vp); 4447 NFSLOCKNODE(np); 4448 np->n_flag |= NMIGHTBELOCKED; 4449 NFSUNLOCKNODE(np); 4450 } 4451 4452 off = lop->nfslo_first; 4453 len = lop->nfslo_end - lop->nfslo_first; 4454 error = nfscl_getbytelock(vp, off, len, lop->nfslo_type, cred, p, 4455 clp, 1, NULL, lp->nfsl_lockflags, lp->nfsl_owner, 4456 lp->nfsl_openowner, &nlp, &newone, &donelocally); 4457 if (error || donelocally) 4458 return (error); 4459 nfhp = VTONFS(vp)->n_fhp; 4460 error = nfscl_trylock(nmp, vp, nfhp->nfh_fh, 4461 nfhp->nfh_len, nlp, newone, 0, off, 4462 len, lop->nfslo_type, cred, p); 4463 if (error) 4464 nfscl_freelockowner(nlp, 0); 4465 return (error); 4466 } 4467 4468 /* 4469 * Called to re-open a file. Basically get a vnode for the file handle 4470 * and then call nfsrpc_openrpc() to do the rest. 4471 */ 4472 static int 4473 nfsrpc_reopen(struct nfsmount *nmp, u_int8_t *fhp, int fhlen, 4474 u_int32_t mode, struct nfsclopen *op, struct nfscldeleg **dpp, 4475 struct ucred *cred, NFSPROC_T *p) 4476 { 4477 struct nfsnode *np; 4478 vnode_t vp; 4479 int error; 4480 4481 error = nfscl_ngetreopen(nmp->nm_mountp, fhp, fhlen, p, &np); 4482 if (error) 4483 return (error); 4484 vp = NFSTOV(np); 4485 if (NFSHASNFSV4N(nmp)) 4486 error = nfscl_tryopen(nmp, vp, fhp, fhlen, fhp, fhlen, mode, op, 4487 NULL, 0, dpp, 0, 0, cred, p); 4488 else if (np->n_v4 != NULL) 4489 error = nfscl_tryopen(nmp, vp, np->n_v4->n4_data, 4490 np->n_v4->n4_fhlen, fhp, fhlen, mode, op, 4491 NFS4NODENAME(np->n_v4), np->n_v4->n4_namelen, dpp, 0, 0, 4492 cred, p); 4493 else 4494 error = EINVAL; 4495 vrele(vp); 4496 return (error); 4497 } 4498 4499 /* 4500 * Try an open against the server. Just call nfsrpc_openrpc(), retrying while 4501 * NFSERR_DELAY. Also, try system credentials, if the passed in credentials 4502 * fail. 4503 */ 4504 static int 4505 nfscl_tryopen(struct nfsmount *nmp, vnode_t vp, u_int8_t *fhp, int fhlen, 4506 u_int8_t *newfhp, int newfhlen, u_int32_t mode, struct nfsclopen *op, 4507 u_int8_t *name, int namelen, struct nfscldeleg **ndpp, 4508 int reclaim, u_int32_t delegtype, struct ucred *cred, NFSPROC_T *p) 4509 { 4510 int error; 4511 struct nfscldeleg *dp; 4512 bool try_busted_xdr; 4513 4514 dp = *ndpp; 4515 do { 4516 *ndpp = dp; /* *ndpp needs to be set for retries. */ 4517 error = nfsrpc_openrpc(nmp, vp, fhp, fhlen, newfhp, newfhlen, 4518 mode, op, name, namelen, ndpp, reclaim, delegtype, cred, p, 4519 0, 0); 4520 try_busted_xdr = false; 4521 if (error == NFSERR_DELAY) 4522 (void) nfs_catnap(PZERO, error, "nfstryop"); 4523 else if (error == NFSERR_EXPIRED && NFSHASNFSV4N(nmp) && 4524 reclaim == 0 && dp != NULL) { 4525 /* This case is a Claim_Deleg_Cur_FH Open. */ 4526 NFSLOCKMNT(nmp); 4527 if ((nmp->nm_privflag & NFSMNTP_BUGGYFBSDSRV) == 0) { 4528 /* 4529 * Old FreeBSD NFSv4.1/4.2 servers erroneously 4530 * expect a stateID argument for Open 4531 * Claim_Deleg_Cur_FH and interpret the 4532 * Getattr reply as a stateID. This results 4533 * in an NFSERR_EXPIRED failure. 4534 * Setting NFSMNTP_BUGGYFBSDSRV makes the Open 4535 * send a stateID, in violation of RFC8881. 4536 */ 4537 try_busted_xdr = true; 4538 nmp->nm_privflag |= NFSMNTP_BUGGYFBSDSRV; 4539 } 4540 NFSUNLOCKMNT(nmp); 4541 } 4542 } while (error == NFSERR_DELAY || try_busted_xdr); 4543 if (error == EAUTH || error == EACCES) { 4544 /* Try again using system credentials */ 4545 newnfs_setroot(cred); 4546 do { 4547 *ndpp = dp; /* *ndpp needs to be set for retries. */ 4548 error = nfsrpc_openrpc(nmp, vp, fhp, fhlen, newfhp, 4549 newfhlen, mode, op, name, namelen, ndpp, reclaim, 4550 delegtype, cred, p, 1, 0); 4551 if (error == NFSERR_DELAY) 4552 (void) nfs_catnap(PZERO, error, "nfstryop"); 4553 } while (error == NFSERR_DELAY); 4554 } 4555 return (error); 4556 } 4557 4558 /* 4559 * Try a byte range lock. Just loop on nfsrpc_lock() while it returns 4560 * NFSERR_DELAY. Also, retry with system credentials, if the provided 4561 * cred don't work. 4562 */ 4563 static int 4564 nfscl_trylock(struct nfsmount *nmp, vnode_t vp, u_int8_t *fhp, 4565 int fhlen, struct nfscllockowner *nlp, int newone, int reclaim, 4566 u_int64_t off, u_int64_t len, short type, struct ucred *cred, NFSPROC_T *p) 4567 { 4568 struct nfsrv_descript nfsd, *nd = &nfsd; 4569 int error; 4570 4571 do { 4572 error = nfsrpc_lock(nd, nmp, vp, fhp, fhlen, nlp, newone, 4573 reclaim, off, len, type, cred, p, 0); 4574 if (!error && nd->nd_repstat == NFSERR_DELAY) 4575 (void) nfs_catnap(PZERO, (int)nd->nd_repstat, 4576 "nfstrylck"); 4577 } while (!error && nd->nd_repstat == NFSERR_DELAY); 4578 if (!error) 4579 error = nd->nd_repstat; 4580 if (error == EAUTH || error == EACCES) { 4581 /* Try again using root credentials */ 4582 newnfs_setroot(cred); 4583 do { 4584 error = nfsrpc_lock(nd, nmp, vp, fhp, fhlen, nlp, 4585 newone, reclaim, off, len, type, cred, p, 1); 4586 if (!error && nd->nd_repstat == NFSERR_DELAY) 4587 (void) nfs_catnap(PZERO, (int)nd->nd_repstat, 4588 "nfstrylck"); 4589 } while (!error && nd->nd_repstat == NFSERR_DELAY); 4590 if (!error) 4591 error = nd->nd_repstat; 4592 } 4593 return (error); 4594 } 4595 4596 /* 4597 * Try a delegreturn against the server. Just call nfsrpc_delegreturn(), 4598 * retrying while NFSERR_DELAY. Also, try system credentials, if the passed in 4599 * credentials fail. 4600 */ 4601 int 4602 nfscl_trydelegreturn(struct nfscldeleg *dp, struct ucred *cred, 4603 struct nfsmount *nmp, NFSPROC_T *p) 4604 { 4605 int error; 4606 4607 do { 4608 error = nfsrpc_delegreturn(dp, cred, nmp, p, 0); 4609 if (error == NFSERR_DELAY) 4610 (void) nfs_catnap(PZERO, error, "nfstrydp"); 4611 } while (error == NFSERR_DELAY); 4612 if (error == EAUTH || error == EACCES) { 4613 /* Try again using system credentials */ 4614 newnfs_setroot(cred); 4615 do { 4616 error = nfsrpc_delegreturn(dp, cred, nmp, p, 1); 4617 if (error == NFSERR_DELAY) 4618 (void) nfs_catnap(PZERO, error, "nfstrydp"); 4619 } while (error == NFSERR_DELAY); 4620 } 4621 return (error); 4622 } 4623 4624 /* 4625 * Try a close against the server. Just call nfsrpc_closerpc(), 4626 * retrying while NFSERR_DELAY. Also, try system credentials, if the passed in 4627 * credentials fail. 4628 */ 4629 int 4630 nfscl_tryclose(struct nfsclopen *op, struct ucred *cred, 4631 struct nfsmount *nmp, NFSPROC_T *p, bool loop_on_delayed) 4632 { 4633 struct nfsrv_descript nfsd, *nd = &nfsd; 4634 int error; 4635 4636 do { 4637 error = nfsrpc_closerpc(nd, nmp, op, cred, p, 0); 4638 if (loop_on_delayed && error == NFSERR_DELAY) 4639 (void) nfs_catnap(PZERO, error, "nfstrycl"); 4640 } while (loop_on_delayed && error == NFSERR_DELAY); 4641 if (error == EAUTH || error == EACCES) { 4642 /* Try again using system credentials */ 4643 newnfs_setroot(cred); 4644 do { 4645 error = nfsrpc_closerpc(nd, nmp, op, cred, p, 1); 4646 if (loop_on_delayed && error == NFSERR_DELAY) 4647 (void) nfs_catnap(PZERO, error, "nfstrycl"); 4648 } while (loop_on_delayed && error == NFSERR_DELAY); 4649 } 4650 return (error); 4651 } 4652 4653 /* 4654 * Decide if a delegation on a file permits close without flushing writes 4655 * to the server. This might be a big performance win in some environments. 4656 * (Not useful until the client does caching on local stable storage.) 4657 */ 4658 int 4659 nfscl_mustflush(vnode_t vp) 4660 { 4661 struct nfsclclient *clp; 4662 struct nfscldeleg *dp; 4663 struct nfsnode *np; 4664 struct nfsmount *nmp; 4665 4666 np = VTONFS(vp); 4667 nmp = VFSTONFS(vp->v_mount); 4668 if (!NFSHASNFSV4(nmp)) 4669 return (1); 4670 NFSLOCKMNT(nmp); 4671 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 4672 NFSUNLOCKMNT(nmp); 4673 return (1); 4674 } 4675 NFSUNLOCKMNT(nmp); 4676 NFSLOCKCLSTATE(); 4677 clp = nfscl_findcl(nmp); 4678 if (clp == NULL) { 4679 NFSUNLOCKCLSTATE(); 4680 return (1); 4681 } 4682 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 4683 if (dp != NULL && (dp->nfsdl_flags & 4684 (NFSCLDL_WRITE | NFSCLDL_RECALL | NFSCLDL_DELEGRET)) == 4685 NFSCLDL_WRITE && 4686 (dp->nfsdl_sizelimit >= np->n_size || 4687 !NFSHASSTRICT3530(nmp))) { 4688 NFSUNLOCKCLSTATE(); 4689 return (0); 4690 } 4691 NFSUNLOCKCLSTATE(); 4692 return (1); 4693 } 4694 4695 /* 4696 * See if a (write) delegation exists for this file. 4697 */ 4698 int 4699 nfscl_nodeleg(vnode_t vp, int writedeleg) 4700 { 4701 struct nfsclclient *clp; 4702 struct nfscldeleg *dp; 4703 struct nfsnode *np; 4704 struct nfsmount *nmp; 4705 4706 np = VTONFS(vp); 4707 nmp = VFSTONFS(vp->v_mount); 4708 if (!NFSHASNFSV4(nmp)) 4709 return (1); 4710 NFSLOCKMNT(nmp); 4711 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 4712 NFSUNLOCKMNT(nmp); 4713 return (1); 4714 } 4715 NFSUNLOCKMNT(nmp); 4716 NFSLOCKCLSTATE(); 4717 clp = nfscl_findcl(nmp); 4718 if (clp == NULL) { 4719 NFSUNLOCKCLSTATE(); 4720 return (1); 4721 } 4722 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 4723 if (dp != NULL && 4724 (dp->nfsdl_flags & (NFSCLDL_RECALL | NFSCLDL_DELEGRET)) == 0 && 4725 (writedeleg == 0 || (dp->nfsdl_flags & NFSCLDL_WRITE) == 4726 NFSCLDL_WRITE)) { 4727 NFSUNLOCKCLSTATE(); 4728 return (0); 4729 } 4730 NFSUNLOCKCLSTATE(); 4731 return (1); 4732 } 4733 4734 /* 4735 * Look for an associated delegation that should be DelegReturned. 4736 */ 4737 int 4738 nfscl_removedeleg(vnode_t vp, NFSPROC_T *p, nfsv4stateid_t *stp) 4739 { 4740 struct nfsclclient *clp; 4741 struct nfscldeleg *dp; 4742 struct nfsclowner *owp; 4743 struct nfscllockowner *lp; 4744 struct nfsmount *nmp; 4745 struct mount *mp; 4746 struct ucred *cred; 4747 struct nfsnode *np; 4748 int igotlock = 0, triedrecall = 0, needsrecall, retcnt = 0, islept; 4749 4750 nmp = VFSTONFS(vp->v_mount); 4751 if (NFSHASPNFS(nmp)) 4752 return (retcnt); 4753 NFSLOCKMNT(nmp); 4754 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 4755 NFSUNLOCKMNT(nmp); 4756 return (retcnt); 4757 } 4758 NFSUNLOCKMNT(nmp); 4759 np = VTONFS(vp); 4760 mp = nmp->nm_mountp; 4761 NFSLOCKCLSTATE(); 4762 /* 4763 * Loop around waiting for: 4764 * - outstanding I/O operations on delegations to complete 4765 * - for a delegation on vp that has state, lock the client and 4766 * do a recall 4767 * - return delegation with no state 4768 */ 4769 while (1) { 4770 clp = nfscl_findcl(nmp); 4771 if (clp == NULL) { 4772 NFSUNLOCKCLSTATE(); 4773 return (retcnt); 4774 } 4775 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 4776 np->n_fhp->nfh_len); 4777 if (dp != NULL) { 4778 /* 4779 * Wait for outstanding I/O ops to be done. 4780 */ 4781 if (dp->nfsdl_rwlock.nfslock_usecnt > 0) { 4782 if (igotlock) { 4783 nfsv4_unlock(&clp->nfsc_lock, 0); 4784 igotlock = 0; 4785 } 4786 dp->nfsdl_rwlock.nfslock_lock |= NFSV4LOCK_WANTED; 4787 msleep(&dp->nfsdl_rwlock, NFSCLSTATEMUTEXPTR, PZERO, 4788 "nfscld", hz); 4789 if (NFSCL_FORCEDISM(mp)) { 4790 dp->nfsdl_flags &= ~NFSCLDL_DELEGRET; 4791 NFSUNLOCKCLSTATE(); 4792 return (0); 4793 } 4794 continue; 4795 } 4796 needsrecall = 0; 4797 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 4798 if (!LIST_EMPTY(&owp->nfsow_open)) { 4799 needsrecall = 1; 4800 break; 4801 } 4802 } 4803 if (!needsrecall) { 4804 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 4805 if (!LIST_EMPTY(&lp->nfsl_lock)) { 4806 needsrecall = 1; 4807 break; 4808 } 4809 } 4810 } 4811 if (needsrecall && !triedrecall) { 4812 dp->nfsdl_flags |= NFSCLDL_DELEGRET; 4813 islept = 0; 4814 while (!igotlock) { 4815 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, 4816 &islept, NFSCLSTATEMUTEXPTR, mp); 4817 if (NFSCL_FORCEDISM(mp)) { 4818 dp->nfsdl_flags &= ~NFSCLDL_DELEGRET; 4819 if (igotlock) 4820 nfsv4_unlock(&clp->nfsc_lock, 0); 4821 NFSUNLOCKCLSTATE(); 4822 return (0); 4823 } 4824 if (islept) 4825 break; 4826 } 4827 if (islept) 4828 continue; 4829 NFSUNLOCKCLSTATE(); 4830 cred = newnfs_getcred(); 4831 newnfs_copycred(&dp->nfsdl_cred, cred); 4832 nfscl_recalldeleg(clp, nmp, dp, vp, cred, p, 0, NULL); 4833 NFSFREECRED(cred); 4834 triedrecall = 1; 4835 NFSLOCKCLSTATE(); 4836 nfsv4_unlock(&clp->nfsc_lock, 0); 4837 igotlock = 0; 4838 continue; 4839 } 4840 *stp = dp->nfsdl_stateid; 4841 retcnt = 1; 4842 nfscl_cleandeleg(dp); 4843 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 4844 } 4845 if (igotlock) 4846 nfsv4_unlock(&clp->nfsc_lock, 0); 4847 NFSUNLOCKCLSTATE(); 4848 return (retcnt); 4849 } 4850 } 4851 4852 /* 4853 * Look for associated delegation(s) that should be DelegReturned. 4854 */ 4855 int 4856 nfscl_renamedeleg(vnode_t fvp, nfsv4stateid_t *fstp, int *gotfdp, vnode_t tvp, 4857 nfsv4stateid_t *tstp, int *gottdp, NFSPROC_T *p) 4858 { 4859 struct nfsclclient *clp; 4860 struct nfscldeleg *dp; 4861 struct nfsclowner *owp; 4862 struct nfscllockowner *lp; 4863 struct nfsmount *nmp; 4864 struct mount *mp; 4865 struct ucred *cred; 4866 struct nfsnode *np; 4867 int igotlock = 0, triedrecall = 0, needsrecall, retcnt = 0, islept; 4868 4869 nmp = VFSTONFS(fvp->v_mount); 4870 *gotfdp = 0; 4871 *gottdp = 0; 4872 if (NFSHASPNFS(nmp)) 4873 return (retcnt); 4874 NFSLOCKMNT(nmp); 4875 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 4876 NFSUNLOCKMNT(nmp); 4877 return (retcnt); 4878 } 4879 NFSUNLOCKMNT(nmp); 4880 mp = nmp->nm_mountp; 4881 NFSLOCKCLSTATE(); 4882 /* 4883 * Loop around waiting for: 4884 * - outstanding I/O operations on delegations to complete 4885 * - for a delegation on fvp that has state, lock the client and 4886 * do a recall 4887 * - return delegation(s) with no state. 4888 */ 4889 while (1) { 4890 clp = nfscl_findcl(nmp); 4891 if (clp == NULL) { 4892 NFSUNLOCKCLSTATE(); 4893 return (retcnt); 4894 } 4895 np = VTONFS(fvp); 4896 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 4897 np->n_fhp->nfh_len); 4898 if (dp != NULL && *gotfdp == 0) { 4899 /* 4900 * Wait for outstanding I/O ops to be done. 4901 */ 4902 if (dp->nfsdl_rwlock.nfslock_usecnt > 0) { 4903 if (igotlock) { 4904 nfsv4_unlock(&clp->nfsc_lock, 0); 4905 igotlock = 0; 4906 } 4907 dp->nfsdl_rwlock.nfslock_lock |= NFSV4LOCK_WANTED; 4908 msleep(&dp->nfsdl_rwlock, NFSCLSTATEMUTEXPTR, PZERO, 4909 "nfscld", hz); 4910 if (NFSCL_FORCEDISM(mp)) { 4911 dp->nfsdl_flags &= ~NFSCLDL_DELEGRET; 4912 NFSUNLOCKCLSTATE(); 4913 *gotfdp = 0; 4914 *gottdp = 0; 4915 return (0); 4916 } 4917 continue; 4918 } 4919 needsrecall = 0; 4920 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 4921 if (!LIST_EMPTY(&owp->nfsow_open)) { 4922 needsrecall = 1; 4923 break; 4924 } 4925 } 4926 if (!needsrecall) { 4927 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 4928 if (!LIST_EMPTY(&lp->nfsl_lock)) { 4929 needsrecall = 1; 4930 break; 4931 } 4932 } 4933 } 4934 if (needsrecall && !triedrecall) { 4935 dp->nfsdl_flags |= NFSCLDL_DELEGRET; 4936 islept = 0; 4937 while (!igotlock) { 4938 igotlock = nfsv4_lock(&clp->nfsc_lock, 1, 4939 &islept, NFSCLSTATEMUTEXPTR, mp); 4940 if (NFSCL_FORCEDISM(mp)) { 4941 dp->nfsdl_flags &= ~NFSCLDL_DELEGRET; 4942 if (igotlock) 4943 nfsv4_unlock(&clp->nfsc_lock, 0); 4944 NFSUNLOCKCLSTATE(); 4945 *gotfdp = 0; 4946 *gottdp = 0; 4947 return (0); 4948 } 4949 if (islept) 4950 break; 4951 } 4952 if (islept) 4953 continue; 4954 NFSUNLOCKCLSTATE(); 4955 cred = newnfs_getcred(); 4956 newnfs_copycred(&dp->nfsdl_cred, cred); 4957 nfscl_recalldeleg(clp, nmp, dp, fvp, cred, p, 0, NULL); 4958 NFSFREECRED(cred); 4959 triedrecall = 1; 4960 NFSLOCKCLSTATE(); 4961 nfsv4_unlock(&clp->nfsc_lock, 0); 4962 igotlock = 0; 4963 continue; 4964 } 4965 *fstp = dp->nfsdl_stateid; 4966 retcnt++; 4967 *gotfdp = 1; 4968 nfscl_cleandeleg(dp); 4969 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 4970 } 4971 if (igotlock) { 4972 nfsv4_unlock(&clp->nfsc_lock, 0); 4973 igotlock = 0; 4974 } 4975 if (tvp != NULL) { 4976 np = VTONFS(tvp); 4977 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, 4978 np->n_fhp->nfh_len); 4979 if (dp != NULL && *gottdp == 0) { 4980 /* 4981 * Wait for outstanding I/O ops to be done. 4982 */ 4983 if (dp->nfsdl_rwlock.nfslock_usecnt > 0) { 4984 dp->nfsdl_rwlock.nfslock_lock |= NFSV4LOCK_WANTED; 4985 msleep(&dp->nfsdl_rwlock, NFSCLSTATEMUTEXPTR, PZERO, 4986 "nfscld", hz); 4987 if (NFSCL_FORCEDISM(mp)) { 4988 NFSUNLOCKCLSTATE(); 4989 *gotfdp = 0; 4990 *gottdp = 0; 4991 return (0); 4992 } 4993 continue; 4994 } 4995 LIST_FOREACH(owp, &dp->nfsdl_owner, nfsow_list) { 4996 if (!LIST_EMPTY(&owp->nfsow_open)) { 4997 NFSUNLOCKCLSTATE(); 4998 return (retcnt); 4999 } 5000 } 5001 LIST_FOREACH(lp, &dp->nfsdl_lock, nfsl_list) { 5002 if (!LIST_EMPTY(&lp->nfsl_lock)) { 5003 NFSUNLOCKCLSTATE(); 5004 return (retcnt); 5005 } 5006 } 5007 *tstp = dp->nfsdl_stateid; 5008 retcnt++; 5009 *gottdp = 1; 5010 nfscl_cleandeleg(dp); 5011 nfscl_freedeleg(&clp->nfsc_deleg, dp, true); 5012 } 5013 } 5014 NFSUNLOCKCLSTATE(); 5015 return (retcnt); 5016 } 5017 } 5018 5019 /* 5020 * Get a reference on the clientid associated with the mount point. 5021 * Return 1 if success, 0 otherwise. 5022 */ 5023 int 5024 nfscl_getref(struct nfsmount *nmp) 5025 { 5026 struct nfsclclient *clp; 5027 int ret; 5028 5029 NFSLOCKCLSTATE(); 5030 clp = nfscl_findcl(nmp); 5031 if (clp == NULL) { 5032 NFSUNLOCKCLSTATE(); 5033 return (0); 5034 } 5035 nfsv4_getref(&clp->nfsc_lock, NULL, NFSCLSTATEMUTEXPTR, nmp->nm_mountp); 5036 ret = 1; 5037 if (NFSCL_FORCEDISM(nmp->nm_mountp)) 5038 ret = 0; 5039 NFSUNLOCKCLSTATE(); 5040 return (ret); 5041 } 5042 5043 /* 5044 * Release a reference on a clientid acquired with the above call. 5045 */ 5046 void 5047 nfscl_relref(struct nfsmount *nmp) 5048 { 5049 struct nfsclclient *clp; 5050 5051 NFSLOCKCLSTATE(); 5052 clp = nfscl_findcl(nmp); 5053 if (clp == NULL) { 5054 NFSUNLOCKCLSTATE(); 5055 return; 5056 } 5057 nfsv4_relref(&clp->nfsc_lock); 5058 NFSUNLOCKCLSTATE(); 5059 } 5060 5061 /* 5062 * Save the size attribute in the delegation, since the nfsnode 5063 * is going away. 5064 */ 5065 void 5066 nfscl_reclaimnode(vnode_t vp) 5067 { 5068 struct nfsclclient *clp; 5069 struct nfscldeleg *dp; 5070 struct nfsnode *np = VTONFS(vp); 5071 struct nfsmount *nmp; 5072 5073 nmp = VFSTONFS(vp->v_mount); 5074 if (!NFSHASNFSV4(nmp)) 5075 return; 5076 NFSLOCKCLSTATE(); 5077 clp = nfscl_findcl(nmp); 5078 if (clp == NULL) { 5079 NFSUNLOCKCLSTATE(); 5080 return; 5081 } 5082 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 5083 if (dp != NULL && (dp->nfsdl_flags & NFSCLDL_WRITE)) 5084 dp->nfsdl_size = np->n_size; 5085 NFSUNLOCKCLSTATE(); 5086 } 5087 5088 /* 5089 * Get the saved size attribute in the delegation, since it is a 5090 * newly allocated nfsnode. 5091 */ 5092 void 5093 nfscl_newnode(vnode_t vp) 5094 { 5095 struct nfsclclient *clp; 5096 struct nfscldeleg *dp; 5097 struct nfsnode *np = VTONFS(vp); 5098 struct nfsmount *nmp; 5099 5100 nmp = VFSTONFS(vp->v_mount); 5101 if (!NFSHASNFSV4(nmp)) 5102 return; 5103 NFSLOCKCLSTATE(); 5104 clp = nfscl_findcl(nmp); 5105 if (clp == NULL) { 5106 NFSUNLOCKCLSTATE(); 5107 return; 5108 } 5109 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 5110 if (dp != NULL && (dp->nfsdl_flags & NFSCLDL_WRITE)) 5111 np->n_size = dp->nfsdl_size; 5112 NFSUNLOCKCLSTATE(); 5113 } 5114 5115 /* 5116 * If there is a valid write delegation for this file, set the modtime 5117 * to the local clock time. 5118 */ 5119 void 5120 nfscl_delegmodtime(vnode_t vp) 5121 { 5122 struct nfsclclient *clp; 5123 struct nfscldeleg *dp; 5124 struct nfsnode *np = VTONFS(vp); 5125 struct nfsmount *nmp; 5126 5127 nmp = VFSTONFS(vp->v_mount); 5128 if (!NFSHASNFSV4(nmp)) 5129 return; 5130 NFSLOCKMNT(nmp); 5131 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 5132 NFSUNLOCKMNT(nmp); 5133 return; 5134 } 5135 NFSUNLOCKMNT(nmp); 5136 NFSLOCKCLSTATE(); 5137 clp = nfscl_findcl(nmp); 5138 if (clp == NULL) { 5139 NFSUNLOCKCLSTATE(); 5140 return; 5141 } 5142 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 5143 if (dp != NULL && (dp->nfsdl_flags & NFSCLDL_WRITE)) { 5144 nanotime(&dp->nfsdl_modtime); 5145 dp->nfsdl_flags |= NFSCLDL_MODTIMESET; 5146 } 5147 NFSUNLOCKCLSTATE(); 5148 } 5149 5150 /* 5151 * If there is a valid write delegation for this file with a modtime set, 5152 * put that modtime in mtime. 5153 */ 5154 void 5155 nfscl_deleggetmodtime(vnode_t vp, struct timespec *mtime) 5156 { 5157 struct nfsclclient *clp; 5158 struct nfscldeleg *dp; 5159 struct nfsnode *np = VTONFS(vp); 5160 struct nfsmount *nmp; 5161 5162 nmp = VFSTONFS(vp->v_mount); 5163 if (!NFSHASNFSV4(nmp)) 5164 return; 5165 NFSLOCKMNT(nmp); 5166 if ((nmp->nm_privflag & NFSMNTP_DELEGISSUED) == 0) { 5167 NFSUNLOCKMNT(nmp); 5168 return; 5169 } 5170 NFSUNLOCKMNT(nmp); 5171 NFSLOCKCLSTATE(); 5172 clp = nfscl_findcl(nmp); 5173 if (clp == NULL) { 5174 NFSUNLOCKCLSTATE(); 5175 return; 5176 } 5177 dp = nfscl_finddeleg(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 5178 if (dp != NULL && 5179 (dp->nfsdl_flags & (NFSCLDL_WRITE | NFSCLDL_MODTIMESET)) == 5180 (NFSCLDL_WRITE | NFSCLDL_MODTIMESET)) 5181 *mtime = dp->nfsdl_modtime; 5182 NFSUNLOCKCLSTATE(); 5183 } 5184 5185 static int 5186 nfscl_errmap(struct nfsrv_descript *nd, u_int32_t minorvers) 5187 { 5188 short *defaulterrp, *errp; 5189 5190 if (!nd->nd_repstat) 5191 return (0); 5192 if (nd->nd_procnum == NFSPROC_NOOP) 5193 return (txdr_unsigned(nd->nd_repstat & 0xffff)); 5194 if (nd->nd_repstat == EBADRPC) 5195 return (txdr_unsigned(NFSERR_BADXDR)); 5196 if (nd->nd_repstat == NFSERR_MINORVERMISMATCH || 5197 nd->nd_repstat == NFSERR_OPILLEGAL) 5198 return (txdr_unsigned(nd->nd_repstat)); 5199 if (nd->nd_repstat >= NFSERR_BADIOMODE && nd->nd_repstat < 20000 && 5200 minorvers > NFSV4_MINORVERSION) { 5201 /* NFSv4.n error. */ 5202 return (txdr_unsigned(nd->nd_repstat)); 5203 } 5204 if (nd->nd_procnum < NFSV4OP_CBNOPS) 5205 errp = defaulterrp = nfscl_cberrmap[nd->nd_procnum]; 5206 else 5207 return (txdr_unsigned(nd->nd_repstat)); 5208 while (*++errp) 5209 if (*errp == (short)nd->nd_repstat) 5210 return (txdr_unsigned(nd->nd_repstat)); 5211 return (txdr_unsigned(*defaulterrp)); 5212 } 5213 5214 /* 5215 * Called to find/add a layout to a client. 5216 * This function returns the layout with a refcnt (shared lock) upon 5217 * success (returns 0) or with no lock/refcnt on the layout when an 5218 * error is returned. 5219 * If a layout is passed in via lypp, it is locked (exclusively locked). 5220 */ 5221 int 5222 nfscl_layout(struct nfsmount *nmp, vnode_t vp, u_int8_t *fhp, int fhlen, 5223 nfsv4stateid_t *stateidp, int layouttype, int retonclose, 5224 struct nfsclflayouthead *fhlp, struct nfscllayout **lypp, 5225 struct ucred *cred, NFSPROC_T *p) 5226 { 5227 struct nfsclclient *clp; 5228 struct nfscllayout *lyp, *tlyp; 5229 struct nfsclflayout *flp; 5230 struct nfsnode *np = VTONFS(vp); 5231 mount_t mp; 5232 int layout_passed_in; 5233 5234 mp = nmp->nm_mountp; 5235 layout_passed_in = 1; 5236 tlyp = NULL; 5237 lyp = *lypp; 5238 if (lyp == NULL) { 5239 layout_passed_in = 0; 5240 tlyp = malloc(sizeof(*tlyp) + fhlen - 1, M_NFSLAYOUT, 5241 M_WAITOK | M_ZERO); 5242 } 5243 5244 NFSLOCKCLSTATE(); 5245 clp = nmp->nm_clp; 5246 if (clp == NULL) { 5247 if (layout_passed_in != 0) 5248 nfsv4_unlock(&lyp->nfsly_lock, 0); 5249 NFSUNLOCKCLSTATE(); 5250 if (tlyp != NULL) 5251 free(tlyp, M_NFSLAYOUT); 5252 return (EPERM); 5253 } 5254 if (lyp == NULL) { 5255 /* 5256 * Although no lyp was passed in, another thread might have 5257 * allocated one. If one is found, just increment it's ref 5258 * count and return it. 5259 */ 5260 lyp = nfscl_findlayout(clp, fhp, fhlen); 5261 if (lyp == NULL) { 5262 lyp = tlyp; 5263 tlyp = NULL; 5264 lyp->nfsly_stateid.seqid = stateidp->seqid; 5265 lyp->nfsly_stateid.other[0] = stateidp->other[0]; 5266 lyp->nfsly_stateid.other[1] = stateidp->other[1]; 5267 lyp->nfsly_stateid.other[2] = stateidp->other[2]; 5268 lyp->nfsly_lastbyte = 0; 5269 LIST_INIT(&lyp->nfsly_flayread); 5270 LIST_INIT(&lyp->nfsly_flayrw); 5271 LIST_INIT(&lyp->nfsly_recall); 5272 lyp->nfsly_filesid[0] = np->n_vattr.na_filesid[0]; 5273 lyp->nfsly_filesid[1] = np->n_vattr.na_filesid[1]; 5274 lyp->nfsly_clp = clp; 5275 if (layouttype == NFSLAYOUT_FLEXFILE) 5276 lyp->nfsly_flags = NFSLY_FLEXFILE; 5277 else 5278 lyp->nfsly_flags = NFSLY_FILES; 5279 if (retonclose != 0) 5280 lyp->nfsly_flags |= NFSLY_RETONCLOSE; 5281 lyp->nfsly_fhlen = fhlen; 5282 NFSBCOPY(fhp, lyp->nfsly_fh, fhlen); 5283 TAILQ_INSERT_HEAD(&clp->nfsc_layout, lyp, nfsly_list); 5284 LIST_INSERT_HEAD(NFSCLLAYOUTHASH(clp, fhp, fhlen), lyp, 5285 nfsly_hash); 5286 lyp->nfsly_timestamp = NFSD_MONOSEC + 120; 5287 nfscl_layoutcnt++; 5288 nfsstatsv1.cllayouts++; 5289 } else { 5290 if (retonclose != 0) 5291 lyp->nfsly_flags |= NFSLY_RETONCLOSE; 5292 if (stateidp->seqid > lyp->nfsly_stateid.seqid) 5293 lyp->nfsly_stateid.seqid = stateidp->seqid; 5294 TAILQ_REMOVE(&clp->nfsc_layout, lyp, nfsly_list); 5295 TAILQ_INSERT_HEAD(&clp->nfsc_layout, lyp, nfsly_list); 5296 lyp->nfsly_timestamp = NFSD_MONOSEC + 120; 5297 } 5298 nfsv4_getref(&lyp->nfsly_lock, NULL, NFSCLSTATEMUTEXPTR, mp); 5299 if (NFSCL_FORCEDISM(mp)) { 5300 NFSUNLOCKCLSTATE(); 5301 if (tlyp != NULL) 5302 free(tlyp, M_NFSLAYOUT); 5303 return (EPERM); 5304 } 5305 *lypp = lyp; 5306 } else if (stateidp->seqid > lyp->nfsly_stateid.seqid) 5307 lyp->nfsly_stateid.seqid = stateidp->seqid; 5308 5309 /* Merge the new list of File Layouts into the list. */ 5310 flp = LIST_FIRST(fhlp); 5311 if (flp != NULL) { 5312 if (flp->nfsfl_iomode == NFSLAYOUTIOMODE_READ) 5313 nfscl_mergeflayouts(&lyp->nfsly_flayread, fhlp); 5314 else 5315 nfscl_mergeflayouts(&lyp->nfsly_flayrw, fhlp); 5316 } 5317 if (layout_passed_in != 0) 5318 nfsv4_unlock(&lyp->nfsly_lock, 1); 5319 NFSUNLOCKCLSTATE(); 5320 if (tlyp != NULL) 5321 free(tlyp, M_NFSLAYOUT); 5322 return (0); 5323 } 5324 5325 /* 5326 * Search for a layout by MDS file handle. 5327 * If one is found, it is returned with a refcnt (shared lock) iff 5328 * retflpp returned non-NULL and locked (exclusive locked) iff retflpp is 5329 * returned NULL. 5330 */ 5331 struct nfscllayout * 5332 nfscl_getlayout(struct nfsclclient *clp, uint8_t *fhp, int fhlen, 5333 uint64_t off, uint32_t rwaccess, struct nfsclflayout **retflpp, 5334 int *recalledp) 5335 { 5336 struct nfscllayout *lyp; 5337 mount_t mp; 5338 int error, igotlock; 5339 5340 mp = clp->nfsc_nmp->nm_mountp; 5341 *recalledp = 0; 5342 *retflpp = NULL; 5343 NFSLOCKCLSTATE(); 5344 lyp = nfscl_findlayout(clp, fhp, fhlen); 5345 if (lyp != NULL) { 5346 if ((lyp->nfsly_flags & NFSLY_RECALL) == 0) { 5347 TAILQ_REMOVE(&clp->nfsc_layout, lyp, nfsly_list); 5348 TAILQ_INSERT_HEAD(&clp->nfsc_layout, lyp, nfsly_list); 5349 lyp->nfsly_timestamp = NFSD_MONOSEC + 120; 5350 error = nfscl_findlayoutforio(lyp, off, rwaccess, 5351 retflpp); 5352 if (error == 0) 5353 nfsv4_getref(&lyp->nfsly_lock, NULL, 5354 NFSCLSTATEMUTEXPTR, mp); 5355 else { 5356 do { 5357 igotlock = nfsv4_lock(&lyp->nfsly_lock, 5358 1, NULL, NFSCLSTATEMUTEXPTR, mp); 5359 } while (igotlock == 0 && !NFSCL_FORCEDISM(mp)); 5360 *retflpp = NULL; 5361 } 5362 if (NFSCL_FORCEDISM(mp)) { 5363 lyp = NULL; 5364 *recalledp = 1; 5365 } 5366 } else { 5367 lyp = NULL; 5368 *recalledp = 1; 5369 } 5370 } 5371 NFSUNLOCKCLSTATE(); 5372 return (lyp); 5373 } 5374 5375 /* 5376 * Search for a layout by MDS file handle. If one is found, mark in to be 5377 * recalled, if it already marked "return on close". 5378 */ 5379 static void 5380 nfscl_retoncloselayout(vnode_t vp, struct nfsclclient *clp, uint8_t *fhp, 5381 int fhlen, struct nfsclrecalllayout **recallpp, struct nfscllayout **lypp) 5382 { 5383 struct nfscllayout *lyp; 5384 uint32_t iomode; 5385 5386 *lypp = NULL; 5387 if (vp->v_type != VREG || !NFSHASPNFS(VFSTONFS(vp->v_mount)) || 5388 nfscl_enablecallb == 0 || nfs_numnfscbd == 0 || 5389 (VTONFS(vp)->n_flag & NNOLAYOUT) != 0) 5390 return; 5391 lyp = nfscl_findlayout(clp, fhp, fhlen); 5392 if (lyp != NULL && (lyp->nfsly_flags & NFSLY_RETONCLOSE) != 0) { 5393 if ((lyp->nfsly_flags & NFSLY_RECALL) == 0) { 5394 iomode = 0; 5395 if (!LIST_EMPTY(&lyp->nfsly_flayread)) 5396 iomode |= NFSLAYOUTIOMODE_READ; 5397 if (!LIST_EMPTY(&lyp->nfsly_flayrw)) 5398 iomode |= NFSLAYOUTIOMODE_RW; 5399 nfscl_layoutrecall(NFSLAYOUTRETURN_FILE, lyp, iomode, 5400 0, UINT64_MAX, lyp->nfsly_stateid.seqid, 0, 0, NULL, 5401 *recallpp); 5402 NFSCL_DEBUG(4, "retoncls recall iomode=%d\n", iomode); 5403 *recallpp = NULL; 5404 } 5405 5406 /* Now, wake up renew thread to do LayoutReturn. */ 5407 wakeup(clp); 5408 *lypp = lyp; 5409 } 5410 } 5411 5412 /* 5413 * Mark the layout to be recalled and with an error. 5414 * Also, disable the dsp from further use. 5415 */ 5416 void 5417 nfscl_dserr(uint32_t op, uint32_t stat, struct nfscldevinfo *dp, 5418 struct nfscllayout *lyp, struct nfsclds *dsp) 5419 { 5420 struct nfsclrecalllayout *recallp; 5421 uint32_t iomode; 5422 5423 printf("DS being disabled, error=%d\n", stat); 5424 /* Set up the return of the layout. */ 5425 recallp = malloc(sizeof(*recallp), M_NFSLAYRECALL, M_WAITOK); 5426 iomode = 0; 5427 NFSLOCKCLSTATE(); 5428 if ((lyp->nfsly_flags & NFSLY_RECALL) == 0) { 5429 if (!LIST_EMPTY(&lyp->nfsly_flayread)) 5430 iomode |= NFSLAYOUTIOMODE_READ; 5431 if (!LIST_EMPTY(&lyp->nfsly_flayrw)) 5432 iomode |= NFSLAYOUTIOMODE_RW; 5433 (void)nfscl_layoutrecall(NFSLAYOUTRETURN_FILE, lyp, iomode, 5434 0, UINT64_MAX, lyp->nfsly_stateid.seqid, stat, op, 5435 dp->nfsdi_deviceid, recallp); 5436 NFSUNLOCKCLSTATE(); 5437 NFSCL_DEBUG(4, "nfscl_dserr recall iomode=%d\n", iomode); 5438 } else { 5439 NFSUNLOCKCLSTATE(); 5440 free(recallp, M_NFSLAYRECALL); 5441 } 5442 5443 /* And shut the TCP connection down. */ 5444 nfscl_cancelreqs(dsp); 5445 } 5446 5447 /* 5448 * Cancel all RPCs for this "dsp" by closing the connection. 5449 * Also, mark the session as defunct. 5450 * If NFSCLDS_SAMECONN is set, the connection is shared with other DSs and 5451 * cannot be shut down. 5452 */ 5453 void 5454 nfscl_cancelreqs(struct nfsclds *dsp) 5455 { 5456 struct __rpc_client *cl; 5457 static int non_event; 5458 5459 NFSLOCKDS(dsp); 5460 if ((dsp->nfsclds_flags & (NFSCLDS_CLOSED | NFSCLDS_SAMECONN)) == 0 && 5461 dsp->nfsclds_sockp != NULL && 5462 dsp->nfsclds_sockp->nr_client != NULL) { 5463 dsp->nfsclds_flags |= NFSCLDS_CLOSED; 5464 cl = dsp->nfsclds_sockp->nr_client; 5465 dsp->nfsclds_sess.nfsess_defunct = 1; 5466 NFSUNLOCKDS(dsp); 5467 CLNT_CLOSE(cl); 5468 /* 5469 * This 1sec sleep is done to reduce the number of reconnect 5470 * attempts made on the DS while it has failed. 5471 */ 5472 tsleep(&non_event, PVFS, "ndscls", hz); 5473 return; 5474 } 5475 NFSUNLOCKDS(dsp); 5476 } 5477 5478 /* 5479 * Dereference a layout. 5480 */ 5481 void 5482 nfscl_rellayout(struct nfscllayout *lyp, int exclocked) 5483 { 5484 5485 NFSLOCKCLSTATE(); 5486 if (exclocked != 0) 5487 nfsv4_unlock(&lyp->nfsly_lock, 0); 5488 else 5489 nfsv4_relref(&lyp->nfsly_lock); 5490 NFSUNLOCKCLSTATE(); 5491 } 5492 5493 /* 5494 * Search for a devinfo by deviceid. If one is found, return it after 5495 * acquiring a reference count on it. 5496 */ 5497 struct nfscldevinfo * 5498 nfscl_getdevinfo(struct nfsclclient *clp, uint8_t *deviceid, 5499 struct nfscldevinfo *dip) 5500 { 5501 5502 NFSLOCKCLSTATE(); 5503 if (dip == NULL) 5504 dip = nfscl_finddevinfo(clp, deviceid); 5505 if (dip != NULL) 5506 dip->nfsdi_refcnt++; 5507 NFSUNLOCKCLSTATE(); 5508 return (dip); 5509 } 5510 5511 /* 5512 * Dereference a devinfo structure. 5513 */ 5514 static void 5515 nfscl_reldevinfo_locked(struct nfscldevinfo *dip) 5516 { 5517 5518 dip->nfsdi_refcnt--; 5519 if (dip->nfsdi_refcnt == 0) 5520 wakeup(&dip->nfsdi_refcnt); 5521 } 5522 5523 /* 5524 * Dereference a devinfo structure. 5525 */ 5526 void 5527 nfscl_reldevinfo(struct nfscldevinfo *dip) 5528 { 5529 5530 NFSLOCKCLSTATE(); 5531 nfscl_reldevinfo_locked(dip); 5532 NFSUNLOCKCLSTATE(); 5533 } 5534 5535 /* 5536 * Find a layout for this file handle. Return NULL upon failure. 5537 */ 5538 static struct nfscllayout * 5539 nfscl_findlayout(struct nfsclclient *clp, u_int8_t *fhp, int fhlen) 5540 { 5541 struct nfscllayout *lyp; 5542 5543 LIST_FOREACH(lyp, NFSCLLAYOUTHASH(clp, fhp, fhlen), nfsly_hash) 5544 if (lyp->nfsly_fhlen == fhlen && 5545 !NFSBCMP(lyp->nfsly_fh, fhp, fhlen)) 5546 break; 5547 return (lyp); 5548 } 5549 5550 /* 5551 * Find a devinfo for this deviceid. Return NULL upon failure. 5552 */ 5553 static struct nfscldevinfo * 5554 nfscl_finddevinfo(struct nfsclclient *clp, uint8_t *deviceid) 5555 { 5556 struct nfscldevinfo *dip; 5557 5558 LIST_FOREACH(dip, &clp->nfsc_devinfo, nfsdi_list) 5559 if (NFSBCMP(dip->nfsdi_deviceid, deviceid, NFSX_V4DEVICEID) 5560 == 0) 5561 break; 5562 return (dip); 5563 } 5564 5565 /* 5566 * Merge the new file layout list into the main one, maintaining it in 5567 * increasing offset order. 5568 */ 5569 static void 5570 nfscl_mergeflayouts(struct nfsclflayouthead *fhlp, 5571 struct nfsclflayouthead *newfhlp) 5572 { 5573 struct nfsclflayout *flp, *nflp, *prevflp, *tflp; 5574 5575 flp = LIST_FIRST(fhlp); 5576 prevflp = NULL; 5577 LIST_FOREACH_SAFE(nflp, newfhlp, nfsfl_list, tflp) { 5578 while (flp != NULL && flp->nfsfl_off < nflp->nfsfl_off) { 5579 prevflp = flp; 5580 flp = LIST_NEXT(flp, nfsfl_list); 5581 } 5582 if (prevflp == NULL) 5583 LIST_INSERT_HEAD(fhlp, nflp, nfsfl_list); 5584 else 5585 LIST_INSERT_AFTER(prevflp, nflp, nfsfl_list); 5586 prevflp = nflp; 5587 } 5588 } 5589 5590 /* 5591 * Add this nfscldevinfo to the client, if it doesn't already exist. 5592 * This function consumes the structure pointed at by dip, if not NULL. 5593 */ 5594 int 5595 nfscl_adddevinfo(struct nfsmount *nmp, struct nfscldevinfo *dip, int ind, 5596 struct nfsclflayout *flp) 5597 { 5598 struct nfsclclient *clp; 5599 struct nfscldevinfo *tdip; 5600 uint8_t *dev; 5601 5602 NFSLOCKCLSTATE(); 5603 clp = nmp->nm_clp; 5604 if (clp == NULL) { 5605 NFSUNLOCKCLSTATE(); 5606 if (dip != NULL) 5607 free(dip, M_NFSDEVINFO); 5608 return (ENODEV); 5609 } 5610 if ((flp->nfsfl_flags & NFSFL_FILE) != 0) 5611 dev = flp->nfsfl_dev; 5612 else 5613 dev = flp->nfsfl_ffm[ind].dev; 5614 tdip = nfscl_finddevinfo(clp, dev); 5615 if (tdip != NULL) { 5616 tdip->nfsdi_layoutrefs++; 5617 if ((flp->nfsfl_flags & NFSFL_FILE) != 0) 5618 flp->nfsfl_devp = tdip; 5619 else 5620 flp->nfsfl_ffm[ind].devp = tdip; 5621 nfscl_reldevinfo_locked(tdip); 5622 NFSUNLOCKCLSTATE(); 5623 if (dip != NULL) 5624 free(dip, M_NFSDEVINFO); 5625 return (0); 5626 } 5627 if (dip != NULL) { 5628 LIST_INSERT_HEAD(&clp->nfsc_devinfo, dip, nfsdi_list); 5629 dip->nfsdi_layoutrefs = 1; 5630 if ((flp->nfsfl_flags & NFSFL_FILE) != 0) 5631 flp->nfsfl_devp = dip; 5632 else 5633 flp->nfsfl_ffm[ind].devp = dip; 5634 } 5635 NFSUNLOCKCLSTATE(); 5636 if (dip == NULL) 5637 return (ENODEV); 5638 return (0); 5639 } 5640 5641 /* 5642 * Free up a layout structure and associated file layout structure(s). 5643 */ 5644 void 5645 nfscl_freelayout(struct nfscllayout *layp) 5646 { 5647 struct nfsclflayout *flp, *nflp; 5648 struct nfsclrecalllayout *rp, *nrp; 5649 5650 LIST_FOREACH_SAFE(flp, &layp->nfsly_flayread, nfsfl_list, nflp) { 5651 LIST_REMOVE(flp, nfsfl_list); 5652 nfscl_freeflayout(flp); 5653 } 5654 LIST_FOREACH_SAFE(flp, &layp->nfsly_flayrw, nfsfl_list, nflp) { 5655 LIST_REMOVE(flp, nfsfl_list); 5656 nfscl_freeflayout(flp); 5657 } 5658 LIST_FOREACH_SAFE(rp, &layp->nfsly_recall, nfsrecly_list, nrp) { 5659 LIST_REMOVE(rp, nfsrecly_list); 5660 free(rp, M_NFSLAYRECALL); 5661 } 5662 nfscl_layoutcnt--; 5663 nfsstatsv1.cllayouts--; 5664 free(layp, M_NFSLAYOUT); 5665 } 5666 5667 /* 5668 * Free up a file layout structure. 5669 */ 5670 void 5671 nfscl_freeflayout(struct nfsclflayout *flp) 5672 { 5673 int i, j; 5674 5675 if ((flp->nfsfl_flags & NFSFL_FILE) != 0) { 5676 for (i = 0; i < flp->nfsfl_fhcnt; i++) 5677 free(flp->nfsfl_fh[i], M_NFSFH); 5678 if (flp->nfsfl_devp != NULL) 5679 flp->nfsfl_devp->nfsdi_layoutrefs--; 5680 } 5681 if ((flp->nfsfl_flags & NFSFL_FLEXFILE) != 0) 5682 for (i = 0; i < flp->nfsfl_mirrorcnt; i++) { 5683 for (j = 0; j < flp->nfsfl_ffm[i].fhcnt; j++) 5684 free(flp->nfsfl_ffm[i].fh[j], M_NFSFH); 5685 if (flp->nfsfl_ffm[i].devp != NULL) 5686 flp->nfsfl_ffm[i].devp->nfsdi_layoutrefs--; 5687 } 5688 free(flp, M_NFSFLAYOUT); 5689 } 5690 5691 /* 5692 * Free up a file layout devinfo structure. 5693 */ 5694 void 5695 nfscl_freedevinfo(struct nfscldevinfo *dip) 5696 { 5697 5698 free(dip, M_NFSDEVINFO); 5699 } 5700 5701 /* 5702 * Mark any layouts that match as recalled. 5703 */ 5704 static int 5705 nfscl_layoutrecall(int recalltype, struct nfscllayout *lyp, uint32_t iomode, 5706 uint64_t off, uint64_t len, uint32_t stateseqid, uint32_t stat, uint32_t op, 5707 char *devid, struct nfsclrecalllayout *recallp) 5708 { 5709 struct nfsclrecalllayout *rp, *orp; 5710 5711 recallp->nfsrecly_recalltype = recalltype; 5712 recallp->nfsrecly_iomode = iomode; 5713 recallp->nfsrecly_stateseqid = stateseqid; 5714 recallp->nfsrecly_off = off; 5715 recallp->nfsrecly_len = len; 5716 recallp->nfsrecly_stat = stat; 5717 recallp->nfsrecly_op = op; 5718 if (devid != NULL) 5719 NFSBCOPY(devid, recallp->nfsrecly_devid, NFSX_V4DEVICEID); 5720 /* 5721 * Order the list as file returns first, followed by fsid and any 5722 * returns, both in increasing stateseqid order. 5723 * Note that the seqids wrap around, so 1 is after 0xffffffff. 5724 * (I'm not sure this is correct because I find RFC5661 confusing 5725 * on this, but hopefully it will work ok.) 5726 */ 5727 orp = NULL; 5728 LIST_FOREACH(rp, &lyp->nfsly_recall, nfsrecly_list) { 5729 orp = rp; 5730 if ((recalltype == NFSLAYOUTRETURN_FILE && 5731 (rp->nfsrecly_recalltype != NFSLAYOUTRETURN_FILE || 5732 nfscl_seq(stateseqid, rp->nfsrecly_stateseqid) != 0)) || 5733 (recalltype != NFSLAYOUTRETURN_FILE && 5734 rp->nfsrecly_recalltype != NFSLAYOUTRETURN_FILE && 5735 nfscl_seq(stateseqid, rp->nfsrecly_stateseqid) != 0)) { 5736 LIST_INSERT_BEFORE(rp, recallp, nfsrecly_list); 5737 break; 5738 } 5739 5740 /* 5741 * Put any error return on all the file returns that will 5742 * preceed this one. 5743 */ 5744 if (rp->nfsrecly_recalltype == NFSLAYOUTRETURN_FILE && 5745 stat != 0 && rp->nfsrecly_stat == 0) { 5746 rp->nfsrecly_stat = stat; 5747 rp->nfsrecly_op = op; 5748 if (devid != NULL) 5749 NFSBCOPY(devid, rp->nfsrecly_devid, 5750 NFSX_V4DEVICEID); 5751 } 5752 } 5753 if (rp == NULL) { 5754 if (orp == NULL) 5755 LIST_INSERT_HEAD(&lyp->nfsly_recall, recallp, 5756 nfsrecly_list); 5757 else 5758 LIST_INSERT_AFTER(orp, recallp, nfsrecly_list); 5759 } 5760 lyp->nfsly_flags |= NFSLY_RECALL; 5761 wakeup(lyp->nfsly_clp); 5762 return (0); 5763 } 5764 5765 /* 5766 * Compare the two seqids for ordering. The trick is that the seqids can 5767 * wrap around from 0xffffffff->0, so check for the cases where one 5768 * has wrapped around. 5769 * Return 1 if seqid1 comes before seqid2, 0 otherwise. 5770 */ 5771 static int 5772 nfscl_seq(uint32_t seqid1, uint32_t seqid2) 5773 { 5774 5775 if (seqid2 > seqid1 && (seqid2 - seqid1) >= 0x7fffffff) 5776 /* seqid2 has wrapped around. */ 5777 return (0); 5778 if (seqid1 > seqid2 && (seqid1 - seqid2) >= 0x7fffffff) 5779 /* seqid1 has wrapped around. */ 5780 return (1); 5781 if (seqid1 <= seqid2) 5782 return (1); 5783 return (0); 5784 } 5785 5786 /* 5787 * Do a layout return for each of the recalls. 5788 */ 5789 static void 5790 nfscl_layoutreturn(struct nfsmount *nmp, struct nfscllayout *lyp, 5791 struct ucred *cred, NFSPROC_T *p) 5792 { 5793 struct nfsclrecalllayout *rp; 5794 nfsv4stateid_t stateid; 5795 int layouttype; 5796 5797 NFSBCOPY(lyp->nfsly_stateid.other, stateid.other, NFSX_STATEIDOTHER); 5798 stateid.seqid = lyp->nfsly_stateid.seqid; 5799 if ((lyp->nfsly_flags & NFSLY_FILES) != 0) 5800 layouttype = NFSLAYOUT_NFSV4_1_FILES; 5801 else 5802 layouttype = NFSLAYOUT_FLEXFILE; 5803 LIST_FOREACH(rp, &lyp->nfsly_recall, nfsrecly_list) { 5804 (void)nfsrpc_layoutreturn(nmp, lyp->nfsly_fh, 5805 lyp->nfsly_fhlen, 0, layouttype, 5806 rp->nfsrecly_iomode, rp->nfsrecly_recalltype, 5807 rp->nfsrecly_off, rp->nfsrecly_len, 5808 &stateid, cred, p, rp->nfsrecly_stat, rp->nfsrecly_op, 5809 rp->nfsrecly_devid); 5810 } 5811 } 5812 5813 /* 5814 * Do the layout commit for a file layout. 5815 */ 5816 static void 5817 nfscl_dolayoutcommit(struct nfsmount *nmp, struct nfscllayout *lyp, 5818 struct ucred *cred, NFSPROC_T *p) 5819 { 5820 struct nfsclflayout *flp; 5821 uint64_t len; 5822 int error, layouttype; 5823 5824 if ((lyp->nfsly_flags & NFSLY_FILES) != 0) 5825 layouttype = NFSLAYOUT_NFSV4_1_FILES; 5826 else 5827 layouttype = NFSLAYOUT_FLEXFILE; 5828 LIST_FOREACH(flp, &lyp->nfsly_flayrw, nfsfl_list) { 5829 if (layouttype == NFSLAYOUT_FLEXFILE && 5830 (flp->nfsfl_fflags & NFSFLEXFLAG_NO_LAYOUTCOMMIT) != 0) { 5831 NFSCL_DEBUG(4, "Flex file: no layoutcommit\n"); 5832 /* If not supported, don't bother doing it. */ 5833 NFSLOCKMNT(nmp); 5834 nmp->nm_state |= NFSSTA_NOLAYOUTCOMMIT; 5835 NFSUNLOCKMNT(nmp); 5836 break; 5837 } else if (flp->nfsfl_off <= lyp->nfsly_lastbyte) { 5838 len = flp->nfsfl_end - flp->nfsfl_off; 5839 error = nfsrpc_layoutcommit(nmp, lyp->nfsly_fh, 5840 lyp->nfsly_fhlen, 0, flp->nfsfl_off, len, 5841 lyp->nfsly_lastbyte, &lyp->nfsly_stateid, 5842 layouttype, cred, p); 5843 NFSCL_DEBUG(4, "layoutcommit err=%d\n", error); 5844 if (error == NFSERR_NOTSUPP) { 5845 /* If not supported, don't bother doing it. */ 5846 NFSLOCKMNT(nmp); 5847 nmp->nm_state |= NFSSTA_NOLAYOUTCOMMIT; 5848 NFSUNLOCKMNT(nmp); 5849 break; 5850 } 5851 } 5852 } 5853 } 5854 5855 /* 5856 * Commit all layouts for a file (vnode). 5857 */ 5858 int 5859 nfscl_layoutcommit(vnode_t vp, NFSPROC_T *p) 5860 { 5861 struct nfsclclient *clp; 5862 struct nfscllayout *lyp; 5863 struct nfsnode *np = VTONFS(vp); 5864 mount_t mp; 5865 struct nfsmount *nmp; 5866 5867 mp = vp->v_mount; 5868 nmp = VFSTONFS(mp); 5869 if (NFSHASNOLAYOUTCOMMIT(nmp)) 5870 return (0); 5871 NFSLOCKCLSTATE(); 5872 clp = nmp->nm_clp; 5873 if (clp == NULL) { 5874 NFSUNLOCKCLSTATE(); 5875 return (EPERM); 5876 } 5877 lyp = nfscl_findlayout(clp, np->n_fhp->nfh_fh, np->n_fhp->nfh_len); 5878 if (lyp == NULL) { 5879 NFSUNLOCKCLSTATE(); 5880 return (EPERM); 5881 } 5882 nfsv4_getref(&lyp->nfsly_lock, NULL, NFSCLSTATEMUTEXPTR, mp); 5883 if (NFSCL_FORCEDISM(mp)) { 5884 NFSUNLOCKCLSTATE(); 5885 return (EPERM); 5886 } 5887 tryagain: 5888 if ((lyp->nfsly_flags & NFSLY_WRITTEN) != 0) { 5889 lyp->nfsly_flags &= ~NFSLY_WRITTEN; 5890 NFSUNLOCKCLSTATE(); 5891 NFSCL_DEBUG(4, "do layoutcommit2\n"); 5892 nfscl_dolayoutcommit(clp->nfsc_nmp, lyp, NFSPROCCRED(p), p); 5893 NFSLOCKCLSTATE(); 5894 goto tryagain; 5895 } 5896 nfsv4_relref(&lyp->nfsly_lock); 5897 NFSUNLOCKCLSTATE(); 5898 return (0); 5899 } 5900