17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 550a83466Sjwahlig * Common Development and Distribution License (the "License"). 650a83466Sjwahlig * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 221dc00f28SJames Wahlig * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate /* 277c478bd9Sstevel@tonic-gate * Copyright (c) 1983,1984,1985,1986,1987,1988,1989 AT&T. 287c478bd9Sstevel@tonic-gate * All Rights Reserved 297c478bd9Sstevel@tonic-gate */ 307c478bd9Sstevel@tonic-gate 317c478bd9Sstevel@tonic-gate #include <sys/param.h> 327c478bd9Sstevel@tonic-gate #include <sys/types.h> 337c478bd9Sstevel@tonic-gate #include <sys/systm.h> 347c478bd9Sstevel@tonic-gate #include <sys/thread.h> 357c478bd9Sstevel@tonic-gate #include <sys/t_lock.h> 367c478bd9Sstevel@tonic-gate #include <sys/time.h> 377c478bd9Sstevel@tonic-gate #include <sys/vnode.h> 387c478bd9Sstevel@tonic-gate #include <sys/vfs.h> 397c478bd9Sstevel@tonic-gate #include <sys/errno.h> 407c478bd9Sstevel@tonic-gate #include <sys/buf.h> 417c478bd9Sstevel@tonic-gate #include <sys/stat.h> 427c478bd9Sstevel@tonic-gate #include <sys/cred.h> 437c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 447c478bd9Sstevel@tonic-gate #include <sys/debug.h> 457c478bd9Sstevel@tonic-gate #include <sys/dnlc.h> 467c478bd9Sstevel@tonic-gate #include <sys/vmsystm.h> 477c478bd9Sstevel@tonic-gate #include <sys/flock.h> 487c478bd9Sstevel@tonic-gate #include <sys/share.h> 497c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 507c478bd9Sstevel@tonic-gate #include <sys/tiuser.h> 517c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 527c478bd9Sstevel@tonic-gate #include <sys/callb.h> 537c478bd9Sstevel@tonic-gate #include <sys/acl.h> 547c478bd9Sstevel@tonic-gate #include <sys/kstat.h> 557c478bd9Sstevel@tonic-gate #include <sys/signal.h> 567c478bd9Sstevel@tonic-gate #include <sys/disp.h> 577c478bd9Sstevel@tonic-gate #include <sys/atomic.h> 587c478bd9Sstevel@tonic-gate #include <sys/list.h> 597c478bd9Sstevel@tonic-gate #include <sys/sdt.h> 607c478bd9Sstevel@tonic-gate 617c478bd9Sstevel@tonic-gate #include <rpc/types.h> 627c478bd9Sstevel@tonic-gate #include <rpc/xdr.h> 637c478bd9Sstevel@tonic-gate #include <rpc/auth.h> 647c478bd9Sstevel@tonic-gate #include <rpc/clnt.h> 657c478bd9Sstevel@tonic-gate 667c478bd9Sstevel@tonic-gate #include <nfs/nfs.h> 677c478bd9Sstevel@tonic-gate #include <nfs/nfs_clnt.h> 687c478bd9Sstevel@tonic-gate #include <nfs/nfs_acl.h> 697c478bd9Sstevel@tonic-gate 707c478bd9Sstevel@tonic-gate #include <nfs/nfs4.h> 717c478bd9Sstevel@tonic-gate #include <nfs/rnode4.h> 727c478bd9Sstevel@tonic-gate #include <nfs/nfs4_clnt.h> 737c478bd9Sstevel@tonic-gate 747c478bd9Sstevel@tonic-gate #include <vm/hat.h> 757c478bd9Sstevel@tonic-gate #include <vm/as.h> 767c478bd9Sstevel@tonic-gate #include <vm/page.h> 777c478bd9Sstevel@tonic-gate #include <vm/pvn.h> 787c478bd9Sstevel@tonic-gate #include <vm/seg.h> 797c478bd9Sstevel@tonic-gate #include <vm/seg_map.h> 807c478bd9Sstevel@tonic-gate #include <vm/seg_vn.h> 817c478bd9Sstevel@tonic-gate 827c478bd9Sstevel@tonic-gate #include <sys/ddi.h> 837c478bd9Sstevel@tonic-gate 847c478bd9Sstevel@tonic-gate /* 857c478bd9Sstevel@tonic-gate * Arguments to page-flush thread. 867c478bd9Sstevel@tonic-gate */ 877c478bd9Sstevel@tonic-gate typedef struct { 887c478bd9Sstevel@tonic-gate vnode_t *vp; 897c478bd9Sstevel@tonic-gate cred_t *cr; 907c478bd9Sstevel@tonic-gate } pgflush_t; 917c478bd9Sstevel@tonic-gate 927c478bd9Sstevel@tonic-gate #ifdef DEBUG 937c478bd9Sstevel@tonic-gate int nfs4_client_lease_debug; 947c478bd9Sstevel@tonic-gate int nfs4_sharedfh_debug; 957c478bd9Sstevel@tonic-gate int nfs4_fname_debug; 967c478bd9Sstevel@tonic-gate 977c478bd9Sstevel@tonic-gate /* temporary: panic if v_type is inconsistent with r_attr va_type */ 987c478bd9Sstevel@tonic-gate int nfs4_vtype_debug; 997c478bd9Sstevel@tonic-gate 1007c478bd9Sstevel@tonic-gate uint_t nfs4_tsd_key; 1017c478bd9Sstevel@tonic-gate #endif 1027c478bd9Sstevel@tonic-gate 1037c478bd9Sstevel@tonic-gate static time_t nfs4_client_resumed = 0; 1047c478bd9Sstevel@tonic-gate static callb_id_t cid = 0; 1057c478bd9Sstevel@tonic-gate 1067c478bd9Sstevel@tonic-gate static int nfs4renew(nfs4_server_t *); 1077c478bd9Sstevel@tonic-gate static void nfs4_attrcache_va(vnode_t *, nfs4_ga_res_t *, int); 1087c478bd9Sstevel@tonic-gate static void nfs4_pgflush_thread(pgflush_t *); 1097c478bd9Sstevel@tonic-gate 1107c478bd9Sstevel@tonic-gate static boolean_t nfs4_client_cpr_callb(void *, int); 1117c478bd9Sstevel@tonic-gate 1127c478bd9Sstevel@tonic-gate struct mi4_globals { 1137c478bd9Sstevel@tonic-gate kmutex_t mig_lock; /* lock protecting mig_list */ 1147c478bd9Sstevel@tonic-gate list_t mig_list; /* list of NFS v4 mounts in zone */ 1157c478bd9Sstevel@tonic-gate boolean_t mig_destructor_called; 1167c478bd9Sstevel@tonic-gate }; 1177c478bd9Sstevel@tonic-gate 1187c478bd9Sstevel@tonic-gate static zone_key_t mi4_list_key; 1197c478bd9Sstevel@tonic-gate 1207c478bd9Sstevel@tonic-gate /* 1217c478bd9Sstevel@tonic-gate * Attributes caching: 1227c478bd9Sstevel@tonic-gate * 1237c478bd9Sstevel@tonic-gate * Attributes are cached in the rnode in struct vattr form. 1247c478bd9Sstevel@tonic-gate * There is a time associated with the cached attributes (r_time_attr_inval) 1257c478bd9Sstevel@tonic-gate * which tells whether the attributes are valid. The time is initialized 1267c478bd9Sstevel@tonic-gate * to the difference between current time and the modify time of the vnode 1277c478bd9Sstevel@tonic-gate * when new attributes are cached. This allows the attributes for 1287c478bd9Sstevel@tonic-gate * files that have changed recently to be timed out sooner than for files 1297c478bd9Sstevel@tonic-gate * that have not changed for a long time. There are minimum and maximum 1307c478bd9Sstevel@tonic-gate * timeout values that can be set per mount point. 1317c478bd9Sstevel@tonic-gate */ 1327c478bd9Sstevel@tonic-gate 1337c478bd9Sstevel@tonic-gate /* 1347c478bd9Sstevel@tonic-gate * If a cache purge is in progress, wait for it to finish. 1357c478bd9Sstevel@tonic-gate * 1367c478bd9Sstevel@tonic-gate * The current thread must not be in the middle of an 1377c478bd9Sstevel@tonic-gate * nfs4_start_op/nfs4_end_op region. Otherwise, there could be a deadlock 1387c478bd9Sstevel@tonic-gate * between this thread, a recovery thread, and the page flush thread. 1397c478bd9Sstevel@tonic-gate */ 1407c478bd9Sstevel@tonic-gate int 1417c478bd9Sstevel@tonic-gate nfs4_waitfor_purge_complete(vnode_t *vp) 1427c478bd9Sstevel@tonic-gate { 1437c478bd9Sstevel@tonic-gate rnode4_t *rp; 1447c478bd9Sstevel@tonic-gate k_sigset_t smask; 1457c478bd9Sstevel@tonic-gate 1467c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 1477c478bd9Sstevel@tonic-gate if ((rp->r_serial != NULL && rp->r_serial != curthread) || 1487c478bd9Sstevel@tonic-gate ((rp->r_flags & R4PGFLUSH) && rp->r_pgflush != curthread)) { 1497c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 1507c478bd9Sstevel@tonic-gate sigintr(&smask, VTOMI4(vp)->mi_flags & MI4_INT); 1517c478bd9Sstevel@tonic-gate while ((rp->r_serial != NULL && rp->r_serial != curthread) || 1527c478bd9Sstevel@tonic-gate ((rp->r_flags & R4PGFLUSH) && 1537c478bd9Sstevel@tonic-gate rp->r_pgflush != curthread)) { 1547c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) { 1557c478bd9Sstevel@tonic-gate sigunintr(&smask); 1567c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 1577c478bd9Sstevel@tonic-gate return (EINTR); 1587c478bd9Sstevel@tonic-gate } 1597c478bd9Sstevel@tonic-gate } 1607c478bd9Sstevel@tonic-gate sigunintr(&smask); 1617c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 1627c478bd9Sstevel@tonic-gate } 1637c478bd9Sstevel@tonic-gate return (0); 1647c478bd9Sstevel@tonic-gate } 1657c478bd9Sstevel@tonic-gate 1667c478bd9Sstevel@tonic-gate /* 1677c478bd9Sstevel@tonic-gate * Validate caches by checking cached attributes. If they have timed out, 1687c478bd9Sstevel@tonic-gate * then get new attributes from the server. As a side effect, cache 1697c478bd9Sstevel@tonic-gate * invalidation is done if the attributes have changed. 1707c478bd9Sstevel@tonic-gate * 1717c478bd9Sstevel@tonic-gate * If the attributes have not timed out and if there is a cache 1727c478bd9Sstevel@tonic-gate * invalidation being done by some other thread, then wait until that 1737c478bd9Sstevel@tonic-gate * thread has completed the cache invalidation. 1747c478bd9Sstevel@tonic-gate */ 1757c478bd9Sstevel@tonic-gate int 1767c478bd9Sstevel@tonic-gate nfs4_validate_caches(vnode_t *vp, cred_t *cr) 1777c478bd9Sstevel@tonic-gate { 1787c478bd9Sstevel@tonic-gate int error; 1797c478bd9Sstevel@tonic-gate nfs4_ga_res_t gar; 1807c478bd9Sstevel@tonic-gate 1817c478bd9Sstevel@tonic-gate if (ATTRCACHE4_VALID(vp)) { 1827c478bd9Sstevel@tonic-gate error = nfs4_waitfor_purge_complete(vp); 1837c478bd9Sstevel@tonic-gate if (error) 1847c478bd9Sstevel@tonic-gate return (error); 1857c478bd9Sstevel@tonic-gate return (0); 1867c478bd9Sstevel@tonic-gate } 1877c478bd9Sstevel@tonic-gate 1887c478bd9Sstevel@tonic-gate gar.n4g_va.va_mask = AT_ALL; 1897c478bd9Sstevel@tonic-gate return (nfs4_getattr_otw(vp, &gar, cr, 0)); 1907c478bd9Sstevel@tonic-gate } 1917c478bd9Sstevel@tonic-gate 1927c478bd9Sstevel@tonic-gate /* 1937c478bd9Sstevel@tonic-gate * Fill in attribute from the cache. 1947c478bd9Sstevel@tonic-gate * If valid, then return 0 to indicate that no error occurred, 1957c478bd9Sstevel@tonic-gate * otherwise return 1 to indicate that an error occurred. 1967c478bd9Sstevel@tonic-gate */ 1977c478bd9Sstevel@tonic-gate static int 1987c478bd9Sstevel@tonic-gate nfs4_getattr_cache(vnode_t *vp, struct vattr *vap) 1997c478bd9Sstevel@tonic-gate { 2007c478bd9Sstevel@tonic-gate rnode4_t *rp; 2017c478bd9Sstevel@tonic-gate 2027c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 2037c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2047c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statev4_lock); 2057c478bd9Sstevel@tonic-gate if (ATTRCACHE4_VALID(vp)) { 2067c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statev4_lock); 2077c478bd9Sstevel@tonic-gate /* 2087c478bd9Sstevel@tonic-gate * Cached attributes are valid 2097c478bd9Sstevel@tonic-gate */ 2107c478bd9Sstevel@tonic-gate *vap = rp->r_attr; 2117c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2127c478bd9Sstevel@tonic-gate return (0); 2137c478bd9Sstevel@tonic-gate } 2147c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statev4_lock); 2157c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2167c478bd9Sstevel@tonic-gate return (1); 2177c478bd9Sstevel@tonic-gate } 2187c478bd9Sstevel@tonic-gate 2197c478bd9Sstevel@tonic-gate 2207c478bd9Sstevel@tonic-gate /* 2217c478bd9Sstevel@tonic-gate * If returned error is ESTALE flush all caches. The nfs4_purge_caches() 2227c478bd9Sstevel@tonic-gate * call is synchronous because all the pages were invalidated by the 2237c478bd9Sstevel@tonic-gate * nfs4_invalidate_pages() call. 2247c478bd9Sstevel@tonic-gate */ 2257c478bd9Sstevel@tonic-gate void 2267c478bd9Sstevel@tonic-gate nfs4_purge_stale_fh(int errno, vnode_t *vp, cred_t *cr) 2277c478bd9Sstevel@tonic-gate { 2287c478bd9Sstevel@tonic-gate struct rnode4 *rp = VTOR4(vp); 2297c478bd9Sstevel@tonic-gate 2307c478bd9Sstevel@tonic-gate /* Ensure that the ..._end_op() call has been done */ 2317c478bd9Sstevel@tonic-gate ASSERT(tsd_get(nfs4_tsd_key) == NULL); 2327c478bd9Sstevel@tonic-gate 2337c478bd9Sstevel@tonic-gate if (errno != ESTALE) 2347c478bd9Sstevel@tonic-gate return; 2357c478bd9Sstevel@tonic-gate 2367c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2377c478bd9Sstevel@tonic-gate rp->r_flags |= R4STALE; 2387c478bd9Sstevel@tonic-gate if (!rp->r_error) 2397c478bd9Sstevel@tonic-gate rp->r_error = errno; 2407c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2417c478bd9Sstevel@tonic-gate if (nfs4_has_pages(vp)) 2427c478bd9Sstevel@tonic-gate nfs4_invalidate_pages(vp, (u_offset_t)0, cr); 2437c478bd9Sstevel@tonic-gate nfs4_purge_caches(vp, NFS4_PURGE_DNLC, cr, FALSE); 2447c478bd9Sstevel@tonic-gate } 2457c478bd9Sstevel@tonic-gate 2467c478bd9Sstevel@tonic-gate /* 2477c478bd9Sstevel@tonic-gate * Purge all of the various NFS `data' caches. If "asyncpg" is TRUE, the 2487c478bd9Sstevel@tonic-gate * page purge is done asynchronously. 2497c478bd9Sstevel@tonic-gate */ 2507c478bd9Sstevel@tonic-gate void 2517c478bd9Sstevel@tonic-gate nfs4_purge_caches(vnode_t *vp, int purge_dnlc, cred_t *cr, int asyncpg) 2527c478bd9Sstevel@tonic-gate { 2537c478bd9Sstevel@tonic-gate rnode4_t *rp; 2547c478bd9Sstevel@tonic-gate char *contents; 2557c478bd9Sstevel@tonic-gate vnode_t *xattr; 2567c478bd9Sstevel@tonic-gate int size; 2577c478bd9Sstevel@tonic-gate int pgflush; /* are we the page flush thread? */ 2587c478bd9Sstevel@tonic-gate 2597c478bd9Sstevel@tonic-gate /* 2607c478bd9Sstevel@tonic-gate * Purge the DNLC for any entries which refer to this file. 2617c478bd9Sstevel@tonic-gate */ 2627c478bd9Sstevel@tonic-gate if (vp->v_count > 1 && 2637c478bd9Sstevel@tonic-gate (vp->v_type == VDIR || purge_dnlc == NFS4_PURGE_DNLC)) 2647c478bd9Sstevel@tonic-gate dnlc_purge_vp(vp); 2657c478bd9Sstevel@tonic-gate 2667c478bd9Sstevel@tonic-gate /* 2677c478bd9Sstevel@tonic-gate * Clear any readdir state bits and purge the readlink response cache. 2687c478bd9Sstevel@tonic-gate */ 2697c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 2707c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2717c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4LOOKUP; 2727c478bd9Sstevel@tonic-gate contents = rp->r_symlink.contents; 2737c478bd9Sstevel@tonic-gate size = rp->r_symlink.size; 2747c478bd9Sstevel@tonic-gate rp->r_symlink.contents = NULL; 2757c478bd9Sstevel@tonic-gate 2767c478bd9Sstevel@tonic-gate xattr = rp->r_xattr_dir; 2777c478bd9Sstevel@tonic-gate rp->r_xattr_dir = NULL; 2787c478bd9Sstevel@tonic-gate 2797c478bd9Sstevel@tonic-gate /* 2807c478bd9Sstevel@tonic-gate * Purge pathconf cache too. 2817c478bd9Sstevel@tonic-gate */ 2827c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_valid = 0; 2837c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_cache_valid = 0; 2847c478bd9Sstevel@tonic-gate 2857c478bd9Sstevel@tonic-gate pgflush = (curthread == rp->r_pgflush); 2867c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2877c478bd9Sstevel@tonic-gate 2887c478bd9Sstevel@tonic-gate if (contents != NULL) { 2897c478bd9Sstevel@tonic-gate 2907c478bd9Sstevel@tonic-gate kmem_free((void *)contents, size); 2917c478bd9Sstevel@tonic-gate } 2927c478bd9Sstevel@tonic-gate 2937c478bd9Sstevel@tonic-gate if (xattr != NULL) 2947c478bd9Sstevel@tonic-gate VN_RELE(xattr); 2957c478bd9Sstevel@tonic-gate 2967c478bd9Sstevel@tonic-gate /* 2977c478bd9Sstevel@tonic-gate * Flush the page cache. If the current thread is the page flush 2987c478bd9Sstevel@tonic-gate * thread, don't initiate a new page flush. There's no need for 2997c478bd9Sstevel@tonic-gate * it, and doing it correctly is hard. 3007c478bd9Sstevel@tonic-gate */ 3017c478bd9Sstevel@tonic-gate if (nfs4_has_pages(vp) && !pgflush) { 3027c478bd9Sstevel@tonic-gate if (!asyncpg) { 3037c478bd9Sstevel@tonic-gate (void) nfs4_waitfor_purge_complete(vp); 304d55e25c3SPavel Filipensky nfs4_flush_pages(vp, cr); 3057c478bd9Sstevel@tonic-gate } else { 3067c478bd9Sstevel@tonic-gate pgflush_t *args; 3077c478bd9Sstevel@tonic-gate 3087c478bd9Sstevel@tonic-gate /* 3097c478bd9Sstevel@tonic-gate * We don't hold r_statelock while creating the 3107c478bd9Sstevel@tonic-gate * thread, in case the call blocks. So we use a 3117c478bd9Sstevel@tonic-gate * flag to indicate that a page flush thread is 3127c478bd9Sstevel@tonic-gate * active. 3137c478bd9Sstevel@tonic-gate */ 3147c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3157c478bd9Sstevel@tonic-gate if (rp->r_flags & R4PGFLUSH) { 3167c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3177c478bd9Sstevel@tonic-gate } else { 3187c478bd9Sstevel@tonic-gate rp->r_flags |= R4PGFLUSH; 3197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3207c478bd9Sstevel@tonic-gate 3217c478bd9Sstevel@tonic-gate args = kmem_alloc(sizeof (pgflush_t), 322b9238976Sth KM_SLEEP); 3237c478bd9Sstevel@tonic-gate args->vp = vp; 3247c478bd9Sstevel@tonic-gate VN_HOLD(args->vp); 3257c478bd9Sstevel@tonic-gate args->cr = cr; 3267c478bd9Sstevel@tonic-gate crhold(args->cr); 3277c478bd9Sstevel@tonic-gate (void) zthread_create(NULL, 0, 328b9238976Sth nfs4_pgflush_thread, args, 0, 329b9238976Sth minclsyspri); 3307c478bd9Sstevel@tonic-gate } 3317c478bd9Sstevel@tonic-gate } 3327c478bd9Sstevel@tonic-gate } 3337c478bd9Sstevel@tonic-gate 3347c478bd9Sstevel@tonic-gate /* 3357c478bd9Sstevel@tonic-gate * Flush the readdir response cache. 3367c478bd9Sstevel@tonic-gate */ 3377c478bd9Sstevel@tonic-gate nfs4_purge_rddir_cache(vp); 3387c478bd9Sstevel@tonic-gate } 3397c478bd9Sstevel@tonic-gate 3407c478bd9Sstevel@tonic-gate /* 3417c478bd9Sstevel@tonic-gate * Invalidate all pages for the given file, after writing back the dirty 3427c478bd9Sstevel@tonic-gate * ones. 3437c478bd9Sstevel@tonic-gate */ 3447c478bd9Sstevel@tonic-gate 345d55e25c3SPavel Filipensky void 346d55e25c3SPavel Filipensky nfs4_flush_pages(vnode_t *vp, cred_t *cr) 3477c478bd9Sstevel@tonic-gate { 3487c478bd9Sstevel@tonic-gate int error; 3497c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 3507c478bd9Sstevel@tonic-gate 351da6c28aaSamw error = VOP_PUTPAGE(vp, (u_offset_t)0, 0, B_INVAL, cr, NULL); 3527c478bd9Sstevel@tonic-gate if (error == ENOSPC || error == EDQUOT) { 3537c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3547c478bd9Sstevel@tonic-gate if (!rp->r_error) 3557c478bd9Sstevel@tonic-gate rp->r_error = error; 3567c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3577c478bd9Sstevel@tonic-gate } 3587c478bd9Sstevel@tonic-gate } 3597c478bd9Sstevel@tonic-gate 3607c478bd9Sstevel@tonic-gate /* 3617c478bd9Sstevel@tonic-gate * Page flush thread. 3627c478bd9Sstevel@tonic-gate */ 3637c478bd9Sstevel@tonic-gate 3647c478bd9Sstevel@tonic-gate static void 3657c478bd9Sstevel@tonic-gate nfs4_pgflush_thread(pgflush_t *args) 3667c478bd9Sstevel@tonic-gate { 3677c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(args->vp); 3687c478bd9Sstevel@tonic-gate 3697c478bd9Sstevel@tonic-gate /* remember which thread we are, so we don't deadlock ourselves */ 3707c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3717c478bd9Sstevel@tonic-gate ASSERT(rp->r_pgflush == NULL); 3727c478bd9Sstevel@tonic-gate rp->r_pgflush = curthread; 3737c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3747c478bd9Sstevel@tonic-gate 375d55e25c3SPavel Filipensky nfs4_flush_pages(args->vp, args->cr); 3767c478bd9Sstevel@tonic-gate 3777c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3787c478bd9Sstevel@tonic-gate rp->r_pgflush = NULL; 3797c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4PGFLUSH; 3807c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 3817c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3827c478bd9Sstevel@tonic-gate 3837c478bd9Sstevel@tonic-gate VN_RELE(args->vp); 3847c478bd9Sstevel@tonic-gate crfree(args->cr); 3857c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (pgflush_t)); 3867c478bd9Sstevel@tonic-gate zthread_exit(); 3877c478bd9Sstevel@tonic-gate } 3887c478bd9Sstevel@tonic-gate 3897c478bd9Sstevel@tonic-gate /* 3907c478bd9Sstevel@tonic-gate * Purge the readdir cache of all entries which are not currently 3917c478bd9Sstevel@tonic-gate * being filled. 3927c478bd9Sstevel@tonic-gate */ 3937c478bd9Sstevel@tonic-gate void 3947c478bd9Sstevel@tonic-gate nfs4_purge_rddir_cache(vnode_t *vp) 3957c478bd9Sstevel@tonic-gate { 3967c478bd9Sstevel@tonic-gate rnode4_t *rp; 3977c478bd9Sstevel@tonic-gate 3987c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 3997c478bd9Sstevel@tonic-gate 4007c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4017c478bd9Sstevel@tonic-gate rp->r_direof = NULL; 4027c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4LOOKUP; 4037c478bd9Sstevel@tonic-gate rp->r_flags |= R4READDIRWATTR; 4047c478bd9Sstevel@tonic-gate rddir4_cache_purge(rp); 4057c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4067c478bd9Sstevel@tonic-gate } 4077c478bd9Sstevel@tonic-gate 4087c478bd9Sstevel@tonic-gate /* 4097c478bd9Sstevel@tonic-gate * Set attributes cache for given vnode using virtual attributes. There is 4107c478bd9Sstevel@tonic-gate * no cache validation, but if the attributes are deemed to be stale, they 4117c478bd9Sstevel@tonic-gate * are ignored. This corresponds to nfs3_attrcache(). 4127c478bd9Sstevel@tonic-gate * 4137c478bd9Sstevel@tonic-gate * Set the timeout value on the attribute cache and fill it 4147c478bd9Sstevel@tonic-gate * with the passed in attributes. 4157c478bd9Sstevel@tonic-gate */ 4167c478bd9Sstevel@tonic-gate void 4177c478bd9Sstevel@tonic-gate nfs4_attrcache_noinval(vnode_t *vp, nfs4_ga_res_t *garp, hrtime_t t) 4187c478bd9Sstevel@tonic-gate { 4197c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 4207c478bd9Sstevel@tonic-gate 4217c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4227c478bd9Sstevel@tonic-gate if (rp->r_time_attr_saved <= t) 4237c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vp, garp, FALSE); 4247c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4257c478bd9Sstevel@tonic-gate } 4267c478bd9Sstevel@tonic-gate 4277c478bd9Sstevel@tonic-gate /* 4287c478bd9Sstevel@tonic-gate * Use the passed in virtual attributes to check to see whether the 4297c478bd9Sstevel@tonic-gate * data and metadata caches are valid, cache the new attributes, and 4307c478bd9Sstevel@tonic-gate * then do the cache invalidation if required. 4317c478bd9Sstevel@tonic-gate * 4327c478bd9Sstevel@tonic-gate * The cache validation and caching of the new attributes is done 4337c478bd9Sstevel@tonic-gate * atomically via the use of the mutex, r_statelock. If required, 4347c478bd9Sstevel@tonic-gate * the cache invalidation is done atomically w.r.t. the cache 4357c478bd9Sstevel@tonic-gate * validation and caching of the attributes via the pseudo lock, 4367c478bd9Sstevel@tonic-gate * r_serial. 4377c478bd9Sstevel@tonic-gate * 4387c478bd9Sstevel@tonic-gate * This routine is used to do cache validation and attributes caching 4397c478bd9Sstevel@tonic-gate * for operations with a single set of post operation attributes. 4407c478bd9Sstevel@tonic-gate */ 4417c478bd9Sstevel@tonic-gate 4427c478bd9Sstevel@tonic-gate void 4437c478bd9Sstevel@tonic-gate nfs4_attr_cache(vnode_t *vp, nfs4_ga_res_t *garp, 444b9238976Sth hrtime_t t, cred_t *cr, int async, 445b9238976Sth change_info4 *cinfo) 4467c478bd9Sstevel@tonic-gate { 4477c478bd9Sstevel@tonic-gate rnode4_t *rp; 4485e4df02aSvv int mtime_changed = 0; 4495e4df02aSvv int ctime_changed = 0; 4507c478bd9Sstevel@tonic-gate vsecattr_t *vsp; 4517c478bd9Sstevel@tonic-gate int was_serial, set_time_cache_inval, recov; 4527c478bd9Sstevel@tonic-gate vattr_t *vap = &garp->n4g_va; 4537c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 4545e4df02aSvv len_t preattr_rsize; 4555e4df02aSvv boolean_t writemodify_set = B_FALSE; 4565e4df02aSvv boolean_t cachepurge_set = B_FALSE; 4577c478bd9Sstevel@tonic-gate 4587c478bd9Sstevel@tonic-gate ASSERT(mi->mi_vfsp->vfs_dev == garp->n4g_va.va_fsid); 4597c478bd9Sstevel@tonic-gate 4607c478bd9Sstevel@tonic-gate /* Is curthread the recovery thread? */ 4617c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 4627c478bd9Sstevel@tonic-gate recov = (VTOMI4(vp)->mi_recovthread == curthread); 4637c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 4647c478bd9Sstevel@tonic-gate 4657c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 4667c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4677c478bd9Sstevel@tonic-gate was_serial = (rp->r_serial == curthread); 4687c478bd9Sstevel@tonic-gate if (rp->r_serial && !was_serial) { 4697c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread); 4707c478bd9Sstevel@tonic-gate 4717c478bd9Sstevel@tonic-gate /* 4727c478bd9Sstevel@tonic-gate * If we're the recovery thread, then purge current attrs 4737c478bd9Sstevel@tonic-gate * and bail out to avoid potential deadlock between another 4747c478bd9Sstevel@tonic-gate * thread caching attrs (r_serial thread), recov thread, 4757c478bd9Sstevel@tonic-gate * and an async writer thread. 4767c478bd9Sstevel@tonic-gate */ 4777c478bd9Sstevel@tonic-gate if (recov) { 4787c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4_LOCKED(rp); 4797c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4807c478bd9Sstevel@tonic-gate return; 4817c478bd9Sstevel@tonic-gate } 4827c478bd9Sstevel@tonic-gate 4837c478bd9Sstevel@tonic-gate if (lwp != NULL) 4847c478bd9Sstevel@tonic-gate lwp->lwp_nostop++; 4857c478bd9Sstevel@tonic-gate while (rp->r_serial != NULL) { 4867c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) { 4877c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4887c478bd9Sstevel@tonic-gate if (lwp != NULL) 4897c478bd9Sstevel@tonic-gate lwp->lwp_nostop--; 4907c478bd9Sstevel@tonic-gate return; 4917c478bd9Sstevel@tonic-gate } 4927c478bd9Sstevel@tonic-gate } 4937c478bd9Sstevel@tonic-gate if (lwp != NULL) 4947c478bd9Sstevel@tonic-gate lwp->lwp_nostop--; 4957c478bd9Sstevel@tonic-gate } 4967c478bd9Sstevel@tonic-gate 4977c478bd9Sstevel@tonic-gate /* 4987c478bd9Sstevel@tonic-gate * If there is a page flush thread, the current thread needs to 4997c478bd9Sstevel@tonic-gate * bail out, to prevent a possible deadlock between the current 5007c478bd9Sstevel@tonic-gate * thread (which might be in a start_op/end_op region), the 5017c478bd9Sstevel@tonic-gate * recovery thread, and the page flush thread. Expire the 5027c478bd9Sstevel@tonic-gate * attribute cache, so that any attributes the current thread was 5037c478bd9Sstevel@tonic-gate * going to set are not lost. 5047c478bd9Sstevel@tonic-gate */ 5057c478bd9Sstevel@tonic-gate if ((rp->r_flags & R4PGFLUSH) && rp->r_pgflush != curthread) { 5067c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4_LOCKED(rp); 5077c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 5087c478bd9Sstevel@tonic-gate return; 5097c478bd9Sstevel@tonic-gate } 5107c478bd9Sstevel@tonic-gate 5117c478bd9Sstevel@tonic-gate if (rp->r_time_attr_saved > t) { 5127c478bd9Sstevel@tonic-gate /* 5137c478bd9Sstevel@tonic-gate * Attributes have been cached since these attributes were 51400fdf600Smaheshvs * probably made. If there is an inconsistency in what is 51500fdf600Smaheshvs * cached, mark them invalid. If not, don't act on them. 5167c478bd9Sstevel@tonic-gate */ 51700fdf600Smaheshvs if (!CACHE4_VALID(rp, vap->va_mtime, vap->va_size)) 51800fdf600Smaheshvs PURGE_ATTRCACHE4_LOCKED(rp); 5197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 5207c478bd9Sstevel@tonic-gate return; 5217c478bd9Sstevel@tonic-gate } 5227c478bd9Sstevel@tonic-gate set_time_cache_inval = 0; 5237c478bd9Sstevel@tonic-gate if (cinfo) { 5247c478bd9Sstevel@tonic-gate /* 5257c478bd9Sstevel@tonic-gate * Only directory modifying callers pass non-NULL cinfo. 5267c478bd9Sstevel@tonic-gate */ 5277c478bd9Sstevel@tonic-gate ASSERT(vp->v_type == VDIR); 5287c478bd9Sstevel@tonic-gate /* 5297c478bd9Sstevel@tonic-gate * If the cache timeout either doesn't exist or hasn't expired, 5307c478bd9Sstevel@tonic-gate * and dir didn't changed on server before dirmod op 5317c478bd9Sstevel@tonic-gate * and dir didn't change after dirmod op but before getattr 5327c478bd9Sstevel@tonic-gate * then there's a chance that the client's cached data for 5337c478bd9Sstevel@tonic-gate * this object is current (not stale). No immediate cache 5347c478bd9Sstevel@tonic-gate * flush is required. 5357c478bd9Sstevel@tonic-gate * 5367c478bd9Sstevel@tonic-gate */ 5377c478bd9Sstevel@tonic-gate if ((! rp->r_time_cache_inval || t < rp->r_time_cache_inval) && 5387c478bd9Sstevel@tonic-gate cinfo->before == rp->r_change && 5397c478bd9Sstevel@tonic-gate (garp->n4g_change_valid && 5407c478bd9Sstevel@tonic-gate cinfo->after == garp->n4g_change)) { 5417c478bd9Sstevel@tonic-gate 5427c478bd9Sstevel@tonic-gate /* 5437c478bd9Sstevel@tonic-gate * If atomic isn't set, then the before/after info 5447c478bd9Sstevel@tonic-gate * cannot be blindly trusted. For this case, we tell 5457c478bd9Sstevel@tonic-gate * nfs4_attrcache_va to cache the attrs but also 5467c478bd9Sstevel@tonic-gate * establish an absolute maximum cache timeout. When 5477c478bd9Sstevel@tonic-gate * the timeout is reached, caches will be flushed. 5487c478bd9Sstevel@tonic-gate */ 5497c478bd9Sstevel@tonic-gate if (! cinfo->atomic) 5507c478bd9Sstevel@tonic-gate set_time_cache_inval = 1; 5517c478bd9Sstevel@tonic-gate } else { 5527c478bd9Sstevel@tonic-gate 5537c478bd9Sstevel@tonic-gate /* 5547c478bd9Sstevel@tonic-gate * We're not sure exactly what changed, but we know 5557c478bd9Sstevel@tonic-gate * what to do. flush all caches for dir. remove the 5567c478bd9Sstevel@tonic-gate * attr timeout. 5577c478bd9Sstevel@tonic-gate * 5587c478bd9Sstevel@tonic-gate * a) timeout expired. flush all caches. 5597c478bd9Sstevel@tonic-gate * b) r_change != cinfo.before. flush all caches. 5607c478bd9Sstevel@tonic-gate * c) r_change == cinfo.before, but cinfo.after != 5617c478bd9Sstevel@tonic-gate * post-op getattr(change). flush all caches. 5627c478bd9Sstevel@tonic-gate * d) post-op getattr(change) not provided by server. 5637c478bd9Sstevel@tonic-gate * flush all caches. 5647c478bd9Sstevel@tonic-gate */ 5657c478bd9Sstevel@tonic-gate mtime_changed = 1; 5667c478bd9Sstevel@tonic-gate ctime_changed = 1; 5677c478bd9Sstevel@tonic-gate rp->r_time_cache_inval = 0; 5687c478bd9Sstevel@tonic-gate } 5697c478bd9Sstevel@tonic-gate } else { 5705e4df02aSvv /* 5715e4df02aSvv * Write thread after writing data to file on remote server, 5725e4df02aSvv * will always set R4WRITEMODIFIED to indicate that file on 5735e4df02aSvv * remote server was modified with a WRITE operation and would 5745e4df02aSvv * have marked attribute cache as timed out. If R4WRITEMODIFIED 5755e4df02aSvv * is set, then do not check for mtime and ctime change. 5765e4df02aSvv */ 5777c478bd9Sstevel@tonic-gate if (!(rp->r_flags & R4WRITEMODIFIED)) { 5787c478bd9Sstevel@tonic-gate if (!CACHE4_VALID(rp, vap->va_mtime, vap->va_size)) 5797c478bd9Sstevel@tonic-gate mtime_changed = 1; 5805e4df02aSvv 5817c478bd9Sstevel@tonic-gate if (rp->r_attr.va_ctime.tv_sec != 5827c478bd9Sstevel@tonic-gate vap->va_ctime.tv_sec || 5837c478bd9Sstevel@tonic-gate rp->r_attr.va_ctime.tv_nsec != 5847c478bd9Sstevel@tonic-gate vap->va_ctime.tv_nsec) 5857c478bd9Sstevel@tonic-gate ctime_changed = 1; 5867c478bd9Sstevel@tonic-gate } else { 5875e4df02aSvv writemodify_set = B_TRUE; 5887c478bd9Sstevel@tonic-gate } 5897c478bd9Sstevel@tonic-gate } 5907c478bd9Sstevel@tonic-gate 5915e4df02aSvv preattr_rsize = rp->r_size; 5925e4df02aSvv 5937c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vp, garp, set_time_cache_inval); 5947c478bd9Sstevel@tonic-gate 5955e4df02aSvv /* 5965e4df02aSvv * If we have updated filesize in nfs4_attrcache_va, as soon as we 5975e4df02aSvv * drop statelock we will be in transition of purging all 5985e4df02aSvv * our caches and updating them. It is possible for another 5995e4df02aSvv * thread to pick this new file size and read in zeroed data. 6005e4df02aSvv * stall other threads till cache purge is complete. 6015e4df02aSvv */ 6025e4df02aSvv if ((!cinfo) && (rp->r_size != preattr_rsize)) { 6035e4df02aSvv /* 6045e4df02aSvv * If R4WRITEMODIFIED was set and we have updated the file 6055e4df02aSvv * size, Server's returned file size need not necessarily 6065e4df02aSvv * be because of this Client's WRITE. We need to purge 6075e4df02aSvv * all caches. 6085e4df02aSvv */ 6095e4df02aSvv if (writemodify_set) 6105e4df02aSvv mtime_changed = 1; 6115e4df02aSvv 6125e4df02aSvv if (mtime_changed && !(rp->r_flags & R4INCACHEPURGE)) { 6135e4df02aSvv rp->r_flags |= R4INCACHEPURGE; 6145e4df02aSvv cachepurge_set = B_TRUE; 6155e4df02aSvv } 6165e4df02aSvv } 6175e4df02aSvv 6187c478bd9Sstevel@tonic-gate if (!mtime_changed && !ctime_changed) { 6197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6207c478bd9Sstevel@tonic-gate return; 6217c478bd9Sstevel@tonic-gate } 6227c478bd9Sstevel@tonic-gate 6237c478bd9Sstevel@tonic-gate rp->r_serial = curthread; 6247c478bd9Sstevel@tonic-gate 6257c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6267c478bd9Sstevel@tonic-gate 6277c478bd9Sstevel@tonic-gate /* 6287c478bd9Sstevel@tonic-gate * If we're the recov thread, then force async nfs4_purge_caches 6297c478bd9Sstevel@tonic-gate * to avoid potential deadlock. 6307c478bd9Sstevel@tonic-gate */ 6317c478bd9Sstevel@tonic-gate if (mtime_changed) 6327c478bd9Sstevel@tonic-gate nfs4_purge_caches(vp, NFS4_NOPURGE_DNLC, cr, recov ? 1 : async); 6337c478bd9Sstevel@tonic-gate 6345e4df02aSvv if ((rp->r_flags & R4INCACHEPURGE) && cachepurge_set) { 6355e4df02aSvv mutex_enter(&rp->r_statelock); 6365e4df02aSvv rp->r_flags &= ~R4INCACHEPURGE; 6375e4df02aSvv cv_broadcast(&rp->r_cv); 6385e4df02aSvv mutex_exit(&rp->r_statelock); 6395e4df02aSvv cachepurge_set = B_FALSE; 6405e4df02aSvv } 6415e4df02aSvv 6427c478bd9Sstevel@tonic-gate if (ctime_changed) { 6437c478bd9Sstevel@tonic-gate (void) nfs4_access_purge_rp(rp); 6447c478bd9Sstevel@tonic-gate if (rp->r_secattr != NULL) { 6457c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 6467c478bd9Sstevel@tonic-gate vsp = rp->r_secattr; 6477c478bd9Sstevel@tonic-gate rp->r_secattr = NULL; 6487c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6497c478bd9Sstevel@tonic-gate if (vsp != NULL) 6507c478bd9Sstevel@tonic-gate nfs4_acl_free_cache(vsp); 6517c478bd9Sstevel@tonic-gate } 6527c478bd9Sstevel@tonic-gate } 6537c478bd9Sstevel@tonic-gate 6547c478bd9Sstevel@tonic-gate if (!was_serial) { 6557c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 6567c478bd9Sstevel@tonic-gate rp->r_serial = NULL; 6577c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 6587c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6597c478bd9Sstevel@tonic-gate } 6607c478bd9Sstevel@tonic-gate } 6617c478bd9Sstevel@tonic-gate 6627c478bd9Sstevel@tonic-gate /* 6637c478bd9Sstevel@tonic-gate * Set attributes cache for given vnode using virtual attributes. 6647c478bd9Sstevel@tonic-gate * 6657c478bd9Sstevel@tonic-gate * Set the timeout value on the attribute cache and fill it 6667c478bd9Sstevel@tonic-gate * with the passed in attributes. 6677c478bd9Sstevel@tonic-gate * 6687c478bd9Sstevel@tonic-gate * The caller must be holding r_statelock. 6697c478bd9Sstevel@tonic-gate */ 6707c478bd9Sstevel@tonic-gate static void 6717c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vnode_t *vp, nfs4_ga_res_t *garp, int set_cache_timeout) 6727c478bd9Sstevel@tonic-gate { 6737c478bd9Sstevel@tonic-gate rnode4_t *rp; 6747c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 6757c478bd9Sstevel@tonic-gate hrtime_t delta; 6767c478bd9Sstevel@tonic-gate hrtime_t now; 6777c478bd9Sstevel@tonic-gate vattr_t *vap = &garp->n4g_va; 6787c478bd9Sstevel@tonic-gate 6797c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 6807c478bd9Sstevel@tonic-gate 6817c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&rp->r_statelock)); 6827c478bd9Sstevel@tonic-gate ASSERT(vap->va_mask == AT_ALL); 6837c478bd9Sstevel@tonic-gate 6847c478bd9Sstevel@tonic-gate /* Switch to master before checking v_flag */ 6857c478bd9Sstevel@tonic-gate if (IS_SHADOW(vp, rp)) 6867c478bd9Sstevel@tonic-gate vp = RTOV4(rp); 6877c478bd9Sstevel@tonic-gate 6887c478bd9Sstevel@tonic-gate now = gethrtime(); 6897c478bd9Sstevel@tonic-gate 6907c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 6917c478bd9Sstevel@tonic-gate 6927c478bd9Sstevel@tonic-gate /* 6937c478bd9Sstevel@tonic-gate * Only establish a new cache timeout (if requested). Never 6947c478bd9Sstevel@tonic-gate * extend a timeout. Never clear a timeout. Clearing a timeout 6957c478bd9Sstevel@tonic-gate * is done by nfs4_update_dircaches (ancestor in our call chain) 6967c478bd9Sstevel@tonic-gate */ 6977c478bd9Sstevel@tonic-gate if (set_cache_timeout && ! rp->r_time_cache_inval) 6987c478bd9Sstevel@tonic-gate rp->r_time_cache_inval = now + mi->mi_acdirmax; 6997c478bd9Sstevel@tonic-gate 7007c478bd9Sstevel@tonic-gate /* 7017c478bd9Sstevel@tonic-gate * Delta is the number of nanoseconds that we will 7027c478bd9Sstevel@tonic-gate * cache the attributes of the file. It is based on 7037c478bd9Sstevel@tonic-gate * the number of nanoseconds since the last time that 7047c478bd9Sstevel@tonic-gate * we detected a change. The assumption is that files 7057c478bd9Sstevel@tonic-gate * that changed recently are likely to change again. 7067c478bd9Sstevel@tonic-gate * There is a minimum and a maximum for regular files 7077c478bd9Sstevel@tonic-gate * and for directories which is enforced though. 7087c478bd9Sstevel@tonic-gate * 7097c478bd9Sstevel@tonic-gate * Using the time since last change was detected 7107c478bd9Sstevel@tonic-gate * eliminates direct comparison or calculation 7117c478bd9Sstevel@tonic-gate * using mixed client and server times. NFS does 7127c478bd9Sstevel@tonic-gate * not make any assumptions regarding the client 7137c478bd9Sstevel@tonic-gate * and server clocks being synchronized. 7147c478bd9Sstevel@tonic-gate */ 7157c478bd9Sstevel@tonic-gate if (vap->va_mtime.tv_sec != rp->r_attr.va_mtime.tv_sec || 7167c478bd9Sstevel@tonic-gate vap->va_mtime.tv_nsec != rp->r_attr.va_mtime.tv_nsec || 7177c478bd9Sstevel@tonic-gate vap->va_size != rp->r_attr.va_size) { 7187c478bd9Sstevel@tonic-gate rp->r_time_attr_saved = now; 7197c478bd9Sstevel@tonic-gate } 7207c478bd9Sstevel@tonic-gate 7217c478bd9Sstevel@tonic-gate if ((mi->mi_flags & MI4_NOAC) || (vp->v_flag & VNOCACHE)) 7227c478bd9Sstevel@tonic-gate delta = 0; 7237c478bd9Sstevel@tonic-gate else { 7247c478bd9Sstevel@tonic-gate delta = now - rp->r_time_attr_saved; 7257c478bd9Sstevel@tonic-gate if (vp->v_type == VDIR) { 7267c478bd9Sstevel@tonic-gate if (delta < mi->mi_acdirmin) 7277c478bd9Sstevel@tonic-gate delta = mi->mi_acdirmin; 7287c478bd9Sstevel@tonic-gate else if (delta > mi->mi_acdirmax) 7297c478bd9Sstevel@tonic-gate delta = mi->mi_acdirmax; 7307c478bd9Sstevel@tonic-gate } else { 7317c478bd9Sstevel@tonic-gate if (delta < mi->mi_acregmin) 7327c478bd9Sstevel@tonic-gate delta = mi->mi_acregmin; 7337c478bd9Sstevel@tonic-gate else if (delta > mi->mi_acregmax) 7347c478bd9Sstevel@tonic-gate delta = mi->mi_acregmax; 7357c478bd9Sstevel@tonic-gate } 7367c478bd9Sstevel@tonic-gate } 7377c478bd9Sstevel@tonic-gate rp->r_time_attr_inval = now + delta; 7387c478bd9Sstevel@tonic-gate 7397c478bd9Sstevel@tonic-gate rp->r_attr = *vap; 7407c478bd9Sstevel@tonic-gate if (garp->n4g_change_valid) 7417c478bd9Sstevel@tonic-gate rp->r_change = garp->n4g_change; 7427c478bd9Sstevel@tonic-gate 7437c478bd9Sstevel@tonic-gate /* 7447c478bd9Sstevel@tonic-gate * The attributes that were returned may be valid and can 7457c478bd9Sstevel@tonic-gate * be used, but they may not be allowed to be cached. 7467c478bd9Sstevel@tonic-gate * Reset the timers to cause immediate invalidation and 7477c478bd9Sstevel@tonic-gate * clear r_change so no VERIFY operations will suceed 7487c478bd9Sstevel@tonic-gate */ 7497c478bd9Sstevel@tonic-gate if (garp->n4g_attrwhy == NFS4_GETATTR_NOCACHE_OK) { 7507c478bd9Sstevel@tonic-gate rp->r_time_attr_inval = now; 7517c478bd9Sstevel@tonic-gate rp->r_time_attr_saved = now; 7527c478bd9Sstevel@tonic-gate rp->r_change = 0; 7537c478bd9Sstevel@tonic-gate } 7547c478bd9Sstevel@tonic-gate 7557c478bd9Sstevel@tonic-gate /* 7567c478bd9Sstevel@tonic-gate * If mounted_on_fileid returned AND the object is a stub, 7577c478bd9Sstevel@tonic-gate * then set object's va_nodeid to the mounted over fid 7587c478bd9Sstevel@tonic-gate * returned by server. 7597c478bd9Sstevel@tonic-gate * 7607c478bd9Sstevel@tonic-gate * If mounted_on_fileid not provided/supported, then 7617c478bd9Sstevel@tonic-gate * just set it to 0 for now. Eventually it would be 7627c478bd9Sstevel@tonic-gate * better to set it to a hashed version of FH. This 7637c478bd9Sstevel@tonic-gate * would probably be good enough to provide a unique 7647c478bd9Sstevel@tonic-gate * fid/d_ino within a dir. 7657c478bd9Sstevel@tonic-gate * 7667c478bd9Sstevel@tonic-gate * We don't need to carry mounted_on_fileid in the 7677c478bd9Sstevel@tonic-gate * rnode as long as the client never requests fileid 7687c478bd9Sstevel@tonic-gate * without also requesting mounted_on_fileid. For 7697c478bd9Sstevel@tonic-gate * now, it stays. 7707c478bd9Sstevel@tonic-gate */ 7717c478bd9Sstevel@tonic-gate if (garp->n4g_mon_fid_valid) { 7727c478bd9Sstevel@tonic-gate rp->r_mntd_fid = garp->n4g_mon_fid; 7737c478bd9Sstevel@tonic-gate 774b9238976Sth if (RP_ISSTUB(rp)) 7757c478bd9Sstevel@tonic-gate rp->r_attr.va_nodeid = rp->r_mntd_fid; 7767c478bd9Sstevel@tonic-gate } 7777c478bd9Sstevel@tonic-gate 7787c478bd9Sstevel@tonic-gate /* 7797c478bd9Sstevel@tonic-gate * Check to see if there are valid pathconf bits to 7807c478bd9Sstevel@tonic-gate * cache in the rnode. 7817c478bd9Sstevel@tonic-gate */ 7827c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res) { 7837c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res->n4g_pc4.pc4_cache_valid) { 7847c478bd9Sstevel@tonic-gate rp->r_pathconf = garp->n4g_ext_res->n4g_pc4; 7857c478bd9Sstevel@tonic-gate } else { 7867c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res->n4g_pc4.pc4_xattr_valid) { 7877c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_valid = TRUE; 7887c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_exists = 7897c478bd9Sstevel@tonic-gate garp->n4g_ext_res->n4g_pc4.pc4_xattr_exists; 7907c478bd9Sstevel@tonic-gate } 7917c478bd9Sstevel@tonic-gate } 7927c478bd9Sstevel@tonic-gate } 7937c478bd9Sstevel@tonic-gate /* 7947c478bd9Sstevel@tonic-gate * Update the size of the file if there is no cached data or if 7957c478bd9Sstevel@tonic-gate * the cached data is clean and there is no data being written 7967c478bd9Sstevel@tonic-gate * out. 7977c478bd9Sstevel@tonic-gate */ 7987c478bd9Sstevel@tonic-gate if (rp->r_size != vap->va_size && 7997c478bd9Sstevel@tonic-gate (!vn_has_cached_data(vp) || 8007c478bd9Sstevel@tonic-gate (!(rp->r_flags & R4DIRTY) && rp->r_count == 0))) { 8017c478bd9Sstevel@tonic-gate rp->r_size = vap->va_size; 8027c478bd9Sstevel@tonic-gate } 8037c478bd9Sstevel@tonic-gate nfs_setswaplike(vp, vap); 8047c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4WRITEMODIFIED; 8057c478bd9Sstevel@tonic-gate } 8067c478bd9Sstevel@tonic-gate 8077c478bd9Sstevel@tonic-gate /* 8087c478bd9Sstevel@tonic-gate * Get attributes over-the-wire and update attributes cache 8097c478bd9Sstevel@tonic-gate * if no error occurred in the over-the-wire operation. 8107c478bd9Sstevel@tonic-gate * Return 0 if successful, otherwise error. 8117c478bd9Sstevel@tonic-gate */ 8127c478bd9Sstevel@tonic-gate int 8137c478bd9Sstevel@tonic-gate nfs4_getattr_otw(vnode_t *vp, nfs4_ga_res_t *garp, cred_t *cr, int get_acl) 8147c478bd9Sstevel@tonic-gate { 8157c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 8167c478bd9Sstevel@tonic-gate hrtime_t t; 8177c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 8187c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 8197c478bd9Sstevel@tonic-gate 8207c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 8217c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 8227c478bd9Sstevel@tonic-gate 8237c478bd9Sstevel@tonic-gate /* Save the original mount point security flavor */ 8247c478bd9Sstevel@tonic-gate (void) save_mnt_secinfo(mi->mi_curr_serv); 8257c478bd9Sstevel@tonic-gate 8267c478bd9Sstevel@tonic-gate recov_retry: 827b9238976Sth 8287c478bd9Sstevel@tonic-gate if ((e.error = nfs4_start_fop(mi, vp, NULL, OH_GETATTR, 829b9238976Sth &recov_state, NULL))) { 8307c478bd9Sstevel@tonic-gate (void) check_mnt_secinfo(mi->mi_curr_serv, vp); 8317c478bd9Sstevel@tonic-gate return (e.error); 8327c478bd9Sstevel@tonic-gate } 8337c478bd9Sstevel@tonic-gate 8347c478bd9Sstevel@tonic-gate t = gethrtime(); 8357c478bd9Sstevel@tonic-gate 8367c478bd9Sstevel@tonic-gate nfs4_getattr_otw_norecovery(vp, garp, &e, cr, get_acl); 8377c478bd9Sstevel@tonic-gate 8387c478bd9Sstevel@tonic-gate if (nfs4_needs_recovery(&e, FALSE, vp->v_vfsp)) { 8397c478bd9Sstevel@tonic-gate if (nfs4_start_recovery(&e, VTOMI4(vp), vp, NULL, NULL, 840*2f172c55SRobert Thurlow NULL, OP_GETATTR, NULL, NULL, NULL) == FALSE) { 8417c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, 842b9238976Sth &recov_state, 1); 8437c478bd9Sstevel@tonic-gate goto recov_retry; 8447c478bd9Sstevel@tonic-gate } 8457c478bd9Sstevel@tonic-gate } 8467c478bd9Sstevel@tonic-gate 8477c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 0); 8487c478bd9Sstevel@tonic-gate 8497c478bd9Sstevel@tonic-gate if (!e.error) { 8507c478bd9Sstevel@tonic-gate if (e.stat == NFS4_OK) { 8517c478bd9Sstevel@tonic-gate nfs4_attr_cache(vp, garp, t, cr, FALSE, NULL); 8527c478bd9Sstevel@tonic-gate } else { 8537c478bd9Sstevel@tonic-gate e.error = geterrno4(e.stat); 8547c478bd9Sstevel@tonic-gate 8557c478bd9Sstevel@tonic-gate nfs4_purge_stale_fh(e.error, vp, cr); 8567c478bd9Sstevel@tonic-gate } 8577c478bd9Sstevel@tonic-gate } 8587c478bd9Sstevel@tonic-gate 8597c478bd9Sstevel@tonic-gate /* 8607c478bd9Sstevel@tonic-gate * If getattr a node that is a stub for a crossed 8617c478bd9Sstevel@tonic-gate * mount point, keep the original secinfo flavor for 8627c478bd9Sstevel@tonic-gate * the current file system, not the crossed one. 8637c478bd9Sstevel@tonic-gate */ 8647c478bd9Sstevel@tonic-gate (void) check_mnt_secinfo(mi->mi_curr_serv, vp); 8657c478bd9Sstevel@tonic-gate 8667c478bd9Sstevel@tonic-gate return (e.error); 8677c478bd9Sstevel@tonic-gate } 8687c478bd9Sstevel@tonic-gate 8697c478bd9Sstevel@tonic-gate /* 8707c478bd9Sstevel@tonic-gate * Generate a compound to get attributes over-the-wire. 8717c478bd9Sstevel@tonic-gate */ 8727c478bd9Sstevel@tonic-gate void 8737c478bd9Sstevel@tonic-gate nfs4_getattr_otw_norecovery(vnode_t *vp, nfs4_ga_res_t *garp, 874b9238976Sth nfs4_error_t *ep, cred_t *cr, int get_acl) 8757c478bd9Sstevel@tonic-gate { 8767c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 8777c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 8787c478bd9Sstevel@tonic-gate int doqueue; 8797c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 8807c478bd9Sstevel@tonic-gate nfs_argop4 argop[2]; 8817c478bd9Sstevel@tonic-gate 8827c478bd9Sstevel@tonic-gate args.ctag = TAG_GETATTR; 8837c478bd9Sstevel@tonic-gate 8847c478bd9Sstevel@tonic-gate args.array_len = 2; 8857c478bd9Sstevel@tonic-gate args.array = argop; 8867c478bd9Sstevel@tonic-gate 8877c478bd9Sstevel@tonic-gate /* putfh */ 8887c478bd9Sstevel@tonic-gate argop[0].argop = OP_CPUTFH; 8897c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.opcputfh.sfh = rp->r_fh; 8907c478bd9Sstevel@tonic-gate 8917c478bd9Sstevel@tonic-gate /* getattr */ 8927c478bd9Sstevel@tonic-gate /* 8937c478bd9Sstevel@tonic-gate * Unlike nfs version 2 and 3, where getattr returns all the 894da6c28aaSamw * attributes, nfs version 4 returns only the ones explicitly 8957c478bd9Sstevel@tonic-gate * asked for. This creates problems, as some system functions 8967c478bd9Sstevel@tonic-gate * (e.g. cache check) require certain attributes and if the 8977c478bd9Sstevel@tonic-gate * cached node lacks some attributes such as uid/gid, it can 8987c478bd9Sstevel@tonic-gate * affect system utilities (e.g. "ls") that rely on the information 8997c478bd9Sstevel@tonic-gate * to be there. This can lead to anything from system crashes to 9007c478bd9Sstevel@tonic-gate * corrupted information processed by user apps. 9017c478bd9Sstevel@tonic-gate * So to ensure that all bases are covered, request at least 9027c478bd9Sstevel@tonic-gate * the AT_ALL attribute mask. 9037c478bd9Sstevel@tonic-gate */ 9047c478bd9Sstevel@tonic-gate argop[1].argop = OP_GETATTR; 9057c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request = NFS4_VATTR_MASK; 9067c478bd9Sstevel@tonic-gate if (get_acl) 9077c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request |= FATTR4_ACL_MASK; 9087c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.mi = VTOMI4(vp); 9097c478bd9Sstevel@tonic-gate 9107c478bd9Sstevel@tonic-gate doqueue = 1; 9117c478bd9Sstevel@tonic-gate 9127c478bd9Sstevel@tonic-gate rfs4call(VTOMI4(vp), &args, &res, cr, &doqueue, 0, ep); 9137c478bd9Sstevel@tonic-gate 9147c478bd9Sstevel@tonic-gate if (ep->error) 9157c478bd9Sstevel@tonic-gate return; 9167c478bd9Sstevel@tonic-gate 9177c478bd9Sstevel@tonic-gate if (res.status != NFS4_OK) { 9187c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 9197c478bd9Sstevel@tonic-gate return; 9207c478bd9Sstevel@tonic-gate } 9217c478bd9Sstevel@tonic-gate 9227c478bd9Sstevel@tonic-gate *garp = res.array[1].nfs_resop4_u.opgetattr.ga_res; 9237c478bd9Sstevel@tonic-gate 9247c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 9257c478bd9Sstevel@tonic-gate } 9267c478bd9Sstevel@tonic-gate 9277c478bd9Sstevel@tonic-gate /* 9287c478bd9Sstevel@tonic-gate * Return either cached or remote attributes. If get remote attr 9297c478bd9Sstevel@tonic-gate * use them to check and invalidate caches, then cache the new attributes. 9307c478bd9Sstevel@tonic-gate */ 9317c478bd9Sstevel@tonic-gate int 9327c478bd9Sstevel@tonic-gate nfs4getattr(vnode_t *vp, vattr_t *vap, cred_t *cr) 9337c478bd9Sstevel@tonic-gate { 9347c478bd9Sstevel@tonic-gate int error; 9357c478bd9Sstevel@tonic-gate rnode4_t *rp; 9367c478bd9Sstevel@tonic-gate nfs4_ga_res_t gar; 9377c478bd9Sstevel@tonic-gate 9387c478bd9Sstevel@tonic-gate ASSERT(nfs4_consistent_type(vp)); 9397c478bd9Sstevel@tonic-gate 9407c478bd9Sstevel@tonic-gate /* 9417c478bd9Sstevel@tonic-gate * If we've got cached attributes, we're done, otherwise go 9427c478bd9Sstevel@tonic-gate * to the server to get attributes, which will update the cache 943b9238976Sth * in the process. Either way, use the cached attributes for 944b9238976Sth * the caller's vattr_t. 945b9238976Sth * 946b9238976Sth * Note that we ignore the gar set by the OTW call: the attr caching 947b9238976Sth * code may make adjustments when storing to the rnode, and we want 948b9238976Sth * to see those changes here. 9497c478bd9Sstevel@tonic-gate */ 9507c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 951b9238976Sth error = 0; 9527c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 953b9238976Sth if (!ATTRCACHE4_VALID(vp)) { 9547c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 955b9238976Sth error = nfs4_getattr_otw(vp, &gar, cr, 0); 956b9238976Sth mutex_enter(&rp->r_statelock); 9577c478bd9Sstevel@tonic-gate } 9587c478bd9Sstevel@tonic-gate 9597c478bd9Sstevel@tonic-gate if (!error) 960b9238976Sth *vap = rp->r_attr; 9617c478bd9Sstevel@tonic-gate 9627c478bd9Sstevel@tonic-gate /* Return the client's view of file size */ 9637c478bd9Sstevel@tonic-gate vap->va_size = rp->r_size; 964b9238976Sth 9657c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 9667c478bd9Sstevel@tonic-gate 9677c478bd9Sstevel@tonic-gate ASSERT(nfs4_consistent_type(vp)); 9687c478bd9Sstevel@tonic-gate 9697c478bd9Sstevel@tonic-gate return (error); 9707c478bd9Sstevel@tonic-gate } 9717c478bd9Sstevel@tonic-gate 9727c478bd9Sstevel@tonic-gate int 9737c478bd9Sstevel@tonic-gate nfs4_attr_otw(vnode_t *vp, nfs4_tag_type_t tag_type, 974b9238976Sth nfs4_ga_res_t *garp, bitmap4 reqbitmap, cred_t *cr) 9757c478bd9Sstevel@tonic-gate { 9767c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 9777c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 9787c478bd9Sstevel@tonic-gate int doqueue; 9797c478bd9Sstevel@tonic-gate nfs_argop4 argop[2]; 9807c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 9817c478bd9Sstevel@tonic-gate bool_t needrecov = FALSE; 9827c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 9837c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 9847c478bd9Sstevel@tonic-gate nfs4_ga_ext_res_t *gerp; 9857c478bd9Sstevel@tonic-gate 9867c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 9877c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 9887c478bd9Sstevel@tonic-gate 9897c478bd9Sstevel@tonic-gate recov_retry: 9907c478bd9Sstevel@tonic-gate args.ctag = tag_type; 9917c478bd9Sstevel@tonic-gate 9927c478bd9Sstevel@tonic-gate args.array_len = 2; 9937c478bd9Sstevel@tonic-gate args.array = argop; 9947c478bd9Sstevel@tonic-gate 9957c478bd9Sstevel@tonic-gate e.error = nfs4_start_fop(mi, vp, NULL, OH_GETATTR, &recov_state, NULL); 9967c478bd9Sstevel@tonic-gate if (e.error) 9977c478bd9Sstevel@tonic-gate return (e.error); 9987c478bd9Sstevel@tonic-gate 9997c478bd9Sstevel@tonic-gate /* putfh */ 10007c478bd9Sstevel@tonic-gate argop[0].argop = OP_CPUTFH; 10017c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.opcputfh.sfh = VTOR4(vp)->r_fh; 10027c478bd9Sstevel@tonic-gate 10037c478bd9Sstevel@tonic-gate /* getattr */ 10047c478bd9Sstevel@tonic-gate argop[1].argop = OP_GETATTR; 10057c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request = reqbitmap; 10067c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.mi = mi; 10077c478bd9Sstevel@tonic-gate 10087c478bd9Sstevel@tonic-gate doqueue = 1; 10097c478bd9Sstevel@tonic-gate 10107c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_call_debug, (CE_NOTE, 10117c478bd9Sstevel@tonic-gate "nfs4_attr_otw: %s call, rp %s", needrecov ? "recov" : "first", 10127c478bd9Sstevel@tonic-gate rnode4info(VTOR4(vp)))); 10137c478bd9Sstevel@tonic-gate 10147c478bd9Sstevel@tonic-gate rfs4call(mi, &args, &res, cr, &doqueue, 0, &e); 10157c478bd9Sstevel@tonic-gate 10167c478bd9Sstevel@tonic-gate needrecov = nfs4_needs_recovery(&e, FALSE, vp->v_vfsp); 10177c478bd9Sstevel@tonic-gate if (!needrecov && e.error) { 10187c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1019b9238976Sth needrecov); 10207c478bd9Sstevel@tonic-gate return (e.error); 10217c478bd9Sstevel@tonic-gate } 10227c478bd9Sstevel@tonic-gate 10237c478bd9Sstevel@tonic-gate if (needrecov) { 10247c478bd9Sstevel@tonic-gate bool_t abort; 10257c478bd9Sstevel@tonic-gate 10267c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_recov_debug, (CE_NOTE, 10277c478bd9Sstevel@tonic-gate "nfs4_attr_otw: initiating recovery\n")); 10287c478bd9Sstevel@tonic-gate 10297c478bd9Sstevel@tonic-gate abort = nfs4_start_recovery(&e, VTOMI4(vp), vp, NULL, NULL, 1030*2f172c55SRobert Thurlow NULL, OP_GETATTR, NULL, NULL, NULL); 10317c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1032b9238976Sth needrecov); 10337c478bd9Sstevel@tonic-gate if (!e.error) { 10347c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 10357c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 10367c478bd9Sstevel@tonic-gate } 10377c478bd9Sstevel@tonic-gate if (abort == FALSE) 10387c478bd9Sstevel@tonic-gate goto recov_retry; 10397c478bd9Sstevel@tonic-gate return (e.error); 10407c478bd9Sstevel@tonic-gate } 10417c478bd9Sstevel@tonic-gate 10427c478bd9Sstevel@tonic-gate if (res.status) { 10437c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 10447c478bd9Sstevel@tonic-gate } else { 10457c478bd9Sstevel@tonic-gate gerp = garp->n4g_ext_res; 10467c478bd9Sstevel@tonic-gate bcopy(&res.array[1].nfs_resop4_u.opgetattr.ga_res, 1047b9238976Sth garp, sizeof (nfs4_ga_res_t)); 10487c478bd9Sstevel@tonic-gate garp->n4g_ext_res = gerp; 10497c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res && 10507c478bd9Sstevel@tonic-gate res.array[1].nfs_resop4_u.opgetattr.ga_res.n4g_ext_res) 10517c478bd9Sstevel@tonic-gate bcopy(res.array[1].nfs_resop4_u.opgetattr. 1052b9238976Sth ga_res.n4g_ext_res, 1053b9238976Sth garp->n4g_ext_res, sizeof (nfs4_ga_ext_res_t)); 10547c478bd9Sstevel@tonic-gate } 10557c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 10567c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1057b9238976Sth needrecov); 10587c478bd9Sstevel@tonic-gate return (e.error); 10597c478bd9Sstevel@tonic-gate } 10607c478bd9Sstevel@tonic-gate 10617c478bd9Sstevel@tonic-gate /* 10627c478bd9Sstevel@tonic-gate * Asynchronous I/O parameters. nfs_async_threads is the high-water mark 10637c478bd9Sstevel@tonic-gate * for the demand-based allocation of async threads per-mount. The 10647c478bd9Sstevel@tonic-gate * nfs_async_timeout is the amount of time a thread will live after it 10657c478bd9Sstevel@tonic-gate * becomes idle, unless new I/O requests are received before the thread 10667c478bd9Sstevel@tonic-gate * dies. See nfs4_async_putpage and nfs4_async_start. 10677c478bd9Sstevel@tonic-gate */ 10687c478bd9Sstevel@tonic-gate 10697c478bd9Sstevel@tonic-gate static void nfs4_async_start(struct vfs *); 10707c478bd9Sstevel@tonic-gate 10717c478bd9Sstevel@tonic-gate static void 10727c478bd9Sstevel@tonic-gate free_async_args4(struct nfs4_async_reqs *args) 10737c478bd9Sstevel@tonic-gate { 10747c478bd9Sstevel@tonic-gate rnode4_t *rp; 10757c478bd9Sstevel@tonic-gate 10767c478bd9Sstevel@tonic-gate if (args->a_io != NFS4_INACTIVE) { 10777c478bd9Sstevel@tonic-gate rp = VTOR4(args->a_vp); 10787c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 10797c478bd9Sstevel@tonic-gate rp->r_count--; 10807c478bd9Sstevel@tonic-gate if (args->a_io == NFS4_PUTAPAGE || 10817c478bd9Sstevel@tonic-gate args->a_io == NFS4_PAGEIO) 10827c478bd9Sstevel@tonic-gate rp->r_awcount--; 10837c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 10847c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 10857c478bd9Sstevel@tonic-gate VN_RELE(args->a_vp); 10867c478bd9Sstevel@tonic-gate } 10877c478bd9Sstevel@tonic-gate crfree(args->a_cred); 10887c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 10897c478bd9Sstevel@tonic-gate } 10907c478bd9Sstevel@tonic-gate 10917c478bd9Sstevel@tonic-gate /* 10927c478bd9Sstevel@tonic-gate * Cross-zone thread creation and NFS access is disallowed, yet fsflush() and 10937c478bd9Sstevel@tonic-gate * pageout(), running in the global zone, have legitimate reasons to do 10947c478bd9Sstevel@tonic-gate * VOP_PUTPAGE(B_ASYNC) on other zones' NFS mounts. We avoid the problem by 10957c478bd9Sstevel@tonic-gate * use of a a per-mount "asynchronous requests manager thread" which is 10967c478bd9Sstevel@tonic-gate * signaled by the various asynchronous work routines when there is 10977c478bd9Sstevel@tonic-gate * asynchronous work to be done. It is responsible for creating new 10987c478bd9Sstevel@tonic-gate * worker threads if necessary, and notifying existing worker threads 10997c478bd9Sstevel@tonic-gate * that there is work to be done. 11007c478bd9Sstevel@tonic-gate * 11017c478bd9Sstevel@tonic-gate * In other words, it will "take the specifications from the customers and 11027c478bd9Sstevel@tonic-gate * give them to the engineers." 11037c478bd9Sstevel@tonic-gate * 11047c478bd9Sstevel@tonic-gate * Worker threads die off of their own accord if they are no longer 11057c478bd9Sstevel@tonic-gate * needed. 11067c478bd9Sstevel@tonic-gate * 11077c478bd9Sstevel@tonic-gate * This thread is killed when the zone is going away or the filesystem 11087c478bd9Sstevel@tonic-gate * is being unmounted. 11097c478bd9Sstevel@tonic-gate */ 11107c478bd9Sstevel@tonic-gate void 11117c478bd9Sstevel@tonic-gate nfs4_async_manager(vfs_t *vfsp) 11127c478bd9Sstevel@tonic-gate { 11137c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 11147c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 11157c478bd9Sstevel@tonic-gate uint_t max_threads; 11167c478bd9Sstevel@tonic-gate 11177c478bd9Sstevel@tonic-gate mi = VFTOMI4(vfsp); 11187c478bd9Sstevel@tonic-gate 11197c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, 1120b9238976Sth "nfs4_async_manager"); 11217c478bd9Sstevel@tonic-gate 11227c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 11237c478bd9Sstevel@tonic-gate /* 11247c478bd9Sstevel@tonic-gate * We want to stash the max number of threads that this mount was 11257c478bd9Sstevel@tonic-gate * allowed so we can use it later when the variable is set to zero as 11267c478bd9Sstevel@tonic-gate * part of the zone/mount going away. 11277c478bd9Sstevel@tonic-gate * 11287c478bd9Sstevel@tonic-gate * We want to be able to create at least one thread to handle 1129388e50fcSMarcel Telka * asynchronous inactive calls. 11307c478bd9Sstevel@tonic-gate */ 11317c478bd9Sstevel@tonic-gate max_threads = MAX(mi->mi_max_threads, 1); 11327c478bd9Sstevel@tonic-gate /* 11337c478bd9Sstevel@tonic-gate * We don't want to wait for mi_max_threads to go to zero, since that 11347c478bd9Sstevel@tonic-gate * happens as part of a failed unmount, but this thread should only 11357c478bd9Sstevel@tonic-gate * exit when the mount is really going away. 11367c478bd9Sstevel@tonic-gate * 11377c478bd9Sstevel@tonic-gate * Once MI4_ASYNC_MGR_STOP is set, no more async operations will be 11387c478bd9Sstevel@tonic-gate * attempted: the various _async_*() functions know to do things 11397c478bd9Sstevel@tonic-gate * inline if mi_max_threads == 0. Henceforth we just drain out the 11407c478bd9Sstevel@tonic-gate * outstanding requests. 11417c478bd9Sstevel@tonic-gate * 11427c478bd9Sstevel@tonic-gate * Note that we still create zthreads even if we notice the zone is 11437c478bd9Sstevel@tonic-gate * shutting down (MI4_ASYNC_MGR_STOP is set); this may cause the zone 11447c478bd9Sstevel@tonic-gate * shutdown sequence to take slightly longer in some cases, but 11457c478bd9Sstevel@tonic-gate * doesn't violate the protocol, as all threads will exit as soon as 11467c478bd9Sstevel@tonic-gate * they're done processing the remaining requests. 11477c478bd9Sstevel@tonic-gate */ 1148388e50fcSMarcel Telka for (;;) { 11497c478bd9Sstevel@tonic-gate while (mi->mi_async_req_count > 0) { 11507c478bd9Sstevel@tonic-gate /* 11517c478bd9Sstevel@tonic-gate * Paranoia: If the mount started out having 11527c478bd9Sstevel@tonic-gate * (mi->mi_max_threads == 0), and the value was 11537c478bd9Sstevel@tonic-gate * later changed (via a debugger or somesuch), 11547c478bd9Sstevel@tonic-gate * we could be confused since we will think we 11557c478bd9Sstevel@tonic-gate * can't create any threads, and the calling 11567c478bd9Sstevel@tonic-gate * code (which looks at the current value of 11577c478bd9Sstevel@tonic-gate * mi->mi_max_threads, now non-zero) thinks we 11587c478bd9Sstevel@tonic-gate * can. 11597c478bd9Sstevel@tonic-gate * 11607c478bd9Sstevel@tonic-gate * So, because we're paranoid, we create threads 11617c478bd9Sstevel@tonic-gate * up to the maximum of the original and the 11627c478bd9Sstevel@tonic-gate * current value. This means that future 11637c478bd9Sstevel@tonic-gate * (debugger-induced) alterations of 11647c478bd9Sstevel@tonic-gate * mi->mi_max_threads are ignored for our 11657c478bd9Sstevel@tonic-gate * purposes, but who told them they could change 11667c478bd9Sstevel@tonic-gate * random values on a live kernel anyhow? 11677c478bd9Sstevel@tonic-gate */ 11687c478bd9Sstevel@tonic-gate if (mi->mi_threads < 11697c478bd9Sstevel@tonic-gate MAX(mi->mi_max_threads, max_threads)) { 11707c478bd9Sstevel@tonic-gate mi->mi_threads++; 11717c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 117250a83466Sjwahlig MI4_HOLD(mi); 11737c478bd9Sstevel@tonic-gate VFS_HOLD(vfsp); /* hold for new thread */ 11747c478bd9Sstevel@tonic-gate (void) zthread_create(NULL, 0, nfs4_async_start, 11757c478bd9Sstevel@tonic-gate vfsp, 0, minclsyspri); 11767c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 11777c478bd9Sstevel@tonic-gate } 11787c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_work_cv); 11797c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 11807c478bd9Sstevel@tonic-gate mi->mi_async_req_count--; 11817c478bd9Sstevel@tonic-gate } 1182388e50fcSMarcel Telka 11837c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 1184388e50fcSMarcel Telka if (mi->mi_flags & MI4_ASYNC_MGR_STOP) { 1185388e50fcSMarcel Telka mutex_exit(&mi->mi_lock); 1186388e50fcSMarcel Telka break; 1187388e50fcSMarcel Telka } 1188388e50fcSMarcel Telka mutex_exit(&mi->mi_lock); 1189388e50fcSMarcel Telka 1190388e50fcSMarcel Telka CALLB_CPR_SAFE_BEGIN(&cprinfo); 1191388e50fcSMarcel Telka cv_wait(&mi->mi_async_reqs_cv, &mi->mi_async_lock); 1192388e50fcSMarcel Telka CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 11937c478bd9Sstevel@tonic-gate } 11947c478bd9Sstevel@tonic-gate 11957c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 11967c478bd9Sstevel@tonic-gate "nfs4_async_manager exiting for vfs %p\n", (void *)mi->mi_vfsp)); 11977c478bd9Sstevel@tonic-gate /* 11987c478bd9Sstevel@tonic-gate * Let everyone know we're done. 11997c478bd9Sstevel@tonic-gate */ 12007c478bd9Sstevel@tonic-gate mi->mi_manager_thread = NULL; 12017c478bd9Sstevel@tonic-gate /* 12027c478bd9Sstevel@tonic-gate * Wake up the inactive thread. 12037c478bd9Sstevel@tonic-gate */ 12047c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_inact_req_cv); 12057c478bd9Sstevel@tonic-gate /* 12067c478bd9Sstevel@tonic-gate * Wake up anyone sitting in nfs4_async_manager_stop() 12077c478bd9Sstevel@tonic-gate */ 12087c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_cv); 12097c478bd9Sstevel@tonic-gate /* 12107c478bd9Sstevel@tonic-gate * There is no explicit call to mutex_exit(&mi->mi_async_lock) 12117c478bd9Sstevel@tonic-gate * since CALLB_CPR_EXIT is actually responsible for releasing 12127c478bd9Sstevel@tonic-gate * 'mi_async_lock'. 12137c478bd9Sstevel@tonic-gate */ 12147c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 12157c478bd9Sstevel@tonic-gate VFS_RELE(vfsp); /* release thread's hold */ 121650a83466Sjwahlig MI4_RELE(mi); 12177c478bd9Sstevel@tonic-gate zthread_exit(); 12187c478bd9Sstevel@tonic-gate } 12197c478bd9Sstevel@tonic-gate 12207c478bd9Sstevel@tonic-gate /* 12217c478bd9Sstevel@tonic-gate * Signal (and wait for) the async manager thread to clean up and go away. 12227c478bd9Sstevel@tonic-gate */ 12237c478bd9Sstevel@tonic-gate void 12247c478bd9Sstevel@tonic-gate nfs4_async_manager_stop(vfs_t *vfsp) 12257c478bd9Sstevel@tonic-gate { 12267c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 12277c478bd9Sstevel@tonic-gate 12287c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 12297c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 12307c478bd9Sstevel@tonic-gate mi->mi_flags |= MI4_ASYNC_MGR_STOP; 12317c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 12327c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_reqs_cv); 12337c478bd9Sstevel@tonic-gate /* 12347c478bd9Sstevel@tonic-gate * Wait for the async manager thread to die. 12357c478bd9Sstevel@tonic-gate */ 12367c478bd9Sstevel@tonic-gate while (mi->mi_manager_thread != NULL) 12377c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 12387c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 12397c478bd9Sstevel@tonic-gate } 12407c478bd9Sstevel@tonic-gate 12417c478bd9Sstevel@tonic-gate int 12427c478bd9Sstevel@tonic-gate nfs4_async_readahead(vnode_t *vp, u_offset_t blkoff, caddr_t addr, 1243b9238976Sth struct seg *seg, cred_t *cr, void (*readahead)(vnode_t *, 1244b9238976Sth u_offset_t, caddr_t, struct seg *, cred_t *)) 12457c478bd9Sstevel@tonic-gate { 12467c478bd9Sstevel@tonic-gate rnode4_t *rp; 12477c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 12487c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 12497c478bd9Sstevel@tonic-gate 12507c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 12517c478bd9Sstevel@tonic-gate ASSERT(rp->r_freef == NULL); 12527c478bd9Sstevel@tonic-gate 12537c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 12547c478bd9Sstevel@tonic-gate 12557c478bd9Sstevel@tonic-gate /* 12567c478bd9Sstevel@tonic-gate * If addr falls in a different segment, don't bother doing readahead. 12577c478bd9Sstevel@tonic-gate */ 12587c478bd9Sstevel@tonic-gate if (addr >= seg->s_base + seg->s_size) 12597c478bd9Sstevel@tonic-gate return (-1); 12607c478bd9Sstevel@tonic-gate 12617c478bd9Sstevel@tonic-gate /* 12627c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, punt on the readahead. 12637c478bd9Sstevel@tonic-gate */ 12647c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 12657c478bd9Sstevel@tonic-gate return (-1); 12667c478bd9Sstevel@tonic-gate 12677c478bd9Sstevel@tonic-gate /* 12687c478bd9Sstevel@tonic-gate * If a lock operation is pending, don't initiate any new 12697c478bd9Sstevel@tonic-gate * readaheads. Otherwise, bump r_count to indicate the new 12707c478bd9Sstevel@tonic-gate * asynchronous I/O. 12717c478bd9Sstevel@tonic-gate */ 12727c478bd9Sstevel@tonic-gate if (!nfs_rw_tryenter(&rp->r_lkserlock, RW_READER)) { 12737c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 12747c478bd9Sstevel@tonic-gate return (-1); 12757c478bd9Sstevel@tonic-gate } 12767c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 12777c478bd9Sstevel@tonic-gate rp->r_count++; 12787c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 12797c478bd9Sstevel@tonic-gate nfs_rw_exit(&rp->r_lkserlock); 12807c478bd9Sstevel@tonic-gate 12817c478bd9Sstevel@tonic-gate args->a_next = NULL; 12827c478bd9Sstevel@tonic-gate #ifdef DEBUG 12837c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 12847c478bd9Sstevel@tonic-gate #endif 12857c478bd9Sstevel@tonic-gate VN_HOLD(vp); 12867c478bd9Sstevel@tonic-gate args->a_vp = vp; 12877c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 12887c478bd9Sstevel@tonic-gate crhold(cr); 12897c478bd9Sstevel@tonic-gate args->a_cred = cr; 12907c478bd9Sstevel@tonic-gate args->a_io = NFS4_READ_AHEAD; 12917c478bd9Sstevel@tonic-gate args->a_nfs4_readahead = readahead; 12927c478bd9Sstevel@tonic-gate args->a_nfs4_blkoff = blkoff; 12937c478bd9Sstevel@tonic-gate args->a_nfs4_seg = seg; 12947c478bd9Sstevel@tonic-gate args->a_nfs4_addr = addr; 12957c478bd9Sstevel@tonic-gate 12967c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 12977c478bd9Sstevel@tonic-gate 12987c478bd9Sstevel@tonic-gate /* 12997c478bd9Sstevel@tonic-gate * If asyncio has been disabled, don't bother readahead. 13007c478bd9Sstevel@tonic-gate */ 13017c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 13027c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 13037c478bd9Sstevel@tonic-gate goto noasync; 13047c478bd9Sstevel@tonic-gate } 13057c478bd9Sstevel@tonic-gate 13067c478bd9Sstevel@tonic-gate /* 13077c478bd9Sstevel@tonic-gate * Link request structure into the async list and 13087c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 13097c478bd9Sstevel@tonic-gate */ 13107c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_READ_AHEAD] == NULL) { 13117c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_READ_AHEAD] = args; 13127c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD] = args; 13137c478bd9Sstevel@tonic-gate } else { 13147c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD]->a_next = args; 13157c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD] = args; 13167c478bd9Sstevel@tonic-gate } 13177c478bd9Sstevel@tonic-gate 13187c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 13197c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 13207c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 13217c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 13227c478bd9Sstevel@tonic-gate } 13237c478bd9Sstevel@tonic-gate 13247c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 13257c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 13267c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 13277c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 13287c478bd9Sstevel@tonic-gate return (0); 13297c478bd9Sstevel@tonic-gate 13307c478bd9Sstevel@tonic-gate noasync: 13317c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 13327c478bd9Sstevel@tonic-gate rp->r_count--; 13337c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 13347c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 13357c478bd9Sstevel@tonic-gate VN_RELE(vp); 13367c478bd9Sstevel@tonic-gate crfree(cr); 13377c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 13387c478bd9Sstevel@tonic-gate return (-1); 13397c478bd9Sstevel@tonic-gate } 13407c478bd9Sstevel@tonic-gate 13417c478bd9Sstevel@tonic-gate /* 13427c478bd9Sstevel@tonic-gate * The async queues for each mounted file system are arranged as a 13437c478bd9Sstevel@tonic-gate * set of queues, one for each async i/o type. Requests are taken 13447c478bd9Sstevel@tonic-gate * from the queues in a round-robin fashion. A number of consecutive 13457c478bd9Sstevel@tonic-gate * requests are taken from each queue before moving on to the next 13467c478bd9Sstevel@tonic-gate * queue. This functionality may allow the NFS Version 2 server to do 13477c478bd9Sstevel@tonic-gate * write clustering, even if the client is mixing writes and reads 13487c478bd9Sstevel@tonic-gate * because it will take multiple write requests from the queue 13497c478bd9Sstevel@tonic-gate * before processing any of the other async i/o types. 13507c478bd9Sstevel@tonic-gate * 13517c478bd9Sstevel@tonic-gate * XXX The nfs4_async_start thread is unsafe in the light of the present 13527c478bd9Sstevel@tonic-gate * model defined by cpr to suspend the system. Specifically over the 13537c478bd9Sstevel@tonic-gate * wire calls are cpr-unsafe. The thread should be reevaluated in 13547c478bd9Sstevel@tonic-gate * case of future updates to the cpr model. 13557c478bd9Sstevel@tonic-gate */ 13567c478bd9Sstevel@tonic-gate static void 13577c478bd9Sstevel@tonic-gate nfs4_async_start(struct vfs *vfsp) 13587c478bd9Sstevel@tonic-gate { 13597c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 13607c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 13617c478bd9Sstevel@tonic-gate clock_t time_left = 1; 13627c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 13637c478bd9Sstevel@tonic-gate int i; 13647c478bd9Sstevel@tonic-gate extern int nfs_async_timeout; 13657c478bd9Sstevel@tonic-gate 13667c478bd9Sstevel@tonic-gate /* 13677c478bd9Sstevel@tonic-gate * Dynamic initialization of nfs_async_timeout to allow nfs to be 13687c478bd9Sstevel@tonic-gate * built in an implementation independent manner. 13697c478bd9Sstevel@tonic-gate */ 13707c478bd9Sstevel@tonic-gate if (nfs_async_timeout == -1) 13717c478bd9Sstevel@tonic-gate nfs_async_timeout = NFS_ASYNC_TIMEOUT; 13727c478bd9Sstevel@tonic-gate 13737c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, "nas"); 13747c478bd9Sstevel@tonic-gate 13757c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 13767c478bd9Sstevel@tonic-gate for (;;) { 13777c478bd9Sstevel@tonic-gate /* 13787c478bd9Sstevel@tonic-gate * Find the next queue containing an entry. We start 13797c478bd9Sstevel@tonic-gate * at the current queue pointer and then round robin 13807c478bd9Sstevel@tonic-gate * through all of them until we either find a non-empty 13817c478bd9Sstevel@tonic-gate * queue or have looked through all of them. 13827c478bd9Sstevel@tonic-gate */ 13837c478bd9Sstevel@tonic-gate for (i = 0; i < NFS4_ASYNC_TYPES; i++) { 13847c478bd9Sstevel@tonic-gate args = *mi->mi_async_curr; 13857c478bd9Sstevel@tonic-gate if (args != NULL) 13867c478bd9Sstevel@tonic-gate break; 13877c478bd9Sstevel@tonic-gate mi->mi_async_curr++; 13887c478bd9Sstevel@tonic-gate if (mi->mi_async_curr == 13897c478bd9Sstevel@tonic-gate &mi->mi_async_reqs[NFS4_ASYNC_TYPES]) 13907c478bd9Sstevel@tonic-gate mi->mi_async_curr = &mi->mi_async_reqs[0]; 13917c478bd9Sstevel@tonic-gate } 13927c478bd9Sstevel@tonic-gate /* 13937c478bd9Sstevel@tonic-gate * If we didn't find a entry, then block until woken up 13947c478bd9Sstevel@tonic-gate * again and then look through the queues again. 13957c478bd9Sstevel@tonic-gate */ 13967c478bd9Sstevel@tonic-gate if (args == NULL) { 13977c478bd9Sstevel@tonic-gate /* 13987c478bd9Sstevel@tonic-gate * Exiting is considered to be safe for CPR as well 13997c478bd9Sstevel@tonic-gate */ 14007c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cprinfo); 14017c478bd9Sstevel@tonic-gate 14027c478bd9Sstevel@tonic-gate /* 14037c478bd9Sstevel@tonic-gate * Wakeup thread waiting to unmount the file 14047c478bd9Sstevel@tonic-gate * system only if all async threads are inactive. 14057c478bd9Sstevel@tonic-gate * 14067c478bd9Sstevel@tonic-gate * If we've timed-out and there's nothing to do, 14077c478bd9Sstevel@tonic-gate * then get rid of this thread. 14087c478bd9Sstevel@tonic-gate */ 14097c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0 || time_left <= 0) { 14107c478bd9Sstevel@tonic-gate if (--mi->mi_threads == 0) 14117c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 14127c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 14137c478bd9Sstevel@tonic-gate VFS_RELE(vfsp); /* release thread's hold */ 141450a83466Sjwahlig MI4_RELE(mi); 14157c478bd9Sstevel@tonic-gate zthread_exit(); 14167c478bd9Sstevel@tonic-gate /* NOTREACHED */ 14177c478bd9Sstevel@tonic-gate } 1418d3d50737SRafael Vanoni time_left = cv_reltimedwait(&mi->mi_async_work_cv, 1419d3d50737SRafael Vanoni &mi->mi_async_lock, nfs_async_timeout, 1420d3d50737SRafael Vanoni TR_CLOCK_TICK); 14217c478bd9Sstevel@tonic-gate 14227c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 14237c478bd9Sstevel@tonic-gate 14247c478bd9Sstevel@tonic-gate continue; 14257c478bd9Sstevel@tonic-gate } else { 14267c478bd9Sstevel@tonic-gate time_left = 1; 14277c478bd9Sstevel@tonic-gate } 14287c478bd9Sstevel@tonic-gate 14297c478bd9Sstevel@tonic-gate /* 14307c478bd9Sstevel@tonic-gate * Remove the request from the async queue and then 14317c478bd9Sstevel@tonic-gate * update the current async request queue pointer. If 14327c478bd9Sstevel@tonic-gate * the current queue is empty or we have removed enough 14337c478bd9Sstevel@tonic-gate * consecutive entries from it, then reset the counter 14347c478bd9Sstevel@tonic-gate * for this queue and then move the current pointer to 14357c478bd9Sstevel@tonic-gate * the next queue. 14367c478bd9Sstevel@tonic-gate */ 14377c478bd9Sstevel@tonic-gate *mi->mi_async_curr = args->a_next; 14387c478bd9Sstevel@tonic-gate if (*mi->mi_async_curr == NULL || 14397c478bd9Sstevel@tonic-gate --mi->mi_async_clusters[args->a_io] == 0) { 14407c478bd9Sstevel@tonic-gate mi->mi_async_clusters[args->a_io] = 1441b9238976Sth mi->mi_async_init_clusters; 14427c478bd9Sstevel@tonic-gate mi->mi_async_curr++; 14437c478bd9Sstevel@tonic-gate if (mi->mi_async_curr == 14447c478bd9Sstevel@tonic-gate &mi->mi_async_reqs[NFS4_ASYNC_TYPES]) 14457c478bd9Sstevel@tonic-gate mi->mi_async_curr = &mi->mi_async_reqs[0]; 14467c478bd9Sstevel@tonic-gate } 14477c478bd9Sstevel@tonic-gate 14487c478bd9Sstevel@tonic-gate if (args->a_io != NFS4_INACTIVE && mi->mi_io_kstats) { 14497c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 14507c478bd9Sstevel@tonic-gate kstat_waitq_exit(KSTAT_IO_PTR(mi->mi_io_kstats)); 14517c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 14527c478bd9Sstevel@tonic-gate } 14537c478bd9Sstevel@tonic-gate 14547c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 14557c478bd9Sstevel@tonic-gate 14567c478bd9Sstevel@tonic-gate /* 14577c478bd9Sstevel@tonic-gate * Obtain arguments from the async request structure. 14587c478bd9Sstevel@tonic-gate */ 14597c478bd9Sstevel@tonic-gate if (args->a_io == NFS4_READ_AHEAD && mi->mi_max_threads > 0) { 14607c478bd9Sstevel@tonic-gate (*args->a_nfs4_readahead)(args->a_vp, 1461b9238976Sth args->a_nfs4_blkoff, args->a_nfs4_addr, 1462b9238976Sth args->a_nfs4_seg, args->a_cred); 14637c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_PUTAPAGE) { 14647c478bd9Sstevel@tonic-gate (void) (*args->a_nfs4_putapage)(args->a_vp, 1465b9238976Sth args->a_nfs4_pp, args->a_nfs4_off, 1466b9238976Sth args->a_nfs4_len, args->a_nfs4_flags, 1467b9238976Sth args->a_cred); 14687c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_PAGEIO) { 14697c478bd9Sstevel@tonic-gate (void) (*args->a_nfs4_pageio)(args->a_vp, 1470b9238976Sth args->a_nfs4_pp, args->a_nfs4_off, 1471b9238976Sth args->a_nfs4_len, args->a_nfs4_flags, 1472b9238976Sth args->a_cred); 14737c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_READDIR) { 14747c478bd9Sstevel@tonic-gate (void) ((*args->a_nfs4_readdir)(args->a_vp, 1475b9238976Sth args->a_nfs4_rdc, args->a_cred)); 14767c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_COMMIT) { 14777c478bd9Sstevel@tonic-gate (*args->a_nfs4_commit)(args->a_vp, args->a_nfs4_plist, 1478b9238976Sth args->a_nfs4_offset, args->a_nfs4_count, 1479b9238976Sth args->a_cred); 14807c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_INACTIVE) { 14817c478bd9Sstevel@tonic-gate nfs4_inactive_otw(args->a_vp, args->a_cred); 14827c478bd9Sstevel@tonic-gate } 14837c478bd9Sstevel@tonic-gate 14847c478bd9Sstevel@tonic-gate /* 14857c478bd9Sstevel@tonic-gate * Now, release the vnode and free the credentials 14867c478bd9Sstevel@tonic-gate * structure. 14877c478bd9Sstevel@tonic-gate */ 14887c478bd9Sstevel@tonic-gate free_async_args4(args); 14897c478bd9Sstevel@tonic-gate /* 14907c478bd9Sstevel@tonic-gate * Reacquire the mutex because it will be needed above. 14917c478bd9Sstevel@tonic-gate */ 14927c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 14937c478bd9Sstevel@tonic-gate } 14947c478bd9Sstevel@tonic-gate } 14957c478bd9Sstevel@tonic-gate 14967c478bd9Sstevel@tonic-gate /* 14977c478bd9Sstevel@tonic-gate * nfs4_inactive_thread - look for vnodes that need over-the-wire calls as 14987c478bd9Sstevel@tonic-gate * part of VOP_INACTIVE. 14997c478bd9Sstevel@tonic-gate */ 15007c478bd9Sstevel@tonic-gate 15017c478bd9Sstevel@tonic-gate void 15027c478bd9Sstevel@tonic-gate nfs4_inactive_thread(mntinfo4_t *mi) 15037c478bd9Sstevel@tonic-gate { 15047c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 15057c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 15067c478bd9Sstevel@tonic-gate vfs_t *vfsp = mi->mi_vfsp; 15077c478bd9Sstevel@tonic-gate 15087c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, 1509b9238976Sth "nfs4_inactive_thread"); 15107c478bd9Sstevel@tonic-gate 15117c478bd9Sstevel@tonic-gate for (;;) { 15127c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 15137c478bd9Sstevel@tonic-gate args = mi->mi_async_reqs[NFS4_INACTIVE]; 15147c478bd9Sstevel@tonic-gate if (args == NULL) { 15157c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15167c478bd9Sstevel@tonic-gate /* 151750a83466Sjwahlig * We don't want to exit until the async manager is done 15187c478bd9Sstevel@tonic-gate * with its work; hence the check for mi_manager_thread 15197c478bd9Sstevel@tonic-gate * being NULL. 15207c478bd9Sstevel@tonic-gate * 15217c478bd9Sstevel@tonic-gate * The async manager thread will cv_broadcast() on 15227c478bd9Sstevel@tonic-gate * mi_inact_req_cv when it's done, at which point we'll 15237c478bd9Sstevel@tonic-gate * wake up and exit. 15247c478bd9Sstevel@tonic-gate */ 152550a83466Sjwahlig if (mi->mi_manager_thread == NULL) 15267c478bd9Sstevel@tonic-gate goto die; 15277c478bd9Sstevel@tonic-gate mi->mi_flags |= MI4_INACTIVE_IDLE; 15287c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15297c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 15307c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cprinfo); 15317c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_inact_req_cv, &mi->mi_async_lock); 15327c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 15337c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 15347c478bd9Sstevel@tonic-gate } else { 15357c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15367c478bd9Sstevel@tonic-gate mi->mi_flags &= ~MI4_INACTIVE_IDLE; 15377c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15387c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_INACTIVE] = args->a_next; 15397c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 15407c478bd9Sstevel@tonic-gate nfs4_inactive_otw(args->a_vp, args->a_cred); 15417c478bd9Sstevel@tonic-gate crfree(args->a_cred); 15427c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 15437c478bd9Sstevel@tonic-gate } 15447c478bd9Sstevel@tonic-gate } 15457c478bd9Sstevel@tonic-gate die: 15467c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15477c478bd9Sstevel@tonic-gate mi->mi_inactive_thread = NULL; 15487c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 154950a83466Sjwahlig 15507c478bd9Sstevel@tonic-gate /* 15517c478bd9Sstevel@tonic-gate * There is no explicit call to mutex_exit(&mi->mi_async_lock) since 15527c478bd9Sstevel@tonic-gate * CALLB_CPR_EXIT is actually responsible for releasing 'mi_async_lock'. 15537c478bd9Sstevel@tonic-gate */ 15547c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 155550a83466Sjwahlig 15567c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 15577c478bd9Sstevel@tonic-gate "nfs4_inactive_thread exiting for vfs %p\n", (void *)vfsp)); 155850a83466Sjwahlig 155950a83466Sjwahlig MI4_RELE(mi); 15607c478bd9Sstevel@tonic-gate zthread_exit(); 15617c478bd9Sstevel@tonic-gate /* NOTREACHED */ 15627c478bd9Sstevel@tonic-gate } 15637c478bd9Sstevel@tonic-gate 15647c478bd9Sstevel@tonic-gate /* 15657c478bd9Sstevel@tonic-gate * nfs_async_stop: 15667c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations and the inactive thread to 15677c478bd9Sstevel@tonic-gate * complete; nfs4_async_stop_sig() without interruptibility. 15687c478bd9Sstevel@tonic-gate */ 15697c478bd9Sstevel@tonic-gate void 15707c478bd9Sstevel@tonic-gate nfs4_async_stop(struct vfs *vfsp) 15717c478bd9Sstevel@tonic-gate { 15727c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 15737c478bd9Sstevel@tonic-gate 15747c478bd9Sstevel@tonic-gate /* 15757c478bd9Sstevel@tonic-gate * Wait for all outstanding async operations to complete and for 15767c478bd9Sstevel@tonic-gate * worker threads to exit. 15777c478bd9Sstevel@tonic-gate */ 15787c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 15797c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 15807c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_work_cv); 15817c478bd9Sstevel@tonic-gate while (mi->mi_threads != 0) 15827c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 15837c478bd9Sstevel@tonic-gate 15847c478bd9Sstevel@tonic-gate /* 15857c478bd9Sstevel@tonic-gate * Wait for the inactive thread to finish doing what it's doing. It 15867c478bd9Sstevel@tonic-gate * won't exit until the last reference to the vfs_t goes away. 15877c478bd9Sstevel@tonic-gate */ 15887c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread != NULL) { 15897c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15907c478bd9Sstevel@tonic-gate while (!(mi->mi_flags & MI4_INACTIVE_IDLE) || 15917c478bd9Sstevel@tonic-gate (mi->mi_async_reqs[NFS4_INACTIVE] != NULL)) { 15927c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15937c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 15947c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15957c478bd9Sstevel@tonic-gate } 15967c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15977c478bd9Sstevel@tonic-gate } 15987c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 15997c478bd9Sstevel@tonic-gate } 16007c478bd9Sstevel@tonic-gate 16017c478bd9Sstevel@tonic-gate /* 16027c478bd9Sstevel@tonic-gate * nfs_async_stop_sig: 16037c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations and the inactive thread to 16047c478bd9Sstevel@tonic-gate * complete. If a signal is delivered we will abort and return non-zero; 16057c478bd9Sstevel@tonic-gate * otherwise return 0. Since this routine is called from nfs4_unmount, we 1606da6c28aaSamw * need to make it interruptible. 16077c478bd9Sstevel@tonic-gate */ 16087c478bd9Sstevel@tonic-gate int 16097c478bd9Sstevel@tonic-gate nfs4_async_stop_sig(struct vfs *vfsp) 16107c478bd9Sstevel@tonic-gate { 16117c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 16127c478bd9Sstevel@tonic-gate ushort_t omax; 16137c478bd9Sstevel@tonic-gate bool_t intr = FALSE; 16147c478bd9Sstevel@tonic-gate 16157c478bd9Sstevel@tonic-gate /* 16167c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations to complete and for 16177c478bd9Sstevel@tonic-gate * worker threads to exit. 16187c478bd9Sstevel@tonic-gate */ 16197c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 16207c478bd9Sstevel@tonic-gate omax = mi->mi_max_threads; 16217c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 16227c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_work_cv); 16237c478bd9Sstevel@tonic-gate while (mi->mi_threads != 0) { 16247c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&mi->mi_async_cv, &mi->mi_async_lock)) { 16257c478bd9Sstevel@tonic-gate intr = TRUE; 16267c478bd9Sstevel@tonic-gate goto interrupted; 16277c478bd9Sstevel@tonic-gate } 16287c478bd9Sstevel@tonic-gate } 16297c478bd9Sstevel@tonic-gate 16307c478bd9Sstevel@tonic-gate /* 16317c478bd9Sstevel@tonic-gate * Wait for the inactive thread to finish doing what it's doing. It 16327c478bd9Sstevel@tonic-gate * won't exit until the a last reference to the vfs_t goes away. 16337c478bd9Sstevel@tonic-gate */ 16347c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread != NULL) { 16357c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16367c478bd9Sstevel@tonic-gate while (!(mi->mi_flags & MI4_INACTIVE_IDLE) || 16377c478bd9Sstevel@tonic-gate (mi->mi_async_reqs[NFS4_INACTIVE] != NULL)) { 16387c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16397c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&mi->mi_async_cv, 16407c478bd9Sstevel@tonic-gate &mi->mi_async_lock)) { 16417c478bd9Sstevel@tonic-gate intr = TRUE; 16427c478bd9Sstevel@tonic-gate goto interrupted; 16437c478bd9Sstevel@tonic-gate } 16447c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16457c478bd9Sstevel@tonic-gate } 16467c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16477c478bd9Sstevel@tonic-gate } 16487c478bd9Sstevel@tonic-gate interrupted: 16497c478bd9Sstevel@tonic-gate if (intr) 16507c478bd9Sstevel@tonic-gate mi->mi_max_threads = omax; 16517c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 16527c478bd9Sstevel@tonic-gate 16537c478bd9Sstevel@tonic-gate return (intr); 16547c478bd9Sstevel@tonic-gate } 16557c478bd9Sstevel@tonic-gate 16567c478bd9Sstevel@tonic-gate int 16577c478bd9Sstevel@tonic-gate nfs4_async_putapage(vnode_t *vp, page_t *pp, u_offset_t off, size_t len, 1658b9238976Sth int flags, cred_t *cr, int (*putapage)(vnode_t *, page_t *, 1659b9238976Sth u_offset_t, size_t, int, cred_t *)) 16607c478bd9Sstevel@tonic-gate { 16617c478bd9Sstevel@tonic-gate rnode4_t *rp; 16627c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 16637c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 16647c478bd9Sstevel@tonic-gate 16657c478bd9Sstevel@tonic-gate ASSERT(flags & B_ASYNC); 16667c478bd9Sstevel@tonic-gate ASSERT(vp->v_vfsp != NULL); 16677c478bd9Sstevel@tonic-gate 16687c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 16697c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 16707c478bd9Sstevel@tonic-gate 16717c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 16727c478bd9Sstevel@tonic-gate 16737c478bd9Sstevel@tonic-gate /* 16747c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the putpage 16757c478bd9Sstevel@tonic-gate * operation synchronously in this thread's context. 16767c478bd9Sstevel@tonic-gate */ 16777c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 16787c478bd9Sstevel@tonic-gate goto noasync; 16797c478bd9Sstevel@tonic-gate 16807c478bd9Sstevel@tonic-gate args->a_next = NULL; 16817c478bd9Sstevel@tonic-gate #ifdef DEBUG 16827c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 16837c478bd9Sstevel@tonic-gate #endif 16847c478bd9Sstevel@tonic-gate VN_HOLD(vp); 16857c478bd9Sstevel@tonic-gate args->a_vp = vp; 16867c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 16877c478bd9Sstevel@tonic-gate crhold(cr); 16887c478bd9Sstevel@tonic-gate args->a_cred = cr; 16897c478bd9Sstevel@tonic-gate args->a_io = NFS4_PUTAPAGE; 16907c478bd9Sstevel@tonic-gate args->a_nfs4_putapage = putapage; 16917c478bd9Sstevel@tonic-gate args->a_nfs4_pp = pp; 16927c478bd9Sstevel@tonic-gate args->a_nfs4_off = off; 16937c478bd9Sstevel@tonic-gate args->a_nfs4_len = (uint_t)len; 16947c478bd9Sstevel@tonic-gate args->a_nfs4_flags = flags; 16957c478bd9Sstevel@tonic-gate 16967c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 16977c478bd9Sstevel@tonic-gate 16987c478bd9Sstevel@tonic-gate /* 16997c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 17007c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 17017c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 17027c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 17037c478bd9Sstevel@tonic-gate */ 17047c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 17057c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 17067c478bd9Sstevel@tonic-gate 17077c478bd9Sstevel@tonic-gate VN_RELE(vp); 17087c478bd9Sstevel@tonic-gate crfree(cr); 17097c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 17107c478bd9Sstevel@tonic-gate goto noasync; 17117c478bd9Sstevel@tonic-gate } 17127c478bd9Sstevel@tonic-gate 17137c478bd9Sstevel@tonic-gate /* 17147c478bd9Sstevel@tonic-gate * Link request structure into the async list and 17157c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 17167c478bd9Sstevel@tonic-gate */ 17177c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_PUTAPAGE] == NULL) { 17187c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_PUTAPAGE] = args; 17197c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE] = args; 17207c478bd9Sstevel@tonic-gate } else { 17217c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE]->a_next = args; 17227c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE] = args; 17237c478bd9Sstevel@tonic-gate } 17247c478bd9Sstevel@tonic-gate 17257c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 17267c478bd9Sstevel@tonic-gate rp->r_count++; 17277c478bd9Sstevel@tonic-gate rp->r_awcount++; 17287c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 17297c478bd9Sstevel@tonic-gate 17307c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 17317c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 17327c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 17337c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 17347c478bd9Sstevel@tonic-gate } 17357c478bd9Sstevel@tonic-gate 17367c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 17377c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 17387c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 17397c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 17407c478bd9Sstevel@tonic-gate return (0); 17417c478bd9Sstevel@tonic-gate 17427c478bd9Sstevel@tonic-gate noasync: 17437c478bd9Sstevel@tonic-gate 17447c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush || 1745108322fbScarlsonj nfs_zone() == mi->mi_zone) { 17467c478bd9Sstevel@tonic-gate /* 17477c478bd9Sstevel@tonic-gate * If we get here in the context of the pageout/fsflush, 17487c478bd9Sstevel@tonic-gate * or we have run out of memory or we're attempting to 17497c478bd9Sstevel@tonic-gate * unmount we refuse to do a sync write, because this may 17507c478bd9Sstevel@tonic-gate * hang pageout/fsflush and the machine. In this case, 17517c478bd9Sstevel@tonic-gate * we just re-mark the page as dirty and punt on the page. 17527c478bd9Sstevel@tonic-gate * 17537c478bd9Sstevel@tonic-gate * Make sure B_FORCE isn't set. We can re-mark the 17547c478bd9Sstevel@tonic-gate * pages as dirty and unlock the pages in one swoop by 17557c478bd9Sstevel@tonic-gate * passing in B_ERROR to pvn_write_done(). However, 17567c478bd9Sstevel@tonic-gate * we should make sure B_FORCE isn't set - we don't 17577c478bd9Sstevel@tonic-gate * want the page tossed before it gets written out. 17587c478bd9Sstevel@tonic-gate */ 17597c478bd9Sstevel@tonic-gate if (flags & B_FORCE) 17607c478bd9Sstevel@tonic-gate flags &= ~(B_INVAL | B_FORCE); 17617c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 17627c478bd9Sstevel@tonic-gate return (0); 17637c478bd9Sstevel@tonic-gate } 17647c478bd9Sstevel@tonic-gate 17657c478bd9Sstevel@tonic-gate /* 1766108322fbScarlsonj * We'll get here only if (nfs_zone() != mi->mi_zone) 17677c478bd9Sstevel@tonic-gate * which means that this was a cross-zone sync putpage. 17687c478bd9Sstevel@tonic-gate * 17697c478bd9Sstevel@tonic-gate * We pass in B_ERROR to pvn_write_done() to re-mark the pages 17707c478bd9Sstevel@tonic-gate * as dirty and unlock them. 17717c478bd9Sstevel@tonic-gate * 17727c478bd9Sstevel@tonic-gate * We don't want to clear B_FORCE here as the caller presumably 17737c478bd9Sstevel@tonic-gate * knows what they're doing if they set it. 17747c478bd9Sstevel@tonic-gate */ 17757c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 17767c478bd9Sstevel@tonic-gate return (EPERM); 17777c478bd9Sstevel@tonic-gate } 17787c478bd9Sstevel@tonic-gate 17797c478bd9Sstevel@tonic-gate int 17807c478bd9Sstevel@tonic-gate nfs4_async_pageio(vnode_t *vp, page_t *pp, u_offset_t io_off, size_t io_len, 1781b9238976Sth int flags, cred_t *cr, int (*pageio)(vnode_t *, page_t *, u_offset_t, 1782b9238976Sth size_t, int, cred_t *)) 17837c478bd9Sstevel@tonic-gate { 17847c478bd9Sstevel@tonic-gate rnode4_t *rp; 17857c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 17867c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 17877c478bd9Sstevel@tonic-gate 17887c478bd9Sstevel@tonic-gate ASSERT(flags & B_ASYNC); 17897c478bd9Sstevel@tonic-gate ASSERT(vp->v_vfsp != NULL); 17907c478bd9Sstevel@tonic-gate 17917c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 17927c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 17937c478bd9Sstevel@tonic-gate 17947c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 17957c478bd9Sstevel@tonic-gate 17967c478bd9Sstevel@tonic-gate /* 17977c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the pageio 17987c478bd9Sstevel@tonic-gate * request synchronously in this thread's context. 17997c478bd9Sstevel@tonic-gate */ 18007c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 18017c478bd9Sstevel@tonic-gate goto noasync; 18027c478bd9Sstevel@tonic-gate 18037c478bd9Sstevel@tonic-gate args->a_next = NULL; 18047c478bd9Sstevel@tonic-gate #ifdef DEBUG 18057c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 18067c478bd9Sstevel@tonic-gate #endif 18077c478bd9Sstevel@tonic-gate VN_HOLD(vp); 18087c478bd9Sstevel@tonic-gate args->a_vp = vp; 18097c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 18107c478bd9Sstevel@tonic-gate crhold(cr); 18117c478bd9Sstevel@tonic-gate args->a_cred = cr; 18127c478bd9Sstevel@tonic-gate args->a_io = NFS4_PAGEIO; 18137c478bd9Sstevel@tonic-gate args->a_nfs4_pageio = pageio; 18147c478bd9Sstevel@tonic-gate args->a_nfs4_pp = pp; 18157c478bd9Sstevel@tonic-gate args->a_nfs4_off = io_off; 18167c478bd9Sstevel@tonic-gate args->a_nfs4_len = (uint_t)io_len; 18177c478bd9Sstevel@tonic-gate args->a_nfs4_flags = flags; 18187c478bd9Sstevel@tonic-gate 18197c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 18207c478bd9Sstevel@tonic-gate 18217c478bd9Sstevel@tonic-gate /* 18227c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 18237c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 18247c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 18257c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 18267c478bd9Sstevel@tonic-gate */ 18277c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 18287c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 18297c478bd9Sstevel@tonic-gate 18307c478bd9Sstevel@tonic-gate VN_RELE(vp); 18317c478bd9Sstevel@tonic-gate crfree(cr); 18327c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 18337c478bd9Sstevel@tonic-gate goto noasync; 18347c478bd9Sstevel@tonic-gate } 18357c478bd9Sstevel@tonic-gate 18367c478bd9Sstevel@tonic-gate /* 18377c478bd9Sstevel@tonic-gate * Link request structure into the async list and 18387c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 18397c478bd9Sstevel@tonic-gate */ 18407c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_PAGEIO] == NULL) { 18417c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_PAGEIO] = args; 18427c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO] = args; 18437c478bd9Sstevel@tonic-gate } else { 18447c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO]->a_next = args; 18457c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO] = args; 18467c478bd9Sstevel@tonic-gate } 18477c478bd9Sstevel@tonic-gate 18487c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 18497c478bd9Sstevel@tonic-gate rp->r_count++; 18507c478bd9Sstevel@tonic-gate rp->r_awcount++; 18517c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 18527c478bd9Sstevel@tonic-gate 18537c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 18547c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 18557c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 18567c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 18577c478bd9Sstevel@tonic-gate } 18587c478bd9Sstevel@tonic-gate 18597c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 18607c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 18617c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 18627c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 18637c478bd9Sstevel@tonic-gate return (0); 18647c478bd9Sstevel@tonic-gate 18657c478bd9Sstevel@tonic-gate noasync: 18667c478bd9Sstevel@tonic-gate /* 18677c478bd9Sstevel@tonic-gate * If we can't do it ASYNC, for reads we do nothing (but cleanup 18687c478bd9Sstevel@tonic-gate * the page list), for writes we do it synchronously, except for 18697c478bd9Sstevel@tonic-gate * proc_pageout/proc_fsflush as described below. 18707c478bd9Sstevel@tonic-gate */ 18717c478bd9Sstevel@tonic-gate if (flags & B_READ) { 18727c478bd9Sstevel@tonic-gate pvn_read_done(pp, flags | B_ERROR); 18737c478bd9Sstevel@tonic-gate return (0); 18747c478bd9Sstevel@tonic-gate } 18757c478bd9Sstevel@tonic-gate 18767c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush) { 18777c478bd9Sstevel@tonic-gate /* 18787c478bd9Sstevel@tonic-gate * If we get here in the context of the pageout/fsflush, 18797c478bd9Sstevel@tonic-gate * we refuse to do a sync write, because this may hang 18807c478bd9Sstevel@tonic-gate * pageout/fsflush (and the machine). In this case, we just 18817c478bd9Sstevel@tonic-gate * re-mark the page as dirty and punt on the page. 18827c478bd9Sstevel@tonic-gate * 18837c478bd9Sstevel@tonic-gate * Make sure B_FORCE isn't set. We can re-mark the 18847c478bd9Sstevel@tonic-gate * pages as dirty and unlock the pages in one swoop by 18857c478bd9Sstevel@tonic-gate * passing in B_ERROR to pvn_write_done(). However, 18867c478bd9Sstevel@tonic-gate * we should make sure B_FORCE isn't set - we don't 18877c478bd9Sstevel@tonic-gate * want the page tossed before it gets written out. 18887c478bd9Sstevel@tonic-gate */ 18897c478bd9Sstevel@tonic-gate if (flags & B_FORCE) 18907c478bd9Sstevel@tonic-gate flags &= ~(B_INVAL | B_FORCE); 18917c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 18927c478bd9Sstevel@tonic-gate return (0); 18937c478bd9Sstevel@tonic-gate } 18947c478bd9Sstevel@tonic-gate 1895108322fbScarlsonj if (nfs_zone() != mi->mi_zone) { 18967c478bd9Sstevel@tonic-gate /* 18977c478bd9Sstevel@tonic-gate * So this was a cross-zone sync pageio. We pass in B_ERROR 18987c478bd9Sstevel@tonic-gate * to pvn_write_done() to re-mark the pages as dirty and unlock 18997c478bd9Sstevel@tonic-gate * them. 19007c478bd9Sstevel@tonic-gate * 19017c478bd9Sstevel@tonic-gate * We don't want to clear B_FORCE here as the caller presumably 19027c478bd9Sstevel@tonic-gate * knows what they're doing if they set it. 19037c478bd9Sstevel@tonic-gate */ 19047c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 19057c478bd9Sstevel@tonic-gate return (EPERM); 19067c478bd9Sstevel@tonic-gate } 19077c478bd9Sstevel@tonic-gate return ((*pageio)(vp, pp, io_off, io_len, flags, cr)); 19087c478bd9Sstevel@tonic-gate } 19097c478bd9Sstevel@tonic-gate 19107c478bd9Sstevel@tonic-gate void 19117c478bd9Sstevel@tonic-gate nfs4_async_readdir(vnode_t *vp, rddir4_cache *rdc, cred_t *cr, 1912b9238976Sth int (*readdir)(vnode_t *, rddir4_cache *, cred_t *)) 19137c478bd9Sstevel@tonic-gate { 19147c478bd9Sstevel@tonic-gate rnode4_t *rp; 19157c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 19167c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 19177c478bd9Sstevel@tonic-gate 19187c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 19197c478bd9Sstevel@tonic-gate ASSERT(rp->r_freef == NULL); 19207c478bd9Sstevel@tonic-gate 19217c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 19227c478bd9Sstevel@tonic-gate 19237c478bd9Sstevel@tonic-gate /* 19247c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, skip the readdir. 19257c478bd9Sstevel@tonic-gate */ 19267c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 19277c478bd9Sstevel@tonic-gate goto noasync; 19287c478bd9Sstevel@tonic-gate 19297c478bd9Sstevel@tonic-gate args->a_next = NULL; 19307c478bd9Sstevel@tonic-gate #ifdef DEBUG 19317c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 19327c478bd9Sstevel@tonic-gate #endif 19337c478bd9Sstevel@tonic-gate VN_HOLD(vp); 19347c478bd9Sstevel@tonic-gate args->a_vp = vp; 19357c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 19367c478bd9Sstevel@tonic-gate crhold(cr); 19377c478bd9Sstevel@tonic-gate args->a_cred = cr; 19387c478bd9Sstevel@tonic-gate args->a_io = NFS4_READDIR; 19397c478bd9Sstevel@tonic-gate args->a_nfs4_readdir = readdir; 19407c478bd9Sstevel@tonic-gate args->a_nfs4_rdc = rdc; 19417c478bd9Sstevel@tonic-gate 19427c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 19437c478bd9Sstevel@tonic-gate 19447c478bd9Sstevel@tonic-gate /* 19457c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then skip this request 19467c478bd9Sstevel@tonic-gate */ 19477c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 19487c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 19497c478bd9Sstevel@tonic-gate 19507c478bd9Sstevel@tonic-gate VN_RELE(vp); 19517c478bd9Sstevel@tonic-gate crfree(cr); 19527c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 19537c478bd9Sstevel@tonic-gate goto noasync; 19547c478bd9Sstevel@tonic-gate } 19557c478bd9Sstevel@tonic-gate 19567c478bd9Sstevel@tonic-gate /* 19577c478bd9Sstevel@tonic-gate * Link request structure into the async list and 19587c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 19597c478bd9Sstevel@tonic-gate */ 19607c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_READDIR] == NULL) { 19617c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_READDIR] = args; 19627c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR] = args; 19637c478bd9Sstevel@tonic-gate } else { 19647c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR]->a_next = args; 19657c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR] = args; 19667c478bd9Sstevel@tonic-gate } 19677c478bd9Sstevel@tonic-gate 19687c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 19697c478bd9Sstevel@tonic-gate rp->r_count++; 19707c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 19717c478bd9Sstevel@tonic-gate 19727c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 19737c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 19747c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 19757c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 19767c478bd9Sstevel@tonic-gate } 19777c478bd9Sstevel@tonic-gate 19787c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 19797c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 19807c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 19817c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 19827c478bd9Sstevel@tonic-gate return; 19837c478bd9Sstevel@tonic-gate 19847c478bd9Sstevel@tonic-gate noasync: 19857c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 19867c478bd9Sstevel@tonic-gate rdc->entries = NULL; 19877c478bd9Sstevel@tonic-gate /* 19887c478bd9Sstevel@tonic-gate * Indicate that no one is trying to fill this entry and 19897c478bd9Sstevel@tonic-gate * it still needs to be filled. 19907c478bd9Sstevel@tonic-gate */ 19917c478bd9Sstevel@tonic-gate rdc->flags &= ~RDDIR; 19927c478bd9Sstevel@tonic-gate rdc->flags |= RDDIRREQ; 19937c478bd9Sstevel@tonic-gate rddir4_cache_rele(rp, rdc); 19947c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 19957c478bd9Sstevel@tonic-gate } 19967c478bd9Sstevel@tonic-gate 19977c478bd9Sstevel@tonic-gate void 19987c478bd9Sstevel@tonic-gate nfs4_async_commit(vnode_t *vp, page_t *plist, offset3 offset, count3 count, 1999b9238976Sth cred_t *cr, void (*commit)(vnode_t *, page_t *, offset3, count3, 2000b9238976Sth cred_t *)) 20017c478bd9Sstevel@tonic-gate { 20027c478bd9Sstevel@tonic-gate rnode4_t *rp; 20037c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 20047c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 20057c478bd9Sstevel@tonic-gate page_t *pp; 20067c478bd9Sstevel@tonic-gate 20077c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 20087c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 20097c478bd9Sstevel@tonic-gate 20107c478bd9Sstevel@tonic-gate /* 20117c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the commit 20127c478bd9Sstevel@tonic-gate * operation synchronously in this thread's context. 20137c478bd9Sstevel@tonic-gate */ 20147c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 20157c478bd9Sstevel@tonic-gate goto noasync; 20167c478bd9Sstevel@tonic-gate 20177c478bd9Sstevel@tonic-gate args->a_next = NULL; 20187c478bd9Sstevel@tonic-gate #ifdef DEBUG 20197c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 20207c478bd9Sstevel@tonic-gate #endif 20217c478bd9Sstevel@tonic-gate VN_HOLD(vp); 20227c478bd9Sstevel@tonic-gate args->a_vp = vp; 20237c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 20247c478bd9Sstevel@tonic-gate crhold(cr); 20257c478bd9Sstevel@tonic-gate args->a_cred = cr; 20267c478bd9Sstevel@tonic-gate args->a_io = NFS4_COMMIT; 20277c478bd9Sstevel@tonic-gate args->a_nfs4_commit = commit; 20287c478bd9Sstevel@tonic-gate args->a_nfs4_plist = plist; 20297c478bd9Sstevel@tonic-gate args->a_nfs4_offset = offset; 20307c478bd9Sstevel@tonic-gate args->a_nfs4_count = count; 20317c478bd9Sstevel@tonic-gate 20327c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 20337c478bd9Sstevel@tonic-gate 20347c478bd9Sstevel@tonic-gate /* 20357c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 20367c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 20377c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 20387c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 20397c478bd9Sstevel@tonic-gate */ 20407c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 20417c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 20427c478bd9Sstevel@tonic-gate 20437c478bd9Sstevel@tonic-gate VN_RELE(vp); 20447c478bd9Sstevel@tonic-gate crfree(cr); 20457c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 20467c478bd9Sstevel@tonic-gate goto noasync; 20477c478bd9Sstevel@tonic-gate } 20487c478bd9Sstevel@tonic-gate 20497c478bd9Sstevel@tonic-gate /* 20507c478bd9Sstevel@tonic-gate * Link request structure into the async list and 20517c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 20527c478bd9Sstevel@tonic-gate */ 20537c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_COMMIT] == NULL) { 20547c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_COMMIT] = args; 20557c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT] = args; 20567c478bd9Sstevel@tonic-gate } else { 20577c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT]->a_next = args; 20587c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT] = args; 20597c478bd9Sstevel@tonic-gate } 20607c478bd9Sstevel@tonic-gate 20617c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 20627c478bd9Sstevel@tonic-gate rp->r_count++; 20637c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 20647c478bd9Sstevel@tonic-gate 20657c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 20667c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 20677c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 20687c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 20697c478bd9Sstevel@tonic-gate } 20707c478bd9Sstevel@tonic-gate 20717c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 20727c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 20737c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 20747c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 20757c478bd9Sstevel@tonic-gate return; 20767c478bd9Sstevel@tonic-gate 20777c478bd9Sstevel@tonic-gate noasync: 20787c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush || 2079108322fbScarlsonj nfs_zone() != mi->mi_zone) { 20807c478bd9Sstevel@tonic-gate while (plist != NULL) { 20817c478bd9Sstevel@tonic-gate pp = plist; 20827c478bd9Sstevel@tonic-gate page_sub(&plist, pp); 20837c478bd9Sstevel@tonic-gate pp->p_fsdata = C_COMMIT; 20847c478bd9Sstevel@tonic-gate page_unlock(pp); 20857c478bd9Sstevel@tonic-gate } 20867c478bd9Sstevel@tonic-gate return; 20877c478bd9Sstevel@tonic-gate } 20887c478bd9Sstevel@tonic-gate (*commit)(vp, plist, offset, count, cr); 20897c478bd9Sstevel@tonic-gate } 20907c478bd9Sstevel@tonic-gate 20917c478bd9Sstevel@tonic-gate /* 20927c478bd9Sstevel@tonic-gate * nfs4_async_inactive - hand off a VOP_INACTIVE call to a thread. The 20937c478bd9Sstevel@tonic-gate * reference to the vnode is handed over to the thread; the caller should 20947c478bd9Sstevel@tonic-gate * no longer refer to the vnode. 20957c478bd9Sstevel@tonic-gate * 20967c478bd9Sstevel@tonic-gate * Unlike most of the async routines, this handoff is needed for 20977c478bd9Sstevel@tonic-gate * correctness reasons, not just performance. So doing operations in the 20987c478bd9Sstevel@tonic-gate * context of the current thread is not an option. 20997c478bd9Sstevel@tonic-gate */ 21007c478bd9Sstevel@tonic-gate void 21017c478bd9Sstevel@tonic-gate nfs4_async_inactive(vnode_t *vp, cred_t *cr) 21027c478bd9Sstevel@tonic-gate { 21037c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 21047c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 21057c478bd9Sstevel@tonic-gate boolean_t signal_inactive_thread = B_FALSE; 21067c478bd9Sstevel@tonic-gate 21077c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 21087c478bd9Sstevel@tonic-gate 21097c478bd9Sstevel@tonic-gate args = kmem_alloc(sizeof (*args), KM_SLEEP); 21107c478bd9Sstevel@tonic-gate args->a_next = NULL; 21117c478bd9Sstevel@tonic-gate #ifdef DEBUG 21127c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 21137c478bd9Sstevel@tonic-gate #endif 21147c478bd9Sstevel@tonic-gate args->a_vp = vp; 21157c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 21167c478bd9Sstevel@tonic-gate crhold(cr); 21177c478bd9Sstevel@tonic-gate args->a_cred = cr; 21187c478bd9Sstevel@tonic-gate args->a_io = NFS4_INACTIVE; 21197c478bd9Sstevel@tonic-gate 21207c478bd9Sstevel@tonic-gate /* 21217c478bd9Sstevel@tonic-gate * Note that we don't check mi->mi_max_threads here, since we 21227c478bd9Sstevel@tonic-gate * *need* to get rid of this vnode regardless of whether someone 21237c478bd9Sstevel@tonic-gate * set nfs4_max_threads to zero in /etc/system. 21247c478bd9Sstevel@tonic-gate * 21257c478bd9Sstevel@tonic-gate * The manager thread knows about this and is willing to create 2126da6c28aaSamw * at least one thread to accommodate us. 21277c478bd9Sstevel@tonic-gate */ 21287c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 21297c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread == NULL) { 21307c478bd9Sstevel@tonic-gate rnode4_t *rp; 21317c478bd9Sstevel@tonic-gate vnode_t *unldvp = NULL; 21327c478bd9Sstevel@tonic-gate char *unlname; 21337c478bd9Sstevel@tonic-gate cred_t *unlcred; 21347c478bd9Sstevel@tonic-gate 21357c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 21367c478bd9Sstevel@tonic-gate /* 21377c478bd9Sstevel@tonic-gate * We just need to free up the memory associated with the 21387c478bd9Sstevel@tonic-gate * vnode, which can be safely done from within the current 21397c478bd9Sstevel@tonic-gate * context. 21407c478bd9Sstevel@tonic-gate */ 21417c478bd9Sstevel@tonic-gate crfree(cr); /* drop our reference */ 21427c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 21437c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 21447c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 21457c478bd9Sstevel@tonic-gate if (rp->r_unldvp != NULL) { 21467c478bd9Sstevel@tonic-gate unldvp = rp->r_unldvp; 21477c478bd9Sstevel@tonic-gate rp->r_unldvp = NULL; 21487c478bd9Sstevel@tonic-gate unlname = rp->r_unlname; 21497c478bd9Sstevel@tonic-gate rp->r_unlname = NULL; 21507c478bd9Sstevel@tonic-gate unlcred = rp->r_unlcred; 21517c478bd9Sstevel@tonic-gate rp->r_unlcred = NULL; 21527c478bd9Sstevel@tonic-gate } 21537c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 21547c478bd9Sstevel@tonic-gate /* 21557c478bd9Sstevel@tonic-gate * No need to explicitly throw away any cached pages. The 21567c478bd9Sstevel@tonic-gate * eventual r4inactive() will attempt a synchronous 21577c478bd9Sstevel@tonic-gate * VOP_PUTPAGE() which will immediately fail since the request 21587c478bd9Sstevel@tonic-gate * is coming from the wrong zone, and then will proceed to call 21597c478bd9Sstevel@tonic-gate * nfs4_invalidate_pages() which will clean things up for us. 21607c478bd9Sstevel@tonic-gate * 21617c478bd9Sstevel@tonic-gate * Throw away the delegation here so rp4_addfree()'s attempt to 21627c478bd9Sstevel@tonic-gate * return any existing delegations becomes a no-op. 21637c478bd9Sstevel@tonic-gate */ 216450a83466Sjwahlig if (rp->r_deleg_type != OPEN_DELEGATE_NONE) { 216550a83466Sjwahlig (void) nfs_rw_enter_sig(&mi->mi_recovlock, RW_READER, 2166b9238976Sth FALSE); 21677c478bd9Sstevel@tonic-gate (void) nfs4delegreturn(rp, NFS4_DR_DISCARD); 216850a83466Sjwahlig nfs_rw_exit(&mi->mi_recovlock); 216950a83466Sjwahlig } 21707c478bd9Sstevel@tonic-gate nfs4_clear_open_streams(rp); 21717c478bd9Sstevel@tonic-gate 21727c478bd9Sstevel@tonic-gate rp4_addfree(rp, cr); 21737c478bd9Sstevel@tonic-gate if (unldvp != NULL) { 21747c478bd9Sstevel@tonic-gate kmem_free(unlname, MAXNAMELEN); 21757c478bd9Sstevel@tonic-gate VN_RELE(unldvp); 21767c478bd9Sstevel@tonic-gate crfree(unlcred); 21777c478bd9Sstevel@tonic-gate } 21787c478bd9Sstevel@tonic-gate return; 21797c478bd9Sstevel@tonic-gate } 21807c478bd9Sstevel@tonic-gate 21817c478bd9Sstevel@tonic-gate if (mi->mi_manager_thread == NULL) { 21827c478bd9Sstevel@tonic-gate /* 21837c478bd9Sstevel@tonic-gate * We want to talk to the inactive thread. 21847c478bd9Sstevel@tonic-gate */ 21857c478bd9Sstevel@tonic-gate signal_inactive_thread = B_TRUE; 21867c478bd9Sstevel@tonic-gate } 21877c478bd9Sstevel@tonic-gate 21887c478bd9Sstevel@tonic-gate /* 21897c478bd9Sstevel@tonic-gate * Enqueue the vnode and wake up either the special thread (empty 21907c478bd9Sstevel@tonic-gate * list) or an async thread. 21917c478bd9Sstevel@tonic-gate */ 21927c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_INACTIVE] == NULL) { 21937c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_INACTIVE] = args; 21947c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE] = args; 21957c478bd9Sstevel@tonic-gate signal_inactive_thread = B_TRUE; 21967c478bd9Sstevel@tonic-gate } else { 21977c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE]->a_next = args; 21987c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE] = args; 21997c478bd9Sstevel@tonic-gate } 22007c478bd9Sstevel@tonic-gate if (signal_inactive_thread) { 22017c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_inact_req_cv); 22027c478bd9Sstevel@tonic-gate } else { 22037c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 22047c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 22057c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 22067c478bd9Sstevel@tonic-gate } 22077c478bd9Sstevel@tonic-gate 22087c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 22097c478bd9Sstevel@tonic-gate } 22107c478bd9Sstevel@tonic-gate 22117c478bd9Sstevel@tonic-gate int 22127c478bd9Sstevel@tonic-gate writerp4(rnode4_t *rp, caddr_t base, int tcount, struct uio *uio, int pgcreated) 22137c478bd9Sstevel@tonic-gate { 22147c478bd9Sstevel@tonic-gate int pagecreate; 22157c478bd9Sstevel@tonic-gate int n; 22167c478bd9Sstevel@tonic-gate int saved_n; 22177c478bd9Sstevel@tonic-gate caddr_t saved_base; 22187c478bd9Sstevel@tonic-gate u_offset_t offset; 22197c478bd9Sstevel@tonic-gate int error; 22207c478bd9Sstevel@tonic-gate int sm_error; 2221a5652762Spraks vnode_t *vp = RTOV(rp); 22227c478bd9Sstevel@tonic-gate 22237c478bd9Sstevel@tonic-gate ASSERT(tcount <= MAXBSIZE && tcount <= uio->uio_resid); 22247c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_rwlock, RW_WRITER)); 2225a5652762Spraks if (!vpm_enable) { 2226a5652762Spraks ASSERT(((uintptr_t)base & MAXBOFFSET) + tcount <= MAXBSIZE); 2227a5652762Spraks } 22287c478bd9Sstevel@tonic-gate 22297c478bd9Sstevel@tonic-gate /* 22307c478bd9Sstevel@tonic-gate * Move bytes in at most PAGESIZE chunks. We must avoid 22317c478bd9Sstevel@tonic-gate * spanning pages in uiomove() because page faults may cause 22327c478bd9Sstevel@tonic-gate * the cache to be invalidated out from under us. The r_size is not 22337c478bd9Sstevel@tonic-gate * updated until after the uiomove. If we push the last page of a 22347c478bd9Sstevel@tonic-gate * file before r_size is correct, we will lose the data written past 22357c478bd9Sstevel@tonic-gate * the current (and invalid) r_size. 22367c478bd9Sstevel@tonic-gate */ 22377c478bd9Sstevel@tonic-gate do { 22387c478bd9Sstevel@tonic-gate offset = uio->uio_loffset; 22397c478bd9Sstevel@tonic-gate pagecreate = 0; 22407c478bd9Sstevel@tonic-gate 22417c478bd9Sstevel@tonic-gate /* 22427c478bd9Sstevel@tonic-gate * n is the number of bytes required to satisfy the request 22437c478bd9Sstevel@tonic-gate * or the number of bytes to fill out the page. 22447c478bd9Sstevel@tonic-gate */ 2245a5652762Spraks n = (int)MIN((PAGESIZE - (offset & PAGEOFFSET)), tcount); 22467c478bd9Sstevel@tonic-gate 22477c478bd9Sstevel@tonic-gate /* 22487c478bd9Sstevel@tonic-gate * Check to see if we can skip reading in the page 22497c478bd9Sstevel@tonic-gate * and just allocate the memory. We can do this 22507c478bd9Sstevel@tonic-gate * if we are going to rewrite the entire mapping 22517c478bd9Sstevel@tonic-gate * or if we are going to write to or beyond the current 22527c478bd9Sstevel@tonic-gate * end of file from the beginning of the mapping. 22537c478bd9Sstevel@tonic-gate * 22547c478bd9Sstevel@tonic-gate * The read of r_size is now protected by r_statelock. 22557c478bd9Sstevel@tonic-gate */ 22567c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 22577c478bd9Sstevel@tonic-gate /* 22587c478bd9Sstevel@tonic-gate * When pgcreated is nonzero the caller has already done 22597c478bd9Sstevel@tonic-gate * a segmap_getmapflt with forcefault 0 and S_WRITE. With 22607c478bd9Sstevel@tonic-gate * segkpm this means we already have at least one page 22617c478bd9Sstevel@tonic-gate * created and mapped at base. 22627c478bd9Sstevel@tonic-gate */ 22637c478bd9Sstevel@tonic-gate pagecreate = pgcreated || 2264b9238976Sth ((offset & PAGEOFFSET) == 0 && 2265b9238976Sth (n == PAGESIZE || ((offset + n) >= rp->r_size))); 22667c478bd9Sstevel@tonic-gate 22677c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 22687c478bd9Sstevel@tonic-gate 2269a5652762Spraks if (!vpm_enable && pagecreate) { 22707c478bd9Sstevel@tonic-gate /* 22717c478bd9Sstevel@tonic-gate * The last argument tells segmap_pagecreate() to 22727c478bd9Sstevel@tonic-gate * always lock the page, as opposed to sometimes 22737c478bd9Sstevel@tonic-gate * returning with the page locked. This way we avoid a 22747c478bd9Sstevel@tonic-gate * fault on the ensuing uiomove(), but also 22757c478bd9Sstevel@tonic-gate * more importantly (to fix bug 1094402) we can 22767c478bd9Sstevel@tonic-gate * call segmap_fault() to unlock the page in all 22777c478bd9Sstevel@tonic-gate * cases. An alternative would be to modify 22787c478bd9Sstevel@tonic-gate * segmap_pagecreate() to tell us when it is 22797c478bd9Sstevel@tonic-gate * locking a page, but that's a fairly major 22807c478bd9Sstevel@tonic-gate * interface change. 22817c478bd9Sstevel@tonic-gate */ 22827c478bd9Sstevel@tonic-gate if (pgcreated == 0) 22837c478bd9Sstevel@tonic-gate (void) segmap_pagecreate(segkmap, base, 2284b9238976Sth (uint_t)n, 1); 22857c478bd9Sstevel@tonic-gate saved_base = base; 22867c478bd9Sstevel@tonic-gate saved_n = n; 22877c478bd9Sstevel@tonic-gate } 22887c478bd9Sstevel@tonic-gate 22897c478bd9Sstevel@tonic-gate /* 22907c478bd9Sstevel@tonic-gate * The number of bytes of data in the last page can not 22917c478bd9Sstevel@tonic-gate * be accurately be determined while page is being 22927c478bd9Sstevel@tonic-gate * uiomove'd to and the size of the file being updated. 22937c478bd9Sstevel@tonic-gate * Thus, inform threads which need to know accurately 22947c478bd9Sstevel@tonic-gate * how much data is in the last page of the file. They 22957c478bd9Sstevel@tonic-gate * will not do the i/o immediately, but will arrange for 22967c478bd9Sstevel@tonic-gate * the i/o to happen later when this modify operation 22977c478bd9Sstevel@tonic-gate * will have finished. 22987c478bd9Sstevel@tonic-gate */ 22997c478bd9Sstevel@tonic-gate ASSERT(!(rp->r_flags & R4MODINPROGRESS)); 23007c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 23017c478bd9Sstevel@tonic-gate rp->r_flags |= R4MODINPROGRESS; 23027c478bd9Sstevel@tonic-gate rp->r_modaddr = (offset & MAXBMASK); 23037c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 23047c478bd9Sstevel@tonic-gate 2305a5652762Spraks if (vpm_enable) { 2306a5652762Spraks /* 2307a5652762Spraks * Copy data. If new pages are created, part of 2308a5652762Spraks * the page that is not written will be initizliazed 2309a5652762Spraks * with zeros. 2310a5652762Spraks */ 2311a5652762Spraks error = vpm_data_copy(vp, offset, n, uio, 2312b9238976Sth !pagecreate, NULL, 0, S_WRITE); 2313a5652762Spraks } else { 2314a5652762Spraks error = uiomove(base, n, UIO_WRITE, uio); 2315a5652762Spraks } 23167c478bd9Sstevel@tonic-gate 23177c478bd9Sstevel@tonic-gate /* 23187c478bd9Sstevel@tonic-gate * r_size is the maximum number of 23197c478bd9Sstevel@tonic-gate * bytes known to be in the file. 23207c478bd9Sstevel@tonic-gate * Make sure it is at least as high as the 23217c478bd9Sstevel@tonic-gate * first unwritten byte pointed to by uio_loffset. 23227c478bd9Sstevel@tonic-gate */ 23237c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 23247c478bd9Sstevel@tonic-gate if (rp->r_size < uio->uio_loffset) 23257c478bd9Sstevel@tonic-gate rp->r_size = uio->uio_loffset; 23267c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4MODINPROGRESS; 23277c478bd9Sstevel@tonic-gate rp->r_flags |= R4DIRTY; 23287c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 23297c478bd9Sstevel@tonic-gate 23307c478bd9Sstevel@tonic-gate /* n = # of bytes written */ 23317c478bd9Sstevel@tonic-gate n = (int)(uio->uio_loffset - offset); 2332a5652762Spraks 2333a5652762Spraks if (!vpm_enable) { 2334a5652762Spraks base += n; 2335a5652762Spraks } 2336a5652762Spraks 23377c478bd9Sstevel@tonic-gate tcount -= n; 23387c478bd9Sstevel@tonic-gate /* 23397c478bd9Sstevel@tonic-gate * If we created pages w/o initializing them completely, 23407c478bd9Sstevel@tonic-gate * we need to zero the part that wasn't set up. 23417c478bd9Sstevel@tonic-gate * This happens on a most EOF write cases and if 23427c478bd9Sstevel@tonic-gate * we had some sort of error during the uiomove. 23437c478bd9Sstevel@tonic-gate */ 2344a5652762Spraks if (!vpm_enable && pagecreate) { 23457c478bd9Sstevel@tonic-gate if ((uio->uio_loffset & PAGEOFFSET) || n == 0) 23467c478bd9Sstevel@tonic-gate (void) kzero(base, PAGESIZE - n); 23477c478bd9Sstevel@tonic-gate 23487c478bd9Sstevel@tonic-gate if (pgcreated) { 23497c478bd9Sstevel@tonic-gate /* 23507c478bd9Sstevel@tonic-gate * Caller is responsible for this page, 23517c478bd9Sstevel@tonic-gate * it was not created in this loop. 23527c478bd9Sstevel@tonic-gate */ 23537c478bd9Sstevel@tonic-gate pgcreated = 0; 23547c478bd9Sstevel@tonic-gate } else { 23557c478bd9Sstevel@tonic-gate /* 23567c478bd9Sstevel@tonic-gate * For bug 1094402: segmap_pagecreate locks 23577c478bd9Sstevel@tonic-gate * page. Unlock it. This also unlocks the 23587c478bd9Sstevel@tonic-gate * pages allocated by page_create_va() in 23597c478bd9Sstevel@tonic-gate * segmap_pagecreate(). 23607c478bd9Sstevel@tonic-gate */ 23617c478bd9Sstevel@tonic-gate sm_error = segmap_fault(kas.a_hat, segkmap, 2362b9238976Sth saved_base, saved_n, 2363b9238976Sth F_SOFTUNLOCK, S_WRITE); 23647c478bd9Sstevel@tonic-gate if (error == 0) 23657c478bd9Sstevel@tonic-gate error = sm_error; 23667c478bd9Sstevel@tonic-gate } 23677c478bd9Sstevel@tonic-gate } 23687c478bd9Sstevel@tonic-gate } while (tcount > 0 && error == 0); 23697c478bd9Sstevel@tonic-gate 23707c478bd9Sstevel@tonic-gate return (error); 23717c478bd9Sstevel@tonic-gate } 23727c478bd9Sstevel@tonic-gate 23737c478bd9Sstevel@tonic-gate int 23747c478bd9Sstevel@tonic-gate nfs4_putpages(vnode_t *vp, u_offset_t off, size_t len, int flags, cred_t *cr) 23757c478bd9Sstevel@tonic-gate { 23767c478bd9Sstevel@tonic-gate rnode4_t *rp; 23777c478bd9Sstevel@tonic-gate page_t *pp; 23787c478bd9Sstevel@tonic-gate u_offset_t eoff; 23797c478bd9Sstevel@tonic-gate u_offset_t io_off; 23807c478bd9Sstevel@tonic-gate size_t io_len; 23817c478bd9Sstevel@tonic-gate int error; 23827c478bd9Sstevel@tonic-gate int rdirty; 23837c478bd9Sstevel@tonic-gate int err; 23847c478bd9Sstevel@tonic-gate 23857c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 23867c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 23877c478bd9Sstevel@tonic-gate 23887c478bd9Sstevel@tonic-gate if (!nfs4_has_pages(vp)) 23897c478bd9Sstevel@tonic-gate return (0); 23907c478bd9Sstevel@tonic-gate 23917c478bd9Sstevel@tonic-gate ASSERT(vp->v_type != VCHR); 23927c478bd9Sstevel@tonic-gate 23937c478bd9Sstevel@tonic-gate /* 23947c478bd9Sstevel@tonic-gate * If R4OUTOFSPACE is set, then all writes turn into B_INVAL 23957c478bd9Sstevel@tonic-gate * writes. B_FORCE is set to force the VM system to actually 23967c478bd9Sstevel@tonic-gate * invalidate the pages, even if the i/o failed. The pages 23977c478bd9Sstevel@tonic-gate * need to get invalidated because they can't be written out 23987c478bd9Sstevel@tonic-gate * because there isn't any space left on either the server's 23997c478bd9Sstevel@tonic-gate * file system or in the user's disk quota. The B_FREE bit 24007c478bd9Sstevel@tonic-gate * is cleared to avoid confusion as to whether this is a 24017c478bd9Sstevel@tonic-gate * request to place the page on the freelist or to destroy 24027c478bd9Sstevel@tonic-gate * it. 24037c478bd9Sstevel@tonic-gate */ 24047c478bd9Sstevel@tonic-gate if ((rp->r_flags & R4OUTOFSPACE) || 24057c478bd9Sstevel@tonic-gate (vp->v_vfsp->vfs_flag & VFS_UNMOUNTED)) 24067c478bd9Sstevel@tonic-gate flags = (flags & ~B_FREE) | B_INVAL | B_FORCE; 24077c478bd9Sstevel@tonic-gate 24087c478bd9Sstevel@tonic-gate if (len == 0) { 24097c478bd9Sstevel@tonic-gate /* 24107c478bd9Sstevel@tonic-gate * If doing a full file synchronous operation, then clear 24117c478bd9Sstevel@tonic-gate * the R4DIRTY bit. If a page gets dirtied while the flush 24127c478bd9Sstevel@tonic-gate * is happening, then R4DIRTY will get set again. The 24137c478bd9Sstevel@tonic-gate * R4DIRTY bit must get cleared before the flush so that 24147c478bd9Sstevel@tonic-gate * we don't lose this information. 241584d68d8eSthurlow * 241684d68d8eSthurlow * If there are no full file async write operations 241784d68d8eSthurlow * pending and RDIRTY bit is set, clear it. 24187c478bd9Sstevel@tonic-gate */ 24197c478bd9Sstevel@tonic-gate if (off == (u_offset_t)0 && 24207c478bd9Sstevel@tonic-gate !(flags & B_ASYNC) && 24217c478bd9Sstevel@tonic-gate (rp->r_flags & R4DIRTY)) { 24227c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24237c478bd9Sstevel@tonic-gate rdirty = (rp->r_flags & R4DIRTY); 24247c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4DIRTY; 24257c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 242684d68d8eSthurlow } else if (flags & B_ASYNC && off == (u_offset_t)0) { 242784d68d8eSthurlow mutex_enter(&rp->r_statelock); 242884d68d8eSthurlow if (rp->r_flags & R4DIRTY && rp->r_awcount == 0) { 242984d68d8eSthurlow rdirty = (rp->r_flags & R4DIRTY); 243084d68d8eSthurlow rp->r_flags &= ~R4DIRTY; 243184d68d8eSthurlow } 243284d68d8eSthurlow mutex_exit(&rp->r_statelock); 24337c478bd9Sstevel@tonic-gate } else 24347c478bd9Sstevel@tonic-gate rdirty = 0; 24357c478bd9Sstevel@tonic-gate 24367c478bd9Sstevel@tonic-gate /* 24377c478bd9Sstevel@tonic-gate * Search the entire vp list for pages >= off, and flush 24387c478bd9Sstevel@tonic-gate * the dirty pages. 24397c478bd9Sstevel@tonic-gate */ 24407c478bd9Sstevel@tonic-gate error = pvn_vplist_dirty(vp, off, rp->r_putapage, 2441b9238976Sth flags, cr); 24427c478bd9Sstevel@tonic-gate 24437c478bd9Sstevel@tonic-gate /* 2444da6c28aaSamw * If an error occurred and the file was marked as dirty 24457c478bd9Sstevel@tonic-gate * before and we aren't forcibly invalidating pages, then 24467c478bd9Sstevel@tonic-gate * reset the R4DIRTY flag. 24477c478bd9Sstevel@tonic-gate */ 24487c478bd9Sstevel@tonic-gate if (error && rdirty && 24497c478bd9Sstevel@tonic-gate (flags & (B_INVAL | B_FORCE)) != (B_INVAL | B_FORCE)) { 24507c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24517c478bd9Sstevel@tonic-gate rp->r_flags |= R4DIRTY; 24527c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 24537c478bd9Sstevel@tonic-gate } 24547c478bd9Sstevel@tonic-gate } else { 24557c478bd9Sstevel@tonic-gate /* 24567c478bd9Sstevel@tonic-gate * Do a range from [off...off + len) looking for pages 24577c478bd9Sstevel@tonic-gate * to deal with. 24587c478bd9Sstevel@tonic-gate */ 24597c478bd9Sstevel@tonic-gate error = 0; 24607c478bd9Sstevel@tonic-gate io_len = 0; 24617c478bd9Sstevel@tonic-gate eoff = off + len; 24627c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24637c478bd9Sstevel@tonic-gate for (io_off = off; io_off < eoff && io_off < rp->r_size; 24647c478bd9Sstevel@tonic-gate io_off += io_len) { 24657c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 24667c478bd9Sstevel@tonic-gate /* 24677c478bd9Sstevel@tonic-gate * If we are not invalidating, synchronously 24687c478bd9Sstevel@tonic-gate * freeing or writing pages use the routine 24697c478bd9Sstevel@tonic-gate * page_lookup_nowait() to prevent reclaiming 24707c478bd9Sstevel@tonic-gate * them from the free list. 24717c478bd9Sstevel@tonic-gate */ 24727c478bd9Sstevel@tonic-gate if ((flags & B_INVAL) || !(flags & B_ASYNC)) { 24737c478bd9Sstevel@tonic-gate pp = page_lookup(vp, io_off, 24747c478bd9Sstevel@tonic-gate (flags & (B_INVAL | B_FREE)) ? 24757c478bd9Sstevel@tonic-gate SE_EXCL : SE_SHARED); 24767c478bd9Sstevel@tonic-gate } else { 24777c478bd9Sstevel@tonic-gate pp = page_lookup_nowait(vp, io_off, 24787c478bd9Sstevel@tonic-gate (flags & B_FREE) ? SE_EXCL : SE_SHARED); 24797c478bd9Sstevel@tonic-gate } 24807c478bd9Sstevel@tonic-gate 24817c478bd9Sstevel@tonic-gate if (pp == NULL || !pvn_getdirty(pp, flags)) 24827c478bd9Sstevel@tonic-gate io_len = PAGESIZE; 24837c478bd9Sstevel@tonic-gate else { 24847c478bd9Sstevel@tonic-gate err = (*rp->r_putapage)(vp, pp, &io_off, 24857c478bd9Sstevel@tonic-gate &io_len, flags, cr); 24867c478bd9Sstevel@tonic-gate if (!error) 24877c478bd9Sstevel@tonic-gate error = err; 24887c478bd9Sstevel@tonic-gate /* 24897c478bd9Sstevel@tonic-gate * "io_off" and "io_len" are returned as 24907c478bd9Sstevel@tonic-gate * the range of pages we actually wrote. 24917c478bd9Sstevel@tonic-gate * This allows us to skip ahead more quickly 24927c478bd9Sstevel@tonic-gate * since several pages may've been dealt 24937c478bd9Sstevel@tonic-gate * with by this iteration of the loop. 24947c478bd9Sstevel@tonic-gate */ 24957c478bd9Sstevel@tonic-gate } 24967c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24977c478bd9Sstevel@tonic-gate } 24987c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 24997c478bd9Sstevel@tonic-gate } 25007c478bd9Sstevel@tonic-gate 25017c478bd9Sstevel@tonic-gate return (error); 25027c478bd9Sstevel@tonic-gate } 25037c478bd9Sstevel@tonic-gate 25047c478bd9Sstevel@tonic-gate void 25057c478bd9Sstevel@tonic-gate nfs4_invalidate_pages(vnode_t *vp, u_offset_t off, cred_t *cr) 25067c478bd9Sstevel@tonic-gate { 25077c478bd9Sstevel@tonic-gate rnode4_t *rp; 25087c478bd9Sstevel@tonic-gate 25097c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 25107c478bd9Sstevel@tonic-gate if (IS_SHADOW(vp, rp)) 25117c478bd9Sstevel@tonic-gate vp = RTOV4(rp); 25127c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25137c478bd9Sstevel@tonic-gate while (rp->r_flags & R4TRUNCATE) 25147c478bd9Sstevel@tonic-gate cv_wait(&rp->r_cv, &rp->r_statelock); 25157c478bd9Sstevel@tonic-gate rp->r_flags |= R4TRUNCATE; 25167c478bd9Sstevel@tonic-gate if (off == (u_offset_t)0) { 25177c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4DIRTY; 25187c478bd9Sstevel@tonic-gate if (!(rp->r_flags & R4STALE)) 25197c478bd9Sstevel@tonic-gate rp->r_error = 0; 25207c478bd9Sstevel@tonic-gate } 25217c478bd9Sstevel@tonic-gate rp->r_truncaddr = off; 25227c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25237c478bd9Sstevel@tonic-gate (void) pvn_vplist_dirty(vp, off, rp->r_putapage, 2524b9238976Sth B_INVAL | B_TRUNC, cr); 25257c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25267c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4TRUNCATE; 25277c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 25287c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25297c478bd9Sstevel@tonic-gate } 25307c478bd9Sstevel@tonic-gate 25317c478bd9Sstevel@tonic-gate static int 25327c478bd9Sstevel@tonic-gate nfs4_mnt_kstat_update(kstat_t *ksp, int rw) 25337c478bd9Sstevel@tonic-gate { 25347c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 25357c478bd9Sstevel@tonic-gate struct mntinfo_kstat *mik; 25367c478bd9Sstevel@tonic-gate vfs_t *vfsp; 25377c478bd9Sstevel@tonic-gate 25387c478bd9Sstevel@tonic-gate /* this is a read-only kstat. Bail out on a write */ 25397c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE) 25407c478bd9Sstevel@tonic-gate return (EACCES); 25417c478bd9Sstevel@tonic-gate 25427c478bd9Sstevel@tonic-gate 25437c478bd9Sstevel@tonic-gate /* 25447c478bd9Sstevel@tonic-gate * We don't want to wait here as kstat_chain_lock could be held by 25457c478bd9Sstevel@tonic-gate * dounmount(). dounmount() takes vfs_reflock before the chain lock 25467c478bd9Sstevel@tonic-gate * and thus could lead to a deadlock. 25477c478bd9Sstevel@tonic-gate */ 25487c478bd9Sstevel@tonic-gate vfsp = (struct vfs *)ksp->ks_private; 25497c478bd9Sstevel@tonic-gate 25507c478bd9Sstevel@tonic-gate mi = VFTOMI4(vfsp); 25517c478bd9Sstevel@tonic-gate mik = (struct mntinfo_kstat *)ksp->ks_data; 25527c478bd9Sstevel@tonic-gate 25537c478bd9Sstevel@tonic-gate (void) strcpy(mik->mik_proto, mi->mi_curr_serv->sv_knconf->knc_proto); 25547c478bd9Sstevel@tonic-gate 25557c478bd9Sstevel@tonic-gate mik->mik_vers = (uint32_t)mi->mi_vers; 25567c478bd9Sstevel@tonic-gate mik->mik_flags = mi->mi_flags; 25577c478bd9Sstevel@tonic-gate /* 25587c478bd9Sstevel@tonic-gate * The sv_secdata holds the flavor the client specifies. 25597c478bd9Sstevel@tonic-gate * If the client uses default and a security negotiation 25607c478bd9Sstevel@tonic-gate * occurs, sv_currsec will point to the current flavor 25617c478bd9Sstevel@tonic-gate * selected from the server flavor list. 25627c478bd9Sstevel@tonic-gate * sv_currsec is NULL if no security negotiation takes place. 25637c478bd9Sstevel@tonic-gate */ 25647c478bd9Sstevel@tonic-gate mik->mik_secmod = mi->mi_curr_serv->sv_currsec ? 2565b9238976Sth mi->mi_curr_serv->sv_currsec->secmod : 2566b9238976Sth mi->mi_curr_serv->sv_secdata->secmod; 25677c478bd9Sstevel@tonic-gate mik->mik_curread = (uint32_t)mi->mi_curread; 25687c478bd9Sstevel@tonic-gate mik->mik_curwrite = (uint32_t)mi->mi_curwrite; 25697c478bd9Sstevel@tonic-gate mik->mik_retrans = mi->mi_retrans; 25707c478bd9Sstevel@tonic-gate mik->mik_timeo = mi->mi_timeo; 25717c478bd9Sstevel@tonic-gate mik->mik_acregmin = HR2SEC(mi->mi_acregmin); 25727c478bd9Sstevel@tonic-gate mik->mik_acregmax = HR2SEC(mi->mi_acregmax); 25737c478bd9Sstevel@tonic-gate mik->mik_acdirmin = HR2SEC(mi->mi_acdirmin); 25747c478bd9Sstevel@tonic-gate mik->mik_acdirmax = HR2SEC(mi->mi_acdirmax); 25757c478bd9Sstevel@tonic-gate mik->mik_noresponse = (uint32_t)mi->mi_noresponse; 25767c478bd9Sstevel@tonic-gate mik->mik_failover = (uint32_t)mi->mi_failover; 25777c478bd9Sstevel@tonic-gate mik->mik_remap = (uint32_t)mi->mi_remap; 25787c478bd9Sstevel@tonic-gate 25797c478bd9Sstevel@tonic-gate (void) strcpy(mik->mik_curserver, mi->mi_curr_serv->sv_hostname); 25807c478bd9Sstevel@tonic-gate 25817c478bd9Sstevel@tonic-gate return (0); 25827c478bd9Sstevel@tonic-gate } 25837c478bd9Sstevel@tonic-gate 25847c478bd9Sstevel@tonic-gate void 25857c478bd9Sstevel@tonic-gate nfs4_mnt_kstat_init(struct vfs *vfsp) 25867c478bd9Sstevel@tonic-gate { 25877c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 25887c478bd9Sstevel@tonic-gate 25897c478bd9Sstevel@tonic-gate /* 25907c478bd9Sstevel@tonic-gate * PSARC 2001/697 Contract Private Interface 25917c478bd9Sstevel@tonic-gate * All nfs kstats are under SunMC contract 25927c478bd9Sstevel@tonic-gate * Please refer to the PSARC listed above and contact 25937c478bd9Sstevel@tonic-gate * SunMC before making any changes! 25947c478bd9Sstevel@tonic-gate * 25957c478bd9Sstevel@tonic-gate * Changes must be reviewed by Solaris File Sharing 25967c478bd9Sstevel@tonic-gate * Changes must be communicated to contract-2001-697@sun.com 25977c478bd9Sstevel@tonic-gate * 25987c478bd9Sstevel@tonic-gate */ 25997c478bd9Sstevel@tonic-gate 26007c478bd9Sstevel@tonic-gate mi->mi_io_kstats = kstat_create_zone("nfs", getminor(vfsp->vfs_dev), 26017c478bd9Sstevel@tonic-gate NULL, "nfs", KSTAT_TYPE_IO, 1, 0, mi->mi_zone->zone_id); 26027c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 26037c478bd9Sstevel@tonic-gate if (mi->mi_zone->zone_id != GLOBAL_ZONEID) 26047c478bd9Sstevel@tonic-gate kstat_zone_add(mi->mi_io_kstats, GLOBAL_ZONEID); 26057c478bd9Sstevel@tonic-gate mi->mi_io_kstats->ks_lock = &mi->mi_lock; 26067c478bd9Sstevel@tonic-gate kstat_install(mi->mi_io_kstats); 26077c478bd9Sstevel@tonic-gate } 26087c478bd9Sstevel@tonic-gate 26097c478bd9Sstevel@tonic-gate if ((mi->mi_ro_kstats = kstat_create_zone("nfs", 26107c478bd9Sstevel@tonic-gate getminor(vfsp->vfs_dev), "mntinfo", "misc", KSTAT_TYPE_RAW, 26117c478bd9Sstevel@tonic-gate sizeof (struct mntinfo_kstat), 0, mi->mi_zone->zone_id)) != NULL) { 26127c478bd9Sstevel@tonic-gate if (mi->mi_zone->zone_id != GLOBAL_ZONEID) 26137c478bd9Sstevel@tonic-gate kstat_zone_add(mi->mi_ro_kstats, GLOBAL_ZONEID); 26147c478bd9Sstevel@tonic-gate mi->mi_ro_kstats->ks_update = nfs4_mnt_kstat_update; 26157c478bd9Sstevel@tonic-gate mi->mi_ro_kstats->ks_private = (void *)vfsp; 26167c478bd9Sstevel@tonic-gate kstat_install(mi->mi_ro_kstats); 26177c478bd9Sstevel@tonic-gate } 26187c478bd9Sstevel@tonic-gate 26197c478bd9Sstevel@tonic-gate nfs4_mnt_recov_kstat_init(vfsp); 26207c478bd9Sstevel@tonic-gate } 26217c478bd9Sstevel@tonic-gate 26227c478bd9Sstevel@tonic-gate void 26237c478bd9Sstevel@tonic-gate nfs4_write_error(vnode_t *vp, int error, cred_t *cr) 26247c478bd9Sstevel@tonic-gate { 26257c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 2626d3d50737SRafael Vanoni clock_t now = ddi_get_lbolt(); 26277c478bd9Sstevel@tonic-gate 26287c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 26297c478bd9Sstevel@tonic-gate /* 26307c478bd9Sstevel@tonic-gate * In case of forced unmount, do not print any messages 26317c478bd9Sstevel@tonic-gate * since it can flood the console with error messages. 26327c478bd9Sstevel@tonic-gate */ 26337c478bd9Sstevel@tonic-gate if (mi->mi_vfsp->vfs_flag & VFS_UNMOUNTED) 26347c478bd9Sstevel@tonic-gate return; 26357c478bd9Sstevel@tonic-gate 26367c478bd9Sstevel@tonic-gate /* 26377c478bd9Sstevel@tonic-gate * If the mount point is dead, not recoverable, do not 26387c478bd9Sstevel@tonic-gate * print error messages that can flood the console. 26397c478bd9Sstevel@tonic-gate */ 26407c478bd9Sstevel@tonic-gate if (mi->mi_flags & MI4_RECOV_FAIL) 26417c478bd9Sstevel@tonic-gate return; 26427c478bd9Sstevel@tonic-gate 26437c478bd9Sstevel@tonic-gate /* 26447c478bd9Sstevel@tonic-gate * No use in flooding the console with ENOSPC 26457c478bd9Sstevel@tonic-gate * messages from the same file system. 26467c478bd9Sstevel@tonic-gate */ 26477c478bd9Sstevel@tonic-gate if ((error != ENOSPC && error != EDQUOT) || 2648d3d50737SRafael Vanoni now - mi->mi_printftime > 0) { 26497c478bd9Sstevel@tonic-gate zoneid_t zoneid = mi->mi_zone->zone_id; 26507c478bd9Sstevel@tonic-gate 26517c478bd9Sstevel@tonic-gate #ifdef DEBUG 26527c478bd9Sstevel@tonic-gate nfs_perror(error, "NFS%ld write error on host %s: %m.\n", 26537c478bd9Sstevel@tonic-gate mi->mi_vers, VTOR4(vp)->r_server->sv_hostname, NULL); 26547c478bd9Sstevel@tonic-gate #else 26557c478bd9Sstevel@tonic-gate nfs_perror(error, "NFS write error on host %s: %m.\n", 26567c478bd9Sstevel@tonic-gate VTOR4(vp)->r_server->sv_hostname, NULL); 26577c478bd9Sstevel@tonic-gate #endif 26587c478bd9Sstevel@tonic-gate if (error == ENOSPC || error == EDQUOT) { 26597c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 26607c478bd9Sstevel@tonic-gate "^File: userid=%d, groupid=%d\n", 26617c478bd9Sstevel@tonic-gate crgetuid(cr), crgetgid(cr)); 26627c478bd9Sstevel@tonic-gate if (crgetuid(curthread->t_cred) != crgetuid(cr) || 26637c478bd9Sstevel@tonic-gate crgetgid(curthread->t_cred) != crgetgid(cr)) { 26647c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 26657c478bd9Sstevel@tonic-gate "^User: userid=%d, groupid=%d\n", 26667c478bd9Sstevel@tonic-gate crgetuid(curthread->t_cred), 26677c478bd9Sstevel@tonic-gate crgetgid(curthread->t_cred)); 26687c478bd9Sstevel@tonic-gate } 2669d3d50737SRafael Vanoni mi->mi_printftime = now + 26707c478bd9Sstevel@tonic-gate nfs_write_error_interval * hz; 26717c478bd9Sstevel@tonic-gate } 26727c478bd9Sstevel@tonic-gate sfh4_printfhandle(VTOR4(vp)->r_fh); 26737c478bd9Sstevel@tonic-gate #ifdef DEBUG 26747c478bd9Sstevel@tonic-gate if (error == EACCES) { 26757c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 26767c478bd9Sstevel@tonic-gate "nfs_bio: cred is%s kcred\n", 26777c478bd9Sstevel@tonic-gate cr == kcred ? "" : " not"); 26787c478bd9Sstevel@tonic-gate } 26797c478bd9Sstevel@tonic-gate #endif 26807c478bd9Sstevel@tonic-gate } 26817c478bd9Sstevel@tonic-gate } 26827c478bd9Sstevel@tonic-gate 26837c478bd9Sstevel@tonic-gate /* 26847c478bd9Sstevel@tonic-gate * Return non-zero if the given file can be safely memory mapped. Locks 26857c478bd9Sstevel@tonic-gate * are safe if whole-file (length and offset are both zero). 26867c478bd9Sstevel@tonic-gate */ 26877c478bd9Sstevel@tonic-gate 26887c478bd9Sstevel@tonic-gate #define SAFE_LOCK(flk) ((flk).l_start == 0 && (flk).l_len == 0) 26897c478bd9Sstevel@tonic-gate 26907c478bd9Sstevel@tonic-gate static int 26917c478bd9Sstevel@tonic-gate nfs4_safemap(const vnode_t *vp) 26927c478bd9Sstevel@tonic-gate { 26937c478bd9Sstevel@tonic-gate locklist_t *llp, *next_llp; 26947c478bd9Sstevel@tonic-gate int safe = 1; 26957c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 26967c478bd9Sstevel@tonic-gate 26977c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_lkserlock, RW_WRITER)); 26987c478bd9Sstevel@tonic-gate 26997c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, "nfs4_safemap: " 2700b9238976Sth "vp = %p", (void *)vp)); 27017c478bd9Sstevel@tonic-gate 27027c478bd9Sstevel@tonic-gate /* 27037c478bd9Sstevel@tonic-gate * Review all the locks for the vnode, both ones that have been 27047c478bd9Sstevel@tonic-gate * acquired and ones that are pending. We assume that 27057c478bd9Sstevel@tonic-gate * flk_active_locks_for_vp() has merged any locks that can be 27067c478bd9Sstevel@tonic-gate * merged (so that if a process has the entire file locked, it is 27077c478bd9Sstevel@tonic-gate * represented as a single lock). 27087c478bd9Sstevel@tonic-gate * 27097c478bd9Sstevel@tonic-gate * Note that we can't bail out of the loop if we find a non-safe 27107c478bd9Sstevel@tonic-gate * lock, because we have to free all the elements in the llp list. 27117c478bd9Sstevel@tonic-gate * We might be able to speed up this code slightly by not looking 27127c478bd9Sstevel@tonic-gate * at each lock's l_start and l_len fields once we've found a 27137c478bd9Sstevel@tonic-gate * non-safe lock. 27147c478bd9Sstevel@tonic-gate */ 27157c478bd9Sstevel@tonic-gate 27167c478bd9Sstevel@tonic-gate llp = flk_active_locks_for_vp(vp); 27177c478bd9Sstevel@tonic-gate while (llp) { 27187c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, 27197c478bd9Sstevel@tonic-gate "nfs4_safemap: active lock (%" PRId64 ", %" PRId64 ")", 27207c478bd9Sstevel@tonic-gate llp->ll_flock.l_start, llp->ll_flock.l_len)); 27217c478bd9Sstevel@tonic-gate if (!SAFE_LOCK(llp->ll_flock)) { 27227c478bd9Sstevel@tonic-gate safe = 0; 27237c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, 27247c478bd9Sstevel@tonic-gate "nfs4_safemap: unsafe active lock (%" PRId64 27257c478bd9Sstevel@tonic-gate ", %" PRId64 ")", llp->ll_flock.l_start, 27267c478bd9Sstevel@tonic-gate llp->ll_flock.l_len)); 27277c478bd9Sstevel@tonic-gate } 27287c478bd9Sstevel@tonic-gate next_llp = llp->ll_next; 27297c478bd9Sstevel@tonic-gate VN_RELE(llp->ll_vp); 27307c478bd9Sstevel@tonic-gate kmem_free(llp, sizeof (*llp)); 27317c478bd9Sstevel@tonic-gate llp = next_llp; 27327c478bd9Sstevel@tonic-gate } 27337c478bd9Sstevel@tonic-gate 27347c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, "nfs4_safemap: %s", 2735b9238976Sth safe ? "safe" : "unsafe")); 27367c478bd9Sstevel@tonic-gate return (safe); 27377c478bd9Sstevel@tonic-gate } 27387c478bd9Sstevel@tonic-gate 27397c478bd9Sstevel@tonic-gate /* 27407c478bd9Sstevel@tonic-gate * Return whether there is a lost LOCK or LOCKU queued up for the given 27417c478bd9Sstevel@tonic-gate * file that would make an mmap request unsafe. cf. nfs4_safemap(). 27427c478bd9Sstevel@tonic-gate */ 27437c478bd9Sstevel@tonic-gate 27447c478bd9Sstevel@tonic-gate bool_t 27457c478bd9Sstevel@tonic-gate nfs4_map_lost_lock_conflict(vnode_t *vp) 27467c478bd9Sstevel@tonic-gate { 27477c478bd9Sstevel@tonic-gate bool_t conflict = FALSE; 27487c478bd9Sstevel@tonic-gate nfs4_lost_rqst_t *lrp; 27497c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 27507c478bd9Sstevel@tonic-gate 27517c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 27527c478bd9Sstevel@tonic-gate for (lrp = list_head(&mi->mi_lost_state); lrp != NULL; 27537c478bd9Sstevel@tonic-gate lrp = list_next(&mi->mi_lost_state, lrp)) { 27547c478bd9Sstevel@tonic-gate if (lrp->lr_op != OP_LOCK && lrp->lr_op != OP_LOCKU) 27557c478bd9Sstevel@tonic-gate continue; 27567c478bd9Sstevel@tonic-gate ASSERT(lrp->lr_vp != NULL); 2757da6c28aaSamw if (!VOP_CMP(lrp->lr_vp, vp, NULL)) 27587c478bd9Sstevel@tonic-gate continue; /* different file */ 27597c478bd9Sstevel@tonic-gate if (!SAFE_LOCK(*lrp->lr_flk)) { 27607c478bd9Sstevel@tonic-gate conflict = TRUE; 27617c478bd9Sstevel@tonic-gate break; 27627c478bd9Sstevel@tonic-gate } 27637c478bd9Sstevel@tonic-gate } 27647c478bd9Sstevel@tonic-gate 27657c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 27667c478bd9Sstevel@tonic-gate return (conflict); 27677c478bd9Sstevel@tonic-gate } 27687c478bd9Sstevel@tonic-gate 27697c478bd9Sstevel@tonic-gate /* 27707c478bd9Sstevel@tonic-gate * nfs_lockcompletion: 27717c478bd9Sstevel@tonic-gate * 27727c478bd9Sstevel@tonic-gate * If the vnode has a lock that makes it unsafe to cache the file, mark it 27737c478bd9Sstevel@tonic-gate * as non cachable (set VNOCACHE bit). 27747c478bd9Sstevel@tonic-gate */ 27757c478bd9Sstevel@tonic-gate 27767c478bd9Sstevel@tonic-gate void 27777c478bd9Sstevel@tonic-gate nfs4_lockcompletion(vnode_t *vp, int cmd) 27787c478bd9Sstevel@tonic-gate { 27797c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 27807c478bd9Sstevel@tonic-gate 27817c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_lkserlock, RW_WRITER)); 27827c478bd9Sstevel@tonic-gate ASSERT(!IS_SHADOW(vp, rp)); 27837c478bd9Sstevel@tonic-gate 27847c478bd9Sstevel@tonic-gate if (cmd == F_SETLK || cmd == F_SETLKW) { 27857c478bd9Sstevel@tonic-gate 27867c478bd9Sstevel@tonic-gate if (!nfs4_safemap(vp)) { 27877c478bd9Sstevel@tonic-gate mutex_enter(&vp->v_lock); 27887c478bd9Sstevel@tonic-gate vp->v_flag |= VNOCACHE; 27897c478bd9Sstevel@tonic-gate mutex_exit(&vp->v_lock); 27907c478bd9Sstevel@tonic-gate } else { 27917c478bd9Sstevel@tonic-gate mutex_enter(&vp->v_lock); 27927c478bd9Sstevel@tonic-gate vp->v_flag &= ~VNOCACHE; 27937c478bd9Sstevel@tonic-gate mutex_exit(&vp->v_lock); 27947c478bd9Sstevel@tonic-gate } 27957c478bd9Sstevel@tonic-gate } 27967c478bd9Sstevel@tonic-gate /* 27977c478bd9Sstevel@tonic-gate * The cached attributes of the file are stale after acquiring 27987c478bd9Sstevel@tonic-gate * the lock on the file. They were updated when the file was 27997c478bd9Sstevel@tonic-gate * opened, but not updated when the lock was acquired. Therefore the 28007c478bd9Sstevel@tonic-gate * cached attributes are invalidated after the lock is obtained. 28017c478bd9Sstevel@tonic-gate */ 28027c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4(vp); 28037c478bd9Sstevel@tonic-gate } 28047c478bd9Sstevel@tonic-gate 28057c478bd9Sstevel@tonic-gate /* ARGSUSED */ 28067c478bd9Sstevel@tonic-gate static void * 28077c478bd9Sstevel@tonic-gate nfs4_mi_init(zoneid_t zoneid) 28087c478bd9Sstevel@tonic-gate { 28097c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 28107c478bd9Sstevel@tonic-gate 28117c478bd9Sstevel@tonic-gate mig = kmem_alloc(sizeof (*mig), KM_SLEEP); 28127c478bd9Sstevel@tonic-gate mutex_init(&mig->mig_lock, NULL, MUTEX_DEFAULT, NULL); 28137c478bd9Sstevel@tonic-gate list_create(&mig->mig_list, sizeof (mntinfo4_t), 28147c478bd9Sstevel@tonic-gate offsetof(mntinfo4_t, mi_zone_node)); 28157c478bd9Sstevel@tonic-gate mig->mig_destructor_called = B_FALSE; 28167c478bd9Sstevel@tonic-gate return (mig); 28177c478bd9Sstevel@tonic-gate } 28187c478bd9Sstevel@tonic-gate 28197c478bd9Sstevel@tonic-gate /* 28207c478bd9Sstevel@tonic-gate * Callback routine to tell all NFSv4 mounts in the zone to start tearing down 28217c478bd9Sstevel@tonic-gate * state and killing off threads. 28227c478bd9Sstevel@tonic-gate */ 28237c478bd9Sstevel@tonic-gate /* ARGSUSED */ 28247c478bd9Sstevel@tonic-gate static void 28257c478bd9Sstevel@tonic-gate nfs4_mi_shutdown(zoneid_t zoneid, void *data) 28267c478bd9Sstevel@tonic-gate { 28277c478bd9Sstevel@tonic-gate struct mi4_globals *mig = data; 28287c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 28297c478bd9Sstevel@tonic-gate nfs4_server_t *np; 28307c478bd9Sstevel@tonic-gate 28317c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 28327c478bd9Sstevel@tonic-gate "nfs4_mi_shutdown zone %d\n", zoneid)); 28337c478bd9Sstevel@tonic-gate ASSERT(mig != NULL); 283450a83466Sjwahlig for (;;) { 283550a83466Sjwahlig mutex_enter(&mig->mig_lock); 283650a83466Sjwahlig mi = list_head(&mig->mig_list); 283750a83466Sjwahlig if (mi == NULL) { 283850a83466Sjwahlig mutex_exit(&mig->mig_lock); 283950a83466Sjwahlig break; 284050a83466Sjwahlig } 28413fd6cc29Sthurlow 28427c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 28437c478bd9Sstevel@tonic-gate "nfs4_mi_shutdown stopping vfs %p\n", (void *)mi->mi_vfsp)); 28447c478bd9Sstevel@tonic-gate /* 28457c478bd9Sstevel@tonic-gate * purge the DNLC for this filesystem 28467c478bd9Sstevel@tonic-gate */ 28477c478bd9Sstevel@tonic-gate (void) dnlc_purge_vfsp(mi->mi_vfsp, 0); 28487c478bd9Sstevel@tonic-gate /* 28497c478bd9Sstevel@tonic-gate * Tell existing async worker threads to exit. 28507c478bd9Sstevel@tonic-gate */ 285150a83466Sjwahlig mutex_enter(&mi->mi_async_lock); 28527c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 28537c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_work_cv); 28547c478bd9Sstevel@tonic-gate /* 285550a83466Sjwahlig * Set the appropriate flags, signal and wait for both the 285650a83466Sjwahlig * async manager and the inactive thread to exit when they're 285750a83466Sjwahlig * done with their current work. 28587c478bd9Sstevel@tonic-gate */ 28597c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 28607c478bd9Sstevel@tonic-gate mi->mi_flags |= (MI4_ASYNC_MGR_STOP|MI4_DEAD); 28617c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 286250a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 286350a83466Sjwahlig if (mi->mi_manager_thread) { 286450a83466Sjwahlig nfs4_async_manager_stop(mi->mi_vfsp); 286550a83466Sjwahlig } 286650a83466Sjwahlig if (mi->mi_inactive_thread) { 286750a83466Sjwahlig mutex_enter(&mi->mi_async_lock); 286850a83466Sjwahlig cv_signal(&mi->mi_inact_req_cv); 286950a83466Sjwahlig /* 287050a83466Sjwahlig * Wait for the inactive thread to exit. 287150a83466Sjwahlig */ 287250a83466Sjwahlig while (mi->mi_inactive_thread != NULL) { 287350a83466Sjwahlig cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 287450a83466Sjwahlig } 287550a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 287650a83466Sjwahlig } 28777c478bd9Sstevel@tonic-gate /* 287850a83466Sjwahlig * Wait for the recovery thread to complete, that is, it will 287950a83466Sjwahlig * signal when it is done using the "mi" structure and about 288050a83466Sjwahlig * to exit 28817c478bd9Sstevel@tonic-gate */ 288250a83466Sjwahlig mutex_enter(&mi->mi_lock); 288350a83466Sjwahlig while (mi->mi_in_recovery > 0) 288450a83466Sjwahlig cv_wait(&mi->mi_cv_in_recov, &mi->mi_lock); 288550a83466Sjwahlig mutex_exit(&mi->mi_lock); 28863fd6cc29Sthurlow /* 28873fd6cc29Sthurlow * We're done when every mi has been done or the list is empty. 288850a83466Sjwahlig * This one is done, remove it from the list. 28893fd6cc29Sthurlow */ 289050a83466Sjwahlig list_remove(&mig->mig_list, mi); 28913fd6cc29Sthurlow mutex_exit(&mig->mig_lock); 289250a83466Sjwahlig zone_rele(mi->mi_zone); 289350a83466Sjwahlig /* 289450a83466Sjwahlig * Release hold on vfs and mi done to prevent race with zone 289550a83466Sjwahlig * shutdown. This releases the hold in nfs4_mi_zonelist_add. 289650a83466Sjwahlig */ 28973fd6cc29Sthurlow VFS_RELE(mi->mi_vfsp); 289850a83466Sjwahlig MI4_RELE(mi); 28997c478bd9Sstevel@tonic-gate } 29007c478bd9Sstevel@tonic-gate /* 29017c478bd9Sstevel@tonic-gate * Tell each renew thread in the zone to exit 29027c478bd9Sstevel@tonic-gate */ 29037c478bd9Sstevel@tonic-gate mutex_enter(&nfs4_server_lst_lock); 29047c478bd9Sstevel@tonic-gate for (np = nfs4_server_lst.forw; np != &nfs4_server_lst; np = np->forw) { 29057c478bd9Sstevel@tonic-gate mutex_enter(&np->s_lock); 29067c478bd9Sstevel@tonic-gate if (np->zoneid == zoneid) { 29077c478bd9Sstevel@tonic-gate /* 29087c478bd9Sstevel@tonic-gate * We add another hold onto the nfs4_server_t 29097c478bd9Sstevel@tonic-gate * because this will make sure tha the nfs4_server_t 29107c478bd9Sstevel@tonic-gate * stays around until nfs4_callback_fini_zone destroys 29117c478bd9Sstevel@tonic-gate * the zone. This way, the renew thread can 29127c478bd9Sstevel@tonic-gate * unconditionally release its holds on the 29137c478bd9Sstevel@tonic-gate * nfs4_server_t. 29147c478bd9Sstevel@tonic-gate */ 29157c478bd9Sstevel@tonic-gate np->s_refcnt++; 29167c478bd9Sstevel@tonic-gate nfs4_mark_srv_dead(np); 29177c478bd9Sstevel@tonic-gate } 29187c478bd9Sstevel@tonic-gate mutex_exit(&np->s_lock); 29197c478bd9Sstevel@tonic-gate } 29207c478bd9Sstevel@tonic-gate mutex_exit(&nfs4_server_lst_lock); 29217c478bd9Sstevel@tonic-gate } 29227c478bd9Sstevel@tonic-gate 29237c478bd9Sstevel@tonic-gate static void 29247c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(struct mi4_globals *mig) 29257c478bd9Sstevel@tonic-gate { 29267c478bd9Sstevel@tonic-gate list_destroy(&mig->mig_list); /* makes sure the list is empty */ 29277c478bd9Sstevel@tonic-gate mutex_destroy(&mig->mig_lock); 29287c478bd9Sstevel@tonic-gate kmem_free(mig, sizeof (*mig)); 29297c478bd9Sstevel@tonic-gate } 29307c478bd9Sstevel@tonic-gate 29317c478bd9Sstevel@tonic-gate /* ARGSUSED */ 29327c478bd9Sstevel@tonic-gate static void 29337c478bd9Sstevel@tonic-gate nfs4_mi_destroy(zoneid_t zoneid, void *data) 29347c478bd9Sstevel@tonic-gate { 29357c478bd9Sstevel@tonic-gate struct mi4_globals *mig = data; 29367c478bd9Sstevel@tonic-gate 29377c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 29387c478bd9Sstevel@tonic-gate "nfs4_mi_destroy zone %d\n", zoneid)); 29397c478bd9Sstevel@tonic-gate ASSERT(mig != NULL); 29407c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 29417c478bd9Sstevel@tonic-gate if (list_head(&mig->mig_list) != NULL) { 29427c478bd9Sstevel@tonic-gate /* Still waiting for VFS_FREEVFS() */ 29437c478bd9Sstevel@tonic-gate mig->mig_destructor_called = B_TRUE; 29447c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 29457c478bd9Sstevel@tonic-gate return; 29467c478bd9Sstevel@tonic-gate } 29477c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(mig); 29487c478bd9Sstevel@tonic-gate } 29497c478bd9Sstevel@tonic-gate 29507c478bd9Sstevel@tonic-gate /* 29517c478bd9Sstevel@tonic-gate * Add an NFS mount to the per-zone list of NFS mounts. 29527c478bd9Sstevel@tonic-gate */ 29537c478bd9Sstevel@tonic-gate void 29547c478bd9Sstevel@tonic-gate nfs4_mi_zonelist_add(mntinfo4_t *mi) 29557c478bd9Sstevel@tonic-gate { 29567c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 29577c478bd9Sstevel@tonic-gate 29587c478bd9Sstevel@tonic-gate mig = zone_getspecific(mi4_list_key, mi->mi_zone); 29597c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 29607c478bd9Sstevel@tonic-gate list_insert_head(&mig->mig_list, mi); 296150a83466Sjwahlig /* 296250a83466Sjwahlig * hold added to eliminate race with zone shutdown -this will be 296350a83466Sjwahlig * released in mi_shutdown 296450a83466Sjwahlig */ 296550a83466Sjwahlig MI4_HOLD(mi); 296650a83466Sjwahlig VFS_HOLD(mi->mi_vfsp); 29677c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 29687c478bd9Sstevel@tonic-gate } 29697c478bd9Sstevel@tonic-gate 29707c478bd9Sstevel@tonic-gate /* 29717c478bd9Sstevel@tonic-gate * Remove an NFS mount from the per-zone list of NFS mounts. 29727c478bd9Sstevel@tonic-gate */ 297350a83466Sjwahlig int 29747c478bd9Sstevel@tonic-gate nfs4_mi_zonelist_remove(mntinfo4_t *mi) 29757c478bd9Sstevel@tonic-gate { 29767c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 297750a83466Sjwahlig int ret = 0; 29787c478bd9Sstevel@tonic-gate 29797c478bd9Sstevel@tonic-gate mig = zone_getspecific(mi4_list_key, mi->mi_zone); 29807c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 298150a83466Sjwahlig mutex_enter(&mi->mi_lock); 298250a83466Sjwahlig /* if this mi is marked dead, then the zone already released it */ 298350a83466Sjwahlig if (!(mi->mi_flags & MI4_DEAD)) { 298450a83466Sjwahlig list_remove(&mig->mig_list, mi); 29851dc00f28SJames Wahlig mutex_exit(&mi->mi_lock); 298650a83466Sjwahlig 298750a83466Sjwahlig /* release the holds put on in zonelist_add(). */ 298850a83466Sjwahlig VFS_RELE(mi->mi_vfsp); 298950a83466Sjwahlig MI4_RELE(mi); 299050a83466Sjwahlig ret = 1; 29911dc00f28SJames Wahlig } else { 29921dc00f28SJames Wahlig mutex_exit(&mi->mi_lock); 299350a83466Sjwahlig } 299450a83466Sjwahlig 29957c478bd9Sstevel@tonic-gate /* 29967c478bd9Sstevel@tonic-gate * We can be called asynchronously by VFS_FREEVFS() after the zone 29977c478bd9Sstevel@tonic-gate * shutdown/destroy callbacks have executed; if so, clean up the zone's 29987c478bd9Sstevel@tonic-gate * mi globals. 29997c478bd9Sstevel@tonic-gate */ 30007c478bd9Sstevel@tonic-gate if (list_head(&mig->mig_list) == NULL && 30017c478bd9Sstevel@tonic-gate mig->mig_destructor_called == B_TRUE) { 30027c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(mig); 300350a83466Sjwahlig return (ret); 30047c478bd9Sstevel@tonic-gate } 30057c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 300650a83466Sjwahlig return (ret); 30077c478bd9Sstevel@tonic-gate } 30087c478bd9Sstevel@tonic-gate 30097c478bd9Sstevel@tonic-gate void 30107c478bd9Sstevel@tonic-gate nfs_free_mi4(mntinfo4_t *mi) 30117c478bd9Sstevel@tonic-gate { 30127c478bd9Sstevel@tonic-gate nfs4_open_owner_t *foop; 301350a83466Sjwahlig nfs4_oo_hash_bucket_t *bucketp; 30147c478bd9Sstevel@tonic-gate nfs4_debug_msg_t *msgp; 30157c478bd9Sstevel@tonic-gate int i; 301650a83466Sjwahlig servinfo4_t *svp; 30177c478bd9Sstevel@tonic-gate 3018f0558703SVallish Vaidyeshwara /* 3019f0558703SVallish Vaidyeshwara * Code introduced here should be carefully evaluated to make 3020f0558703SVallish Vaidyeshwara * sure none of the freed resources are accessed either directly 3021f0558703SVallish Vaidyeshwara * or indirectly after freeing them. For eg: Introducing calls to 3022f0558703SVallish Vaidyeshwara * NFS4_DEBUG that use mntinfo4_t structure member after freeing 3023f0558703SVallish Vaidyeshwara * the structure members or other routines calling back into NFS 3024f0558703SVallish Vaidyeshwara * accessing freed mntinfo4_t structure member. 3025f0558703SVallish Vaidyeshwara */ 30267c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 30277c478bd9Sstevel@tonic-gate ASSERT(mi->mi_recovthread == NULL); 30287c478bd9Sstevel@tonic-gate ASSERT(mi->mi_flags & MI4_ASYNC_MGR_STOP); 30297c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 30307c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 30317c478bd9Sstevel@tonic-gate ASSERT(mi->mi_threads == 0); 30327c478bd9Sstevel@tonic-gate ASSERT(mi->mi_manager_thread == NULL); 303350a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 303450a83466Sjwahlig if (mi->mi_io_kstats) { 303550a83466Sjwahlig kstat_delete(mi->mi_io_kstats); 303650a83466Sjwahlig mi->mi_io_kstats = NULL; 30377c478bd9Sstevel@tonic-gate } 303850a83466Sjwahlig if (mi->mi_ro_kstats) { 303950a83466Sjwahlig kstat_delete(mi->mi_ro_kstats); 304050a83466Sjwahlig mi->mi_ro_kstats = NULL; 304150a83466Sjwahlig } 304250a83466Sjwahlig if (mi->mi_recov_ksp) { 304350a83466Sjwahlig kstat_delete(mi->mi_recov_ksp); 304450a83466Sjwahlig mi->mi_recov_ksp = NULL; 30457c478bd9Sstevel@tonic-gate } 30467c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_msg_list_lock); 30477c478bd9Sstevel@tonic-gate while (msgp = list_head(&mi->mi_msg_list)) { 30487c478bd9Sstevel@tonic-gate list_remove(&mi->mi_msg_list, msgp); 30497c478bd9Sstevel@tonic-gate nfs4_free_msg(msgp); 30507c478bd9Sstevel@tonic-gate } 30517c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_msg_list_lock); 30527c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_msg_list); 3053bbf2a467SNagakiran Rajashekar if (mi->mi_fname != NULL) 3054bbf2a467SNagakiran Rajashekar fn_rele(&mi->mi_fname); 30557c478bd9Sstevel@tonic-gate if (mi->mi_rootfh != NULL) 30567c478bd9Sstevel@tonic-gate sfh4_rele(&mi->mi_rootfh); 30577c478bd9Sstevel@tonic-gate if (mi->mi_srvparentfh != NULL) 30587c478bd9Sstevel@tonic-gate sfh4_rele(&mi->mi_srvparentfh); 3059f0558703SVallish Vaidyeshwara svp = mi->mi_servers; 3060f0558703SVallish Vaidyeshwara sv4_free(svp); 30617c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_lock); 30627c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_async_lock); 30637c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_msg_list_lock); 30647c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_recovlock); 30657c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_rename_lock); 30667c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_fh_lock); 30677c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_failover_cv); 30687c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_async_reqs_cv); 30697c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_async_work_cv); 30707c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_async_cv); 30717c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_inact_req_cv); 30727c478bd9Sstevel@tonic-gate /* 30737c478bd9Sstevel@tonic-gate * Destroy the oo hash lists and mutexes for the cred hash table. 30747c478bd9Sstevel@tonic-gate */ 30757c478bd9Sstevel@tonic-gate for (i = 0; i < NFS4_NUM_OO_BUCKETS; i++) { 30767c478bd9Sstevel@tonic-gate bucketp = &(mi->mi_oo_list[i]); 30777c478bd9Sstevel@tonic-gate /* Destroy any remaining open owners on the list */ 30787c478bd9Sstevel@tonic-gate foop = list_head(&bucketp->b_oo_hash_list); 30797c478bd9Sstevel@tonic-gate while (foop != NULL) { 30807c478bd9Sstevel@tonic-gate list_remove(&bucketp->b_oo_hash_list, foop); 30817c478bd9Sstevel@tonic-gate nfs4_destroy_open_owner(foop); 30827c478bd9Sstevel@tonic-gate foop = list_head(&bucketp->b_oo_hash_list); 30837c478bd9Sstevel@tonic-gate } 30847c478bd9Sstevel@tonic-gate list_destroy(&bucketp->b_oo_hash_list); 30857c478bd9Sstevel@tonic-gate mutex_destroy(&bucketp->b_lock); 30867c478bd9Sstevel@tonic-gate } 30877c478bd9Sstevel@tonic-gate /* 30887c478bd9Sstevel@tonic-gate * Empty and destroy the freed open owner list. 30897c478bd9Sstevel@tonic-gate */ 30907c478bd9Sstevel@tonic-gate foop = list_head(&mi->mi_foo_list); 30917c478bd9Sstevel@tonic-gate while (foop != NULL) { 30927c478bd9Sstevel@tonic-gate list_remove(&mi->mi_foo_list, foop); 30937c478bd9Sstevel@tonic-gate nfs4_destroy_open_owner(foop); 30947c478bd9Sstevel@tonic-gate foop = list_head(&mi->mi_foo_list); 30957c478bd9Sstevel@tonic-gate } 30967c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_foo_list); 30977c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_bseqid_list); 30987c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_lost_state); 30997c478bd9Sstevel@tonic-gate avl_destroy(&mi->mi_filehandles); 31007c478bd9Sstevel@tonic-gate kmem_free(mi, sizeof (*mi)); 31017c478bd9Sstevel@tonic-gate } 310250a83466Sjwahlig void 310350a83466Sjwahlig mi_hold(mntinfo4_t *mi) 310450a83466Sjwahlig { 310550a83466Sjwahlig atomic_add_32(&mi->mi_count, 1); 310650a83466Sjwahlig ASSERT(mi->mi_count != 0); 310750a83466Sjwahlig } 310850a83466Sjwahlig 310950a83466Sjwahlig void 311050a83466Sjwahlig mi_rele(mntinfo4_t *mi) 311150a83466Sjwahlig { 311250a83466Sjwahlig ASSERT(mi->mi_count != 0); 311350a83466Sjwahlig if (atomic_add_32_nv(&mi->mi_count, -1) == 0) { 311450a83466Sjwahlig nfs_free_mi4(mi); 311550a83466Sjwahlig } 311650a83466Sjwahlig } 31177c478bd9Sstevel@tonic-gate 31187c478bd9Sstevel@tonic-gate vnode_t nfs4_xattr_notsupp_vnode; 31197c478bd9Sstevel@tonic-gate 31207c478bd9Sstevel@tonic-gate void 31217c478bd9Sstevel@tonic-gate nfs4_clnt_init(void) 31227c478bd9Sstevel@tonic-gate { 31237c478bd9Sstevel@tonic-gate nfs4_vnops_init(); 31247c478bd9Sstevel@tonic-gate (void) nfs4_rnode_init(); 31257c478bd9Sstevel@tonic-gate (void) nfs4_shadow_init(); 31267c478bd9Sstevel@tonic-gate (void) nfs4_acache_init(); 31277c478bd9Sstevel@tonic-gate (void) nfs4_subr_init(); 31287c478bd9Sstevel@tonic-gate nfs4_acl_init(); 31297c478bd9Sstevel@tonic-gate nfs_idmap_init(); 31307c478bd9Sstevel@tonic-gate nfs4_callback_init(); 31317c478bd9Sstevel@tonic-gate nfs4_secinfo_init(); 31327c478bd9Sstevel@tonic-gate #ifdef DEBUG 31337c478bd9Sstevel@tonic-gate tsd_create(&nfs4_tsd_key, NULL); 31347c478bd9Sstevel@tonic-gate #endif 31357c478bd9Sstevel@tonic-gate 31367c478bd9Sstevel@tonic-gate /* 31377c478bd9Sstevel@tonic-gate * Add a CPR callback so that we can update client 31387c478bd9Sstevel@tonic-gate * lease after a suspend and resume. 31397c478bd9Sstevel@tonic-gate */ 31407c478bd9Sstevel@tonic-gate cid = callb_add(nfs4_client_cpr_callb, 0, CB_CL_CPR_RPC, "nfs4"); 31417c478bd9Sstevel@tonic-gate 31427c478bd9Sstevel@tonic-gate zone_key_create(&mi4_list_key, nfs4_mi_init, nfs4_mi_shutdown, 31437c478bd9Sstevel@tonic-gate nfs4_mi_destroy); 31447c478bd9Sstevel@tonic-gate 31457c478bd9Sstevel@tonic-gate /* 31467c478bd9Sstevel@tonic-gate * Initialise the reference count of the notsupp xattr cache vnode to 1 31477c478bd9Sstevel@tonic-gate * so that it never goes away (VOP_INACTIVE isn't called on it). 31487c478bd9Sstevel@tonic-gate */ 31497c478bd9Sstevel@tonic-gate nfs4_xattr_notsupp_vnode.v_count = 1; 31507c478bd9Sstevel@tonic-gate } 31517c478bd9Sstevel@tonic-gate 31527c478bd9Sstevel@tonic-gate void 31537c478bd9Sstevel@tonic-gate nfs4_clnt_fini(void) 31547c478bd9Sstevel@tonic-gate { 31557c478bd9Sstevel@tonic-gate (void) zone_key_delete(mi4_list_key); 31567c478bd9Sstevel@tonic-gate nfs4_vnops_fini(); 31577c478bd9Sstevel@tonic-gate (void) nfs4_rnode_fini(); 31587c478bd9Sstevel@tonic-gate (void) nfs4_shadow_fini(); 31597c478bd9Sstevel@tonic-gate (void) nfs4_acache_fini(); 31607c478bd9Sstevel@tonic-gate (void) nfs4_subr_fini(); 31617c478bd9Sstevel@tonic-gate nfs_idmap_fini(); 31627c478bd9Sstevel@tonic-gate nfs4_callback_fini(); 31637c478bd9Sstevel@tonic-gate nfs4_secinfo_fini(); 31647c478bd9Sstevel@tonic-gate #ifdef DEBUG 31657c478bd9Sstevel@tonic-gate tsd_destroy(&nfs4_tsd_key); 31667c478bd9Sstevel@tonic-gate #endif 31677c478bd9Sstevel@tonic-gate if (cid) 31687c478bd9Sstevel@tonic-gate (void) callb_delete(cid); 31697c478bd9Sstevel@tonic-gate } 31707c478bd9Sstevel@tonic-gate 31717c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 31727c478bd9Sstevel@tonic-gate static boolean_t 31737c478bd9Sstevel@tonic-gate nfs4_client_cpr_callb(void *arg, int code) 31747c478bd9Sstevel@tonic-gate { 31757c478bd9Sstevel@tonic-gate /* 31767c478bd9Sstevel@tonic-gate * We get called for Suspend and Resume events. 31777c478bd9Sstevel@tonic-gate * For the suspend case we simply don't care! 31787c478bd9Sstevel@tonic-gate */ 31797c478bd9Sstevel@tonic-gate if (code == CB_CODE_CPR_CHKPT) { 31807c478bd9Sstevel@tonic-gate return (B_TRUE); 31817c478bd9Sstevel@tonic-gate } 31827c478bd9Sstevel@tonic-gate 31837c478bd9Sstevel@tonic-gate /* 31847c478bd9Sstevel@tonic-gate * When we get to here we are in the process of 31857c478bd9Sstevel@tonic-gate * resuming the system from a previous suspend. 31867c478bd9Sstevel@tonic-gate */ 31877c478bd9Sstevel@tonic-gate nfs4_client_resumed = gethrestime_sec(); 31887c478bd9Sstevel@tonic-gate return (B_TRUE); 31897c478bd9Sstevel@tonic-gate } 31907c478bd9Sstevel@tonic-gate 31917c478bd9Sstevel@tonic-gate void 31927c478bd9Sstevel@tonic-gate nfs4_renew_lease_thread(nfs4_server_t *sp) 31937c478bd9Sstevel@tonic-gate { 31947c478bd9Sstevel@tonic-gate int error = 0; 31957c478bd9Sstevel@tonic-gate time_t tmp_last_renewal_time, tmp_time, tmp_now_time, kip_secs; 31967c478bd9Sstevel@tonic-gate clock_t tick_delay = 0; 31977c478bd9Sstevel@tonic-gate clock_t time_left = 0; 31987c478bd9Sstevel@tonic-gate callb_cpr_t cpr_info; 31997c478bd9Sstevel@tonic-gate kmutex_t cpr_lock; 32007c478bd9Sstevel@tonic-gate 32017c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3202b9238976Sth "nfs4_renew_lease_thread: acting on sp 0x%p", (void*)sp)); 32037c478bd9Sstevel@tonic-gate mutex_init(&cpr_lock, NULL, MUTEX_DEFAULT, NULL); 32047c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cpr_info, &cpr_lock, callb_generic_cpr, "nfsv4Lease"); 32057c478bd9Sstevel@tonic-gate 32067c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 32077c478bd9Sstevel@tonic-gate /* sp->s_lease_time is set via a GETATTR */ 32087c478bd9Sstevel@tonic-gate sp->last_renewal_time = gethrestime_sec(); 32097c478bd9Sstevel@tonic-gate sp->lease_valid = NFS4_LEASE_UNINITIALIZED; 32107c478bd9Sstevel@tonic-gate ASSERT(sp->s_refcnt >= 1); 32117c478bd9Sstevel@tonic-gate 32127c478bd9Sstevel@tonic-gate for (;;) { 32137c478bd9Sstevel@tonic-gate if (!sp->state_ref_count || 3214b9238976Sth sp->lease_valid != NFS4_LEASE_VALID) { 32157c478bd9Sstevel@tonic-gate 32167c478bd9Sstevel@tonic-gate kip_secs = MAX((sp->s_lease_time >> 1) - 3217b9238976Sth (3 * sp->propagation_delay.tv_sec), 1); 32187c478bd9Sstevel@tonic-gate 32197c478bd9Sstevel@tonic-gate tick_delay = SEC_TO_TICK(kip_secs); 32207c478bd9Sstevel@tonic-gate 32217c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3222b9238976Sth "nfs4_renew_lease_thread: no renew : thread " 3223b9238976Sth "wait %ld secs", kip_secs)); 32247c478bd9Sstevel@tonic-gate 32257c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3226b9238976Sth "nfs4_renew_lease_thread: no renew : " 3227b9238976Sth "state_ref_count %d, lease_valid %d", 3228b9238976Sth sp->state_ref_count, sp->lease_valid)); 32297c478bd9Sstevel@tonic-gate 32307c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32317c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 32327c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 3233d3d50737SRafael Vanoni time_left = cv_reltimedwait(&sp->cv_thread_exit, 3234d3d50737SRafael Vanoni &sp->s_lock, tick_delay, TR_CLOCK_TICK); 32357c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32367c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 32377c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 32387c478bd9Sstevel@tonic-gate 32397c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3240b9238976Sth "nfs4_renew_lease_thread: no renew: " 3241b9238976Sth "time left %ld", time_left)); 32427c478bd9Sstevel@tonic-gate 32437c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 32447c478bd9Sstevel@tonic-gate goto die; 32457c478bd9Sstevel@tonic-gate continue; 32467c478bd9Sstevel@tonic-gate } 32477c478bd9Sstevel@tonic-gate 32487c478bd9Sstevel@tonic-gate tmp_last_renewal_time = sp->last_renewal_time; 32497c478bd9Sstevel@tonic-gate 32507c478bd9Sstevel@tonic-gate tmp_time = gethrestime_sec() - sp->last_renewal_time + 3251b9238976Sth (3 * sp->propagation_delay.tv_sec); 32527c478bd9Sstevel@tonic-gate 32537c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3254b9238976Sth "nfs4_renew_lease_thread: tmp_time %ld, " 3255b9238976Sth "sp->last_renewal_time %ld", tmp_time, 3256b9238976Sth sp->last_renewal_time)); 32577c478bd9Sstevel@tonic-gate 32587c478bd9Sstevel@tonic-gate kip_secs = MAX((sp->s_lease_time >> 1) - tmp_time, 1); 32597c478bd9Sstevel@tonic-gate 32607c478bd9Sstevel@tonic-gate tick_delay = SEC_TO_TICK(kip_secs); 32617c478bd9Sstevel@tonic-gate 32627c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3263b9238976Sth "nfs4_renew_lease_thread: valid lease: sleep for %ld " 3264b9238976Sth "secs", kip_secs)); 32657c478bd9Sstevel@tonic-gate 32667c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32677c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 32687c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 3269d3d50737SRafael Vanoni time_left = cv_reltimedwait(&sp->cv_thread_exit, &sp->s_lock, 3270d3d50737SRafael Vanoni tick_delay, TR_CLOCK_TICK); 32717c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32727c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 32737c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 32747c478bd9Sstevel@tonic-gate 32757c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3276b9238976Sth "nfs4_renew_lease_thread: valid lease: time left %ld :" 3277b9238976Sth "sp last_renewal_time %ld, nfs4_client_resumed %ld, " 3278b9238976Sth "tmp_last_renewal_time %ld", time_left, 3279b9238976Sth sp->last_renewal_time, nfs4_client_resumed, 3280b9238976Sth tmp_last_renewal_time)); 32817c478bd9Sstevel@tonic-gate 32827c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 32837c478bd9Sstevel@tonic-gate goto die; 32847c478bd9Sstevel@tonic-gate 32857c478bd9Sstevel@tonic-gate if (tmp_last_renewal_time == sp->last_renewal_time || 3286b9238976Sth (nfs4_client_resumed != 0 && 3287b9238976Sth nfs4_client_resumed > sp->last_renewal_time)) { 32887c478bd9Sstevel@tonic-gate /* 32897c478bd9Sstevel@tonic-gate * Issue RENEW op since we haven't renewed the lease 32907c478bd9Sstevel@tonic-gate * since we slept. 32917c478bd9Sstevel@tonic-gate */ 32927c478bd9Sstevel@tonic-gate tmp_now_time = gethrestime_sec(); 32937c478bd9Sstevel@tonic-gate error = nfs4renew(sp); 32947c478bd9Sstevel@tonic-gate /* 32957c478bd9Sstevel@tonic-gate * Need to re-acquire sp's lock, nfs4renew() 32967c478bd9Sstevel@tonic-gate * relinqueshes it. 32977c478bd9Sstevel@tonic-gate */ 32987c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 32997c478bd9Sstevel@tonic-gate 33007c478bd9Sstevel@tonic-gate /* 33017c478bd9Sstevel@tonic-gate * See if someone changed s_thread_exit while we gave 33027c478bd9Sstevel@tonic-gate * up s_lock. 33037c478bd9Sstevel@tonic-gate */ 33047c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 33057c478bd9Sstevel@tonic-gate goto die; 33067c478bd9Sstevel@tonic-gate 33077c478bd9Sstevel@tonic-gate if (!error) { 33087c478bd9Sstevel@tonic-gate /* 33097c478bd9Sstevel@tonic-gate * check to see if we implicitly renewed while 33107c478bd9Sstevel@tonic-gate * we waited for a reply for our RENEW call. 33117c478bd9Sstevel@tonic-gate */ 33127c478bd9Sstevel@tonic-gate if (tmp_last_renewal_time == 3313b9238976Sth sp->last_renewal_time) { 33147c478bd9Sstevel@tonic-gate /* no implicit renew came */ 33157c478bd9Sstevel@tonic-gate sp->last_renewal_time = tmp_now_time; 33167c478bd9Sstevel@tonic-gate } else { 33177c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, 3318b9238976Sth (CE_NOTE, "renew_thread: did " 3319b9238976Sth "implicit renewal before reply " 3320b9238976Sth "from server for RENEW")); 33217c478bd9Sstevel@tonic-gate } 33227c478bd9Sstevel@tonic-gate } else { 33237c478bd9Sstevel@tonic-gate /* figure out error */ 33247c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3325b9238976Sth "renew_thread: nfs4renew returned error" 3326b9238976Sth " %d", error)); 33277c478bd9Sstevel@tonic-gate } 33287c478bd9Sstevel@tonic-gate 33297c478bd9Sstevel@tonic-gate } 33307c478bd9Sstevel@tonic-gate } 33317c478bd9Sstevel@tonic-gate 33327c478bd9Sstevel@tonic-gate die: 33337c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3334b9238976Sth "nfs4_renew_lease_thread: thread exiting")); 33357c478bd9Sstevel@tonic-gate 33367c478bd9Sstevel@tonic-gate while (sp->s_otw_call_count != 0) { 33377c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3338b9238976Sth "nfs4_renew_lease_thread: waiting for outstanding " 3339b9238976Sth "otw calls to finish for sp 0x%p, current " 3340b9238976Sth "s_otw_call_count %d", (void *)sp, 3341b9238976Sth sp->s_otw_call_count)); 33427c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33437c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 33447c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 33457c478bd9Sstevel@tonic-gate cv_wait(&sp->s_cv_otw_count, &sp->s_lock); 33467c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33477c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 33487c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 33497c478bd9Sstevel@tonic-gate } 33507c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 33517c478bd9Sstevel@tonic-gate 33527c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); /* free the thread's reference */ 33537c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); /* free the list's reference */ 33547c478bd9Sstevel@tonic-gate sp = NULL; 33557c478bd9Sstevel@tonic-gate 33567c478bd9Sstevel@tonic-gate done: 33577c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33587c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cpr_info); /* drops cpr_lock */ 33597c478bd9Sstevel@tonic-gate mutex_destroy(&cpr_lock); 33607c478bd9Sstevel@tonic-gate 33617c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3362b9238976Sth "nfs4_renew_lease_thread: renew thread exit officially")); 33637c478bd9Sstevel@tonic-gate 33647c478bd9Sstevel@tonic-gate zthread_exit(); 33657c478bd9Sstevel@tonic-gate /* NOT REACHED */ 33667c478bd9Sstevel@tonic-gate } 33677c478bd9Sstevel@tonic-gate 33687c478bd9Sstevel@tonic-gate /* 33697c478bd9Sstevel@tonic-gate * Send out a RENEW op to the server. 33707c478bd9Sstevel@tonic-gate * Assumes sp is locked down. 33717c478bd9Sstevel@tonic-gate */ 33727c478bd9Sstevel@tonic-gate static int 33737c478bd9Sstevel@tonic-gate nfs4renew(nfs4_server_t *sp) 33747c478bd9Sstevel@tonic-gate { 33757c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 33767c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 33777c478bd9Sstevel@tonic-gate nfs_argop4 argop[1]; 33787c478bd9Sstevel@tonic-gate int doqueue = 1; 33797c478bd9Sstevel@tonic-gate int rpc_error; 33807c478bd9Sstevel@tonic-gate cred_t *cr; 33817c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 33827c478bd9Sstevel@tonic-gate timespec_t prop_time, after_time; 33837c478bd9Sstevel@tonic-gate int needrecov = FALSE; 33847c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 33857c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 33867c478bd9Sstevel@tonic-gate 33877c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "nfs4renew")); 33887c478bd9Sstevel@tonic-gate 33897c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 33907c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 33917c478bd9Sstevel@tonic-gate 33927c478bd9Sstevel@tonic-gate recov_retry: 33937c478bd9Sstevel@tonic-gate mi = sp->mntinfo4_list; 33947c478bd9Sstevel@tonic-gate VFS_HOLD(mi->mi_vfsp); 33957c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 33967c478bd9Sstevel@tonic-gate ASSERT(mi != NULL); 33977c478bd9Sstevel@tonic-gate 33987c478bd9Sstevel@tonic-gate e.error = nfs4_start_op(mi, NULL, NULL, &recov_state); 33997c478bd9Sstevel@tonic-gate if (e.error) { 34007c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34017c478bd9Sstevel@tonic-gate return (e.error); 34027c478bd9Sstevel@tonic-gate } 34037c478bd9Sstevel@tonic-gate 34047c478bd9Sstevel@tonic-gate /* Check to see if we're dealing with a marked-dead sp */ 34057c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34067c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) { 34077c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34087c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34097c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34107c478bd9Sstevel@tonic-gate return (0); 34117c478bd9Sstevel@tonic-gate } 34127c478bd9Sstevel@tonic-gate 34137c478bd9Sstevel@tonic-gate /* Make sure mi hasn't changed on us */ 34147c478bd9Sstevel@tonic-gate if (mi != sp->mntinfo4_list) { 34157c478bd9Sstevel@tonic-gate /* Must drop sp's lock to avoid a recursive mutex enter */ 34167c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34177c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34187c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34197c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34207c478bd9Sstevel@tonic-gate goto recov_retry; 34217c478bd9Sstevel@tonic-gate } 34227c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34237c478bd9Sstevel@tonic-gate 34247c478bd9Sstevel@tonic-gate args.ctag = TAG_RENEW; 34257c478bd9Sstevel@tonic-gate 34267c478bd9Sstevel@tonic-gate args.array_len = 1; 34277c478bd9Sstevel@tonic-gate args.array = argop; 34287c478bd9Sstevel@tonic-gate 34297c478bd9Sstevel@tonic-gate argop[0].argop = OP_RENEW; 34307c478bd9Sstevel@tonic-gate 34317c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34327c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.oprenew.clientid = sp->clientid; 34337c478bd9Sstevel@tonic-gate cr = sp->s_cred; 34347c478bd9Sstevel@tonic-gate crhold(cr); 34357c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34367c478bd9Sstevel@tonic-gate 34377c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 34387c478bd9Sstevel@tonic-gate 34397c478bd9Sstevel@tonic-gate /* used to figure out RTT for sp */ 34407c478bd9Sstevel@tonic-gate gethrestime(&prop_time); 34417c478bd9Sstevel@tonic-gate 34427c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_call_debug, (CE_NOTE, 34437c478bd9Sstevel@tonic-gate "nfs4renew: %s call, sp 0x%p", needrecov ? "recov" : "first", 34447c478bd9Sstevel@tonic-gate (void*)sp)); 34457c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "before: %ld s %ld ns ", 3446b9238976Sth prop_time.tv_sec, prop_time.tv_nsec)); 34477c478bd9Sstevel@tonic-gate 34487c478bd9Sstevel@tonic-gate DTRACE_PROBE2(nfs4__renew__start, nfs4_server_t *, sp, 3449b9238976Sth mntinfo4_t *, mi); 34507c478bd9Sstevel@tonic-gate 34517c478bd9Sstevel@tonic-gate rfs4call(mi, &args, &res, cr, &doqueue, 0, &e); 34527c478bd9Sstevel@tonic-gate crfree(cr); 34537c478bd9Sstevel@tonic-gate 34547c478bd9Sstevel@tonic-gate DTRACE_PROBE2(nfs4__renew__end, nfs4_server_t *, sp, 3455b9238976Sth mntinfo4_t *, mi); 34567c478bd9Sstevel@tonic-gate 34577c478bd9Sstevel@tonic-gate gethrestime(&after_time); 34587c478bd9Sstevel@tonic-gate 34597c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34607c478bd9Sstevel@tonic-gate sp->propagation_delay.tv_sec = 3461b9238976Sth MAX(1, after_time.tv_sec - prop_time.tv_sec); 34627c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34637c478bd9Sstevel@tonic-gate 34647c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "after : %ld s %ld ns ", 3465b9238976Sth after_time.tv_sec, after_time.tv_nsec)); 34667c478bd9Sstevel@tonic-gate 34677c478bd9Sstevel@tonic-gate if (e.error == 0 && res.status == NFS4ERR_CB_PATH_DOWN) { 3468d1ea0e82Swebaker (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 34697c478bd9Sstevel@tonic-gate nfs4_delegreturn_all(sp); 34707c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34717c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34727c478bd9Sstevel@tonic-gate /* 34737c478bd9Sstevel@tonic-gate * If the server returns CB_PATH_DOWN, it has renewed 34747c478bd9Sstevel@tonic-gate * the lease and informed us that the callback path is 34757c478bd9Sstevel@tonic-gate * down. Since the lease is renewed, just return 0 and 34767c478bd9Sstevel@tonic-gate * let the renew thread proceed as normal. 34777c478bd9Sstevel@tonic-gate */ 34787c478bd9Sstevel@tonic-gate return (0); 34797c478bd9Sstevel@tonic-gate } 34807c478bd9Sstevel@tonic-gate 34817c478bd9Sstevel@tonic-gate needrecov = nfs4_needs_recovery(&e, FALSE, mi->mi_vfsp); 34827c478bd9Sstevel@tonic-gate if (!needrecov && e.error) { 34837c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34847c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34857c478bd9Sstevel@tonic-gate return (e.error); 34867c478bd9Sstevel@tonic-gate } 34877c478bd9Sstevel@tonic-gate 34887c478bd9Sstevel@tonic-gate rpc_error = e.error; 34897c478bd9Sstevel@tonic-gate 34907c478bd9Sstevel@tonic-gate if (needrecov) { 34917c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_recov_debug, (CE_NOTE, 34927c478bd9Sstevel@tonic-gate "nfs4renew: initiating recovery\n")); 34937c478bd9Sstevel@tonic-gate 34947c478bd9Sstevel@tonic-gate if (nfs4_start_recovery(&e, mi, NULL, NULL, NULL, NULL, 3495*2f172c55SRobert Thurlow OP_RENEW, NULL, NULL, NULL) == FALSE) { 34967c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34977c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34987c478bd9Sstevel@tonic-gate if (!e.error) 34997c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, 3500b9238976Sth (caddr_t)&res); 35017c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 35027c478bd9Sstevel@tonic-gate goto recov_retry; 35037c478bd9Sstevel@tonic-gate } 35047c478bd9Sstevel@tonic-gate /* fall through for res.status case */ 35057c478bd9Sstevel@tonic-gate } 35067c478bd9Sstevel@tonic-gate 35077c478bd9Sstevel@tonic-gate if (res.status) { 35087c478bd9Sstevel@tonic-gate if (res.status == NFS4ERR_LEASE_MOVED) { 35097c478bd9Sstevel@tonic-gate /*EMPTY*/ 35107c478bd9Sstevel@tonic-gate /* 35117c478bd9Sstevel@tonic-gate * XXX need to try every mntinfo4 in sp->mntinfo4_list 35127c478bd9Sstevel@tonic-gate * to renew the lease on that server 35137c478bd9Sstevel@tonic-gate */ 35147c478bd9Sstevel@tonic-gate } 35157c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 35167c478bd9Sstevel@tonic-gate } 35177c478bd9Sstevel@tonic-gate 35187c478bd9Sstevel@tonic-gate if (!rpc_error) 35197c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 35207c478bd9Sstevel@tonic-gate 35217c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 35227c478bd9Sstevel@tonic-gate 35237c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 35247c478bd9Sstevel@tonic-gate 35257c478bd9Sstevel@tonic-gate return (e.error); 35267c478bd9Sstevel@tonic-gate } 35277c478bd9Sstevel@tonic-gate 35287c478bd9Sstevel@tonic-gate void 35297c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count(mntinfo4_t *mi) 35307c478bd9Sstevel@tonic-gate { 35317c478bd9Sstevel@tonic-gate nfs4_server_t *sp; 35327c478bd9Sstevel@tonic-gate 35337c478bd9Sstevel@tonic-gate /* this locks down sp if it is found */ 35347c478bd9Sstevel@tonic-gate sp = find_nfs4_server(mi); 35357c478bd9Sstevel@tonic-gate 35367c478bd9Sstevel@tonic-gate if (sp != NULL) { 35377c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count_nolock(sp, mi); 35387c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 35397c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); 35407c478bd9Sstevel@tonic-gate } 35417c478bd9Sstevel@tonic-gate } 35427c478bd9Sstevel@tonic-gate 35437c478bd9Sstevel@tonic-gate /* 35447c478bd9Sstevel@tonic-gate * Bump the number of OPEN files (ie: those with state) so we know if this 35457c478bd9Sstevel@tonic-gate * nfs4_server has any state to maintain a lease for or not. 35467c478bd9Sstevel@tonic-gate * 35477c478bd9Sstevel@tonic-gate * Also, marks the nfs4_server's lease valid if it hasn't been done so already. 35487c478bd9Sstevel@tonic-gate */ 35497c478bd9Sstevel@tonic-gate void 35507c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count_nolock(nfs4_server_t *sp, mntinfo4_t *mi) 35517c478bd9Sstevel@tonic-gate { 35527c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 35537c478bd9Sstevel@tonic-gate 35547c478bd9Sstevel@tonic-gate sp->state_ref_count++; 35557c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3556b9238976Sth "nfs4_inc_state_ref_count: state_ref_count now %d", 3557b9238976Sth sp->state_ref_count)); 35587c478bd9Sstevel@tonic-gate 35597c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_UNINITIALIZED) 35607c478bd9Sstevel@tonic-gate sp->lease_valid = NFS4_LEASE_VALID; 35617c478bd9Sstevel@tonic-gate 35627c478bd9Sstevel@tonic-gate /* 35637c478bd9Sstevel@tonic-gate * If this call caused the lease to be marked valid and/or 35647c478bd9Sstevel@tonic-gate * took the state_ref_count from 0 to 1, then start the time 35657c478bd9Sstevel@tonic-gate * on lease renewal. 35667c478bd9Sstevel@tonic-gate */ 35677c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_VALID && sp->state_ref_count == 1) 35687c478bd9Sstevel@tonic-gate sp->last_renewal_time = gethrestime_sec(); 35697c478bd9Sstevel@tonic-gate 35707c478bd9Sstevel@tonic-gate /* update the number of open files for mi */ 35717c478bd9Sstevel@tonic-gate mi->mi_open_files++; 35727c478bd9Sstevel@tonic-gate } 35737c478bd9Sstevel@tonic-gate 35747c478bd9Sstevel@tonic-gate void 35757c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count(mntinfo4_t *mi) 35767c478bd9Sstevel@tonic-gate { 35777c478bd9Sstevel@tonic-gate nfs4_server_t *sp; 35787c478bd9Sstevel@tonic-gate 35797c478bd9Sstevel@tonic-gate /* this locks down sp if it is found */ 35807c478bd9Sstevel@tonic-gate sp = find_nfs4_server_all(mi, 1); 35817c478bd9Sstevel@tonic-gate 35827c478bd9Sstevel@tonic-gate if (sp != NULL) { 35837c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count_nolock(sp, mi); 35847c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 35857c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); 35867c478bd9Sstevel@tonic-gate } 35877c478bd9Sstevel@tonic-gate } 35887c478bd9Sstevel@tonic-gate 35897c478bd9Sstevel@tonic-gate /* 35907c478bd9Sstevel@tonic-gate * Decrement the number of OPEN files (ie: those with state) so we know if 35917c478bd9Sstevel@tonic-gate * this nfs4_server has any state to maintain a lease for or not. 35927c478bd9Sstevel@tonic-gate */ 35937c478bd9Sstevel@tonic-gate void 35947c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count_nolock(nfs4_server_t *sp, mntinfo4_t *mi) 35957c478bd9Sstevel@tonic-gate { 35967c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 35977c478bd9Sstevel@tonic-gate ASSERT(sp->state_ref_count != 0); 35987c478bd9Sstevel@tonic-gate sp->state_ref_count--; 35997c478bd9Sstevel@tonic-gate 36007c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3601b9238976Sth "nfs4_dec_state_ref_count: state ref count now %d", 3602b9238976Sth sp->state_ref_count)); 36037c478bd9Sstevel@tonic-gate 36047c478bd9Sstevel@tonic-gate mi->mi_open_files--; 36057c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3606b9238976Sth "nfs4_dec_state_ref_count: mi open files %d, v4 flags 0x%x", 3607b9238976Sth mi->mi_open_files, mi->mi_flags)); 36087c478bd9Sstevel@tonic-gate 36097c478bd9Sstevel@tonic-gate /* We don't have to hold the mi_lock to test mi_flags */ 36107c478bd9Sstevel@tonic-gate if (mi->mi_open_files == 0 && 36117c478bd9Sstevel@tonic-gate (mi->mi_flags & MI4_REMOVE_ON_LAST_CLOSE)) { 36127c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3613b9238976Sth "nfs4_dec_state_ref_count: remove mntinfo4 %p since " 3614b9238976Sth "we have closed the last open file", (void*)mi)); 36157c478bd9Sstevel@tonic-gate nfs4_remove_mi_from_server(mi, sp); 36167c478bd9Sstevel@tonic-gate } 36177c478bd9Sstevel@tonic-gate } 36187c478bd9Sstevel@tonic-gate 36197c478bd9Sstevel@tonic-gate bool_t 36207c478bd9Sstevel@tonic-gate inlease(nfs4_server_t *sp) 36217c478bd9Sstevel@tonic-gate { 36227c478bd9Sstevel@tonic-gate bool_t result; 36237c478bd9Sstevel@tonic-gate 36247c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 36257c478bd9Sstevel@tonic-gate 36267c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_VALID && 36277c478bd9Sstevel@tonic-gate gethrestime_sec() < sp->last_renewal_time + sp->s_lease_time) 36287c478bd9Sstevel@tonic-gate result = TRUE; 36297c478bd9Sstevel@tonic-gate else 36307c478bd9Sstevel@tonic-gate result = FALSE; 36317c478bd9Sstevel@tonic-gate 36327c478bd9Sstevel@tonic-gate return (result); 36337c478bd9Sstevel@tonic-gate } 36347c478bd9Sstevel@tonic-gate 36357c478bd9Sstevel@tonic-gate 36367c478bd9Sstevel@tonic-gate /* 36377c478bd9Sstevel@tonic-gate * Return non-zero if the given nfs4_server_t is going through recovery. 36387c478bd9Sstevel@tonic-gate */ 36397c478bd9Sstevel@tonic-gate 36407c478bd9Sstevel@tonic-gate int 36417c478bd9Sstevel@tonic-gate nfs4_server_in_recovery(nfs4_server_t *sp) 36427c478bd9Sstevel@tonic-gate { 36437c478bd9Sstevel@tonic-gate return (nfs_rw_lock_held(&sp->s_recovlock, RW_WRITER)); 36447c478bd9Sstevel@tonic-gate } 36457c478bd9Sstevel@tonic-gate 36467c478bd9Sstevel@tonic-gate /* 36477c478bd9Sstevel@tonic-gate * Compare two shared filehandle objects. Returns -1, 0, or +1, if the 36487c478bd9Sstevel@tonic-gate * first is less than, equal to, or greater than the second. 36497c478bd9Sstevel@tonic-gate */ 36507c478bd9Sstevel@tonic-gate 36517c478bd9Sstevel@tonic-gate int 36527c478bd9Sstevel@tonic-gate sfh4cmp(const void *p1, const void *p2) 36537c478bd9Sstevel@tonic-gate { 36547c478bd9Sstevel@tonic-gate const nfs4_sharedfh_t *sfh1 = (const nfs4_sharedfh_t *)p1; 36557c478bd9Sstevel@tonic-gate const nfs4_sharedfh_t *sfh2 = (const nfs4_sharedfh_t *)p2; 36567c478bd9Sstevel@tonic-gate 36577c478bd9Sstevel@tonic-gate return (nfs4cmpfh(&sfh1->sfh_fh, &sfh2->sfh_fh)); 36587c478bd9Sstevel@tonic-gate } 36597c478bd9Sstevel@tonic-gate 36607c478bd9Sstevel@tonic-gate /* 36617c478bd9Sstevel@tonic-gate * Create a table for shared filehandle objects. 36627c478bd9Sstevel@tonic-gate */ 36637c478bd9Sstevel@tonic-gate 36647c478bd9Sstevel@tonic-gate void 36657c478bd9Sstevel@tonic-gate sfh4_createtab(avl_tree_t *tab) 36667c478bd9Sstevel@tonic-gate { 36677c478bd9Sstevel@tonic-gate avl_create(tab, sfh4cmp, sizeof (nfs4_sharedfh_t), 3668b9238976Sth offsetof(nfs4_sharedfh_t, sfh_tree)); 36697c478bd9Sstevel@tonic-gate } 36707c478bd9Sstevel@tonic-gate 36717c478bd9Sstevel@tonic-gate /* 36727c478bd9Sstevel@tonic-gate * Return a shared filehandle object for the given filehandle. The caller 36737c478bd9Sstevel@tonic-gate * is responsible for eventually calling sfh4_rele(). 36747c478bd9Sstevel@tonic-gate */ 36757c478bd9Sstevel@tonic-gate 36767c478bd9Sstevel@tonic-gate nfs4_sharedfh_t * 36777c478bd9Sstevel@tonic-gate sfh4_put(const nfs_fh4 *fh, mntinfo4_t *mi, nfs4_sharedfh_t *key) 36787c478bd9Sstevel@tonic-gate { 36797c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh, *nsfh; 36807c478bd9Sstevel@tonic-gate avl_index_t where; 36817c478bd9Sstevel@tonic-gate nfs4_sharedfh_t skey; 36827c478bd9Sstevel@tonic-gate 36837c478bd9Sstevel@tonic-gate if (!key) { 36847c478bd9Sstevel@tonic-gate skey.sfh_fh = *fh; 36857c478bd9Sstevel@tonic-gate key = &skey; 36867c478bd9Sstevel@tonic-gate } 36877c478bd9Sstevel@tonic-gate 36887c478bd9Sstevel@tonic-gate nsfh = kmem_alloc(sizeof (nfs4_sharedfh_t), KM_SLEEP); 36897c478bd9Sstevel@tonic-gate nsfh->sfh_fh.nfs_fh4_len = fh->nfs_fh4_len; 36907c478bd9Sstevel@tonic-gate /* 36917c478bd9Sstevel@tonic-gate * We allocate the largest possible filehandle size because it's 36927c478bd9Sstevel@tonic-gate * not that big, and it saves us from possibly having to resize the 36937c478bd9Sstevel@tonic-gate * buffer later. 36947c478bd9Sstevel@tonic-gate */ 36957c478bd9Sstevel@tonic-gate nsfh->sfh_fh.nfs_fh4_val = kmem_alloc(NFS4_FHSIZE, KM_SLEEP); 36967c478bd9Sstevel@tonic-gate bcopy(fh->nfs_fh4_val, nsfh->sfh_fh.nfs_fh4_val, fh->nfs_fh4_len); 36977c478bd9Sstevel@tonic-gate mutex_init(&nsfh->sfh_lock, NULL, MUTEX_DEFAULT, NULL); 36987c478bd9Sstevel@tonic-gate nsfh->sfh_refcnt = 1; 36997c478bd9Sstevel@tonic-gate nsfh->sfh_flags = SFH4_IN_TREE; 37007c478bd9Sstevel@tonic-gate nsfh->sfh_mi = mi; 37017c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, "sfh4_get: new object (%p)", 3702b9238976Sth (void *)nsfh)); 37037c478bd9Sstevel@tonic-gate 37047c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 37057c478bd9Sstevel@tonic-gate sfh = avl_find(&mi->mi_filehandles, key, &where); 37067c478bd9Sstevel@tonic-gate if (sfh != NULL) { 37077c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 37087c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 37097c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 37107c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37117c478bd9Sstevel@tonic-gate /* free our speculative allocs */ 37127c478bd9Sstevel@tonic-gate kmem_free(nsfh->sfh_fh.nfs_fh4_val, NFS4_FHSIZE); 37137c478bd9Sstevel@tonic-gate kmem_free(nsfh, sizeof (nfs4_sharedfh_t)); 37147c478bd9Sstevel@tonic-gate return (sfh); 37157c478bd9Sstevel@tonic-gate } 37167c478bd9Sstevel@tonic-gate 37177c478bd9Sstevel@tonic-gate avl_insert(&mi->mi_filehandles, nsfh, where); 37187c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37197c478bd9Sstevel@tonic-gate 37207c478bd9Sstevel@tonic-gate return (nsfh); 37217c478bd9Sstevel@tonic-gate } 37227c478bd9Sstevel@tonic-gate 37237c478bd9Sstevel@tonic-gate /* 37247c478bd9Sstevel@tonic-gate * Return a shared filehandle object for the given filehandle. The caller 37257c478bd9Sstevel@tonic-gate * is responsible for eventually calling sfh4_rele(). 37267c478bd9Sstevel@tonic-gate */ 37277c478bd9Sstevel@tonic-gate 37287c478bd9Sstevel@tonic-gate nfs4_sharedfh_t * 37297c478bd9Sstevel@tonic-gate sfh4_get(const nfs_fh4 *fh, mntinfo4_t *mi) 37307c478bd9Sstevel@tonic-gate { 37317c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh; 37327c478bd9Sstevel@tonic-gate nfs4_sharedfh_t key; 37337c478bd9Sstevel@tonic-gate 37347c478bd9Sstevel@tonic-gate ASSERT(fh->nfs_fh4_len <= NFS4_FHSIZE); 37357c478bd9Sstevel@tonic-gate 37367c478bd9Sstevel@tonic-gate #ifdef DEBUG 37377c478bd9Sstevel@tonic-gate if (nfs4_sharedfh_debug) { 37387c478bd9Sstevel@tonic-gate nfs4_fhandle_t fhandle; 37397c478bd9Sstevel@tonic-gate 37407c478bd9Sstevel@tonic-gate fhandle.fh_len = fh->nfs_fh4_len; 37417c478bd9Sstevel@tonic-gate bcopy(fh->nfs_fh4_val, fhandle.fh_buf, fhandle.fh_len); 37427c478bd9Sstevel@tonic-gate zcmn_err(mi->mi_zone->zone_id, CE_NOTE, "sfh4_get:"); 37437c478bd9Sstevel@tonic-gate nfs4_printfhandle(&fhandle); 37447c478bd9Sstevel@tonic-gate } 37457c478bd9Sstevel@tonic-gate #endif 37467c478bd9Sstevel@tonic-gate 37477c478bd9Sstevel@tonic-gate /* 37487c478bd9Sstevel@tonic-gate * If there's already an object for the given filehandle, bump the 37497c478bd9Sstevel@tonic-gate * reference count and return it. Otherwise, create a new object 37507c478bd9Sstevel@tonic-gate * and add it to the AVL tree. 37517c478bd9Sstevel@tonic-gate */ 37527c478bd9Sstevel@tonic-gate 37537c478bd9Sstevel@tonic-gate key.sfh_fh = *fh; 37547c478bd9Sstevel@tonic-gate 37557c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_READER, 0); 37567c478bd9Sstevel@tonic-gate sfh = avl_find(&mi->mi_filehandles, &key, NULL); 37577c478bd9Sstevel@tonic-gate if (sfh != NULL) { 37587c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 37597c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 37607c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 3761b9238976Sth "sfh4_get: found existing %p, new refcnt=%d", 3762b9238976Sth (void *)sfh, sfh->sfh_refcnt)); 37637c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 37647c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37657c478bd9Sstevel@tonic-gate return (sfh); 37667c478bd9Sstevel@tonic-gate } 37677c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37687c478bd9Sstevel@tonic-gate 37697c478bd9Sstevel@tonic-gate return (sfh4_put(fh, mi, &key)); 37707c478bd9Sstevel@tonic-gate } 37717c478bd9Sstevel@tonic-gate 37727c478bd9Sstevel@tonic-gate /* 37737c478bd9Sstevel@tonic-gate * Get a reference to the given shared filehandle object. 37747c478bd9Sstevel@tonic-gate */ 37757c478bd9Sstevel@tonic-gate 37767c478bd9Sstevel@tonic-gate void 37777c478bd9Sstevel@tonic-gate sfh4_hold(nfs4_sharedfh_t *sfh) 37787c478bd9Sstevel@tonic-gate { 37797c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 37807c478bd9Sstevel@tonic-gate 37817c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 37827c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 37837c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, 3784b9238976Sth (CE_NOTE, "sfh4_hold %p, new refcnt=%d", 3785b9238976Sth (void *)sfh, sfh->sfh_refcnt)); 37867c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 37877c478bd9Sstevel@tonic-gate } 37887c478bd9Sstevel@tonic-gate 37897c478bd9Sstevel@tonic-gate /* 37907c478bd9Sstevel@tonic-gate * Release a reference to the given shared filehandle object and null out 37917c478bd9Sstevel@tonic-gate * the given pointer. 37927c478bd9Sstevel@tonic-gate */ 37937c478bd9Sstevel@tonic-gate 37947c478bd9Sstevel@tonic-gate void 37957c478bd9Sstevel@tonic-gate sfh4_rele(nfs4_sharedfh_t **sfhpp) 37967c478bd9Sstevel@tonic-gate { 37977c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 37987c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh = *sfhpp; 37997c478bd9Sstevel@tonic-gate 38007c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 38017c478bd9Sstevel@tonic-gate 38027c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38037c478bd9Sstevel@tonic-gate if (sfh->sfh_refcnt > 1) { 38047c478bd9Sstevel@tonic-gate sfh->sfh_refcnt--; 38057c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 38067c478bd9Sstevel@tonic-gate "sfh4_rele %p, new refcnt=%d", 38077c478bd9Sstevel@tonic-gate (void *)sfh, sfh->sfh_refcnt)); 38087c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38097c478bd9Sstevel@tonic-gate goto finish; 38107c478bd9Sstevel@tonic-gate } 38117c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38127c478bd9Sstevel@tonic-gate 38137c478bd9Sstevel@tonic-gate /* 38147c478bd9Sstevel@tonic-gate * Possibly the last reference, so get the lock for the table in 38157c478bd9Sstevel@tonic-gate * case it's time to remove the object from the table. 38167c478bd9Sstevel@tonic-gate */ 38177c478bd9Sstevel@tonic-gate mi = sfh->sfh_mi; 38187c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 38197c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38207c478bd9Sstevel@tonic-gate sfh->sfh_refcnt--; 38217c478bd9Sstevel@tonic-gate if (sfh->sfh_refcnt > 0) { 38227c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 38237c478bd9Sstevel@tonic-gate "sfh4_rele %p, new refcnt=%d", 38247c478bd9Sstevel@tonic-gate (void *)sfh, sfh->sfh_refcnt)); 38257c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38267c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38277c478bd9Sstevel@tonic-gate goto finish; 38287c478bd9Sstevel@tonic-gate } 38297c478bd9Sstevel@tonic-gate 38307c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 3831b9238976Sth "sfh4_rele %p, last ref", (void *)sfh)); 38327c478bd9Sstevel@tonic-gate if (sfh->sfh_flags & SFH4_IN_TREE) { 38337c478bd9Sstevel@tonic-gate avl_remove(&mi->mi_filehandles, sfh); 38347c478bd9Sstevel@tonic-gate sfh->sfh_flags &= ~SFH4_IN_TREE; 38357c478bd9Sstevel@tonic-gate } 38367c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38377c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38387c478bd9Sstevel@tonic-gate mutex_destroy(&sfh->sfh_lock); 38397c478bd9Sstevel@tonic-gate kmem_free(sfh->sfh_fh.nfs_fh4_val, NFS4_FHSIZE); 38407c478bd9Sstevel@tonic-gate kmem_free(sfh, sizeof (nfs4_sharedfh_t)); 38417c478bd9Sstevel@tonic-gate 38427c478bd9Sstevel@tonic-gate finish: 38437c478bd9Sstevel@tonic-gate *sfhpp = NULL; 38447c478bd9Sstevel@tonic-gate } 38457c478bd9Sstevel@tonic-gate 38467c478bd9Sstevel@tonic-gate /* 38477c478bd9Sstevel@tonic-gate * Update the filehandle for the given shared filehandle object. 38487c478bd9Sstevel@tonic-gate */ 38497c478bd9Sstevel@tonic-gate 38507c478bd9Sstevel@tonic-gate int nfs4_warn_dupfh = 0; /* if set, always warn about dup fhs below */ 38517c478bd9Sstevel@tonic-gate 38527c478bd9Sstevel@tonic-gate void 38537c478bd9Sstevel@tonic-gate sfh4_update(nfs4_sharedfh_t *sfh, const nfs_fh4 *newfh) 38547c478bd9Sstevel@tonic-gate { 38557c478bd9Sstevel@tonic-gate mntinfo4_t *mi = sfh->sfh_mi; 38567c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *dupsfh; 38577c478bd9Sstevel@tonic-gate avl_index_t where; 38587c478bd9Sstevel@tonic-gate nfs4_sharedfh_t key; 38597c478bd9Sstevel@tonic-gate 38607c478bd9Sstevel@tonic-gate #ifdef DEBUG 38617c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38627c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 38637c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38647c478bd9Sstevel@tonic-gate #endif 38657c478bd9Sstevel@tonic-gate ASSERT(newfh->nfs_fh4_len <= NFS4_FHSIZE); 38667c478bd9Sstevel@tonic-gate 38677c478bd9Sstevel@tonic-gate /* 38687c478bd9Sstevel@tonic-gate * The basic plan is to remove the shared filehandle object from 38697c478bd9Sstevel@tonic-gate * the table, update it to have the new filehandle, then reinsert 38707c478bd9Sstevel@tonic-gate * it. 38717c478bd9Sstevel@tonic-gate */ 38727c478bd9Sstevel@tonic-gate 38737c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 38747c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38757c478bd9Sstevel@tonic-gate if (sfh->sfh_flags & SFH4_IN_TREE) { 38767c478bd9Sstevel@tonic-gate avl_remove(&mi->mi_filehandles, sfh); 38777c478bd9Sstevel@tonic-gate sfh->sfh_flags &= ~SFH4_IN_TREE; 38787c478bd9Sstevel@tonic-gate } 38797c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38807c478bd9Sstevel@tonic-gate sfh->sfh_fh.nfs_fh4_len = newfh->nfs_fh4_len; 38817c478bd9Sstevel@tonic-gate bcopy(newfh->nfs_fh4_val, sfh->sfh_fh.nfs_fh4_val, 38827c478bd9Sstevel@tonic-gate sfh->sfh_fh.nfs_fh4_len); 38837c478bd9Sstevel@tonic-gate 38847c478bd9Sstevel@tonic-gate /* 38857c478bd9Sstevel@tonic-gate * XXX If there is already a shared filehandle object with the new 38867c478bd9Sstevel@tonic-gate * filehandle, we're in trouble, because the rnode code assumes 38877c478bd9Sstevel@tonic-gate * that there is only one shared filehandle object for a given 38887c478bd9Sstevel@tonic-gate * filehandle. So issue a warning (for read-write mounts only) 38897c478bd9Sstevel@tonic-gate * and don't try to re-insert the given object into the table. 38907c478bd9Sstevel@tonic-gate * Hopefully the given object will quickly go away and everyone 38917c478bd9Sstevel@tonic-gate * will use the new object. 38927c478bd9Sstevel@tonic-gate */ 38937c478bd9Sstevel@tonic-gate key.sfh_fh = *newfh; 38947c478bd9Sstevel@tonic-gate dupsfh = avl_find(&mi->mi_filehandles, &key, &where); 38957c478bd9Sstevel@tonic-gate if (dupsfh != NULL) { 38967c478bd9Sstevel@tonic-gate if (!(mi->mi_vfsp->vfs_flag & VFS_RDONLY) || nfs4_warn_dupfh) { 38977c478bd9Sstevel@tonic-gate zcmn_err(mi->mi_zone->zone_id, CE_WARN, "sfh4_update: " 38987c478bd9Sstevel@tonic-gate "duplicate filehandle detected"); 38997c478bd9Sstevel@tonic-gate sfh4_printfhandle(dupsfh); 39007c478bd9Sstevel@tonic-gate } 39017c478bd9Sstevel@tonic-gate } else { 39027c478bd9Sstevel@tonic-gate avl_insert(&mi->mi_filehandles, sfh, where); 39037c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 39047c478bd9Sstevel@tonic-gate sfh->sfh_flags |= SFH4_IN_TREE; 39057c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 39067c478bd9Sstevel@tonic-gate } 39077c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 39087c478bd9Sstevel@tonic-gate } 39097c478bd9Sstevel@tonic-gate 39107c478bd9Sstevel@tonic-gate /* 39117c478bd9Sstevel@tonic-gate * Copy out the current filehandle for the given shared filehandle object. 39127c478bd9Sstevel@tonic-gate */ 39137c478bd9Sstevel@tonic-gate 39147c478bd9Sstevel@tonic-gate void 39157c478bd9Sstevel@tonic-gate sfh4_copyval(const nfs4_sharedfh_t *sfh, nfs4_fhandle_t *fhp) 39167c478bd9Sstevel@tonic-gate { 39177c478bd9Sstevel@tonic-gate mntinfo4_t *mi = sfh->sfh_mi; 39187c478bd9Sstevel@tonic-gate 39197c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 39207c478bd9Sstevel@tonic-gate 39217c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_READER, 0); 39227c478bd9Sstevel@tonic-gate fhp->fh_len = sfh->sfh_fh.nfs_fh4_len; 39237c478bd9Sstevel@tonic-gate ASSERT(fhp->fh_len <= NFS4_FHSIZE); 39247c478bd9Sstevel@tonic-gate bcopy(sfh->sfh_fh.nfs_fh4_val, fhp->fh_buf, fhp->fh_len); 39257c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 39267c478bd9Sstevel@tonic-gate } 39277c478bd9Sstevel@tonic-gate 39287c478bd9Sstevel@tonic-gate /* 39297c478bd9Sstevel@tonic-gate * Print out the filehandle for the given shared filehandle object. 39307c478bd9Sstevel@tonic-gate */ 39317c478bd9Sstevel@tonic-gate 39327c478bd9Sstevel@tonic-gate void 39337c478bd9Sstevel@tonic-gate sfh4_printfhandle(const nfs4_sharedfh_t *sfh) 39347c478bd9Sstevel@tonic-gate { 39357c478bd9Sstevel@tonic-gate nfs4_fhandle_t fhandle; 39367c478bd9Sstevel@tonic-gate 39377c478bd9Sstevel@tonic-gate sfh4_copyval(sfh, &fhandle); 39387c478bd9Sstevel@tonic-gate nfs4_printfhandle(&fhandle); 39397c478bd9Sstevel@tonic-gate } 39407c478bd9Sstevel@tonic-gate 39417c478bd9Sstevel@tonic-gate /* 39427c478bd9Sstevel@tonic-gate * Compare 2 fnames. Returns -1 if the first is "less" than the second, 0 39437c478bd9Sstevel@tonic-gate * if they're the same, +1 if the first is "greater" than the second. The 39447c478bd9Sstevel@tonic-gate * caller (or whoever's calling the AVL package) is responsible for 39457c478bd9Sstevel@tonic-gate * handling locking issues. 39467c478bd9Sstevel@tonic-gate */ 39477c478bd9Sstevel@tonic-gate 39487c478bd9Sstevel@tonic-gate static int 39497c478bd9Sstevel@tonic-gate fncmp(const void *p1, const void *p2) 39507c478bd9Sstevel@tonic-gate { 39517c478bd9Sstevel@tonic-gate const nfs4_fname_t *f1 = p1; 39527c478bd9Sstevel@tonic-gate const nfs4_fname_t *f2 = p2; 39537c478bd9Sstevel@tonic-gate int res; 39547c478bd9Sstevel@tonic-gate 39557c478bd9Sstevel@tonic-gate res = strcmp(f1->fn_name, f2->fn_name); 39567c478bd9Sstevel@tonic-gate /* 39577c478bd9Sstevel@tonic-gate * The AVL package wants +/-1, not arbitrary positive or negative 39587c478bd9Sstevel@tonic-gate * integers. 39597c478bd9Sstevel@tonic-gate */ 39607c478bd9Sstevel@tonic-gate if (res > 0) 39617c478bd9Sstevel@tonic-gate res = 1; 39627c478bd9Sstevel@tonic-gate else if (res < 0) 39637c478bd9Sstevel@tonic-gate res = -1; 39647c478bd9Sstevel@tonic-gate return (res); 39657c478bd9Sstevel@tonic-gate } 39667c478bd9Sstevel@tonic-gate 39677c478bd9Sstevel@tonic-gate /* 39687c478bd9Sstevel@tonic-gate * Get or create an fname with the given name, as a child of the given 39697c478bd9Sstevel@tonic-gate * fname. The caller is responsible for eventually releasing the reference 39707c478bd9Sstevel@tonic-gate * (fn_rele()). parent may be NULL. 39717c478bd9Sstevel@tonic-gate */ 39727c478bd9Sstevel@tonic-gate 39737c478bd9Sstevel@tonic-gate nfs4_fname_t * 3974bbf2a467SNagakiran Rajashekar fn_get(nfs4_fname_t *parent, char *name, nfs4_sharedfh_t *sfh) 39757c478bd9Sstevel@tonic-gate { 39767c478bd9Sstevel@tonic-gate nfs4_fname_t key; 39777c478bd9Sstevel@tonic-gate nfs4_fname_t *fnp; 39787c478bd9Sstevel@tonic-gate avl_index_t where; 39797c478bd9Sstevel@tonic-gate 39807c478bd9Sstevel@tonic-gate key.fn_name = name; 39817c478bd9Sstevel@tonic-gate 39827c478bd9Sstevel@tonic-gate /* 39837c478bd9Sstevel@tonic-gate * If there's already an fname registered with the given name, bump 39847c478bd9Sstevel@tonic-gate * its reference count and return it. Otherwise, create a new one 39857c478bd9Sstevel@tonic-gate * and add it to the parent's AVL tree. 3986bbf2a467SNagakiran Rajashekar * 3987bbf2a467SNagakiran Rajashekar * fname entries we are looking for should match both name 3988bbf2a467SNagakiran Rajashekar * and sfh stored in the fname. 39897c478bd9Sstevel@tonic-gate */ 3990bbf2a467SNagakiran Rajashekar again: 39917c478bd9Sstevel@tonic-gate if (parent != NULL) { 39927c478bd9Sstevel@tonic-gate mutex_enter(&parent->fn_lock); 39937c478bd9Sstevel@tonic-gate fnp = avl_find(&parent->fn_children, &key, &where); 39947c478bd9Sstevel@tonic-gate if (fnp != NULL) { 3995bbf2a467SNagakiran Rajashekar /* 3996bbf2a467SNagakiran Rajashekar * This hold on fnp is released below later, 3997bbf2a467SNagakiran Rajashekar * in case this is not the fnp we want. 3998bbf2a467SNagakiran Rajashekar */ 39997c478bd9Sstevel@tonic-gate fn_hold(fnp); 4000bbf2a467SNagakiran Rajashekar 4001bbf2a467SNagakiran Rajashekar if (fnp->fn_sfh == sfh) { 4002bbf2a467SNagakiran Rajashekar /* 4003bbf2a467SNagakiran Rajashekar * We have found our entry. 4004bbf2a467SNagakiran Rajashekar * put an hold and return it. 4005bbf2a467SNagakiran Rajashekar */ 4006bbf2a467SNagakiran Rajashekar mutex_exit(&parent->fn_lock); 4007bbf2a467SNagakiran Rajashekar return (fnp); 4008bbf2a467SNagakiran Rajashekar } 4009bbf2a467SNagakiran Rajashekar 4010bbf2a467SNagakiran Rajashekar /* 4011bbf2a467SNagakiran Rajashekar * We have found an entry that has a mismatching 4012bbf2a467SNagakiran Rajashekar * fn_sfh. This could be a stale entry due to 4013bbf2a467SNagakiran Rajashekar * server side rename. We will remove this entry 4014bbf2a467SNagakiran Rajashekar * and make sure no such entries exist. 4015bbf2a467SNagakiran Rajashekar */ 40167c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 4017bbf2a467SNagakiran Rajashekar mutex_enter(&fnp->fn_lock); 4018bbf2a467SNagakiran Rajashekar if (fnp->fn_parent == parent) { 4019bbf2a467SNagakiran Rajashekar /* 4020bbf2a467SNagakiran Rajashekar * Remove ourselves from parent's 4021bbf2a467SNagakiran Rajashekar * fn_children tree. 4022bbf2a467SNagakiran Rajashekar */ 4023bbf2a467SNagakiran Rajashekar mutex_enter(&parent->fn_lock); 4024bbf2a467SNagakiran Rajashekar avl_remove(&parent->fn_children, fnp); 4025bbf2a467SNagakiran Rajashekar mutex_exit(&parent->fn_lock); 4026bbf2a467SNagakiran Rajashekar fn_rele(&fnp->fn_parent); 4027bbf2a467SNagakiran Rajashekar } 4028bbf2a467SNagakiran Rajashekar mutex_exit(&fnp->fn_lock); 4029bbf2a467SNagakiran Rajashekar fn_rele(&fnp); 4030bbf2a467SNagakiran Rajashekar goto again; 40317c478bd9Sstevel@tonic-gate } 40327c478bd9Sstevel@tonic-gate } 40337c478bd9Sstevel@tonic-gate 40347c478bd9Sstevel@tonic-gate fnp = kmem_alloc(sizeof (nfs4_fname_t), KM_SLEEP); 40357c478bd9Sstevel@tonic-gate mutex_init(&fnp->fn_lock, NULL, MUTEX_DEFAULT, NULL); 40367c478bd9Sstevel@tonic-gate fnp->fn_parent = parent; 40377c478bd9Sstevel@tonic-gate if (parent != NULL) 40387c478bd9Sstevel@tonic-gate fn_hold(parent); 40397c478bd9Sstevel@tonic-gate fnp->fn_len = strlen(name); 40407c478bd9Sstevel@tonic-gate ASSERT(fnp->fn_len < MAXNAMELEN); 40417c478bd9Sstevel@tonic-gate fnp->fn_name = kmem_alloc(fnp->fn_len + 1, KM_SLEEP); 40427c478bd9Sstevel@tonic-gate (void) strcpy(fnp->fn_name, name); 40437c478bd9Sstevel@tonic-gate fnp->fn_refcnt = 1; 4044bbf2a467SNagakiran Rajashekar 4045bbf2a467SNagakiran Rajashekar /* 4046bbf2a467SNagakiran Rajashekar * This hold on sfh is later released 4047bbf2a467SNagakiran Rajashekar * when we do the final fn_rele() on this fname. 4048bbf2a467SNagakiran Rajashekar */ 4049bbf2a467SNagakiran Rajashekar sfh4_hold(sfh); 4050bbf2a467SNagakiran Rajashekar fnp->fn_sfh = sfh; 4051bbf2a467SNagakiran Rajashekar 40527c478bd9Sstevel@tonic-gate avl_create(&fnp->fn_children, fncmp, sizeof (nfs4_fname_t), 40537c478bd9Sstevel@tonic-gate offsetof(nfs4_fname_t, fn_tree)); 40547c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4055b9238976Sth "fn_get %p:%s, a new nfs4_fname_t!", 4056b9238976Sth (void *)fnp, fnp->fn_name)); 40577c478bd9Sstevel@tonic-gate if (parent != NULL) { 40587c478bd9Sstevel@tonic-gate avl_insert(&parent->fn_children, fnp, where); 40597c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 40607c478bd9Sstevel@tonic-gate } 40617c478bd9Sstevel@tonic-gate 40627c478bd9Sstevel@tonic-gate return (fnp); 40637c478bd9Sstevel@tonic-gate } 40647c478bd9Sstevel@tonic-gate 40657c478bd9Sstevel@tonic-gate void 40667c478bd9Sstevel@tonic-gate fn_hold(nfs4_fname_t *fnp) 40677c478bd9Sstevel@tonic-gate { 40687c478bd9Sstevel@tonic-gate atomic_add_32(&fnp->fn_refcnt, 1); 40697c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4070b9238976Sth "fn_hold %p:%s, new refcnt=%d", 4071b9238976Sth (void *)fnp, fnp->fn_name, fnp->fn_refcnt)); 40727c478bd9Sstevel@tonic-gate } 40737c478bd9Sstevel@tonic-gate 40747c478bd9Sstevel@tonic-gate /* 40757c478bd9Sstevel@tonic-gate * Decrement the reference count of the given fname, and destroy it if its 40767c478bd9Sstevel@tonic-gate * reference count goes to zero. Nulls out the given pointer. 40777c478bd9Sstevel@tonic-gate */ 40787c478bd9Sstevel@tonic-gate 40797c478bd9Sstevel@tonic-gate void 40807c478bd9Sstevel@tonic-gate fn_rele(nfs4_fname_t **fnpp) 40817c478bd9Sstevel@tonic-gate { 40827c478bd9Sstevel@tonic-gate nfs4_fname_t *parent; 40837c478bd9Sstevel@tonic-gate uint32_t newref; 40847c478bd9Sstevel@tonic-gate nfs4_fname_t *fnp; 40857c478bd9Sstevel@tonic-gate 40867c478bd9Sstevel@tonic-gate recur: 40877c478bd9Sstevel@tonic-gate fnp = *fnpp; 40887c478bd9Sstevel@tonic-gate *fnpp = NULL; 40897c478bd9Sstevel@tonic-gate 40907c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 40917c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 40927c478bd9Sstevel@tonic-gate if (parent != NULL) 40937c478bd9Sstevel@tonic-gate mutex_enter(&parent->fn_lock); /* prevent new references */ 40947c478bd9Sstevel@tonic-gate newref = atomic_add_32_nv(&fnp->fn_refcnt, -1); 40957c478bd9Sstevel@tonic-gate if (newref > 0) { 40967c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4097b9238976Sth "fn_rele %p:%s, new refcnt=%d", 4098b9238976Sth (void *)fnp, fnp->fn_name, fnp->fn_refcnt)); 40997c478bd9Sstevel@tonic-gate if (parent != NULL) 41007c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 41017c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 41027c478bd9Sstevel@tonic-gate return; 41037c478bd9Sstevel@tonic-gate } 41047c478bd9Sstevel@tonic-gate 41057c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4106b9238976Sth "fn_rele %p:%s, last reference, deleting...", 4107b9238976Sth (void *)fnp, fnp->fn_name)); 41087c478bd9Sstevel@tonic-gate if (parent != NULL) { 41097c478bd9Sstevel@tonic-gate avl_remove(&parent->fn_children, fnp); 41107c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 41117c478bd9Sstevel@tonic-gate } 41127c478bd9Sstevel@tonic-gate kmem_free(fnp->fn_name, fnp->fn_len + 1); 4113bbf2a467SNagakiran Rajashekar sfh4_rele(&fnp->fn_sfh); 41147c478bd9Sstevel@tonic-gate mutex_destroy(&fnp->fn_lock); 41157c478bd9Sstevel@tonic-gate avl_destroy(&fnp->fn_children); 41167c478bd9Sstevel@tonic-gate kmem_free(fnp, sizeof (nfs4_fname_t)); 41177c478bd9Sstevel@tonic-gate /* 41187c478bd9Sstevel@tonic-gate * Recursivly fn_rele the parent. 41197c478bd9Sstevel@tonic-gate * Use goto instead of a recursive call to avoid stack overflow. 41207c478bd9Sstevel@tonic-gate */ 41217c478bd9Sstevel@tonic-gate if (parent != NULL) { 41227c478bd9Sstevel@tonic-gate fnpp = &parent; 41237c478bd9Sstevel@tonic-gate goto recur; 41247c478bd9Sstevel@tonic-gate } 41257c478bd9Sstevel@tonic-gate } 41267c478bd9Sstevel@tonic-gate 41277c478bd9Sstevel@tonic-gate /* 41287c478bd9Sstevel@tonic-gate * Returns the single component name of the given fname, in a MAXNAMELEN 41297c478bd9Sstevel@tonic-gate * string buffer, which the caller is responsible for freeing. Note that 41307c478bd9Sstevel@tonic-gate * the name may become invalid as a result of fn_move(). 41317c478bd9Sstevel@tonic-gate */ 41327c478bd9Sstevel@tonic-gate 41337c478bd9Sstevel@tonic-gate char * 41347c478bd9Sstevel@tonic-gate fn_name(nfs4_fname_t *fnp) 41357c478bd9Sstevel@tonic-gate { 41367c478bd9Sstevel@tonic-gate char *name; 41377c478bd9Sstevel@tonic-gate 41387c478bd9Sstevel@tonic-gate ASSERT(fnp->fn_len < MAXNAMELEN); 41397c478bd9Sstevel@tonic-gate name = kmem_alloc(MAXNAMELEN, KM_SLEEP); 41407c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 41417c478bd9Sstevel@tonic-gate (void) strcpy(name, fnp->fn_name); 41427c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 41437c478bd9Sstevel@tonic-gate 41447c478bd9Sstevel@tonic-gate return (name); 41457c478bd9Sstevel@tonic-gate } 41467c478bd9Sstevel@tonic-gate 41477c478bd9Sstevel@tonic-gate 41487c478bd9Sstevel@tonic-gate /* 41497c478bd9Sstevel@tonic-gate * fn_path_realloc 41507c478bd9Sstevel@tonic-gate * 41517c478bd9Sstevel@tonic-gate * This function, used only by fn_path, constructs 41527c478bd9Sstevel@tonic-gate * a new string which looks like "prepend" + "/" + "current". 41537c478bd9Sstevel@tonic-gate * by allocating a new string and freeing the old one. 41547c478bd9Sstevel@tonic-gate */ 41557c478bd9Sstevel@tonic-gate static void 41567c478bd9Sstevel@tonic-gate fn_path_realloc(char **curses, char *prepend) 41577c478bd9Sstevel@tonic-gate { 41587c478bd9Sstevel@tonic-gate int len, curlen = 0; 41597c478bd9Sstevel@tonic-gate char *news; 41607c478bd9Sstevel@tonic-gate 41617c478bd9Sstevel@tonic-gate if (*curses == NULL) { 41627c478bd9Sstevel@tonic-gate /* 41637c478bd9Sstevel@tonic-gate * Prime the pump, allocate just the 41647c478bd9Sstevel@tonic-gate * space for prepend and return that. 41657c478bd9Sstevel@tonic-gate */ 41667c478bd9Sstevel@tonic-gate len = strlen(prepend) + 1; 41677c478bd9Sstevel@tonic-gate news = kmem_alloc(len, KM_SLEEP); 41687c478bd9Sstevel@tonic-gate (void) strncpy(news, prepend, len); 41697c478bd9Sstevel@tonic-gate } else { 41707c478bd9Sstevel@tonic-gate /* 41717c478bd9Sstevel@tonic-gate * Allocate the space for a new string 41727c478bd9Sstevel@tonic-gate * +1 +1 is for the "/" and the NULL 41737c478bd9Sstevel@tonic-gate * byte at the end of it all. 41747c478bd9Sstevel@tonic-gate */ 41757c478bd9Sstevel@tonic-gate curlen = strlen(*curses); 41767c478bd9Sstevel@tonic-gate len = curlen + strlen(prepend) + 1 + 1; 41777c478bd9Sstevel@tonic-gate news = kmem_alloc(len, KM_SLEEP); 41787c478bd9Sstevel@tonic-gate (void) strncpy(news, prepend, len); 41797c478bd9Sstevel@tonic-gate (void) strcat(news, "/"); 41807c478bd9Sstevel@tonic-gate (void) strcat(news, *curses); 41817c478bd9Sstevel@tonic-gate kmem_free(*curses, curlen + 1); 41827c478bd9Sstevel@tonic-gate } 41837c478bd9Sstevel@tonic-gate *curses = news; 41847c478bd9Sstevel@tonic-gate } 41857c478bd9Sstevel@tonic-gate 41867c478bd9Sstevel@tonic-gate /* 41877c478bd9Sstevel@tonic-gate * Returns the path name (starting from the fs root) for the given fname. 41887c478bd9Sstevel@tonic-gate * The caller is responsible for freeing. Note that the path may be or 41897c478bd9Sstevel@tonic-gate * become invalid as a result of fn_move(). 41907c478bd9Sstevel@tonic-gate */ 41917c478bd9Sstevel@tonic-gate 41927c478bd9Sstevel@tonic-gate char * 41937c478bd9Sstevel@tonic-gate fn_path(nfs4_fname_t *fnp) 41947c478bd9Sstevel@tonic-gate { 41957c478bd9Sstevel@tonic-gate char *path; 41967c478bd9Sstevel@tonic-gate nfs4_fname_t *nextfnp; 41977c478bd9Sstevel@tonic-gate 41987c478bd9Sstevel@tonic-gate if (fnp == NULL) 41997c478bd9Sstevel@tonic-gate return (NULL); 42007c478bd9Sstevel@tonic-gate 42017c478bd9Sstevel@tonic-gate path = NULL; 42027c478bd9Sstevel@tonic-gate 42037c478bd9Sstevel@tonic-gate /* walk up the tree constructing the pathname. */ 42047c478bd9Sstevel@tonic-gate 42057c478bd9Sstevel@tonic-gate fn_hold(fnp); /* adjust for later rele */ 42067c478bd9Sstevel@tonic-gate do { 42077c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 42087c478bd9Sstevel@tonic-gate /* 42097c478bd9Sstevel@tonic-gate * Add fn_name in front of the current path 42107c478bd9Sstevel@tonic-gate */ 42117c478bd9Sstevel@tonic-gate fn_path_realloc(&path, fnp->fn_name); 42127c478bd9Sstevel@tonic-gate nextfnp = fnp->fn_parent; 42137c478bd9Sstevel@tonic-gate if (nextfnp != NULL) 42147c478bd9Sstevel@tonic-gate fn_hold(nextfnp); 42157c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 42167c478bd9Sstevel@tonic-gate fn_rele(&fnp); 42177c478bd9Sstevel@tonic-gate fnp = nextfnp; 42187c478bd9Sstevel@tonic-gate } while (fnp != NULL); 42197c478bd9Sstevel@tonic-gate 42207c478bd9Sstevel@tonic-gate return (path); 42217c478bd9Sstevel@tonic-gate } 42227c478bd9Sstevel@tonic-gate 42237c478bd9Sstevel@tonic-gate /* 42247c478bd9Sstevel@tonic-gate * Return a reference to the parent of the given fname, which the caller is 42257c478bd9Sstevel@tonic-gate * responsible for eventually releasing. 42267c478bd9Sstevel@tonic-gate */ 42277c478bd9Sstevel@tonic-gate 42287c478bd9Sstevel@tonic-gate nfs4_fname_t * 42297c478bd9Sstevel@tonic-gate fn_parent(nfs4_fname_t *fnp) 42307c478bd9Sstevel@tonic-gate { 42317c478bd9Sstevel@tonic-gate nfs4_fname_t *parent; 42327c478bd9Sstevel@tonic-gate 42337c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 42347c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 42357c478bd9Sstevel@tonic-gate if (parent != NULL) 42367c478bd9Sstevel@tonic-gate fn_hold(parent); 42377c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 42387c478bd9Sstevel@tonic-gate 42397c478bd9Sstevel@tonic-gate return (parent); 42407c478bd9Sstevel@tonic-gate } 42417c478bd9Sstevel@tonic-gate 42427c478bd9Sstevel@tonic-gate /* 42437c478bd9Sstevel@tonic-gate * Update fnp so that its parent is newparent and its name is newname. 42447c478bd9Sstevel@tonic-gate */ 42457c478bd9Sstevel@tonic-gate 42467c478bd9Sstevel@tonic-gate void 42477c478bd9Sstevel@tonic-gate fn_move(nfs4_fname_t *fnp, nfs4_fname_t *newparent, char *newname) 42487c478bd9Sstevel@tonic-gate { 42497c478bd9Sstevel@tonic-gate nfs4_fname_t *parent, *tmpfnp; 42507c478bd9Sstevel@tonic-gate ssize_t newlen; 42517c478bd9Sstevel@tonic-gate nfs4_fname_t key; 42527c478bd9Sstevel@tonic-gate avl_index_t where; 42537c478bd9Sstevel@tonic-gate 42547c478bd9Sstevel@tonic-gate /* 42557c478bd9Sstevel@tonic-gate * This assert exists to catch the client trying to rename 42567c478bd9Sstevel@tonic-gate * a dir to be a child of itself. This happened at a recent 42577c478bd9Sstevel@tonic-gate * bakeoff against a 3rd party (broken) server which allowed 42587c478bd9Sstevel@tonic-gate * the rename to succeed. If it trips it means that: 42597c478bd9Sstevel@tonic-gate * a) the code in nfs4rename that detects this case is broken 42607c478bd9Sstevel@tonic-gate * b) the server is broken (since it allowed the bogus rename) 42617c478bd9Sstevel@tonic-gate * 42627c478bd9Sstevel@tonic-gate * For non-DEBUG kernels, prepare for a recursive mutex_enter 42637c478bd9Sstevel@tonic-gate * panic below from: mutex_enter(&newparent->fn_lock); 42647c478bd9Sstevel@tonic-gate */ 42657c478bd9Sstevel@tonic-gate ASSERT(fnp != newparent); 42667c478bd9Sstevel@tonic-gate 42677c478bd9Sstevel@tonic-gate /* 42687c478bd9Sstevel@tonic-gate * Remove fnp from its current parent, change its name, then add it 42694a36c613SPavel Filipensky * to newparent. It might happen that fnp was replaced by another 42704a36c613SPavel Filipensky * nfs4_fname_t with the same fn_name in parent->fn_children. 42714a36c613SPavel Filipensky * In such case, fnp->fn_parent is NULL and we skip the removal 42724a36c613SPavel Filipensky * of fnp from its current parent. 42737c478bd9Sstevel@tonic-gate */ 42747c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 42757c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 42764a36c613SPavel Filipensky if (parent != NULL) { 42774a36c613SPavel Filipensky mutex_enter(&parent->fn_lock); 42784a36c613SPavel Filipensky avl_remove(&parent->fn_children, fnp); 42794a36c613SPavel Filipensky mutex_exit(&parent->fn_lock); 42804a36c613SPavel Filipensky fn_rele(&fnp->fn_parent); 42814a36c613SPavel Filipensky } 42827c478bd9Sstevel@tonic-gate 42837c478bd9Sstevel@tonic-gate newlen = strlen(newname); 42847c478bd9Sstevel@tonic-gate if (newlen != fnp->fn_len) { 42857c478bd9Sstevel@tonic-gate ASSERT(newlen < MAXNAMELEN); 42867c478bd9Sstevel@tonic-gate kmem_free(fnp->fn_name, fnp->fn_len + 1); 42877c478bd9Sstevel@tonic-gate fnp->fn_name = kmem_alloc(newlen + 1, KM_SLEEP); 42887c478bd9Sstevel@tonic-gate fnp->fn_len = newlen; 42897c478bd9Sstevel@tonic-gate } 42907c478bd9Sstevel@tonic-gate (void) strcpy(fnp->fn_name, newname); 42917c478bd9Sstevel@tonic-gate 42927c478bd9Sstevel@tonic-gate again: 42937c478bd9Sstevel@tonic-gate mutex_enter(&newparent->fn_lock); 42947c478bd9Sstevel@tonic-gate key.fn_name = fnp->fn_name; 42957c478bd9Sstevel@tonic-gate tmpfnp = avl_find(&newparent->fn_children, &key, &where); 42967c478bd9Sstevel@tonic-gate if (tmpfnp != NULL) { 42977c478bd9Sstevel@tonic-gate /* 42987c478bd9Sstevel@tonic-gate * This could be due to a file that was unlinked while 42997c478bd9Sstevel@tonic-gate * open, or perhaps the rnode is in the free list. Remove 43007c478bd9Sstevel@tonic-gate * it from newparent and let it go away on its own. The 43017c478bd9Sstevel@tonic-gate * contorted code is to deal with lock order issues and 43027c478bd9Sstevel@tonic-gate * race conditions. 43037c478bd9Sstevel@tonic-gate */ 43047c478bd9Sstevel@tonic-gate fn_hold(tmpfnp); 43057c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43067c478bd9Sstevel@tonic-gate mutex_enter(&tmpfnp->fn_lock); 43077c478bd9Sstevel@tonic-gate if (tmpfnp->fn_parent == newparent) { 43087c478bd9Sstevel@tonic-gate mutex_enter(&newparent->fn_lock); 43097c478bd9Sstevel@tonic-gate avl_remove(&newparent->fn_children, tmpfnp); 43107c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43117c478bd9Sstevel@tonic-gate fn_rele(&tmpfnp->fn_parent); 43127c478bd9Sstevel@tonic-gate } 43137c478bd9Sstevel@tonic-gate mutex_exit(&tmpfnp->fn_lock); 43147c478bd9Sstevel@tonic-gate fn_rele(&tmpfnp); 43157c478bd9Sstevel@tonic-gate goto again; 43167c478bd9Sstevel@tonic-gate } 43177c478bd9Sstevel@tonic-gate fnp->fn_parent = newparent; 43187c478bd9Sstevel@tonic-gate fn_hold(newparent); 43197c478bd9Sstevel@tonic-gate avl_insert(&newparent->fn_children, fnp, where); 43207c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43217c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 43227c478bd9Sstevel@tonic-gate } 43237c478bd9Sstevel@tonic-gate 43247c478bd9Sstevel@tonic-gate #ifdef DEBUG 43257c478bd9Sstevel@tonic-gate /* 43267c478bd9Sstevel@tonic-gate * Return non-zero if the type information makes sense for the given vnode. 43277c478bd9Sstevel@tonic-gate * Otherwise panic. 43287c478bd9Sstevel@tonic-gate */ 43297c478bd9Sstevel@tonic-gate int 43307c478bd9Sstevel@tonic-gate nfs4_consistent_type(vnode_t *vp) 43317c478bd9Sstevel@tonic-gate { 43327c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 43337c478bd9Sstevel@tonic-gate 43347c478bd9Sstevel@tonic-gate if (nfs4_vtype_debug && vp->v_type != VNON && 43357c478bd9Sstevel@tonic-gate rp->r_attr.va_type != VNON && vp->v_type != rp->r_attr.va_type) { 43367c478bd9Sstevel@tonic-gate cmn_err(CE_PANIC, "vnode %p type mismatch; v_type=%d, " 4337b9238976Sth "rnode attr type=%d", (void *)vp, vp->v_type, 4338b9238976Sth rp->r_attr.va_type); 43397c478bd9Sstevel@tonic-gate } 43407c478bd9Sstevel@tonic-gate 43417c478bd9Sstevel@tonic-gate return (1); 43427c478bd9Sstevel@tonic-gate } 43437c478bd9Sstevel@tonic-gate #endif /* DEBUG */ 4344