17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 550a83466Sjwahlig * Common Development and Distribution License (the "License"). 650a83466Sjwahlig * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 22*0776f5e6SVallish Vaidyeshwara * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate /* 277c478bd9Sstevel@tonic-gate * Copyright (c) 1983,1984,1985,1986,1987,1988,1989 AT&T. 287c478bd9Sstevel@tonic-gate * All Rights Reserved 297c478bd9Sstevel@tonic-gate */ 307c478bd9Sstevel@tonic-gate 317c478bd9Sstevel@tonic-gate #include <sys/param.h> 327c478bd9Sstevel@tonic-gate #include <sys/types.h> 337c478bd9Sstevel@tonic-gate #include <sys/systm.h> 347c478bd9Sstevel@tonic-gate #include <sys/thread.h> 357c478bd9Sstevel@tonic-gate #include <sys/t_lock.h> 367c478bd9Sstevel@tonic-gate #include <sys/time.h> 377c478bd9Sstevel@tonic-gate #include <sys/vnode.h> 387c478bd9Sstevel@tonic-gate #include <sys/vfs.h> 397c478bd9Sstevel@tonic-gate #include <sys/errno.h> 407c478bd9Sstevel@tonic-gate #include <sys/buf.h> 417c478bd9Sstevel@tonic-gate #include <sys/stat.h> 427c478bd9Sstevel@tonic-gate #include <sys/cred.h> 437c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 447c478bd9Sstevel@tonic-gate #include <sys/debug.h> 457c478bd9Sstevel@tonic-gate #include <sys/dnlc.h> 467c478bd9Sstevel@tonic-gate #include <sys/vmsystm.h> 477c478bd9Sstevel@tonic-gate #include <sys/flock.h> 487c478bd9Sstevel@tonic-gate #include <sys/share.h> 497c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 507c478bd9Sstevel@tonic-gate #include <sys/tiuser.h> 517c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 527c478bd9Sstevel@tonic-gate #include <sys/callb.h> 537c478bd9Sstevel@tonic-gate #include <sys/acl.h> 547c478bd9Sstevel@tonic-gate #include <sys/kstat.h> 557c478bd9Sstevel@tonic-gate #include <sys/signal.h> 567c478bd9Sstevel@tonic-gate #include <sys/disp.h> 577c478bd9Sstevel@tonic-gate #include <sys/atomic.h> 587c478bd9Sstevel@tonic-gate #include <sys/list.h> 597c478bd9Sstevel@tonic-gate #include <sys/sdt.h> 607c478bd9Sstevel@tonic-gate 617c478bd9Sstevel@tonic-gate #include <rpc/types.h> 627c478bd9Sstevel@tonic-gate #include <rpc/xdr.h> 637c478bd9Sstevel@tonic-gate #include <rpc/auth.h> 647c478bd9Sstevel@tonic-gate #include <rpc/clnt.h> 657c478bd9Sstevel@tonic-gate 667c478bd9Sstevel@tonic-gate #include <nfs/nfs.h> 677c478bd9Sstevel@tonic-gate #include <nfs/nfs_clnt.h> 687c478bd9Sstevel@tonic-gate #include <nfs/nfs_acl.h> 697c478bd9Sstevel@tonic-gate 707c478bd9Sstevel@tonic-gate #include <nfs/nfs4.h> 717c478bd9Sstevel@tonic-gate #include <nfs/rnode4.h> 727c478bd9Sstevel@tonic-gate #include <nfs/nfs4_clnt.h> 737c478bd9Sstevel@tonic-gate 747c478bd9Sstevel@tonic-gate #include <vm/hat.h> 757c478bd9Sstevel@tonic-gate #include <vm/as.h> 767c478bd9Sstevel@tonic-gate #include <vm/page.h> 777c478bd9Sstevel@tonic-gate #include <vm/pvn.h> 787c478bd9Sstevel@tonic-gate #include <vm/seg.h> 797c478bd9Sstevel@tonic-gate #include <vm/seg_map.h> 807c478bd9Sstevel@tonic-gate #include <vm/seg_vn.h> 817c478bd9Sstevel@tonic-gate 827c478bd9Sstevel@tonic-gate #include <sys/ddi.h> 837c478bd9Sstevel@tonic-gate 847c478bd9Sstevel@tonic-gate /* 857c478bd9Sstevel@tonic-gate * Arguments to page-flush thread. 867c478bd9Sstevel@tonic-gate */ 877c478bd9Sstevel@tonic-gate typedef struct { 887c478bd9Sstevel@tonic-gate vnode_t *vp; 897c478bd9Sstevel@tonic-gate cred_t *cr; 907c478bd9Sstevel@tonic-gate } pgflush_t; 917c478bd9Sstevel@tonic-gate 927c478bd9Sstevel@tonic-gate #ifdef DEBUG 937c478bd9Sstevel@tonic-gate int nfs4_client_lease_debug; 947c478bd9Sstevel@tonic-gate int nfs4_sharedfh_debug; 957c478bd9Sstevel@tonic-gate int nfs4_fname_debug; 967c478bd9Sstevel@tonic-gate 977c478bd9Sstevel@tonic-gate /* temporary: panic if v_type is inconsistent with r_attr va_type */ 987c478bd9Sstevel@tonic-gate int nfs4_vtype_debug; 997c478bd9Sstevel@tonic-gate 1007c478bd9Sstevel@tonic-gate uint_t nfs4_tsd_key; 1017c478bd9Sstevel@tonic-gate #endif 1027c478bd9Sstevel@tonic-gate 1037c478bd9Sstevel@tonic-gate static time_t nfs4_client_resumed = 0; 1047c478bd9Sstevel@tonic-gate static callb_id_t cid = 0; 1057c478bd9Sstevel@tonic-gate 1067c478bd9Sstevel@tonic-gate static int nfs4renew(nfs4_server_t *); 1077c478bd9Sstevel@tonic-gate static void nfs4_attrcache_va(vnode_t *, nfs4_ga_res_t *, int); 1087c478bd9Sstevel@tonic-gate static void nfs4_pgflush_thread(pgflush_t *); 1097c478bd9Sstevel@tonic-gate 1107c478bd9Sstevel@tonic-gate static boolean_t nfs4_client_cpr_callb(void *, int); 1117c478bd9Sstevel@tonic-gate 1127c478bd9Sstevel@tonic-gate struct mi4_globals { 1137c478bd9Sstevel@tonic-gate kmutex_t mig_lock; /* lock protecting mig_list */ 1147c478bd9Sstevel@tonic-gate list_t mig_list; /* list of NFS v4 mounts in zone */ 1157c478bd9Sstevel@tonic-gate boolean_t mig_destructor_called; 1167c478bd9Sstevel@tonic-gate }; 1177c478bd9Sstevel@tonic-gate 1187c478bd9Sstevel@tonic-gate static zone_key_t mi4_list_key; 1197c478bd9Sstevel@tonic-gate 1207c478bd9Sstevel@tonic-gate /* 1217c478bd9Sstevel@tonic-gate * Attributes caching: 1227c478bd9Sstevel@tonic-gate * 1237c478bd9Sstevel@tonic-gate * Attributes are cached in the rnode in struct vattr form. 1247c478bd9Sstevel@tonic-gate * There is a time associated with the cached attributes (r_time_attr_inval) 1257c478bd9Sstevel@tonic-gate * which tells whether the attributes are valid. The time is initialized 1267c478bd9Sstevel@tonic-gate * to the difference between current time and the modify time of the vnode 1277c478bd9Sstevel@tonic-gate * when new attributes are cached. This allows the attributes for 1287c478bd9Sstevel@tonic-gate * files that have changed recently to be timed out sooner than for files 1297c478bd9Sstevel@tonic-gate * that have not changed for a long time. There are minimum and maximum 1307c478bd9Sstevel@tonic-gate * timeout values that can be set per mount point. 1317c478bd9Sstevel@tonic-gate */ 1327c478bd9Sstevel@tonic-gate 1337c478bd9Sstevel@tonic-gate /* 1347c478bd9Sstevel@tonic-gate * If a cache purge is in progress, wait for it to finish. 1357c478bd9Sstevel@tonic-gate * 1367c478bd9Sstevel@tonic-gate * The current thread must not be in the middle of an 1377c478bd9Sstevel@tonic-gate * nfs4_start_op/nfs4_end_op region. Otherwise, there could be a deadlock 1387c478bd9Sstevel@tonic-gate * between this thread, a recovery thread, and the page flush thread. 1397c478bd9Sstevel@tonic-gate */ 1407c478bd9Sstevel@tonic-gate int 1417c478bd9Sstevel@tonic-gate nfs4_waitfor_purge_complete(vnode_t *vp) 1427c478bd9Sstevel@tonic-gate { 1437c478bd9Sstevel@tonic-gate rnode4_t *rp; 1447c478bd9Sstevel@tonic-gate k_sigset_t smask; 1457c478bd9Sstevel@tonic-gate 1467c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 1477c478bd9Sstevel@tonic-gate if ((rp->r_serial != NULL && rp->r_serial != curthread) || 1487c478bd9Sstevel@tonic-gate ((rp->r_flags & R4PGFLUSH) && rp->r_pgflush != curthread)) { 1497c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 1507c478bd9Sstevel@tonic-gate sigintr(&smask, VTOMI4(vp)->mi_flags & MI4_INT); 1517c478bd9Sstevel@tonic-gate while ((rp->r_serial != NULL && rp->r_serial != curthread) || 1527c478bd9Sstevel@tonic-gate ((rp->r_flags & R4PGFLUSH) && 1537c478bd9Sstevel@tonic-gate rp->r_pgflush != curthread)) { 1547c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) { 1557c478bd9Sstevel@tonic-gate sigunintr(&smask); 1567c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 1577c478bd9Sstevel@tonic-gate return (EINTR); 1587c478bd9Sstevel@tonic-gate } 1597c478bd9Sstevel@tonic-gate } 1607c478bd9Sstevel@tonic-gate sigunintr(&smask); 1617c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 1627c478bd9Sstevel@tonic-gate } 1637c478bd9Sstevel@tonic-gate return (0); 1647c478bd9Sstevel@tonic-gate } 1657c478bd9Sstevel@tonic-gate 1667c478bd9Sstevel@tonic-gate /* 1677c478bd9Sstevel@tonic-gate * Validate caches by checking cached attributes. If they have timed out, 1687c478bd9Sstevel@tonic-gate * then get new attributes from the server. As a side effect, cache 1697c478bd9Sstevel@tonic-gate * invalidation is done if the attributes have changed. 1707c478bd9Sstevel@tonic-gate * 1717c478bd9Sstevel@tonic-gate * If the attributes have not timed out and if there is a cache 1727c478bd9Sstevel@tonic-gate * invalidation being done by some other thread, then wait until that 1737c478bd9Sstevel@tonic-gate * thread has completed the cache invalidation. 1747c478bd9Sstevel@tonic-gate */ 1757c478bd9Sstevel@tonic-gate int 1767c478bd9Sstevel@tonic-gate nfs4_validate_caches(vnode_t *vp, cred_t *cr) 1777c478bd9Sstevel@tonic-gate { 1787c478bd9Sstevel@tonic-gate int error; 1797c478bd9Sstevel@tonic-gate nfs4_ga_res_t gar; 1807c478bd9Sstevel@tonic-gate 1817c478bd9Sstevel@tonic-gate if (ATTRCACHE4_VALID(vp)) { 1827c478bd9Sstevel@tonic-gate error = nfs4_waitfor_purge_complete(vp); 1837c478bd9Sstevel@tonic-gate if (error) 1847c478bd9Sstevel@tonic-gate return (error); 1857c478bd9Sstevel@tonic-gate return (0); 1867c478bd9Sstevel@tonic-gate } 1877c478bd9Sstevel@tonic-gate 1887c478bd9Sstevel@tonic-gate gar.n4g_va.va_mask = AT_ALL; 1897c478bd9Sstevel@tonic-gate return (nfs4_getattr_otw(vp, &gar, cr, 0)); 1907c478bd9Sstevel@tonic-gate } 1917c478bd9Sstevel@tonic-gate 1927c478bd9Sstevel@tonic-gate /* 1937c478bd9Sstevel@tonic-gate * Fill in attribute from the cache. 1947c478bd9Sstevel@tonic-gate * If valid, then return 0 to indicate that no error occurred, 1957c478bd9Sstevel@tonic-gate * otherwise return 1 to indicate that an error occurred. 1967c478bd9Sstevel@tonic-gate */ 1977c478bd9Sstevel@tonic-gate static int 1987c478bd9Sstevel@tonic-gate nfs4_getattr_cache(vnode_t *vp, struct vattr *vap) 1997c478bd9Sstevel@tonic-gate { 2007c478bd9Sstevel@tonic-gate rnode4_t *rp; 2017c478bd9Sstevel@tonic-gate 2027c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 2037c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2047c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statev4_lock); 2057c478bd9Sstevel@tonic-gate if (ATTRCACHE4_VALID(vp)) { 2067c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statev4_lock); 2077c478bd9Sstevel@tonic-gate /* 2087c478bd9Sstevel@tonic-gate * Cached attributes are valid 2097c478bd9Sstevel@tonic-gate */ 2107c478bd9Sstevel@tonic-gate *vap = rp->r_attr; 2117c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2127c478bd9Sstevel@tonic-gate return (0); 2137c478bd9Sstevel@tonic-gate } 2147c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statev4_lock); 2157c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2167c478bd9Sstevel@tonic-gate return (1); 2177c478bd9Sstevel@tonic-gate } 2187c478bd9Sstevel@tonic-gate 2197c478bd9Sstevel@tonic-gate 2207c478bd9Sstevel@tonic-gate /* 2217c478bd9Sstevel@tonic-gate * If returned error is ESTALE flush all caches. The nfs4_purge_caches() 2227c478bd9Sstevel@tonic-gate * call is synchronous because all the pages were invalidated by the 2237c478bd9Sstevel@tonic-gate * nfs4_invalidate_pages() call. 2247c478bd9Sstevel@tonic-gate */ 2257c478bd9Sstevel@tonic-gate void 2267c478bd9Sstevel@tonic-gate nfs4_purge_stale_fh(int errno, vnode_t *vp, cred_t *cr) 2277c478bd9Sstevel@tonic-gate { 2287c478bd9Sstevel@tonic-gate struct rnode4 *rp = VTOR4(vp); 2297c478bd9Sstevel@tonic-gate 2307c478bd9Sstevel@tonic-gate /* Ensure that the ..._end_op() call has been done */ 2317c478bd9Sstevel@tonic-gate ASSERT(tsd_get(nfs4_tsd_key) == NULL); 2327c478bd9Sstevel@tonic-gate 2337c478bd9Sstevel@tonic-gate if (errno != ESTALE) 2347c478bd9Sstevel@tonic-gate return; 2357c478bd9Sstevel@tonic-gate 2367c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2377c478bd9Sstevel@tonic-gate rp->r_flags |= R4STALE; 2387c478bd9Sstevel@tonic-gate if (!rp->r_error) 2397c478bd9Sstevel@tonic-gate rp->r_error = errno; 2407c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2417c478bd9Sstevel@tonic-gate if (nfs4_has_pages(vp)) 2427c478bd9Sstevel@tonic-gate nfs4_invalidate_pages(vp, (u_offset_t)0, cr); 2437c478bd9Sstevel@tonic-gate nfs4_purge_caches(vp, NFS4_PURGE_DNLC, cr, FALSE); 2447c478bd9Sstevel@tonic-gate } 2457c478bd9Sstevel@tonic-gate 2467c478bd9Sstevel@tonic-gate /* 2477c478bd9Sstevel@tonic-gate * Purge all of the various NFS `data' caches. If "asyncpg" is TRUE, the 2487c478bd9Sstevel@tonic-gate * page purge is done asynchronously. 2497c478bd9Sstevel@tonic-gate */ 2507c478bd9Sstevel@tonic-gate void 2517c478bd9Sstevel@tonic-gate nfs4_purge_caches(vnode_t *vp, int purge_dnlc, cred_t *cr, int asyncpg) 2527c478bd9Sstevel@tonic-gate { 2537c478bd9Sstevel@tonic-gate rnode4_t *rp; 2547c478bd9Sstevel@tonic-gate char *contents; 2557c478bd9Sstevel@tonic-gate vnode_t *xattr; 2567c478bd9Sstevel@tonic-gate int size; 2577c478bd9Sstevel@tonic-gate int pgflush; /* are we the page flush thread? */ 2587c478bd9Sstevel@tonic-gate 2597c478bd9Sstevel@tonic-gate /* 2607c478bd9Sstevel@tonic-gate * Purge the DNLC for any entries which refer to this file. 2617c478bd9Sstevel@tonic-gate */ 2627c478bd9Sstevel@tonic-gate if (vp->v_count > 1 && 2637c478bd9Sstevel@tonic-gate (vp->v_type == VDIR || purge_dnlc == NFS4_PURGE_DNLC)) 2647c478bd9Sstevel@tonic-gate dnlc_purge_vp(vp); 2657c478bd9Sstevel@tonic-gate 2667c478bd9Sstevel@tonic-gate /* 2677c478bd9Sstevel@tonic-gate * Clear any readdir state bits and purge the readlink response cache. 2687c478bd9Sstevel@tonic-gate */ 2697c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 2707c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 2717c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4LOOKUP; 2727c478bd9Sstevel@tonic-gate contents = rp->r_symlink.contents; 2737c478bd9Sstevel@tonic-gate size = rp->r_symlink.size; 2747c478bd9Sstevel@tonic-gate rp->r_symlink.contents = NULL; 2757c478bd9Sstevel@tonic-gate 2767c478bd9Sstevel@tonic-gate xattr = rp->r_xattr_dir; 2777c478bd9Sstevel@tonic-gate rp->r_xattr_dir = NULL; 2787c478bd9Sstevel@tonic-gate 2797c478bd9Sstevel@tonic-gate /* 2807c478bd9Sstevel@tonic-gate * Purge pathconf cache too. 2817c478bd9Sstevel@tonic-gate */ 2827c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_valid = 0; 2837c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_cache_valid = 0; 2847c478bd9Sstevel@tonic-gate 2857c478bd9Sstevel@tonic-gate pgflush = (curthread == rp->r_pgflush); 2867c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 2877c478bd9Sstevel@tonic-gate 2887c478bd9Sstevel@tonic-gate if (contents != NULL) { 2897c478bd9Sstevel@tonic-gate 2907c478bd9Sstevel@tonic-gate kmem_free((void *)contents, size); 2917c478bd9Sstevel@tonic-gate } 2927c478bd9Sstevel@tonic-gate 2937c478bd9Sstevel@tonic-gate if (xattr != NULL) 2947c478bd9Sstevel@tonic-gate VN_RELE(xattr); 2957c478bd9Sstevel@tonic-gate 2967c478bd9Sstevel@tonic-gate /* 2977c478bd9Sstevel@tonic-gate * Flush the page cache. If the current thread is the page flush 2987c478bd9Sstevel@tonic-gate * thread, don't initiate a new page flush. There's no need for 2997c478bd9Sstevel@tonic-gate * it, and doing it correctly is hard. 3007c478bd9Sstevel@tonic-gate */ 3017c478bd9Sstevel@tonic-gate if (nfs4_has_pages(vp) && !pgflush) { 3027c478bd9Sstevel@tonic-gate if (!asyncpg) { 3037c478bd9Sstevel@tonic-gate (void) nfs4_waitfor_purge_complete(vp); 304d55e25c3SPavel Filipensky nfs4_flush_pages(vp, cr); 3057c478bd9Sstevel@tonic-gate } else { 3067c478bd9Sstevel@tonic-gate pgflush_t *args; 3077c478bd9Sstevel@tonic-gate 3087c478bd9Sstevel@tonic-gate /* 3097c478bd9Sstevel@tonic-gate * We don't hold r_statelock while creating the 3107c478bd9Sstevel@tonic-gate * thread, in case the call blocks. So we use a 3117c478bd9Sstevel@tonic-gate * flag to indicate that a page flush thread is 3127c478bd9Sstevel@tonic-gate * active. 3137c478bd9Sstevel@tonic-gate */ 3147c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3157c478bd9Sstevel@tonic-gate if (rp->r_flags & R4PGFLUSH) { 3167c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3177c478bd9Sstevel@tonic-gate } else { 3187c478bd9Sstevel@tonic-gate rp->r_flags |= R4PGFLUSH; 3197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3207c478bd9Sstevel@tonic-gate 3217c478bd9Sstevel@tonic-gate args = kmem_alloc(sizeof (pgflush_t), 322b9238976Sth KM_SLEEP); 3237c478bd9Sstevel@tonic-gate args->vp = vp; 3247c478bd9Sstevel@tonic-gate VN_HOLD(args->vp); 3257c478bd9Sstevel@tonic-gate args->cr = cr; 3267c478bd9Sstevel@tonic-gate crhold(args->cr); 3277c478bd9Sstevel@tonic-gate (void) zthread_create(NULL, 0, 328b9238976Sth nfs4_pgflush_thread, args, 0, 329b9238976Sth minclsyspri); 3307c478bd9Sstevel@tonic-gate } 3317c478bd9Sstevel@tonic-gate } 3327c478bd9Sstevel@tonic-gate } 3337c478bd9Sstevel@tonic-gate 3347c478bd9Sstevel@tonic-gate /* 3357c478bd9Sstevel@tonic-gate * Flush the readdir response cache. 3367c478bd9Sstevel@tonic-gate */ 3377c478bd9Sstevel@tonic-gate nfs4_purge_rddir_cache(vp); 3387c478bd9Sstevel@tonic-gate } 3397c478bd9Sstevel@tonic-gate 3407c478bd9Sstevel@tonic-gate /* 3417c478bd9Sstevel@tonic-gate * Invalidate all pages for the given file, after writing back the dirty 3427c478bd9Sstevel@tonic-gate * ones. 3437c478bd9Sstevel@tonic-gate */ 3447c478bd9Sstevel@tonic-gate 345d55e25c3SPavel Filipensky void 346d55e25c3SPavel Filipensky nfs4_flush_pages(vnode_t *vp, cred_t *cr) 3477c478bd9Sstevel@tonic-gate { 3487c478bd9Sstevel@tonic-gate int error; 3497c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 3507c478bd9Sstevel@tonic-gate 351da6c28aaSamw error = VOP_PUTPAGE(vp, (u_offset_t)0, 0, B_INVAL, cr, NULL); 3527c478bd9Sstevel@tonic-gate if (error == ENOSPC || error == EDQUOT) { 3537c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3547c478bd9Sstevel@tonic-gate if (!rp->r_error) 3557c478bd9Sstevel@tonic-gate rp->r_error = error; 3567c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3577c478bd9Sstevel@tonic-gate } 3587c478bd9Sstevel@tonic-gate } 3597c478bd9Sstevel@tonic-gate 3607c478bd9Sstevel@tonic-gate /* 3617c478bd9Sstevel@tonic-gate * Page flush thread. 3627c478bd9Sstevel@tonic-gate */ 3637c478bd9Sstevel@tonic-gate 3647c478bd9Sstevel@tonic-gate static void 3657c478bd9Sstevel@tonic-gate nfs4_pgflush_thread(pgflush_t *args) 3667c478bd9Sstevel@tonic-gate { 3677c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(args->vp); 3687c478bd9Sstevel@tonic-gate 3697c478bd9Sstevel@tonic-gate /* remember which thread we are, so we don't deadlock ourselves */ 3707c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3717c478bd9Sstevel@tonic-gate ASSERT(rp->r_pgflush == NULL); 3727c478bd9Sstevel@tonic-gate rp->r_pgflush = curthread; 3737c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3747c478bd9Sstevel@tonic-gate 375d55e25c3SPavel Filipensky nfs4_flush_pages(args->vp, args->cr); 3767c478bd9Sstevel@tonic-gate 3777c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 3787c478bd9Sstevel@tonic-gate rp->r_pgflush = NULL; 3797c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4PGFLUSH; 3807c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 3817c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 3827c478bd9Sstevel@tonic-gate 3837c478bd9Sstevel@tonic-gate VN_RELE(args->vp); 3847c478bd9Sstevel@tonic-gate crfree(args->cr); 3857c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (pgflush_t)); 3867c478bd9Sstevel@tonic-gate zthread_exit(); 3877c478bd9Sstevel@tonic-gate } 3887c478bd9Sstevel@tonic-gate 3897c478bd9Sstevel@tonic-gate /* 3907c478bd9Sstevel@tonic-gate * Purge the readdir cache of all entries which are not currently 3917c478bd9Sstevel@tonic-gate * being filled. 3927c478bd9Sstevel@tonic-gate */ 3937c478bd9Sstevel@tonic-gate void 3947c478bd9Sstevel@tonic-gate nfs4_purge_rddir_cache(vnode_t *vp) 3957c478bd9Sstevel@tonic-gate { 3967c478bd9Sstevel@tonic-gate rnode4_t *rp; 3977c478bd9Sstevel@tonic-gate 3987c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 3997c478bd9Sstevel@tonic-gate 4007c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4017c478bd9Sstevel@tonic-gate rp->r_direof = NULL; 4027c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4LOOKUP; 4037c478bd9Sstevel@tonic-gate rp->r_flags |= R4READDIRWATTR; 4047c478bd9Sstevel@tonic-gate rddir4_cache_purge(rp); 4057c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4067c478bd9Sstevel@tonic-gate } 4077c478bd9Sstevel@tonic-gate 4087c478bd9Sstevel@tonic-gate /* 4097c478bd9Sstevel@tonic-gate * Set attributes cache for given vnode using virtual attributes. There is 4107c478bd9Sstevel@tonic-gate * no cache validation, but if the attributes are deemed to be stale, they 4117c478bd9Sstevel@tonic-gate * are ignored. This corresponds to nfs3_attrcache(). 4127c478bd9Sstevel@tonic-gate * 4137c478bd9Sstevel@tonic-gate * Set the timeout value on the attribute cache and fill it 4147c478bd9Sstevel@tonic-gate * with the passed in attributes. 4157c478bd9Sstevel@tonic-gate */ 4167c478bd9Sstevel@tonic-gate void 4177c478bd9Sstevel@tonic-gate nfs4_attrcache_noinval(vnode_t *vp, nfs4_ga_res_t *garp, hrtime_t t) 4187c478bd9Sstevel@tonic-gate { 4197c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 4207c478bd9Sstevel@tonic-gate 4217c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4227c478bd9Sstevel@tonic-gate if (rp->r_time_attr_saved <= t) 4237c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vp, garp, FALSE); 4247c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4257c478bd9Sstevel@tonic-gate } 4267c478bd9Sstevel@tonic-gate 4277c478bd9Sstevel@tonic-gate /* 4287c478bd9Sstevel@tonic-gate * Use the passed in virtual attributes to check to see whether the 4297c478bd9Sstevel@tonic-gate * data and metadata caches are valid, cache the new attributes, and 4307c478bd9Sstevel@tonic-gate * then do the cache invalidation if required. 4317c478bd9Sstevel@tonic-gate * 4327c478bd9Sstevel@tonic-gate * The cache validation and caching of the new attributes is done 4337c478bd9Sstevel@tonic-gate * atomically via the use of the mutex, r_statelock. If required, 4347c478bd9Sstevel@tonic-gate * the cache invalidation is done atomically w.r.t. the cache 4357c478bd9Sstevel@tonic-gate * validation and caching of the attributes via the pseudo lock, 4367c478bd9Sstevel@tonic-gate * r_serial. 4377c478bd9Sstevel@tonic-gate * 4387c478bd9Sstevel@tonic-gate * This routine is used to do cache validation and attributes caching 4397c478bd9Sstevel@tonic-gate * for operations with a single set of post operation attributes. 4407c478bd9Sstevel@tonic-gate */ 4417c478bd9Sstevel@tonic-gate 4427c478bd9Sstevel@tonic-gate void 4437c478bd9Sstevel@tonic-gate nfs4_attr_cache(vnode_t *vp, nfs4_ga_res_t *garp, 444b9238976Sth hrtime_t t, cred_t *cr, int async, 445b9238976Sth change_info4 *cinfo) 4467c478bd9Sstevel@tonic-gate { 4477c478bd9Sstevel@tonic-gate rnode4_t *rp; 4485e4df02aSvv int mtime_changed = 0; 4495e4df02aSvv int ctime_changed = 0; 4507c478bd9Sstevel@tonic-gate vsecattr_t *vsp; 4517c478bd9Sstevel@tonic-gate int was_serial, set_time_cache_inval, recov; 4527c478bd9Sstevel@tonic-gate vattr_t *vap = &garp->n4g_va; 4537c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 4545e4df02aSvv len_t preattr_rsize; 4555e4df02aSvv boolean_t writemodify_set = B_FALSE; 4565e4df02aSvv boolean_t cachepurge_set = B_FALSE; 4577c478bd9Sstevel@tonic-gate 4587c478bd9Sstevel@tonic-gate ASSERT(mi->mi_vfsp->vfs_dev == garp->n4g_va.va_fsid); 4597c478bd9Sstevel@tonic-gate 4607c478bd9Sstevel@tonic-gate /* Is curthread the recovery thread? */ 4617c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 4627c478bd9Sstevel@tonic-gate recov = (VTOMI4(vp)->mi_recovthread == curthread); 4637c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 4647c478bd9Sstevel@tonic-gate 4657c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 4667c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 4677c478bd9Sstevel@tonic-gate was_serial = (rp->r_serial == curthread); 4687c478bd9Sstevel@tonic-gate if (rp->r_serial && !was_serial) { 4697c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread); 4707c478bd9Sstevel@tonic-gate 4717c478bd9Sstevel@tonic-gate /* 4727c478bd9Sstevel@tonic-gate * If we're the recovery thread, then purge current attrs 4737c478bd9Sstevel@tonic-gate * and bail out to avoid potential deadlock between another 4747c478bd9Sstevel@tonic-gate * thread caching attrs (r_serial thread), recov thread, 4757c478bd9Sstevel@tonic-gate * and an async writer thread. 4767c478bd9Sstevel@tonic-gate */ 4777c478bd9Sstevel@tonic-gate if (recov) { 4787c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4_LOCKED(rp); 4797c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4807c478bd9Sstevel@tonic-gate return; 4817c478bd9Sstevel@tonic-gate } 4827c478bd9Sstevel@tonic-gate 4837c478bd9Sstevel@tonic-gate if (lwp != NULL) 4847c478bd9Sstevel@tonic-gate lwp->lwp_nostop++; 4857c478bd9Sstevel@tonic-gate while (rp->r_serial != NULL) { 4867c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&rp->r_cv, &rp->r_statelock)) { 4877c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 4887c478bd9Sstevel@tonic-gate if (lwp != NULL) 4897c478bd9Sstevel@tonic-gate lwp->lwp_nostop--; 4907c478bd9Sstevel@tonic-gate return; 4917c478bd9Sstevel@tonic-gate } 4927c478bd9Sstevel@tonic-gate } 4937c478bd9Sstevel@tonic-gate if (lwp != NULL) 4947c478bd9Sstevel@tonic-gate lwp->lwp_nostop--; 4957c478bd9Sstevel@tonic-gate } 4967c478bd9Sstevel@tonic-gate 4977c478bd9Sstevel@tonic-gate /* 4987c478bd9Sstevel@tonic-gate * If there is a page flush thread, the current thread needs to 4997c478bd9Sstevel@tonic-gate * bail out, to prevent a possible deadlock between the current 5007c478bd9Sstevel@tonic-gate * thread (which might be in a start_op/end_op region), the 5017c478bd9Sstevel@tonic-gate * recovery thread, and the page flush thread. Expire the 5027c478bd9Sstevel@tonic-gate * attribute cache, so that any attributes the current thread was 5037c478bd9Sstevel@tonic-gate * going to set are not lost. 5047c478bd9Sstevel@tonic-gate */ 5057c478bd9Sstevel@tonic-gate if ((rp->r_flags & R4PGFLUSH) && rp->r_pgflush != curthread) { 5067c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4_LOCKED(rp); 5077c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 5087c478bd9Sstevel@tonic-gate return; 5097c478bd9Sstevel@tonic-gate } 5107c478bd9Sstevel@tonic-gate 5117c478bd9Sstevel@tonic-gate if (rp->r_time_attr_saved > t) { 5127c478bd9Sstevel@tonic-gate /* 5137c478bd9Sstevel@tonic-gate * Attributes have been cached since these attributes were 51400fdf600Smaheshvs * probably made. If there is an inconsistency in what is 51500fdf600Smaheshvs * cached, mark them invalid. If not, don't act on them. 5167c478bd9Sstevel@tonic-gate */ 51700fdf600Smaheshvs if (!CACHE4_VALID(rp, vap->va_mtime, vap->va_size)) 51800fdf600Smaheshvs PURGE_ATTRCACHE4_LOCKED(rp); 5197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 5207c478bd9Sstevel@tonic-gate return; 5217c478bd9Sstevel@tonic-gate } 5227c478bd9Sstevel@tonic-gate set_time_cache_inval = 0; 5237c478bd9Sstevel@tonic-gate if (cinfo) { 5247c478bd9Sstevel@tonic-gate /* 5257c478bd9Sstevel@tonic-gate * Only directory modifying callers pass non-NULL cinfo. 5267c478bd9Sstevel@tonic-gate */ 5277c478bd9Sstevel@tonic-gate ASSERT(vp->v_type == VDIR); 5287c478bd9Sstevel@tonic-gate /* 5297c478bd9Sstevel@tonic-gate * If the cache timeout either doesn't exist or hasn't expired, 5307c478bd9Sstevel@tonic-gate * and dir didn't changed on server before dirmod op 5317c478bd9Sstevel@tonic-gate * and dir didn't change after dirmod op but before getattr 5327c478bd9Sstevel@tonic-gate * then there's a chance that the client's cached data for 5337c478bd9Sstevel@tonic-gate * this object is current (not stale). No immediate cache 5347c478bd9Sstevel@tonic-gate * flush is required. 5357c478bd9Sstevel@tonic-gate * 5367c478bd9Sstevel@tonic-gate */ 5377c478bd9Sstevel@tonic-gate if ((! rp->r_time_cache_inval || t < rp->r_time_cache_inval) && 5387c478bd9Sstevel@tonic-gate cinfo->before == rp->r_change && 5397c478bd9Sstevel@tonic-gate (garp->n4g_change_valid && 5407c478bd9Sstevel@tonic-gate cinfo->after == garp->n4g_change)) { 5417c478bd9Sstevel@tonic-gate 5427c478bd9Sstevel@tonic-gate /* 5437c478bd9Sstevel@tonic-gate * If atomic isn't set, then the before/after info 5447c478bd9Sstevel@tonic-gate * cannot be blindly trusted. For this case, we tell 5457c478bd9Sstevel@tonic-gate * nfs4_attrcache_va to cache the attrs but also 5467c478bd9Sstevel@tonic-gate * establish an absolute maximum cache timeout. When 5477c478bd9Sstevel@tonic-gate * the timeout is reached, caches will be flushed. 5487c478bd9Sstevel@tonic-gate */ 5497c478bd9Sstevel@tonic-gate if (! cinfo->atomic) 5507c478bd9Sstevel@tonic-gate set_time_cache_inval = 1; 5517c478bd9Sstevel@tonic-gate } else { 5527c478bd9Sstevel@tonic-gate 5537c478bd9Sstevel@tonic-gate /* 5547c478bd9Sstevel@tonic-gate * We're not sure exactly what changed, but we know 5557c478bd9Sstevel@tonic-gate * what to do. flush all caches for dir. remove the 5567c478bd9Sstevel@tonic-gate * attr timeout. 5577c478bd9Sstevel@tonic-gate * 5587c478bd9Sstevel@tonic-gate * a) timeout expired. flush all caches. 5597c478bd9Sstevel@tonic-gate * b) r_change != cinfo.before. flush all caches. 5607c478bd9Sstevel@tonic-gate * c) r_change == cinfo.before, but cinfo.after != 5617c478bd9Sstevel@tonic-gate * post-op getattr(change). flush all caches. 5627c478bd9Sstevel@tonic-gate * d) post-op getattr(change) not provided by server. 5637c478bd9Sstevel@tonic-gate * flush all caches. 5647c478bd9Sstevel@tonic-gate */ 5657c478bd9Sstevel@tonic-gate mtime_changed = 1; 5667c478bd9Sstevel@tonic-gate ctime_changed = 1; 5677c478bd9Sstevel@tonic-gate rp->r_time_cache_inval = 0; 5687c478bd9Sstevel@tonic-gate } 5697c478bd9Sstevel@tonic-gate } else { 5705e4df02aSvv /* 5715e4df02aSvv * Write thread after writing data to file on remote server, 5725e4df02aSvv * will always set R4WRITEMODIFIED to indicate that file on 5735e4df02aSvv * remote server was modified with a WRITE operation and would 5745e4df02aSvv * have marked attribute cache as timed out. If R4WRITEMODIFIED 5755e4df02aSvv * is set, then do not check for mtime and ctime change. 5765e4df02aSvv */ 5777c478bd9Sstevel@tonic-gate if (!(rp->r_flags & R4WRITEMODIFIED)) { 5787c478bd9Sstevel@tonic-gate if (!CACHE4_VALID(rp, vap->va_mtime, vap->va_size)) 5797c478bd9Sstevel@tonic-gate mtime_changed = 1; 5805e4df02aSvv 5817c478bd9Sstevel@tonic-gate if (rp->r_attr.va_ctime.tv_sec != 5827c478bd9Sstevel@tonic-gate vap->va_ctime.tv_sec || 5837c478bd9Sstevel@tonic-gate rp->r_attr.va_ctime.tv_nsec != 5847c478bd9Sstevel@tonic-gate vap->va_ctime.tv_nsec) 5857c478bd9Sstevel@tonic-gate ctime_changed = 1; 5867c478bd9Sstevel@tonic-gate } else { 5875e4df02aSvv writemodify_set = B_TRUE; 5887c478bd9Sstevel@tonic-gate } 5897c478bd9Sstevel@tonic-gate } 5907c478bd9Sstevel@tonic-gate 5915e4df02aSvv preattr_rsize = rp->r_size; 5925e4df02aSvv 5937c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vp, garp, set_time_cache_inval); 5947c478bd9Sstevel@tonic-gate 5955e4df02aSvv /* 5965e4df02aSvv * If we have updated filesize in nfs4_attrcache_va, as soon as we 5975e4df02aSvv * drop statelock we will be in transition of purging all 5985e4df02aSvv * our caches and updating them. It is possible for another 5995e4df02aSvv * thread to pick this new file size and read in zeroed data. 6005e4df02aSvv * stall other threads till cache purge is complete. 6015e4df02aSvv */ 6025e4df02aSvv if ((!cinfo) && (rp->r_size != preattr_rsize)) { 6035e4df02aSvv /* 6045e4df02aSvv * If R4WRITEMODIFIED was set and we have updated the file 6055e4df02aSvv * size, Server's returned file size need not necessarily 6065e4df02aSvv * be because of this Client's WRITE. We need to purge 6075e4df02aSvv * all caches. 6085e4df02aSvv */ 6095e4df02aSvv if (writemodify_set) 6105e4df02aSvv mtime_changed = 1; 6115e4df02aSvv 6125e4df02aSvv if (mtime_changed && !(rp->r_flags & R4INCACHEPURGE)) { 6135e4df02aSvv rp->r_flags |= R4INCACHEPURGE; 6145e4df02aSvv cachepurge_set = B_TRUE; 6155e4df02aSvv } 6165e4df02aSvv } 6175e4df02aSvv 6187c478bd9Sstevel@tonic-gate if (!mtime_changed && !ctime_changed) { 6197c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6207c478bd9Sstevel@tonic-gate return; 6217c478bd9Sstevel@tonic-gate } 6227c478bd9Sstevel@tonic-gate 6237c478bd9Sstevel@tonic-gate rp->r_serial = curthread; 6247c478bd9Sstevel@tonic-gate 6257c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6267c478bd9Sstevel@tonic-gate 6277c478bd9Sstevel@tonic-gate /* 6287c478bd9Sstevel@tonic-gate * If we're the recov thread, then force async nfs4_purge_caches 6297c478bd9Sstevel@tonic-gate * to avoid potential deadlock. 6307c478bd9Sstevel@tonic-gate */ 6317c478bd9Sstevel@tonic-gate if (mtime_changed) 6327c478bd9Sstevel@tonic-gate nfs4_purge_caches(vp, NFS4_NOPURGE_DNLC, cr, recov ? 1 : async); 6337c478bd9Sstevel@tonic-gate 6345e4df02aSvv if ((rp->r_flags & R4INCACHEPURGE) && cachepurge_set) { 6355e4df02aSvv mutex_enter(&rp->r_statelock); 6365e4df02aSvv rp->r_flags &= ~R4INCACHEPURGE; 6375e4df02aSvv cv_broadcast(&rp->r_cv); 6385e4df02aSvv mutex_exit(&rp->r_statelock); 6395e4df02aSvv cachepurge_set = B_FALSE; 6405e4df02aSvv } 6415e4df02aSvv 6427c478bd9Sstevel@tonic-gate if (ctime_changed) { 6437c478bd9Sstevel@tonic-gate (void) nfs4_access_purge_rp(rp); 6447c478bd9Sstevel@tonic-gate if (rp->r_secattr != NULL) { 6457c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 6467c478bd9Sstevel@tonic-gate vsp = rp->r_secattr; 6477c478bd9Sstevel@tonic-gate rp->r_secattr = NULL; 6487c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6497c478bd9Sstevel@tonic-gate if (vsp != NULL) 6507c478bd9Sstevel@tonic-gate nfs4_acl_free_cache(vsp); 6517c478bd9Sstevel@tonic-gate } 6527c478bd9Sstevel@tonic-gate } 6537c478bd9Sstevel@tonic-gate 6547c478bd9Sstevel@tonic-gate if (!was_serial) { 6557c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 6567c478bd9Sstevel@tonic-gate rp->r_serial = NULL; 6577c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 6587c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 6597c478bd9Sstevel@tonic-gate } 6607c478bd9Sstevel@tonic-gate } 6617c478bd9Sstevel@tonic-gate 6627c478bd9Sstevel@tonic-gate /* 6637c478bd9Sstevel@tonic-gate * Set attributes cache for given vnode using virtual attributes. 6647c478bd9Sstevel@tonic-gate * 6657c478bd9Sstevel@tonic-gate * Set the timeout value on the attribute cache and fill it 6667c478bd9Sstevel@tonic-gate * with the passed in attributes. 6677c478bd9Sstevel@tonic-gate * 6687c478bd9Sstevel@tonic-gate * The caller must be holding r_statelock. 6697c478bd9Sstevel@tonic-gate */ 6707c478bd9Sstevel@tonic-gate static void 6717c478bd9Sstevel@tonic-gate nfs4_attrcache_va(vnode_t *vp, nfs4_ga_res_t *garp, int set_cache_timeout) 6727c478bd9Sstevel@tonic-gate { 6737c478bd9Sstevel@tonic-gate rnode4_t *rp; 6747c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 6757c478bd9Sstevel@tonic-gate hrtime_t delta; 6767c478bd9Sstevel@tonic-gate hrtime_t now; 6777c478bd9Sstevel@tonic-gate vattr_t *vap = &garp->n4g_va; 6787c478bd9Sstevel@tonic-gate 6797c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 6807c478bd9Sstevel@tonic-gate 6817c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&rp->r_statelock)); 6827c478bd9Sstevel@tonic-gate ASSERT(vap->va_mask == AT_ALL); 6837c478bd9Sstevel@tonic-gate 6847c478bd9Sstevel@tonic-gate /* Switch to master before checking v_flag */ 6857c478bd9Sstevel@tonic-gate if (IS_SHADOW(vp, rp)) 6867c478bd9Sstevel@tonic-gate vp = RTOV4(rp); 6877c478bd9Sstevel@tonic-gate 6887c478bd9Sstevel@tonic-gate now = gethrtime(); 6897c478bd9Sstevel@tonic-gate 6907c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 6917c478bd9Sstevel@tonic-gate 6927c478bd9Sstevel@tonic-gate /* 6937c478bd9Sstevel@tonic-gate * Only establish a new cache timeout (if requested). Never 6947c478bd9Sstevel@tonic-gate * extend a timeout. Never clear a timeout. Clearing a timeout 6957c478bd9Sstevel@tonic-gate * is done by nfs4_update_dircaches (ancestor in our call chain) 6967c478bd9Sstevel@tonic-gate */ 6977c478bd9Sstevel@tonic-gate if (set_cache_timeout && ! rp->r_time_cache_inval) 6987c478bd9Sstevel@tonic-gate rp->r_time_cache_inval = now + mi->mi_acdirmax; 6997c478bd9Sstevel@tonic-gate 7007c478bd9Sstevel@tonic-gate /* 7017c478bd9Sstevel@tonic-gate * Delta is the number of nanoseconds that we will 7027c478bd9Sstevel@tonic-gate * cache the attributes of the file. It is based on 7037c478bd9Sstevel@tonic-gate * the number of nanoseconds since the last time that 7047c478bd9Sstevel@tonic-gate * we detected a change. The assumption is that files 7057c478bd9Sstevel@tonic-gate * that changed recently are likely to change again. 7067c478bd9Sstevel@tonic-gate * There is a minimum and a maximum for regular files 7077c478bd9Sstevel@tonic-gate * and for directories which is enforced though. 7087c478bd9Sstevel@tonic-gate * 7097c478bd9Sstevel@tonic-gate * Using the time since last change was detected 7107c478bd9Sstevel@tonic-gate * eliminates direct comparison or calculation 7117c478bd9Sstevel@tonic-gate * using mixed client and server times. NFS does 7127c478bd9Sstevel@tonic-gate * not make any assumptions regarding the client 7137c478bd9Sstevel@tonic-gate * and server clocks being synchronized. 7147c478bd9Sstevel@tonic-gate */ 7157c478bd9Sstevel@tonic-gate if (vap->va_mtime.tv_sec != rp->r_attr.va_mtime.tv_sec || 7167c478bd9Sstevel@tonic-gate vap->va_mtime.tv_nsec != rp->r_attr.va_mtime.tv_nsec || 7177c478bd9Sstevel@tonic-gate vap->va_size != rp->r_attr.va_size) { 7187c478bd9Sstevel@tonic-gate rp->r_time_attr_saved = now; 7197c478bd9Sstevel@tonic-gate } 7207c478bd9Sstevel@tonic-gate 7217c478bd9Sstevel@tonic-gate if ((mi->mi_flags & MI4_NOAC) || (vp->v_flag & VNOCACHE)) 7227c478bd9Sstevel@tonic-gate delta = 0; 7237c478bd9Sstevel@tonic-gate else { 7247c478bd9Sstevel@tonic-gate delta = now - rp->r_time_attr_saved; 7257c478bd9Sstevel@tonic-gate if (vp->v_type == VDIR) { 7267c478bd9Sstevel@tonic-gate if (delta < mi->mi_acdirmin) 7277c478bd9Sstevel@tonic-gate delta = mi->mi_acdirmin; 7287c478bd9Sstevel@tonic-gate else if (delta > mi->mi_acdirmax) 7297c478bd9Sstevel@tonic-gate delta = mi->mi_acdirmax; 7307c478bd9Sstevel@tonic-gate } else { 7317c478bd9Sstevel@tonic-gate if (delta < mi->mi_acregmin) 7327c478bd9Sstevel@tonic-gate delta = mi->mi_acregmin; 7337c478bd9Sstevel@tonic-gate else if (delta > mi->mi_acregmax) 7347c478bd9Sstevel@tonic-gate delta = mi->mi_acregmax; 7357c478bd9Sstevel@tonic-gate } 7367c478bd9Sstevel@tonic-gate } 7377c478bd9Sstevel@tonic-gate rp->r_time_attr_inval = now + delta; 7387c478bd9Sstevel@tonic-gate 7397c478bd9Sstevel@tonic-gate rp->r_attr = *vap; 7407c478bd9Sstevel@tonic-gate if (garp->n4g_change_valid) 7417c478bd9Sstevel@tonic-gate rp->r_change = garp->n4g_change; 7427c478bd9Sstevel@tonic-gate 7437c478bd9Sstevel@tonic-gate /* 7447c478bd9Sstevel@tonic-gate * The attributes that were returned may be valid and can 7457c478bd9Sstevel@tonic-gate * be used, but they may not be allowed to be cached. 7467c478bd9Sstevel@tonic-gate * Reset the timers to cause immediate invalidation and 7477c478bd9Sstevel@tonic-gate * clear r_change so no VERIFY operations will suceed 7487c478bd9Sstevel@tonic-gate */ 7497c478bd9Sstevel@tonic-gate if (garp->n4g_attrwhy == NFS4_GETATTR_NOCACHE_OK) { 7507c478bd9Sstevel@tonic-gate rp->r_time_attr_inval = now; 7517c478bd9Sstevel@tonic-gate rp->r_time_attr_saved = now; 7527c478bd9Sstevel@tonic-gate rp->r_change = 0; 7537c478bd9Sstevel@tonic-gate } 7547c478bd9Sstevel@tonic-gate 7557c478bd9Sstevel@tonic-gate /* 7567c478bd9Sstevel@tonic-gate * If mounted_on_fileid returned AND the object is a stub, 7577c478bd9Sstevel@tonic-gate * then set object's va_nodeid to the mounted over fid 7587c478bd9Sstevel@tonic-gate * returned by server. 7597c478bd9Sstevel@tonic-gate * 7607c478bd9Sstevel@tonic-gate * If mounted_on_fileid not provided/supported, then 7617c478bd9Sstevel@tonic-gate * just set it to 0 for now. Eventually it would be 7627c478bd9Sstevel@tonic-gate * better to set it to a hashed version of FH. This 7637c478bd9Sstevel@tonic-gate * would probably be good enough to provide a unique 7647c478bd9Sstevel@tonic-gate * fid/d_ino within a dir. 7657c478bd9Sstevel@tonic-gate * 7667c478bd9Sstevel@tonic-gate * We don't need to carry mounted_on_fileid in the 7677c478bd9Sstevel@tonic-gate * rnode as long as the client never requests fileid 7687c478bd9Sstevel@tonic-gate * without also requesting mounted_on_fileid. For 7697c478bd9Sstevel@tonic-gate * now, it stays. 7707c478bd9Sstevel@tonic-gate */ 7717c478bd9Sstevel@tonic-gate if (garp->n4g_mon_fid_valid) { 7727c478bd9Sstevel@tonic-gate rp->r_mntd_fid = garp->n4g_mon_fid; 7737c478bd9Sstevel@tonic-gate 774b9238976Sth if (RP_ISSTUB(rp)) 7757c478bd9Sstevel@tonic-gate rp->r_attr.va_nodeid = rp->r_mntd_fid; 7767c478bd9Sstevel@tonic-gate } 7777c478bd9Sstevel@tonic-gate 7787c478bd9Sstevel@tonic-gate /* 7797c478bd9Sstevel@tonic-gate * Check to see if there are valid pathconf bits to 7807c478bd9Sstevel@tonic-gate * cache in the rnode. 7817c478bd9Sstevel@tonic-gate */ 7827c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res) { 7837c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res->n4g_pc4.pc4_cache_valid) { 7847c478bd9Sstevel@tonic-gate rp->r_pathconf = garp->n4g_ext_res->n4g_pc4; 7857c478bd9Sstevel@tonic-gate } else { 7867c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res->n4g_pc4.pc4_xattr_valid) { 7877c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_valid = TRUE; 7887c478bd9Sstevel@tonic-gate rp->r_pathconf.pc4_xattr_exists = 7897c478bd9Sstevel@tonic-gate garp->n4g_ext_res->n4g_pc4.pc4_xattr_exists; 7907c478bd9Sstevel@tonic-gate } 7917c478bd9Sstevel@tonic-gate } 7927c478bd9Sstevel@tonic-gate } 7937c478bd9Sstevel@tonic-gate /* 7947c478bd9Sstevel@tonic-gate * Update the size of the file if there is no cached data or if 7957c478bd9Sstevel@tonic-gate * the cached data is clean and there is no data being written 7967c478bd9Sstevel@tonic-gate * out. 7977c478bd9Sstevel@tonic-gate */ 7987c478bd9Sstevel@tonic-gate if (rp->r_size != vap->va_size && 7997c478bd9Sstevel@tonic-gate (!vn_has_cached_data(vp) || 8007c478bd9Sstevel@tonic-gate (!(rp->r_flags & R4DIRTY) && rp->r_count == 0))) { 8017c478bd9Sstevel@tonic-gate rp->r_size = vap->va_size; 8027c478bd9Sstevel@tonic-gate } 8037c478bd9Sstevel@tonic-gate nfs_setswaplike(vp, vap); 8047c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4WRITEMODIFIED; 8057c478bd9Sstevel@tonic-gate } 8067c478bd9Sstevel@tonic-gate 8077c478bd9Sstevel@tonic-gate /* 8087c478bd9Sstevel@tonic-gate * Get attributes over-the-wire and update attributes cache 8097c478bd9Sstevel@tonic-gate * if no error occurred in the over-the-wire operation. 8107c478bd9Sstevel@tonic-gate * Return 0 if successful, otherwise error. 8117c478bd9Sstevel@tonic-gate */ 8127c478bd9Sstevel@tonic-gate int 8137c478bd9Sstevel@tonic-gate nfs4_getattr_otw(vnode_t *vp, nfs4_ga_res_t *garp, cred_t *cr, int get_acl) 8147c478bd9Sstevel@tonic-gate { 8157c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 8167c478bd9Sstevel@tonic-gate hrtime_t t; 8177c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 8187c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 8197c478bd9Sstevel@tonic-gate 8207c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 8217c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 8227c478bd9Sstevel@tonic-gate 8237c478bd9Sstevel@tonic-gate /* Save the original mount point security flavor */ 8247c478bd9Sstevel@tonic-gate (void) save_mnt_secinfo(mi->mi_curr_serv); 8257c478bd9Sstevel@tonic-gate 8267c478bd9Sstevel@tonic-gate recov_retry: 827b9238976Sth 8287c478bd9Sstevel@tonic-gate if ((e.error = nfs4_start_fop(mi, vp, NULL, OH_GETATTR, 829b9238976Sth &recov_state, NULL))) { 8307c478bd9Sstevel@tonic-gate (void) check_mnt_secinfo(mi->mi_curr_serv, vp); 8317c478bd9Sstevel@tonic-gate return (e.error); 8327c478bd9Sstevel@tonic-gate } 8337c478bd9Sstevel@tonic-gate 8347c478bd9Sstevel@tonic-gate t = gethrtime(); 8357c478bd9Sstevel@tonic-gate 8367c478bd9Sstevel@tonic-gate nfs4_getattr_otw_norecovery(vp, garp, &e, cr, get_acl); 8377c478bd9Sstevel@tonic-gate 8387c478bd9Sstevel@tonic-gate if (nfs4_needs_recovery(&e, FALSE, vp->v_vfsp)) { 8397c478bd9Sstevel@tonic-gate if (nfs4_start_recovery(&e, VTOMI4(vp), vp, NULL, NULL, 8402f172c55SRobert Thurlow NULL, OP_GETATTR, NULL, NULL, NULL) == FALSE) { 8417c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, 842b9238976Sth &recov_state, 1); 8437c478bd9Sstevel@tonic-gate goto recov_retry; 8447c478bd9Sstevel@tonic-gate } 8457c478bd9Sstevel@tonic-gate } 8467c478bd9Sstevel@tonic-gate 8477c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 0); 8487c478bd9Sstevel@tonic-gate 8497c478bd9Sstevel@tonic-gate if (!e.error) { 8507c478bd9Sstevel@tonic-gate if (e.stat == NFS4_OK) { 8517c478bd9Sstevel@tonic-gate nfs4_attr_cache(vp, garp, t, cr, FALSE, NULL); 8527c478bd9Sstevel@tonic-gate } else { 8537c478bd9Sstevel@tonic-gate e.error = geterrno4(e.stat); 8547c478bd9Sstevel@tonic-gate 8557c478bd9Sstevel@tonic-gate nfs4_purge_stale_fh(e.error, vp, cr); 8567c478bd9Sstevel@tonic-gate } 8577c478bd9Sstevel@tonic-gate } 8587c478bd9Sstevel@tonic-gate 8597c478bd9Sstevel@tonic-gate /* 8607c478bd9Sstevel@tonic-gate * If getattr a node that is a stub for a crossed 8617c478bd9Sstevel@tonic-gate * mount point, keep the original secinfo flavor for 8627c478bd9Sstevel@tonic-gate * the current file system, not the crossed one. 8637c478bd9Sstevel@tonic-gate */ 8647c478bd9Sstevel@tonic-gate (void) check_mnt_secinfo(mi->mi_curr_serv, vp); 8657c478bd9Sstevel@tonic-gate 8667c478bd9Sstevel@tonic-gate return (e.error); 8677c478bd9Sstevel@tonic-gate } 8687c478bd9Sstevel@tonic-gate 8697c478bd9Sstevel@tonic-gate /* 8707c478bd9Sstevel@tonic-gate * Generate a compound to get attributes over-the-wire. 8717c478bd9Sstevel@tonic-gate */ 8727c478bd9Sstevel@tonic-gate void 8737c478bd9Sstevel@tonic-gate nfs4_getattr_otw_norecovery(vnode_t *vp, nfs4_ga_res_t *garp, 874b9238976Sth nfs4_error_t *ep, cred_t *cr, int get_acl) 8757c478bd9Sstevel@tonic-gate { 8767c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 8777c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 8787c478bd9Sstevel@tonic-gate int doqueue; 8797c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 8807c478bd9Sstevel@tonic-gate nfs_argop4 argop[2]; 8817c478bd9Sstevel@tonic-gate 8827c478bd9Sstevel@tonic-gate args.ctag = TAG_GETATTR; 8837c478bd9Sstevel@tonic-gate 8847c478bd9Sstevel@tonic-gate args.array_len = 2; 8857c478bd9Sstevel@tonic-gate args.array = argop; 8867c478bd9Sstevel@tonic-gate 8877c478bd9Sstevel@tonic-gate /* putfh */ 8887c478bd9Sstevel@tonic-gate argop[0].argop = OP_CPUTFH; 8897c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.opcputfh.sfh = rp->r_fh; 8907c478bd9Sstevel@tonic-gate 8917c478bd9Sstevel@tonic-gate /* getattr */ 8927c478bd9Sstevel@tonic-gate /* 8937c478bd9Sstevel@tonic-gate * Unlike nfs version 2 and 3, where getattr returns all the 894da6c28aaSamw * attributes, nfs version 4 returns only the ones explicitly 8957c478bd9Sstevel@tonic-gate * asked for. This creates problems, as some system functions 8967c478bd9Sstevel@tonic-gate * (e.g. cache check) require certain attributes and if the 8977c478bd9Sstevel@tonic-gate * cached node lacks some attributes such as uid/gid, it can 8987c478bd9Sstevel@tonic-gate * affect system utilities (e.g. "ls") that rely on the information 8997c478bd9Sstevel@tonic-gate * to be there. This can lead to anything from system crashes to 9007c478bd9Sstevel@tonic-gate * corrupted information processed by user apps. 9017c478bd9Sstevel@tonic-gate * So to ensure that all bases are covered, request at least 9027c478bd9Sstevel@tonic-gate * the AT_ALL attribute mask. 9037c478bd9Sstevel@tonic-gate */ 9047c478bd9Sstevel@tonic-gate argop[1].argop = OP_GETATTR; 9057c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request = NFS4_VATTR_MASK; 9067c478bd9Sstevel@tonic-gate if (get_acl) 9077c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request |= FATTR4_ACL_MASK; 9087c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.mi = VTOMI4(vp); 9097c478bd9Sstevel@tonic-gate 9107c478bd9Sstevel@tonic-gate doqueue = 1; 9117c478bd9Sstevel@tonic-gate 9127c478bd9Sstevel@tonic-gate rfs4call(VTOMI4(vp), &args, &res, cr, &doqueue, 0, ep); 9137c478bd9Sstevel@tonic-gate 9147c478bd9Sstevel@tonic-gate if (ep->error) 9157c478bd9Sstevel@tonic-gate return; 9167c478bd9Sstevel@tonic-gate 9177c478bd9Sstevel@tonic-gate if (res.status != NFS4_OK) { 9187c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 9197c478bd9Sstevel@tonic-gate return; 9207c478bd9Sstevel@tonic-gate } 9217c478bd9Sstevel@tonic-gate 9227c478bd9Sstevel@tonic-gate *garp = res.array[1].nfs_resop4_u.opgetattr.ga_res; 9237c478bd9Sstevel@tonic-gate 9247c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 9257c478bd9Sstevel@tonic-gate } 9267c478bd9Sstevel@tonic-gate 9277c478bd9Sstevel@tonic-gate /* 9287c478bd9Sstevel@tonic-gate * Return either cached or remote attributes. If get remote attr 9297c478bd9Sstevel@tonic-gate * use them to check and invalidate caches, then cache the new attributes. 9307c478bd9Sstevel@tonic-gate */ 9317c478bd9Sstevel@tonic-gate int 9327c478bd9Sstevel@tonic-gate nfs4getattr(vnode_t *vp, vattr_t *vap, cred_t *cr) 9337c478bd9Sstevel@tonic-gate { 9347c478bd9Sstevel@tonic-gate int error; 9357c478bd9Sstevel@tonic-gate rnode4_t *rp; 9367c478bd9Sstevel@tonic-gate nfs4_ga_res_t gar; 9377c478bd9Sstevel@tonic-gate 9387c478bd9Sstevel@tonic-gate ASSERT(nfs4_consistent_type(vp)); 9397c478bd9Sstevel@tonic-gate 9407c478bd9Sstevel@tonic-gate /* 9417c478bd9Sstevel@tonic-gate * If we've got cached attributes, we're done, otherwise go 9427c478bd9Sstevel@tonic-gate * to the server to get attributes, which will update the cache 943b9238976Sth * in the process. Either way, use the cached attributes for 944b9238976Sth * the caller's vattr_t. 945b9238976Sth * 946b9238976Sth * Note that we ignore the gar set by the OTW call: the attr caching 947b9238976Sth * code may make adjustments when storing to the rnode, and we want 948b9238976Sth * to see those changes here. 9497c478bd9Sstevel@tonic-gate */ 9507c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 951b9238976Sth error = 0; 9527c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 953b9238976Sth if (!ATTRCACHE4_VALID(vp)) { 9547c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 955b9238976Sth error = nfs4_getattr_otw(vp, &gar, cr, 0); 956b9238976Sth mutex_enter(&rp->r_statelock); 9577c478bd9Sstevel@tonic-gate } 9587c478bd9Sstevel@tonic-gate 9597c478bd9Sstevel@tonic-gate if (!error) 960b9238976Sth *vap = rp->r_attr; 9617c478bd9Sstevel@tonic-gate 9627c478bd9Sstevel@tonic-gate /* Return the client's view of file size */ 9637c478bd9Sstevel@tonic-gate vap->va_size = rp->r_size; 964b9238976Sth 9657c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 9667c478bd9Sstevel@tonic-gate 9677c478bd9Sstevel@tonic-gate ASSERT(nfs4_consistent_type(vp)); 9687c478bd9Sstevel@tonic-gate 9697c478bd9Sstevel@tonic-gate return (error); 9707c478bd9Sstevel@tonic-gate } 9717c478bd9Sstevel@tonic-gate 9727c478bd9Sstevel@tonic-gate int 9737c478bd9Sstevel@tonic-gate nfs4_attr_otw(vnode_t *vp, nfs4_tag_type_t tag_type, 974b9238976Sth nfs4_ga_res_t *garp, bitmap4 reqbitmap, cred_t *cr) 9757c478bd9Sstevel@tonic-gate { 9767c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 9777c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 9787c478bd9Sstevel@tonic-gate int doqueue; 9797c478bd9Sstevel@tonic-gate nfs_argop4 argop[2]; 9807c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 9817c478bd9Sstevel@tonic-gate bool_t needrecov = FALSE; 9827c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 9837c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 9847c478bd9Sstevel@tonic-gate nfs4_ga_ext_res_t *gerp; 9857c478bd9Sstevel@tonic-gate 9867c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 9877c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 9887c478bd9Sstevel@tonic-gate 9897c478bd9Sstevel@tonic-gate recov_retry: 9907c478bd9Sstevel@tonic-gate args.ctag = tag_type; 9917c478bd9Sstevel@tonic-gate 9927c478bd9Sstevel@tonic-gate args.array_len = 2; 9937c478bd9Sstevel@tonic-gate args.array = argop; 9947c478bd9Sstevel@tonic-gate 9957c478bd9Sstevel@tonic-gate e.error = nfs4_start_fop(mi, vp, NULL, OH_GETATTR, &recov_state, NULL); 9967c478bd9Sstevel@tonic-gate if (e.error) 9977c478bd9Sstevel@tonic-gate return (e.error); 9987c478bd9Sstevel@tonic-gate 9997c478bd9Sstevel@tonic-gate /* putfh */ 10007c478bd9Sstevel@tonic-gate argop[0].argop = OP_CPUTFH; 10017c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.opcputfh.sfh = VTOR4(vp)->r_fh; 10027c478bd9Sstevel@tonic-gate 10037c478bd9Sstevel@tonic-gate /* getattr */ 10047c478bd9Sstevel@tonic-gate argop[1].argop = OP_GETATTR; 10057c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.attr_request = reqbitmap; 10067c478bd9Sstevel@tonic-gate argop[1].nfs_argop4_u.opgetattr.mi = mi; 10077c478bd9Sstevel@tonic-gate 10087c478bd9Sstevel@tonic-gate doqueue = 1; 10097c478bd9Sstevel@tonic-gate 10107c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_call_debug, (CE_NOTE, 10117c478bd9Sstevel@tonic-gate "nfs4_attr_otw: %s call, rp %s", needrecov ? "recov" : "first", 10127c478bd9Sstevel@tonic-gate rnode4info(VTOR4(vp)))); 10137c478bd9Sstevel@tonic-gate 10147c478bd9Sstevel@tonic-gate rfs4call(mi, &args, &res, cr, &doqueue, 0, &e); 10157c478bd9Sstevel@tonic-gate 10167c478bd9Sstevel@tonic-gate needrecov = nfs4_needs_recovery(&e, FALSE, vp->v_vfsp); 10177c478bd9Sstevel@tonic-gate if (!needrecov && e.error) { 10187c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1019b9238976Sth needrecov); 10207c478bd9Sstevel@tonic-gate return (e.error); 10217c478bd9Sstevel@tonic-gate } 10227c478bd9Sstevel@tonic-gate 10237c478bd9Sstevel@tonic-gate if (needrecov) { 10247c478bd9Sstevel@tonic-gate bool_t abort; 10257c478bd9Sstevel@tonic-gate 10267c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_recov_debug, (CE_NOTE, 10277c478bd9Sstevel@tonic-gate "nfs4_attr_otw: initiating recovery\n")); 10287c478bd9Sstevel@tonic-gate 10297c478bd9Sstevel@tonic-gate abort = nfs4_start_recovery(&e, VTOMI4(vp), vp, NULL, NULL, 10302f172c55SRobert Thurlow NULL, OP_GETATTR, NULL, NULL, NULL); 10317c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1032b9238976Sth needrecov); 10337c478bd9Sstevel@tonic-gate if (!e.error) { 10347c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 10357c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 10367c478bd9Sstevel@tonic-gate } 10377c478bd9Sstevel@tonic-gate if (abort == FALSE) 10387c478bd9Sstevel@tonic-gate goto recov_retry; 10397c478bd9Sstevel@tonic-gate return (e.error); 10407c478bd9Sstevel@tonic-gate } 10417c478bd9Sstevel@tonic-gate 10427c478bd9Sstevel@tonic-gate if (res.status) { 10437c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 10447c478bd9Sstevel@tonic-gate } else { 10457c478bd9Sstevel@tonic-gate gerp = garp->n4g_ext_res; 10467c478bd9Sstevel@tonic-gate bcopy(&res.array[1].nfs_resop4_u.opgetattr.ga_res, 1047b9238976Sth garp, sizeof (nfs4_ga_res_t)); 10487c478bd9Sstevel@tonic-gate garp->n4g_ext_res = gerp; 10497c478bd9Sstevel@tonic-gate if (garp->n4g_ext_res && 10507c478bd9Sstevel@tonic-gate res.array[1].nfs_resop4_u.opgetattr.ga_res.n4g_ext_res) 10517c478bd9Sstevel@tonic-gate bcopy(res.array[1].nfs_resop4_u.opgetattr. 1052b9238976Sth ga_res.n4g_ext_res, 1053b9238976Sth garp->n4g_ext_res, sizeof (nfs4_ga_ext_res_t)); 10547c478bd9Sstevel@tonic-gate } 10557c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 10567c478bd9Sstevel@tonic-gate nfs4_end_fop(VTOMI4(vp), vp, NULL, OH_GETATTR, &recov_state, 1057b9238976Sth needrecov); 10587c478bd9Sstevel@tonic-gate return (e.error); 10597c478bd9Sstevel@tonic-gate } 10607c478bd9Sstevel@tonic-gate 10617c478bd9Sstevel@tonic-gate /* 10627c478bd9Sstevel@tonic-gate * Asynchronous I/O parameters. nfs_async_threads is the high-water mark 10637c478bd9Sstevel@tonic-gate * for the demand-based allocation of async threads per-mount. The 10647c478bd9Sstevel@tonic-gate * nfs_async_timeout is the amount of time a thread will live after it 10657c478bd9Sstevel@tonic-gate * becomes idle, unless new I/O requests are received before the thread 10667c478bd9Sstevel@tonic-gate * dies. See nfs4_async_putpage and nfs4_async_start. 10677c478bd9Sstevel@tonic-gate */ 10687c478bd9Sstevel@tonic-gate 10697c478bd9Sstevel@tonic-gate static void nfs4_async_start(struct vfs *); 1070*0776f5e6SVallish Vaidyeshwara static void nfs4_async_pgops_start(struct vfs *); 1071*0776f5e6SVallish Vaidyeshwara static void nfs4_async_common_start(struct vfs *, int); 10727c478bd9Sstevel@tonic-gate 10737c478bd9Sstevel@tonic-gate static void 10747c478bd9Sstevel@tonic-gate free_async_args4(struct nfs4_async_reqs *args) 10757c478bd9Sstevel@tonic-gate { 10767c478bd9Sstevel@tonic-gate rnode4_t *rp; 10777c478bd9Sstevel@tonic-gate 10787c478bd9Sstevel@tonic-gate if (args->a_io != NFS4_INACTIVE) { 10797c478bd9Sstevel@tonic-gate rp = VTOR4(args->a_vp); 10807c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 10817c478bd9Sstevel@tonic-gate rp->r_count--; 10827c478bd9Sstevel@tonic-gate if (args->a_io == NFS4_PUTAPAGE || 10837c478bd9Sstevel@tonic-gate args->a_io == NFS4_PAGEIO) 10847c478bd9Sstevel@tonic-gate rp->r_awcount--; 10857c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 10867c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 10877c478bd9Sstevel@tonic-gate VN_RELE(args->a_vp); 10887c478bd9Sstevel@tonic-gate } 10897c478bd9Sstevel@tonic-gate crfree(args->a_cred); 10907c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 10917c478bd9Sstevel@tonic-gate } 10927c478bd9Sstevel@tonic-gate 10937c478bd9Sstevel@tonic-gate /* 10947c478bd9Sstevel@tonic-gate * Cross-zone thread creation and NFS access is disallowed, yet fsflush() and 10957c478bd9Sstevel@tonic-gate * pageout(), running in the global zone, have legitimate reasons to do 10967c478bd9Sstevel@tonic-gate * VOP_PUTPAGE(B_ASYNC) on other zones' NFS mounts. We avoid the problem by 10977c478bd9Sstevel@tonic-gate * use of a a per-mount "asynchronous requests manager thread" which is 10987c478bd9Sstevel@tonic-gate * signaled by the various asynchronous work routines when there is 10997c478bd9Sstevel@tonic-gate * asynchronous work to be done. It is responsible for creating new 11007c478bd9Sstevel@tonic-gate * worker threads if necessary, and notifying existing worker threads 11017c478bd9Sstevel@tonic-gate * that there is work to be done. 11027c478bd9Sstevel@tonic-gate * 11037c478bd9Sstevel@tonic-gate * In other words, it will "take the specifications from the customers and 11047c478bd9Sstevel@tonic-gate * give them to the engineers." 11057c478bd9Sstevel@tonic-gate * 11067c478bd9Sstevel@tonic-gate * Worker threads die off of their own accord if they are no longer 11077c478bd9Sstevel@tonic-gate * needed. 11087c478bd9Sstevel@tonic-gate * 11097c478bd9Sstevel@tonic-gate * This thread is killed when the zone is going away or the filesystem 11107c478bd9Sstevel@tonic-gate * is being unmounted. 11117c478bd9Sstevel@tonic-gate */ 11127c478bd9Sstevel@tonic-gate void 11137c478bd9Sstevel@tonic-gate nfs4_async_manager(vfs_t *vfsp) 11147c478bd9Sstevel@tonic-gate { 11157c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 11167c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 11177c478bd9Sstevel@tonic-gate uint_t max_threads; 11187c478bd9Sstevel@tonic-gate 11197c478bd9Sstevel@tonic-gate mi = VFTOMI4(vfsp); 11207c478bd9Sstevel@tonic-gate 11217c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, 1122b9238976Sth "nfs4_async_manager"); 11237c478bd9Sstevel@tonic-gate 11247c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 11257c478bd9Sstevel@tonic-gate /* 11267c478bd9Sstevel@tonic-gate * We want to stash the max number of threads that this mount was 11277c478bd9Sstevel@tonic-gate * allowed so we can use it later when the variable is set to zero as 11287c478bd9Sstevel@tonic-gate * part of the zone/mount going away. 11297c478bd9Sstevel@tonic-gate * 11307c478bd9Sstevel@tonic-gate * We want to be able to create at least one thread to handle 1131388e50fcSMarcel Telka * asynchronous inactive calls. 11327c478bd9Sstevel@tonic-gate */ 11337c478bd9Sstevel@tonic-gate max_threads = MAX(mi->mi_max_threads, 1); 11347c478bd9Sstevel@tonic-gate /* 11357c478bd9Sstevel@tonic-gate * We don't want to wait for mi_max_threads to go to zero, since that 11367c478bd9Sstevel@tonic-gate * happens as part of a failed unmount, but this thread should only 11377c478bd9Sstevel@tonic-gate * exit when the mount is really going away. 11387c478bd9Sstevel@tonic-gate * 11397c478bd9Sstevel@tonic-gate * Once MI4_ASYNC_MGR_STOP is set, no more async operations will be 11407c478bd9Sstevel@tonic-gate * attempted: the various _async_*() functions know to do things 11417c478bd9Sstevel@tonic-gate * inline if mi_max_threads == 0. Henceforth we just drain out the 11427c478bd9Sstevel@tonic-gate * outstanding requests. 11437c478bd9Sstevel@tonic-gate * 11447c478bd9Sstevel@tonic-gate * Note that we still create zthreads even if we notice the zone is 11457c478bd9Sstevel@tonic-gate * shutting down (MI4_ASYNC_MGR_STOP is set); this may cause the zone 11467c478bd9Sstevel@tonic-gate * shutdown sequence to take slightly longer in some cases, but 11477c478bd9Sstevel@tonic-gate * doesn't violate the protocol, as all threads will exit as soon as 11487c478bd9Sstevel@tonic-gate * they're done processing the remaining requests. 11497c478bd9Sstevel@tonic-gate */ 1150388e50fcSMarcel Telka for (;;) { 11517c478bd9Sstevel@tonic-gate while (mi->mi_async_req_count > 0) { 11527c478bd9Sstevel@tonic-gate /* 11537c478bd9Sstevel@tonic-gate * Paranoia: If the mount started out having 11547c478bd9Sstevel@tonic-gate * (mi->mi_max_threads == 0), and the value was 11557c478bd9Sstevel@tonic-gate * later changed (via a debugger or somesuch), 11567c478bd9Sstevel@tonic-gate * we could be confused since we will think we 11577c478bd9Sstevel@tonic-gate * can't create any threads, and the calling 11587c478bd9Sstevel@tonic-gate * code (which looks at the current value of 11597c478bd9Sstevel@tonic-gate * mi->mi_max_threads, now non-zero) thinks we 11607c478bd9Sstevel@tonic-gate * can. 11617c478bd9Sstevel@tonic-gate * 11627c478bd9Sstevel@tonic-gate * So, because we're paranoid, we create threads 11637c478bd9Sstevel@tonic-gate * up to the maximum of the original and the 11647c478bd9Sstevel@tonic-gate * current value. This means that future 11657c478bd9Sstevel@tonic-gate * (debugger-induced) alterations of 11667c478bd9Sstevel@tonic-gate * mi->mi_max_threads are ignored for our 11677c478bd9Sstevel@tonic-gate * purposes, but who told them they could change 11687c478bd9Sstevel@tonic-gate * random values on a live kernel anyhow? 11697c478bd9Sstevel@tonic-gate */ 1170*0776f5e6SVallish Vaidyeshwara if (mi->mi_threads[NFS4_ASYNC_QUEUE] < 11717c478bd9Sstevel@tonic-gate MAX(mi->mi_max_threads, max_threads)) { 1172*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_QUEUE]++; 11737c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 117450a83466Sjwahlig MI4_HOLD(mi); 11757c478bd9Sstevel@tonic-gate VFS_HOLD(vfsp); /* hold for new thread */ 11767c478bd9Sstevel@tonic-gate (void) zthread_create(NULL, 0, nfs4_async_start, 11777c478bd9Sstevel@tonic-gate vfsp, 0, minclsyspri); 11787c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 1179*0776f5e6SVallish Vaidyeshwara } else if (mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE] < 1180*0776f5e6SVallish Vaidyeshwara NUM_ASYNC_PGOPS_THREADS) { 1181*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE]++; 1182*0776f5e6SVallish Vaidyeshwara mutex_exit(&mi->mi_async_lock); 1183*0776f5e6SVallish Vaidyeshwara MI4_HOLD(mi); 1184*0776f5e6SVallish Vaidyeshwara VFS_HOLD(vfsp); /* hold for new thread */ 1185*0776f5e6SVallish Vaidyeshwara (void) zthread_create(NULL, 0, 1186*0776f5e6SVallish Vaidyeshwara nfs4_async_pgops_start, vfsp, 0, 1187*0776f5e6SVallish Vaidyeshwara minclsyspri); 1188*0776f5e6SVallish Vaidyeshwara mutex_enter(&mi->mi_async_lock); 11897c478bd9Sstevel@tonic-gate } 1190*0776f5e6SVallish Vaidyeshwara NFS4_WAKE_ASYNC_WORKER(mi->mi_async_work_cv); 11917c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 11927c478bd9Sstevel@tonic-gate mi->mi_async_req_count--; 11937c478bd9Sstevel@tonic-gate } 1194388e50fcSMarcel Telka 11957c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 1196388e50fcSMarcel Telka if (mi->mi_flags & MI4_ASYNC_MGR_STOP) { 1197388e50fcSMarcel Telka mutex_exit(&mi->mi_lock); 1198388e50fcSMarcel Telka break; 1199388e50fcSMarcel Telka } 1200388e50fcSMarcel Telka mutex_exit(&mi->mi_lock); 1201388e50fcSMarcel Telka 1202388e50fcSMarcel Telka CALLB_CPR_SAFE_BEGIN(&cprinfo); 1203388e50fcSMarcel Telka cv_wait(&mi->mi_async_reqs_cv, &mi->mi_async_lock); 1204388e50fcSMarcel Telka CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 12057c478bd9Sstevel@tonic-gate } 12067c478bd9Sstevel@tonic-gate 12077c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 12087c478bd9Sstevel@tonic-gate "nfs4_async_manager exiting for vfs %p\n", (void *)mi->mi_vfsp)); 12097c478bd9Sstevel@tonic-gate /* 12107c478bd9Sstevel@tonic-gate * Let everyone know we're done. 12117c478bd9Sstevel@tonic-gate */ 12127c478bd9Sstevel@tonic-gate mi->mi_manager_thread = NULL; 12137c478bd9Sstevel@tonic-gate /* 12147c478bd9Sstevel@tonic-gate * Wake up the inactive thread. 12157c478bd9Sstevel@tonic-gate */ 12167c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_inact_req_cv); 12177c478bd9Sstevel@tonic-gate /* 12187c478bd9Sstevel@tonic-gate * Wake up anyone sitting in nfs4_async_manager_stop() 12197c478bd9Sstevel@tonic-gate */ 12207c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_cv); 12217c478bd9Sstevel@tonic-gate /* 12227c478bd9Sstevel@tonic-gate * There is no explicit call to mutex_exit(&mi->mi_async_lock) 12237c478bd9Sstevel@tonic-gate * since CALLB_CPR_EXIT is actually responsible for releasing 12247c478bd9Sstevel@tonic-gate * 'mi_async_lock'. 12257c478bd9Sstevel@tonic-gate */ 12267c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 12277c478bd9Sstevel@tonic-gate VFS_RELE(vfsp); /* release thread's hold */ 122850a83466Sjwahlig MI4_RELE(mi); 12297c478bd9Sstevel@tonic-gate zthread_exit(); 12307c478bd9Sstevel@tonic-gate } 12317c478bd9Sstevel@tonic-gate 12327c478bd9Sstevel@tonic-gate /* 12337c478bd9Sstevel@tonic-gate * Signal (and wait for) the async manager thread to clean up and go away. 12347c478bd9Sstevel@tonic-gate */ 12357c478bd9Sstevel@tonic-gate void 12367c478bd9Sstevel@tonic-gate nfs4_async_manager_stop(vfs_t *vfsp) 12377c478bd9Sstevel@tonic-gate { 12387c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 12397c478bd9Sstevel@tonic-gate 12407c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 12417c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 12427c478bd9Sstevel@tonic-gate mi->mi_flags |= MI4_ASYNC_MGR_STOP; 12437c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 12447c478bd9Sstevel@tonic-gate cv_broadcast(&mi->mi_async_reqs_cv); 12457c478bd9Sstevel@tonic-gate /* 12467c478bd9Sstevel@tonic-gate * Wait for the async manager thread to die. 12477c478bd9Sstevel@tonic-gate */ 12487c478bd9Sstevel@tonic-gate while (mi->mi_manager_thread != NULL) 12497c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 12507c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 12517c478bd9Sstevel@tonic-gate } 12527c478bd9Sstevel@tonic-gate 12537c478bd9Sstevel@tonic-gate int 12547c478bd9Sstevel@tonic-gate nfs4_async_readahead(vnode_t *vp, u_offset_t blkoff, caddr_t addr, 1255b9238976Sth struct seg *seg, cred_t *cr, void (*readahead)(vnode_t *, 1256b9238976Sth u_offset_t, caddr_t, struct seg *, cred_t *)) 12577c478bd9Sstevel@tonic-gate { 12587c478bd9Sstevel@tonic-gate rnode4_t *rp; 12597c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 12607c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 12617c478bd9Sstevel@tonic-gate 12627c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 12637c478bd9Sstevel@tonic-gate ASSERT(rp->r_freef == NULL); 12647c478bd9Sstevel@tonic-gate 12657c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 12667c478bd9Sstevel@tonic-gate 12677c478bd9Sstevel@tonic-gate /* 12687c478bd9Sstevel@tonic-gate * If addr falls in a different segment, don't bother doing readahead. 12697c478bd9Sstevel@tonic-gate */ 12707c478bd9Sstevel@tonic-gate if (addr >= seg->s_base + seg->s_size) 12717c478bd9Sstevel@tonic-gate return (-1); 12727c478bd9Sstevel@tonic-gate 12737c478bd9Sstevel@tonic-gate /* 12747c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, punt on the readahead. 12757c478bd9Sstevel@tonic-gate */ 12767c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 12777c478bd9Sstevel@tonic-gate return (-1); 12787c478bd9Sstevel@tonic-gate 12797c478bd9Sstevel@tonic-gate /* 12807c478bd9Sstevel@tonic-gate * If a lock operation is pending, don't initiate any new 12817c478bd9Sstevel@tonic-gate * readaheads. Otherwise, bump r_count to indicate the new 12827c478bd9Sstevel@tonic-gate * asynchronous I/O. 12837c478bd9Sstevel@tonic-gate */ 12847c478bd9Sstevel@tonic-gate if (!nfs_rw_tryenter(&rp->r_lkserlock, RW_READER)) { 12857c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 12867c478bd9Sstevel@tonic-gate return (-1); 12877c478bd9Sstevel@tonic-gate } 12887c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 12897c478bd9Sstevel@tonic-gate rp->r_count++; 12907c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 12917c478bd9Sstevel@tonic-gate nfs_rw_exit(&rp->r_lkserlock); 12927c478bd9Sstevel@tonic-gate 12937c478bd9Sstevel@tonic-gate args->a_next = NULL; 12947c478bd9Sstevel@tonic-gate #ifdef DEBUG 12957c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 12967c478bd9Sstevel@tonic-gate #endif 12977c478bd9Sstevel@tonic-gate VN_HOLD(vp); 12987c478bd9Sstevel@tonic-gate args->a_vp = vp; 12997c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 13007c478bd9Sstevel@tonic-gate crhold(cr); 13017c478bd9Sstevel@tonic-gate args->a_cred = cr; 13027c478bd9Sstevel@tonic-gate args->a_io = NFS4_READ_AHEAD; 13037c478bd9Sstevel@tonic-gate args->a_nfs4_readahead = readahead; 13047c478bd9Sstevel@tonic-gate args->a_nfs4_blkoff = blkoff; 13057c478bd9Sstevel@tonic-gate args->a_nfs4_seg = seg; 13067c478bd9Sstevel@tonic-gate args->a_nfs4_addr = addr; 13077c478bd9Sstevel@tonic-gate 13087c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 13097c478bd9Sstevel@tonic-gate 13107c478bd9Sstevel@tonic-gate /* 13117c478bd9Sstevel@tonic-gate * If asyncio has been disabled, don't bother readahead. 13127c478bd9Sstevel@tonic-gate */ 13137c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 13147c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 13157c478bd9Sstevel@tonic-gate goto noasync; 13167c478bd9Sstevel@tonic-gate } 13177c478bd9Sstevel@tonic-gate 13187c478bd9Sstevel@tonic-gate /* 13197c478bd9Sstevel@tonic-gate * Link request structure into the async list and 13207c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 13217c478bd9Sstevel@tonic-gate */ 13227c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_READ_AHEAD] == NULL) { 13237c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_READ_AHEAD] = args; 13247c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD] = args; 13257c478bd9Sstevel@tonic-gate } else { 13267c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD]->a_next = args; 13277c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READ_AHEAD] = args; 13287c478bd9Sstevel@tonic-gate } 13297c478bd9Sstevel@tonic-gate 13307c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 13317c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 13327c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 13337c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 13347c478bd9Sstevel@tonic-gate } 13357c478bd9Sstevel@tonic-gate 13367c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 13377c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 13387c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 13397c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 13407c478bd9Sstevel@tonic-gate return (0); 13417c478bd9Sstevel@tonic-gate 13427c478bd9Sstevel@tonic-gate noasync: 13437c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 13447c478bd9Sstevel@tonic-gate rp->r_count--; 13457c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 13467c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 13477c478bd9Sstevel@tonic-gate VN_RELE(vp); 13487c478bd9Sstevel@tonic-gate crfree(cr); 13497c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 13507c478bd9Sstevel@tonic-gate return (-1); 13517c478bd9Sstevel@tonic-gate } 13527c478bd9Sstevel@tonic-gate 1353*0776f5e6SVallish Vaidyeshwara static void 1354*0776f5e6SVallish Vaidyeshwara nfs4_async_start(struct vfs *vfsp) 1355*0776f5e6SVallish Vaidyeshwara { 1356*0776f5e6SVallish Vaidyeshwara nfs4_async_common_start(vfsp, NFS4_ASYNC_QUEUE); 1357*0776f5e6SVallish Vaidyeshwara } 1358*0776f5e6SVallish Vaidyeshwara 1359*0776f5e6SVallish Vaidyeshwara static void 1360*0776f5e6SVallish Vaidyeshwara nfs4_async_pgops_start(struct vfs *vfsp) 1361*0776f5e6SVallish Vaidyeshwara { 1362*0776f5e6SVallish Vaidyeshwara nfs4_async_common_start(vfsp, NFS4_ASYNC_PGOPS_QUEUE); 1363*0776f5e6SVallish Vaidyeshwara } 1364*0776f5e6SVallish Vaidyeshwara 13657c478bd9Sstevel@tonic-gate /* 13667c478bd9Sstevel@tonic-gate * The async queues for each mounted file system are arranged as a 13677c478bd9Sstevel@tonic-gate * set of queues, one for each async i/o type. Requests are taken 13687c478bd9Sstevel@tonic-gate * from the queues in a round-robin fashion. A number of consecutive 13697c478bd9Sstevel@tonic-gate * requests are taken from each queue before moving on to the next 13707c478bd9Sstevel@tonic-gate * queue. This functionality may allow the NFS Version 2 server to do 13717c478bd9Sstevel@tonic-gate * write clustering, even if the client is mixing writes and reads 13727c478bd9Sstevel@tonic-gate * because it will take multiple write requests from the queue 13737c478bd9Sstevel@tonic-gate * before processing any of the other async i/o types. 13747c478bd9Sstevel@tonic-gate * 1375*0776f5e6SVallish Vaidyeshwara * XXX The nfs4_async_common_start thread is unsafe in the light of the present 13767c478bd9Sstevel@tonic-gate * model defined by cpr to suspend the system. Specifically over the 13777c478bd9Sstevel@tonic-gate * wire calls are cpr-unsafe. The thread should be reevaluated in 13787c478bd9Sstevel@tonic-gate * case of future updates to the cpr model. 13797c478bd9Sstevel@tonic-gate */ 13807c478bd9Sstevel@tonic-gate static void 1381*0776f5e6SVallish Vaidyeshwara nfs4_async_common_start(struct vfs *vfsp, int async_queue) 13827c478bd9Sstevel@tonic-gate { 13837c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 13847c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 13857c478bd9Sstevel@tonic-gate clock_t time_left = 1; 13867c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 13877c478bd9Sstevel@tonic-gate int i; 13887c478bd9Sstevel@tonic-gate extern int nfs_async_timeout; 1389*0776f5e6SVallish Vaidyeshwara int async_types; 1390*0776f5e6SVallish Vaidyeshwara kcondvar_t *async_work_cv; 1391*0776f5e6SVallish Vaidyeshwara 1392*0776f5e6SVallish Vaidyeshwara if (async_queue == NFS4_ASYNC_QUEUE) { 1393*0776f5e6SVallish Vaidyeshwara async_types = NFS4_ASYNC_TYPES; 1394*0776f5e6SVallish Vaidyeshwara async_work_cv = &mi->mi_async_work_cv[NFS4_ASYNC_QUEUE]; 1395*0776f5e6SVallish Vaidyeshwara } else { 1396*0776f5e6SVallish Vaidyeshwara async_types = NFS4_ASYNC_PGOPS_TYPES; 1397*0776f5e6SVallish Vaidyeshwara async_work_cv = &mi->mi_async_work_cv[NFS4_ASYNC_PGOPS_QUEUE]; 1398*0776f5e6SVallish Vaidyeshwara } 13997c478bd9Sstevel@tonic-gate 14007c478bd9Sstevel@tonic-gate /* 14017c478bd9Sstevel@tonic-gate * Dynamic initialization of nfs_async_timeout to allow nfs to be 14027c478bd9Sstevel@tonic-gate * built in an implementation independent manner. 14037c478bd9Sstevel@tonic-gate */ 14047c478bd9Sstevel@tonic-gate if (nfs_async_timeout == -1) 14057c478bd9Sstevel@tonic-gate nfs_async_timeout = NFS_ASYNC_TIMEOUT; 14067c478bd9Sstevel@tonic-gate 14077c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, "nas"); 14087c478bd9Sstevel@tonic-gate 14097c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 14107c478bd9Sstevel@tonic-gate for (;;) { 14117c478bd9Sstevel@tonic-gate /* 14127c478bd9Sstevel@tonic-gate * Find the next queue containing an entry. We start 14137c478bd9Sstevel@tonic-gate * at the current queue pointer and then round robin 14147c478bd9Sstevel@tonic-gate * through all of them until we either find a non-empty 14157c478bd9Sstevel@tonic-gate * queue or have looked through all of them. 14167c478bd9Sstevel@tonic-gate */ 1417*0776f5e6SVallish Vaidyeshwara for (i = 0; i < async_types; i++) { 1418*0776f5e6SVallish Vaidyeshwara args = *mi->mi_async_curr[async_queue]; 14197c478bd9Sstevel@tonic-gate if (args != NULL) 14207c478bd9Sstevel@tonic-gate break; 1421*0776f5e6SVallish Vaidyeshwara mi->mi_async_curr[async_queue]++; 1422*0776f5e6SVallish Vaidyeshwara if (mi->mi_async_curr[async_queue] == 1423*0776f5e6SVallish Vaidyeshwara &mi->mi_async_reqs[async_types]) { 1424*0776f5e6SVallish Vaidyeshwara mi->mi_async_curr[async_queue] = 1425*0776f5e6SVallish Vaidyeshwara &mi->mi_async_reqs[0]; 1426*0776f5e6SVallish Vaidyeshwara } 14277c478bd9Sstevel@tonic-gate } 14287c478bd9Sstevel@tonic-gate /* 14297c478bd9Sstevel@tonic-gate * If we didn't find a entry, then block until woken up 14307c478bd9Sstevel@tonic-gate * again and then look through the queues again. 14317c478bd9Sstevel@tonic-gate */ 14327c478bd9Sstevel@tonic-gate if (args == NULL) { 14337c478bd9Sstevel@tonic-gate /* 14347c478bd9Sstevel@tonic-gate * Exiting is considered to be safe for CPR as well 14357c478bd9Sstevel@tonic-gate */ 14367c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cprinfo); 14377c478bd9Sstevel@tonic-gate 14387c478bd9Sstevel@tonic-gate /* 14397c478bd9Sstevel@tonic-gate * Wakeup thread waiting to unmount the file 14407c478bd9Sstevel@tonic-gate * system only if all async threads are inactive. 14417c478bd9Sstevel@tonic-gate * 14427c478bd9Sstevel@tonic-gate * If we've timed-out and there's nothing to do, 14437c478bd9Sstevel@tonic-gate * then get rid of this thread. 14447c478bd9Sstevel@tonic-gate */ 14457c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0 || time_left <= 0) { 1446*0776f5e6SVallish Vaidyeshwara --mi->mi_threads[async_queue]; 1447*0776f5e6SVallish Vaidyeshwara 1448*0776f5e6SVallish Vaidyeshwara if (mi->mi_threads[NFS4_ASYNC_QUEUE] == 0 && 1449*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE] == 0) 14507c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 14517c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 14527c478bd9Sstevel@tonic-gate VFS_RELE(vfsp); /* release thread's hold */ 145350a83466Sjwahlig MI4_RELE(mi); 14547c478bd9Sstevel@tonic-gate zthread_exit(); 14557c478bd9Sstevel@tonic-gate /* NOTREACHED */ 14567c478bd9Sstevel@tonic-gate } 1457*0776f5e6SVallish Vaidyeshwara time_left = cv_reltimedwait(async_work_cv, 1458d3d50737SRafael Vanoni &mi->mi_async_lock, nfs_async_timeout, 1459d3d50737SRafael Vanoni TR_CLOCK_TICK); 14607c478bd9Sstevel@tonic-gate 14617c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 14627c478bd9Sstevel@tonic-gate 14637c478bd9Sstevel@tonic-gate continue; 14647c478bd9Sstevel@tonic-gate } else { 14657c478bd9Sstevel@tonic-gate time_left = 1; 14667c478bd9Sstevel@tonic-gate } 14677c478bd9Sstevel@tonic-gate 14687c478bd9Sstevel@tonic-gate /* 14697c478bd9Sstevel@tonic-gate * Remove the request from the async queue and then 14707c478bd9Sstevel@tonic-gate * update the current async request queue pointer. If 14717c478bd9Sstevel@tonic-gate * the current queue is empty or we have removed enough 14727c478bd9Sstevel@tonic-gate * consecutive entries from it, then reset the counter 14737c478bd9Sstevel@tonic-gate * for this queue and then move the current pointer to 14747c478bd9Sstevel@tonic-gate * the next queue. 14757c478bd9Sstevel@tonic-gate */ 1476*0776f5e6SVallish Vaidyeshwara *mi->mi_async_curr[async_queue] = args->a_next; 1477*0776f5e6SVallish Vaidyeshwara if (*mi->mi_async_curr[async_queue] == NULL || 14787c478bd9Sstevel@tonic-gate --mi->mi_async_clusters[args->a_io] == 0) { 14797c478bd9Sstevel@tonic-gate mi->mi_async_clusters[args->a_io] = 1480b9238976Sth mi->mi_async_init_clusters; 1481*0776f5e6SVallish Vaidyeshwara mi->mi_async_curr[async_queue]++; 1482*0776f5e6SVallish Vaidyeshwara if (mi->mi_async_curr[async_queue] == 1483*0776f5e6SVallish Vaidyeshwara &mi->mi_async_reqs[async_types]) { 1484*0776f5e6SVallish Vaidyeshwara mi->mi_async_curr[async_queue] = 1485*0776f5e6SVallish Vaidyeshwara &mi->mi_async_reqs[0]; 1486*0776f5e6SVallish Vaidyeshwara } 14877c478bd9Sstevel@tonic-gate } 14887c478bd9Sstevel@tonic-gate 14897c478bd9Sstevel@tonic-gate if (args->a_io != NFS4_INACTIVE && mi->mi_io_kstats) { 14907c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 14917c478bd9Sstevel@tonic-gate kstat_waitq_exit(KSTAT_IO_PTR(mi->mi_io_kstats)); 14927c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 14937c478bd9Sstevel@tonic-gate } 14947c478bd9Sstevel@tonic-gate 14957c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 14967c478bd9Sstevel@tonic-gate 14977c478bd9Sstevel@tonic-gate /* 14987c478bd9Sstevel@tonic-gate * Obtain arguments from the async request structure. 14997c478bd9Sstevel@tonic-gate */ 15007c478bd9Sstevel@tonic-gate if (args->a_io == NFS4_READ_AHEAD && mi->mi_max_threads > 0) { 15017c478bd9Sstevel@tonic-gate (*args->a_nfs4_readahead)(args->a_vp, 1502b9238976Sth args->a_nfs4_blkoff, args->a_nfs4_addr, 1503b9238976Sth args->a_nfs4_seg, args->a_cred); 15047c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_PUTAPAGE) { 15057c478bd9Sstevel@tonic-gate (void) (*args->a_nfs4_putapage)(args->a_vp, 1506b9238976Sth args->a_nfs4_pp, args->a_nfs4_off, 1507b9238976Sth args->a_nfs4_len, args->a_nfs4_flags, 1508b9238976Sth args->a_cred); 15097c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_PAGEIO) { 15107c478bd9Sstevel@tonic-gate (void) (*args->a_nfs4_pageio)(args->a_vp, 1511b9238976Sth args->a_nfs4_pp, args->a_nfs4_off, 1512b9238976Sth args->a_nfs4_len, args->a_nfs4_flags, 1513b9238976Sth args->a_cred); 15147c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_READDIR) { 15157c478bd9Sstevel@tonic-gate (void) ((*args->a_nfs4_readdir)(args->a_vp, 1516b9238976Sth args->a_nfs4_rdc, args->a_cred)); 15177c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_COMMIT) { 15187c478bd9Sstevel@tonic-gate (*args->a_nfs4_commit)(args->a_vp, args->a_nfs4_plist, 1519b9238976Sth args->a_nfs4_offset, args->a_nfs4_count, 1520b9238976Sth args->a_cred); 15217c478bd9Sstevel@tonic-gate } else if (args->a_io == NFS4_INACTIVE) { 15227c478bd9Sstevel@tonic-gate nfs4_inactive_otw(args->a_vp, args->a_cred); 15237c478bd9Sstevel@tonic-gate } 15247c478bd9Sstevel@tonic-gate 15257c478bd9Sstevel@tonic-gate /* 15267c478bd9Sstevel@tonic-gate * Now, release the vnode and free the credentials 15277c478bd9Sstevel@tonic-gate * structure. 15287c478bd9Sstevel@tonic-gate */ 15297c478bd9Sstevel@tonic-gate free_async_args4(args); 15307c478bd9Sstevel@tonic-gate /* 15317c478bd9Sstevel@tonic-gate * Reacquire the mutex because it will be needed above. 15327c478bd9Sstevel@tonic-gate */ 15337c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 15347c478bd9Sstevel@tonic-gate } 15357c478bd9Sstevel@tonic-gate } 15367c478bd9Sstevel@tonic-gate 15377c478bd9Sstevel@tonic-gate /* 15387c478bd9Sstevel@tonic-gate * nfs4_inactive_thread - look for vnodes that need over-the-wire calls as 15397c478bd9Sstevel@tonic-gate * part of VOP_INACTIVE. 15407c478bd9Sstevel@tonic-gate */ 15417c478bd9Sstevel@tonic-gate 15427c478bd9Sstevel@tonic-gate void 15437c478bd9Sstevel@tonic-gate nfs4_inactive_thread(mntinfo4_t *mi) 15447c478bd9Sstevel@tonic-gate { 15457c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 15467c478bd9Sstevel@tonic-gate callb_cpr_t cprinfo; 15477c478bd9Sstevel@tonic-gate vfs_t *vfsp = mi->mi_vfsp; 15487c478bd9Sstevel@tonic-gate 15497c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cprinfo, &mi->mi_async_lock, callb_generic_cpr, 1550b9238976Sth "nfs4_inactive_thread"); 15517c478bd9Sstevel@tonic-gate 15527c478bd9Sstevel@tonic-gate for (;;) { 15537c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 15547c478bd9Sstevel@tonic-gate args = mi->mi_async_reqs[NFS4_INACTIVE]; 15557c478bd9Sstevel@tonic-gate if (args == NULL) { 15567c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15577c478bd9Sstevel@tonic-gate /* 155850a83466Sjwahlig * We don't want to exit until the async manager is done 15597c478bd9Sstevel@tonic-gate * with its work; hence the check for mi_manager_thread 15607c478bd9Sstevel@tonic-gate * being NULL. 15617c478bd9Sstevel@tonic-gate * 15627c478bd9Sstevel@tonic-gate * The async manager thread will cv_broadcast() on 15637c478bd9Sstevel@tonic-gate * mi_inact_req_cv when it's done, at which point we'll 15647c478bd9Sstevel@tonic-gate * wake up and exit. 15657c478bd9Sstevel@tonic-gate */ 156650a83466Sjwahlig if (mi->mi_manager_thread == NULL) 15677c478bd9Sstevel@tonic-gate goto die; 15687c478bd9Sstevel@tonic-gate mi->mi_flags |= MI4_INACTIVE_IDLE; 15697c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15707c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 15717c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cprinfo); 15727c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_inact_req_cv, &mi->mi_async_lock); 15737c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cprinfo, &mi->mi_async_lock); 15747c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 15757c478bd9Sstevel@tonic-gate } else { 15767c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 15777c478bd9Sstevel@tonic-gate mi->mi_flags &= ~MI4_INACTIVE_IDLE; 15787c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15797c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_INACTIVE] = args->a_next; 15807c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 15817c478bd9Sstevel@tonic-gate nfs4_inactive_otw(args->a_vp, args->a_cred); 15827c478bd9Sstevel@tonic-gate crfree(args->a_cred); 15837c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 15847c478bd9Sstevel@tonic-gate } 15857c478bd9Sstevel@tonic-gate } 15867c478bd9Sstevel@tonic-gate die: 15877c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 15887c478bd9Sstevel@tonic-gate mi->mi_inactive_thread = NULL; 15897c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_cv); 159050a83466Sjwahlig 15917c478bd9Sstevel@tonic-gate /* 15927c478bd9Sstevel@tonic-gate * There is no explicit call to mutex_exit(&mi->mi_async_lock) since 15937c478bd9Sstevel@tonic-gate * CALLB_CPR_EXIT is actually responsible for releasing 'mi_async_lock'. 15947c478bd9Sstevel@tonic-gate */ 15957c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cprinfo); 159650a83466Sjwahlig 15977c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 15987c478bd9Sstevel@tonic-gate "nfs4_inactive_thread exiting for vfs %p\n", (void *)vfsp)); 159950a83466Sjwahlig 160050a83466Sjwahlig MI4_RELE(mi); 16017c478bd9Sstevel@tonic-gate zthread_exit(); 16027c478bd9Sstevel@tonic-gate /* NOTREACHED */ 16037c478bd9Sstevel@tonic-gate } 16047c478bd9Sstevel@tonic-gate 16057c478bd9Sstevel@tonic-gate /* 16067c478bd9Sstevel@tonic-gate * nfs_async_stop: 16077c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations and the inactive thread to 16087c478bd9Sstevel@tonic-gate * complete; nfs4_async_stop_sig() without interruptibility. 16097c478bd9Sstevel@tonic-gate */ 16107c478bd9Sstevel@tonic-gate void 16117c478bd9Sstevel@tonic-gate nfs4_async_stop(struct vfs *vfsp) 16127c478bd9Sstevel@tonic-gate { 16137c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 16147c478bd9Sstevel@tonic-gate 16157c478bd9Sstevel@tonic-gate /* 16167c478bd9Sstevel@tonic-gate * Wait for all outstanding async operations to complete and for 16177c478bd9Sstevel@tonic-gate * worker threads to exit. 16187c478bd9Sstevel@tonic-gate */ 16197c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 16207c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 1621*0776f5e6SVallish Vaidyeshwara NFS4_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv); 1622*0776f5e6SVallish Vaidyeshwara while (mi->mi_threads[NFS4_ASYNC_QUEUE] != 0 || 1623*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE] != 0) 16247c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 16257c478bd9Sstevel@tonic-gate 16267c478bd9Sstevel@tonic-gate /* 16277c478bd9Sstevel@tonic-gate * Wait for the inactive thread to finish doing what it's doing. It 16287c478bd9Sstevel@tonic-gate * won't exit until the last reference to the vfs_t goes away. 16297c478bd9Sstevel@tonic-gate */ 16307c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread != NULL) { 16317c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16327c478bd9Sstevel@tonic-gate while (!(mi->mi_flags & MI4_INACTIVE_IDLE) || 16337c478bd9Sstevel@tonic-gate (mi->mi_async_reqs[NFS4_INACTIVE] != NULL)) { 16347c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16357c478bd9Sstevel@tonic-gate cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 16367c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16377c478bd9Sstevel@tonic-gate } 16387c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16397c478bd9Sstevel@tonic-gate } 16407c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 16417c478bd9Sstevel@tonic-gate } 16427c478bd9Sstevel@tonic-gate 16437c478bd9Sstevel@tonic-gate /* 16447c478bd9Sstevel@tonic-gate * nfs_async_stop_sig: 16457c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations and the inactive thread to 16467c478bd9Sstevel@tonic-gate * complete. If a signal is delivered we will abort and return non-zero; 16477c478bd9Sstevel@tonic-gate * otherwise return 0. Since this routine is called from nfs4_unmount, we 1648da6c28aaSamw * need to make it interruptible. 16497c478bd9Sstevel@tonic-gate */ 16507c478bd9Sstevel@tonic-gate int 16517c478bd9Sstevel@tonic-gate nfs4_async_stop_sig(struct vfs *vfsp) 16527c478bd9Sstevel@tonic-gate { 16537c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 16547c478bd9Sstevel@tonic-gate ushort_t omax; 16557c478bd9Sstevel@tonic-gate bool_t intr = FALSE; 16567c478bd9Sstevel@tonic-gate 16577c478bd9Sstevel@tonic-gate /* 16587c478bd9Sstevel@tonic-gate * Wait for all outstanding putpage operations to complete and for 16597c478bd9Sstevel@tonic-gate * worker threads to exit. 16607c478bd9Sstevel@tonic-gate */ 16617c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 16627c478bd9Sstevel@tonic-gate omax = mi->mi_max_threads; 16637c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 1664*0776f5e6SVallish Vaidyeshwara NFS4_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv); 1665*0776f5e6SVallish Vaidyeshwara while (mi->mi_threads[NFS4_ASYNC_QUEUE] != 0 || 1666*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE] != 0) { 16677c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&mi->mi_async_cv, &mi->mi_async_lock)) { 16687c478bd9Sstevel@tonic-gate intr = TRUE; 16697c478bd9Sstevel@tonic-gate goto interrupted; 16707c478bd9Sstevel@tonic-gate } 16717c478bd9Sstevel@tonic-gate } 16727c478bd9Sstevel@tonic-gate 16737c478bd9Sstevel@tonic-gate /* 16747c478bd9Sstevel@tonic-gate * Wait for the inactive thread to finish doing what it's doing. It 16757c478bd9Sstevel@tonic-gate * won't exit until the a last reference to the vfs_t goes away. 16767c478bd9Sstevel@tonic-gate */ 16777c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread != NULL) { 16787c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16797c478bd9Sstevel@tonic-gate while (!(mi->mi_flags & MI4_INACTIVE_IDLE) || 16807c478bd9Sstevel@tonic-gate (mi->mi_async_reqs[NFS4_INACTIVE] != NULL)) { 16817c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16827c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&mi->mi_async_cv, 16837c478bd9Sstevel@tonic-gate &mi->mi_async_lock)) { 16847c478bd9Sstevel@tonic-gate intr = TRUE; 16857c478bd9Sstevel@tonic-gate goto interrupted; 16867c478bd9Sstevel@tonic-gate } 16877c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 16887c478bd9Sstevel@tonic-gate } 16897c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 16907c478bd9Sstevel@tonic-gate } 16917c478bd9Sstevel@tonic-gate interrupted: 16927c478bd9Sstevel@tonic-gate if (intr) 16937c478bd9Sstevel@tonic-gate mi->mi_max_threads = omax; 16947c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 16957c478bd9Sstevel@tonic-gate 16967c478bd9Sstevel@tonic-gate return (intr); 16977c478bd9Sstevel@tonic-gate } 16987c478bd9Sstevel@tonic-gate 16997c478bd9Sstevel@tonic-gate int 17007c478bd9Sstevel@tonic-gate nfs4_async_putapage(vnode_t *vp, page_t *pp, u_offset_t off, size_t len, 1701b9238976Sth int flags, cred_t *cr, int (*putapage)(vnode_t *, page_t *, 1702b9238976Sth u_offset_t, size_t, int, cred_t *)) 17037c478bd9Sstevel@tonic-gate { 17047c478bd9Sstevel@tonic-gate rnode4_t *rp; 17057c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 17067c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 17077c478bd9Sstevel@tonic-gate 17087c478bd9Sstevel@tonic-gate ASSERT(flags & B_ASYNC); 17097c478bd9Sstevel@tonic-gate ASSERT(vp->v_vfsp != NULL); 17107c478bd9Sstevel@tonic-gate 17117c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 17127c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 17137c478bd9Sstevel@tonic-gate 17147c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 17157c478bd9Sstevel@tonic-gate 17167c478bd9Sstevel@tonic-gate /* 17177c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the putpage 17187c478bd9Sstevel@tonic-gate * operation synchronously in this thread's context. 17197c478bd9Sstevel@tonic-gate */ 17207c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 17217c478bd9Sstevel@tonic-gate goto noasync; 17227c478bd9Sstevel@tonic-gate 17237c478bd9Sstevel@tonic-gate args->a_next = NULL; 17247c478bd9Sstevel@tonic-gate #ifdef DEBUG 17257c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 17267c478bd9Sstevel@tonic-gate #endif 17277c478bd9Sstevel@tonic-gate VN_HOLD(vp); 17287c478bd9Sstevel@tonic-gate args->a_vp = vp; 17297c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 17307c478bd9Sstevel@tonic-gate crhold(cr); 17317c478bd9Sstevel@tonic-gate args->a_cred = cr; 17327c478bd9Sstevel@tonic-gate args->a_io = NFS4_PUTAPAGE; 17337c478bd9Sstevel@tonic-gate args->a_nfs4_putapage = putapage; 17347c478bd9Sstevel@tonic-gate args->a_nfs4_pp = pp; 17357c478bd9Sstevel@tonic-gate args->a_nfs4_off = off; 17367c478bd9Sstevel@tonic-gate args->a_nfs4_len = (uint_t)len; 17377c478bd9Sstevel@tonic-gate args->a_nfs4_flags = flags; 17387c478bd9Sstevel@tonic-gate 17397c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 17407c478bd9Sstevel@tonic-gate 17417c478bd9Sstevel@tonic-gate /* 17427c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 17437c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 17447c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 17457c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 17467c478bd9Sstevel@tonic-gate */ 17477c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 17487c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 17497c478bd9Sstevel@tonic-gate 17507c478bd9Sstevel@tonic-gate VN_RELE(vp); 17517c478bd9Sstevel@tonic-gate crfree(cr); 17527c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 17537c478bd9Sstevel@tonic-gate goto noasync; 17547c478bd9Sstevel@tonic-gate } 17557c478bd9Sstevel@tonic-gate 17567c478bd9Sstevel@tonic-gate /* 17577c478bd9Sstevel@tonic-gate * Link request structure into the async list and 17587c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 17597c478bd9Sstevel@tonic-gate */ 17607c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_PUTAPAGE] == NULL) { 17617c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_PUTAPAGE] = args; 17627c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE] = args; 17637c478bd9Sstevel@tonic-gate } else { 17647c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE]->a_next = args; 17657c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PUTAPAGE] = args; 17667c478bd9Sstevel@tonic-gate } 17677c478bd9Sstevel@tonic-gate 17687c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 17697c478bd9Sstevel@tonic-gate rp->r_count++; 17707c478bd9Sstevel@tonic-gate rp->r_awcount++; 17717c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 17727c478bd9Sstevel@tonic-gate 17737c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 17747c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 17757c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 17767c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 17777c478bd9Sstevel@tonic-gate } 17787c478bd9Sstevel@tonic-gate 17797c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 17807c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 17817c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 17827c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 17837c478bd9Sstevel@tonic-gate return (0); 17847c478bd9Sstevel@tonic-gate 17857c478bd9Sstevel@tonic-gate noasync: 17867c478bd9Sstevel@tonic-gate 17877c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush || 1788108322fbScarlsonj nfs_zone() == mi->mi_zone) { 17897c478bd9Sstevel@tonic-gate /* 17907c478bd9Sstevel@tonic-gate * If we get here in the context of the pageout/fsflush, 17917c478bd9Sstevel@tonic-gate * or we have run out of memory or we're attempting to 17927c478bd9Sstevel@tonic-gate * unmount we refuse to do a sync write, because this may 17937c478bd9Sstevel@tonic-gate * hang pageout/fsflush and the machine. In this case, 17947c478bd9Sstevel@tonic-gate * we just re-mark the page as dirty and punt on the page. 17957c478bd9Sstevel@tonic-gate * 17967c478bd9Sstevel@tonic-gate * Make sure B_FORCE isn't set. We can re-mark the 17977c478bd9Sstevel@tonic-gate * pages as dirty and unlock the pages in one swoop by 17987c478bd9Sstevel@tonic-gate * passing in B_ERROR to pvn_write_done(). However, 17997c478bd9Sstevel@tonic-gate * we should make sure B_FORCE isn't set - we don't 18007c478bd9Sstevel@tonic-gate * want the page tossed before it gets written out. 18017c478bd9Sstevel@tonic-gate */ 18027c478bd9Sstevel@tonic-gate if (flags & B_FORCE) 18037c478bd9Sstevel@tonic-gate flags &= ~(B_INVAL | B_FORCE); 18047c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 18057c478bd9Sstevel@tonic-gate return (0); 18067c478bd9Sstevel@tonic-gate } 18077c478bd9Sstevel@tonic-gate 18087c478bd9Sstevel@tonic-gate /* 1809108322fbScarlsonj * We'll get here only if (nfs_zone() != mi->mi_zone) 18107c478bd9Sstevel@tonic-gate * which means that this was a cross-zone sync putpage. 18117c478bd9Sstevel@tonic-gate * 18127c478bd9Sstevel@tonic-gate * We pass in B_ERROR to pvn_write_done() to re-mark the pages 18137c478bd9Sstevel@tonic-gate * as dirty and unlock them. 18147c478bd9Sstevel@tonic-gate * 18157c478bd9Sstevel@tonic-gate * We don't want to clear B_FORCE here as the caller presumably 18167c478bd9Sstevel@tonic-gate * knows what they're doing if they set it. 18177c478bd9Sstevel@tonic-gate */ 18187c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 18197c478bd9Sstevel@tonic-gate return (EPERM); 18207c478bd9Sstevel@tonic-gate } 18217c478bd9Sstevel@tonic-gate 18227c478bd9Sstevel@tonic-gate int 18237c478bd9Sstevel@tonic-gate nfs4_async_pageio(vnode_t *vp, page_t *pp, u_offset_t io_off, size_t io_len, 1824b9238976Sth int flags, cred_t *cr, int (*pageio)(vnode_t *, page_t *, u_offset_t, 1825b9238976Sth size_t, int, cred_t *)) 18267c478bd9Sstevel@tonic-gate { 18277c478bd9Sstevel@tonic-gate rnode4_t *rp; 18287c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 18297c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 18307c478bd9Sstevel@tonic-gate 18317c478bd9Sstevel@tonic-gate ASSERT(flags & B_ASYNC); 18327c478bd9Sstevel@tonic-gate ASSERT(vp->v_vfsp != NULL); 18337c478bd9Sstevel@tonic-gate 18347c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 18357c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 18367c478bd9Sstevel@tonic-gate 18377c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 18387c478bd9Sstevel@tonic-gate 18397c478bd9Sstevel@tonic-gate /* 18407c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the pageio 18417c478bd9Sstevel@tonic-gate * request synchronously in this thread's context. 18427c478bd9Sstevel@tonic-gate */ 18437c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 18447c478bd9Sstevel@tonic-gate goto noasync; 18457c478bd9Sstevel@tonic-gate 18467c478bd9Sstevel@tonic-gate args->a_next = NULL; 18477c478bd9Sstevel@tonic-gate #ifdef DEBUG 18487c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 18497c478bd9Sstevel@tonic-gate #endif 18507c478bd9Sstevel@tonic-gate VN_HOLD(vp); 18517c478bd9Sstevel@tonic-gate args->a_vp = vp; 18527c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 18537c478bd9Sstevel@tonic-gate crhold(cr); 18547c478bd9Sstevel@tonic-gate args->a_cred = cr; 18557c478bd9Sstevel@tonic-gate args->a_io = NFS4_PAGEIO; 18567c478bd9Sstevel@tonic-gate args->a_nfs4_pageio = pageio; 18577c478bd9Sstevel@tonic-gate args->a_nfs4_pp = pp; 18587c478bd9Sstevel@tonic-gate args->a_nfs4_off = io_off; 18597c478bd9Sstevel@tonic-gate args->a_nfs4_len = (uint_t)io_len; 18607c478bd9Sstevel@tonic-gate args->a_nfs4_flags = flags; 18617c478bd9Sstevel@tonic-gate 18627c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 18637c478bd9Sstevel@tonic-gate 18647c478bd9Sstevel@tonic-gate /* 18657c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 18667c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 18677c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 18687c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 18697c478bd9Sstevel@tonic-gate */ 18707c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 18717c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 18727c478bd9Sstevel@tonic-gate 18737c478bd9Sstevel@tonic-gate VN_RELE(vp); 18747c478bd9Sstevel@tonic-gate crfree(cr); 18757c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 18767c478bd9Sstevel@tonic-gate goto noasync; 18777c478bd9Sstevel@tonic-gate } 18787c478bd9Sstevel@tonic-gate 18797c478bd9Sstevel@tonic-gate /* 18807c478bd9Sstevel@tonic-gate * Link request structure into the async list and 18817c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 18827c478bd9Sstevel@tonic-gate */ 18837c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_PAGEIO] == NULL) { 18847c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_PAGEIO] = args; 18857c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO] = args; 18867c478bd9Sstevel@tonic-gate } else { 18877c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO]->a_next = args; 18887c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_PAGEIO] = args; 18897c478bd9Sstevel@tonic-gate } 18907c478bd9Sstevel@tonic-gate 18917c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 18927c478bd9Sstevel@tonic-gate rp->r_count++; 18937c478bd9Sstevel@tonic-gate rp->r_awcount++; 18947c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 18957c478bd9Sstevel@tonic-gate 18967c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 18977c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 18987c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 18997c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 19007c478bd9Sstevel@tonic-gate } 19017c478bd9Sstevel@tonic-gate 19027c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 19037c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 19047c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 19057c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 19067c478bd9Sstevel@tonic-gate return (0); 19077c478bd9Sstevel@tonic-gate 19087c478bd9Sstevel@tonic-gate noasync: 19097c478bd9Sstevel@tonic-gate /* 19107c478bd9Sstevel@tonic-gate * If we can't do it ASYNC, for reads we do nothing (but cleanup 19117c478bd9Sstevel@tonic-gate * the page list), for writes we do it synchronously, except for 19127c478bd9Sstevel@tonic-gate * proc_pageout/proc_fsflush as described below. 19137c478bd9Sstevel@tonic-gate */ 19147c478bd9Sstevel@tonic-gate if (flags & B_READ) { 19157c478bd9Sstevel@tonic-gate pvn_read_done(pp, flags | B_ERROR); 19167c478bd9Sstevel@tonic-gate return (0); 19177c478bd9Sstevel@tonic-gate } 19187c478bd9Sstevel@tonic-gate 19197c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush) { 19207c478bd9Sstevel@tonic-gate /* 19217c478bd9Sstevel@tonic-gate * If we get here in the context of the pageout/fsflush, 19227c478bd9Sstevel@tonic-gate * we refuse to do a sync write, because this may hang 19237c478bd9Sstevel@tonic-gate * pageout/fsflush (and the machine). In this case, we just 19247c478bd9Sstevel@tonic-gate * re-mark the page as dirty and punt on the page. 19257c478bd9Sstevel@tonic-gate * 19267c478bd9Sstevel@tonic-gate * Make sure B_FORCE isn't set. We can re-mark the 19277c478bd9Sstevel@tonic-gate * pages as dirty and unlock the pages in one swoop by 19287c478bd9Sstevel@tonic-gate * passing in B_ERROR to pvn_write_done(). However, 19297c478bd9Sstevel@tonic-gate * we should make sure B_FORCE isn't set - we don't 19307c478bd9Sstevel@tonic-gate * want the page tossed before it gets written out. 19317c478bd9Sstevel@tonic-gate */ 19327c478bd9Sstevel@tonic-gate if (flags & B_FORCE) 19337c478bd9Sstevel@tonic-gate flags &= ~(B_INVAL | B_FORCE); 19347c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 19357c478bd9Sstevel@tonic-gate return (0); 19367c478bd9Sstevel@tonic-gate } 19377c478bd9Sstevel@tonic-gate 1938108322fbScarlsonj if (nfs_zone() != mi->mi_zone) { 19397c478bd9Sstevel@tonic-gate /* 19407c478bd9Sstevel@tonic-gate * So this was a cross-zone sync pageio. We pass in B_ERROR 19417c478bd9Sstevel@tonic-gate * to pvn_write_done() to re-mark the pages as dirty and unlock 19427c478bd9Sstevel@tonic-gate * them. 19437c478bd9Sstevel@tonic-gate * 19447c478bd9Sstevel@tonic-gate * We don't want to clear B_FORCE here as the caller presumably 19457c478bd9Sstevel@tonic-gate * knows what they're doing if they set it. 19467c478bd9Sstevel@tonic-gate */ 19477c478bd9Sstevel@tonic-gate pvn_write_done(pp, flags | B_ERROR); 19487c478bd9Sstevel@tonic-gate return (EPERM); 19497c478bd9Sstevel@tonic-gate } 19507c478bd9Sstevel@tonic-gate return ((*pageio)(vp, pp, io_off, io_len, flags, cr)); 19517c478bd9Sstevel@tonic-gate } 19527c478bd9Sstevel@tonic-gate 19537c478bd9Sstevel@tonic-gate void 19547c478bd9Sstevel@tonic-gate nfs4_async_readdir(vnode_t *vp, rddir4_cache *rdc, cred_t *cr, 1955b9238976Sth int (*readdir)(vnode_t *, rddir4_cache *, cred_t *)) 19567c478bd9Sstevel@tonic-gate { 19577c478bd9Sstevel@tonic-gate rnode4_t *rp; 19587c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 19597c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 19607c478bd9Sstevel@tonic-gate 19617c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 19627c478bd9Sstevel@tonic-gate ASSERT(rp->r_freef == NULL); 19637c478bd9Sstevel@tonic-gate 19647c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 19657c478bd9Sstevel@tonic-gate 19667c478bd9Sstevel@tonic-gate /* 19677c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, skip the readdir. 19687c478bd9Sstevel@tonic-gate */ 19697c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 19707c478bd9Sstevel@tonic-gate goto noasync; 19717c478bd9Sstevel@tonic-gate 19727c478bd9Sstevel@tonic-gate args->a_next = NULL; 19737c478bd9Sstevel@tonic-gate #ifdef DEBUG 19747c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 19757c478bd9Sstevel@tonic-gate #endif 19767c478bd9Sstevel@tonic-gate VN_HOLD(vp); 19777c478bd9Sstevel@tonic-gate args->a_vp = vp; 19787c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 19797c478bd9Sstevel@tonic-gate crhold(cr); 19807c478bd9Sstevel@tonic-gate args->a_cred = cr; 19817c478bd9Sstevel@tonic-gate args->a_io = NFS4_READDIR; 19827c478bd9Sstevel@tonic-gate args->a_nfs4_readdir = readdir; 19837c478bd9Sstevel@tonic-gate args->a_nfs4_rdc = rdc; 19847c478bd9Sstevel@tonic-gate 19857c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 19867c478bd9Sstevel@tonic-gate 19877c478bd9Sstevel@tonic-gate /* 19887c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then skip this request 19897c478bd9Sstevel@tonic-gate */ 19907c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 19917c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 19927c478bd9Sstevel@tonic-gate 19937c478bd9Sstevel@tonic-gate VN_RELE(vp); 19947c478bd9Sstevel@tonic-gate crfree(cr); 19957c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 19967c478bd9Sstevel@tonic-gate goto noasync; 19977c478bd9Sstevel@tonic-gate } 19987c478bd9Sstevel@tonic-gate 19997c478bd9Sstevel@tonic-gate /* 20007c478bd9Sstevel@tonic-gate * Link request structure into the async list and 20017c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 20027c478bd9Sstevel@tonic-gate */ 20037c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_READDIR] == NULL) { 20047c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_READDIR] = args; 20057c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR] = args; 20067c478bd9Sstevel@tonic-gate } else { 20077c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR]->a_next = args; 20087c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_READDIR] = args; 20097c478bd9Sstevel@tonic-gate } 20107c478bd9Sstevel@tonic-gate 20117c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 20127c478bd9Sstevel@tonic-gate rp->r_count++; 20137c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 20147c478bd9Sstevel@tonic-gate 20157c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 20167c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 20177c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 20187c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 20197c478bd9Sstevel@tonic-gate } 20207c478bd9Sstevel@tonic-gate 20217c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 20227c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 20237c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 20247c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 20257c478bd9Sstevel@tonic-gate return; 20267c478bd9Sstevel@tonic-gate 20277c478bd9Sstevel@tonic-gate noasync: 20287c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 20297c478bd9Sstevel@tonic-gate rdc->entries = NULL; 20307c478bd9Sstevel@tonic-gate /* 20317c478bd9Sstevel@tonic-gate * Indicate that no one is trying to fill this entry and 20327c478bd9Sstevel@tonic-gate * it still needs to be filled. 20337c478bd9Sstevel@tonic-gate */ 20347c478bd9Sstevel@tonic-gate rdc->flags &= ~RDDIR; 20357c478bd9Sstevel@tonic-gate rdc->flags |= RDDIRREQ; 20367c478bd9Sstevel@tonic-gate rddir4_cache_rele(rp, rdc); 20377c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 20387c478bd9Sstevel@tonic-gate } 20397c478bd9Sstevel@tonic-gate 20407c478bd9Sstevel@tonic-gate void 20417c478bd9Sstevel@tonic-gate nfs4_async_commit(vnode_t *vp, page_t *plist, offset3 offset, count3 count, 2042b9238976Sth cred_t *cr, void (*commit)(vnode_t *, page_t *, offset3, count3, 2043b9238976Sth cred_t *)) 20447c478bd9Sstevel@tonic-gate { 20457c478bd9Sstevel@tonic-gate rnode4_t *rp; 20467c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 20477c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 20487c478bd9Sstevel@tonic-gate page_t *pp; 20497c478bd9Sstevel@tonic-gate 20507c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 20517c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 20527c478bd9Sstevel@tonic-gate 20537c478bd9Sstevel@tonic-gate /* 20547c478bd9Sstevel@tonic-gate * If we can't allocate a request structure, do the commit 20557c478bd9Sstevel@tonic-gate * operation synchronously in this thread's context. 20567c478bd9Sstevel@tonic-gate */ 20577c478bd9Sstevel@tonic-gate if ((args = kmem_alloc(sizeof (*args), KM_NOSLEEP)) == NULL) 20587c478bd9Sstevel@tonic-gate goto noasync; 20597c478bd9Sstevel@tonic-gate 20607c478bd9Sstevel@tonic-gate args->a_next = NULL; 20617c478bd9Sstevel@tonic-gate #ifdef DEBUG 20627c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 20637c478bd9Sstevel@tonic-gate #endif 20647c478bd9Sstevel@tonic-gate VN_HOLD(vp); 20657c478bd9Sstevel@tonic-gate args->a_vp = vp; 20667c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 20677c478bd9Sstevel@tonic-gate crhold(cr); 20687c478bd9Sstevel@tonic-gate args->a_cred = cr; 20697c478bd9Sstevel@tonic-gate args->a_io = NFS4_COMMIT; 20707c478bd9Sstevel@tonic-gate args->a_nfs4_commit = commit; 20717c478bd9Sstevel@tonic-gate args->a_nfs4_plist = plist; 20727c478bd9Sstevel@tonic-gate args->a_nfs4_offset = offset; 20737c478bd9Sstevel@tonic-gate args->a_nfs4_count = count; 20747c478bd9Sstevel@tonic-gate 20757c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 20767c478bd9Sstevel@tonic-gate 20777c478bd9Sstevel@tonic-gate /* 20787c478bd9Sstevel@tonic-gate * If asyncio has been disabled, then make a synchronous request. 20797c478bd9Sstevel@tonic-gate * This check is done a second time in case async io was diabled 20807c478bd9Sstevel@tonic-gate * while this thread was blocked waiting for memory pressure to 20817c478bd9Sstevel@tonic-gate * reduce or for the queue to drain. 20827c478bd9Sstevel@tonic-gate */ 20837c478bd9Sstevel@tonic-gate if (mi->mi_max_threads == 0) { 20847c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 20857c478bd9Sstevel@tonic-gate 20867c478bd9Sstevel@tonic-gate VN_RELE(vp); 20877c478bd9Sstevel@tonic-gate crfree(cr); 20887c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 20897c478bd9Sstevel@tonic-gate goto noasync; 20907c478bd9Sstevel@tonic-gate } 20917c478bd9Sstevel@tonic-gate 20927c478bd9Sstevel@tonic-gate /* 20937c478bd9Sstevel@tonic-gate * Link request structure into the async list and 20947c478bd9Sstevel@tonic-gate * wakeup async thread to do the i/o. 20957c478bd9Sstevel@tonic-gate */ 20967c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_COMMIT] == NULL) { 20977c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_COMMIT] = args; 20987c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT] = args; 20997c478bd9Sstevel@tonic-gate } else { 21007c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT]->a_next = args; 21017c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_COMMIT] = args; 21027c478bd9Sstevel@tonic-gate } 21037c478bd9Sstevel@tonic-gate 21047c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 21057c478bd9Sstevel@tonic-gate rp->r_count++; 21067c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 21077c478bd9Sstevel@tonic-gate 21087c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 21097c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 21107c478bd9Sstevel@tonic-gate kstat_waitq_enter(KSTAT_IO_PTR(mi->mi_io_kstats)); 21117c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 21127c478bd9Sstevel@tonic-gate } 21137c478bd9Sstevel@tonic-gate 21147c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 21157c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 21167c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 21177c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 21187c478bd9Sstevel@tonic-gate return; 21197c478bd9Sstevel@tonic-gate 21207c478bd9Sstevel@tonic-gate noasync: 21217c478bd9Sstevel@tonic-gate if (curproc == proc_pageout || curproc == proc_fsflush || 2122108322fbScarlsonj nfs_zone() != mi->mi_zone) { 21237c478bd9Sstevel@tonic-gate while (plist != NULL) { 21247c478bd9Sstevel@tonic-gate pp = plist; 21257c478bd9Sstevel@tonic-gate page_sub(&plist, pp); 21267c478bd9Sstevel@tonic-gate pp->p_fsdata = C_COMMIT; 21277c478bd9Sstevel@tonic-gate page_unlock(pp); 21287c478bd9Sstevel@tonic-gate } 21297c478bd9Sstevel@tonic-gate return; 21307c478bd9Sstevel@tonic-gate } 21317c478bd9Sstevel@tonic-gate (*commit)(vp, plist, offset, count, cr); 21327c478bd9Sstevel@tonic-gate } 21337c478bd9Sstevel@tonic-gate 21347c478bd9Sstevel@tonic-gate /* 21357c478bd9Sstevel@tonic-gate * nfs4_async_inactive - hand off a VOP_INACTIVE call to a thread. The 21367c478bd9Sstevel@tonic-gate * reference to the vnode is handed over to the thread; the caller should 21377c478bd9Sstevel@tonic-gate * no longer refer to the vnode. 21387c478bd9Sstevel@tonic-gate * 21397c478bd9Sstevel@tonic-gate * Unlike most of the async routines, this handoff is needed for 21407c478bd9Sstevel@tonic-gate * correctness reasons, not just performance. So doing operations in the 21417c478bd9Sstevel@tonic-gate * context of the current thread is not an option. 21427c478bd9Sstevel@tonic-gate */ 21437c478bd9Sstevel@tonic-gate void 21447c478bd9Sstevel@tonic-gate nfs4_async_inactive(vnode_t *vp, cred_t *cr) 21457c478bd9Sstevel@tonic-gate { 21467c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 21477c478bd9Sstevel@tonic-gate struct nfs4_async_reqs *args; 21487c478bd9Sstevel@tonic-gate boolean_t signal_inactive_thread = B_FALSE; 21497c478bd9Sstevel@tonic-gate 21507c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 21517c478bd9Sstevel@tonic-gate 21527c478bd9Sstevel@tonic-gate args = kmem_alloc(sizeof (*args), KM_SLEEP); 21537c478bd9Sstevel@tonic-gate args->a_next = NULL; 21547c478bd9Sstevel@tonic-gate #ifdef DEBUG 21557c478bd9Sstevel@tonic-gate args->a_queuer = curthread; 21567c478bd9Sstevel@tonic-gate #endif 21577c478bd9Sstevel@tonic-gate args->a_vp = vp; 21587c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 21597c478bd9Sstevel@tonic-gate crhold(cr); 21607c478bd9Sstevel@tonic-gate args->a_cred = cr; 21617c478bd9Sstevel@tonic-gate args->a_io = NFS4_INACTIVE; 21627c478bd9Sstevel@tonic-gate 21637c478bd9Sstevel@tonic-gate /* 21647c478bd9Sstevel@tonic-gate * Note that we don't check mi->mi_max_threads here, since we 21657c478bd9Sstevel@tonic-gate * *need* to get rid of this vnode regardless of whether someone 21667c478bd9Sstevel@tonic-gate * set nfs4_max_threads to zero in /etc/system. 21677c478bd9Sstevel@tonic-gate * 21687c478bd9Sstevel@tonic-gate * The manager thread knows about this and is willing to create 2169da6c28aaSamw * at least one thread to accommodate us. 21707c478bd9Sstevel@tonic-gate */ 21717c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 21727c478bd9Sstevel@tonic-gate if (mi->mi_inactive_thread == NULL) { 21737c478bd9Sstevel@tonic-gate rnode4_t *rp; 21747c478bd9Sstevel@tonic-gate vnode_t *unldvp = NULL; 21757c478bd9Sstevel@tonic-gate char *unlname; 21767c478bd9Sstevel@tonic-gate cred_t *unlcred; 21777c478bd9Sstevel@tonic-gate 21787c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 21797c478bd9Sstevel@tonic-gate /* 21807c478bd9Sstevel@tonic-gate * We just need to free up the memory associated with the 21817c478bd9Sstevel@tonic-gate * vnode, which can be safely done from within the current 21827c478bd9Sstevel@tonic-gate * context. 21837c478bd9Sstevel@tonic-gate */ 21847c478bd9Sstevel@tonic-gate crfree(cr); /* drop our reference */ 21857c478bd9Sstevel@tonic-gate kmem_free(args, sizeof (*args)); 21867c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 21877c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 21887c478bd9Sstevel@tonic-gate if (rp->r_unldvp != NULL) { 21897c478bd9Sstevel@tonic-gate unldvp = rp->r_unldvp; 21907c478bd9Sstevel@tonic-gate rp->r_unldvp = NULL; 21917c478bd9Sstevel@tonic-gate unlname = rp->r_unlname; 21927c478bd9Sstevel@tonic-gate rp->r_unlname = NULL; 21937c478bd9Sstevel@tonic-gate unlcred = rp->r_unlcred; 21947c478bd9Sstevel@tonic-gate rp->r_unlcred = NULL; 21957c478bd9Sstevel@tonic-gate } 21967c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 21977c478bd9Sstevel@tonic-gate /* 21987c478bd9Sstevel@tonic-gate * No need to explicitly throw away any cached pages. The 21997c478bd9Sstevel@tonic-gate * eventual r4inactive() will attempt a synchronous 22007c478bd9Sstevel@tonic-gate * VOP_PUTPAGE() which will immediately fail since the request 22017c478bd9Sstevel@tonic-gate * is coming from the wrong zone, and then will proceed to call 22027c478bd9Sstevel@tonic-gate * nfs4_invalidate_pages() which will clean things up for us. 22037c478bd9Sstevel@tonic-gate * 22047c478bd9Sstevel@tonic-gate * Throw away the delegation here so rp4_addfree()'s attempt to 22057c478bd9Sstevel@tonic-gate * return any existing delegations becomes a no-op. 22067c478bd9Sstevel@tonic-gate */ 220750a83466Sjwahlig if (rp->r_deleg_type != OPEN_DELEGATE_NONE) { 220850a83466Sjwahlig (void) nfs_rw_enter_sig(&mi->mi_recovlock, RW_READER, 2209b9238976Sth FALSE); 22107c478bd9Sstevel@tonic-gate (void) nfs4delegreturn(rp, NFS4_DR_DISCARD); 221150a83466Sjwahlig nfs_rw_exit(&mi->mi_recovlock); 221250a83466Sjwahlig } 22137c478bd9Sstevel@tonic-gate nfs4_clear_open_streams(rp); 22147c478bd9Sstevel@tonic-gate 22157c478bd9Sstevel@tonic-gate rp4_addfree(rp, cr); 22167c478bd9Sstevel@tonic-gate if (unldvp != NULL) { 22177c478bd9Sstevel@tonic-gate kmem_free(unlname, MAXNAMELEN); 22187c478bd9Sstevel@tonic-gate VN_RELE(unldvp); 22197c478bd9Sstevel@tonic-gate crfree(unlcred); 22207c478bd9Sstevel@tonic-gate } 22217c478bd9Sstevel@tonic-gate return; 22227c478bd9Sstevel@tonic-gate } 22237c478bd9Sstevel@tonic-gate 22247c478bd9Sstevel@tonic-gate if (mi->mi_manager_thread == NULL) { 22257c478bd9Sstevel@tonic-gate /* 22267c478bd9Sstevel@tonic-gate * We want to talk to the inactive thread. 22277c478bd9Sstevel@tonic-gate */ 22287c478bd9Sstevel@tonic-gate signal_inactive_thread = B_TRUE; 22297c478bd9Sstevel@tonic-gate } 22307c478bd9Sstevel@tonic-gate 22317c478bd9Sstevel@tonic-gate /* 22327c478bd9Sstevel@tonic-gate * Enqueue the vnode and wake up either the special thread (empty 22337c478bd9Sstevel@tonic-gate * list) or an async thread. 22347c478bd9Sstevel@tonic-gate */ 22357c478bd9Sstevel@tonic-gate if (mi->mi_async_reqs[NFS4_INACTIVE] == NULL) { 22367c478bd9Sstevel@tonic-gate mi->mi_async_reqs[NFS4_INACTIVE] = args; 22377c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE] = args; 22387c478bd9Sstevel@tonic-gate signal_inactive_thread = B_TRUE; 22397c478bd9Sstevel@tonic-gate } else { 22407c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE]->a_next = args; 22417c478bd9Sstevel@tonic-gate mi->mi_async_tail[NFS4_INACTIVE] = args; 22427c478bd9Sstevel@tonic-gate } 22437c478bd9Sstevel@tonic-gate if (signal_inactive_thread) { 22447c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_inact_req_cv); 22457c478bd9Sstevel@tonic-gate } else { 22467c478bd9Sstevel@tonic-gate mi->mi_async_req_count++; 22477c478bd9Sstevel@tonic-gate ASSERT(mi->mi_async_req_count != 0); 22487c478bd9Sstevel@tonic-gate cv_signal(&mi->mi_async_reqs_cv); 22497c478bd9Sstevel@tonic-gate } 22507c478bd9Sstevel@tonic-gate 22517c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_async_lock); 22527c478bd9Sstevel@tonic-gate } 22537c478bd9Sstevel@tonic-gate 22547c478bd9Sstevel@tonic-gate int 22557c478bd9Sstevel@tonic-gate writerp4(rnode4_t *rp, caddr_t base, int tcount, struct uio *uio, int pgcreated) 22567c478bd9Sstevel@tonic-gate { 22577c478bd9Sstevel@tonic-gate int pagecreate; 22587c478bd9Sstevel@tonic-gate int n; 22597c478bd9Sstevel@tonic-gate int saved_n; 22607c478bd9Sstevel@tonic-gate caddr_t saved_base; 22617c478bd9Sstevel@tonic-gate u_offset_t offset; 22627c478bd9Sstevel@tonic-gate int error; 22637c478bd9Sstevel@tonic-gate int sm_error; 2264a5652762Spraks vnode_t *vp = RTOV(rp); 22657c478bd9Sstevel@tonic-gate 22667c478bd9Sstevel@tonic-gate ASSERT(tcount <= MAXBSIZE && tcount <= uio->uio_resid); 22677c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_rwlock, RW_WRITER)); 2268a5652762Spraks if (!vpm_enable) { 2269a5652762Spraks ASSERT(((uintptr_t)base & MAXBOFFSET) + tcount <= MAXBSIZE); 2270a5652762Spraks } 22717c478bd9Sstevel@tonic-gate 22727c478bd9Sstevel@tonic-gate /* 22737c478bd9Sstevel@tonic-gate * Move bytes in at most PAGESIZE chunks. We must avoid 22747c478bd9Sstevel@tonic-gate * spanning pages in uiomove() because page faults may cause 22757c478bd9Sstevel@tonic-gate * the cache to be invalidated out from under us. The r_size is not 22767c478bd9Sstevel@tonic-gate * updated until after the uiomove. If we push the last page of a 22777c478bd9Sstevel@tonic-gate * file before r_size is correct, we will lose the data written past 22787c478bd9Sstevel@tonic-gate * the current (and invalid) r_size. 22797c478bd9Sstevel@tonic-gate */ 22807c478bd9Sstevel@tonic-gate do { 22817c478bd9Sstevel@tonic-gate offset = uio->uio_loffset; 22827c478bd9Sstevel@tonic-gate pagecreate = 0; 22837c478bd9Sstevel@tonic-gate 22847c478bd9Sstevel@tonic-gate /* 22857c478bd9Sstevel@tonic-gate * n is the number of bytes required to satisfy the request 22867c478bd9Sstevel@tonic-gate * or the number of bytes to fill out the page. 22877c478bd9Sstevel@tonic-gate */ 2288a5652762Spraks n = (int)MIN((PAGESIZE - (offset & PAGEOFFSET)), tcount); 22897c478bd9Sstevel@tonic-gate 22907c478bd9Sstevel@tonic-gate /* 22917c478bd9Sstevel@tonic-gate * Check to see if we can skip reading in the page 22927c478bd9Sstevel@tonic-gate * and just allocate the memory. We can do this 22937c478bd9Sstevel@tonic-gate * if we are going to rewrite the entire mapping 22947c478bd9Sstevel@tonic-gate * or if we are going to write to or beyond the current 22957c478bd9Sstevel@tonic-gate * end of file from the beginning of the mapping. 22967c478bd9Sstevel@tonic-gate * 22977c478bd9Sstevel@tonic-gate * The read of r_size is now protected by r_statelock. 22987c478bd9Sstevel@tonic-gate */ 22997c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 23007c478bd9Sstevel@tonic-gate /* 23017c478bd9Sstevel@tonic-gate * When pgcreated is nonzero the caller has already done 23027c478bd9Sstevel@tonic-gate * a segmap_getmapflt with forcefault 0 and S_WRITE. With 23037c478bd9Sstevel@tonic-gate * segkpm this means we already have at least one page 23047c478bd9Sstevel@tonic-gate * created and mapped at base. 23057c478bd9Sstevel@tonic-gate */ 23067c478bd9Sstevel@tonic-gate pagecreate = pgcreated || 2307b9238976Sth ((offset & PAGEOFFSET) == 0 && 2308b9238976Sth (n == PAGESIZE || ((offset + n) >= rp->r_size))); 23097c478bd9Sstevel@tonic-gate 23107c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 23117c478bd9Sstevel@tonic-gate 2312a5652762Spraks if (!vpm_enable && pagecreate) { 23137c478bd9Sstevel@tonic-gate /* 23147c478bd9Sstevel@tonic-gate * The last argument tells segmap_pagecreate() to 23157c478bd9Sstevel@tonic-gate * always lock the page, as opposed to sometimes 23167c478bd9Sstevel@tonic-gate * returning with the page locked. This way we avoid a 23177c478bd9Sstevel@tonic-gate * fault on the ensuing uiomove(), but also 23187c478bd9Sstevel@tonic-gate * more importantly (to fix bug 1094402) we can 23197c478bd9Sstevel@tonic-gate * call segmap_fault() to unlock the page in all 23207c478bd9Sstevel@tonic-gate * cases. An alternative would be to modify 23217c478bd9Sstevel@tonic-gate * segmap_pagecreate() to tell us when it is 23227c478bd9Sstevel@tonic-gate * locking a page, but that's a fairly major 23237c478bd9Sstevel@tonic-gate * interface change. 23247c478bd9Sstevel@tonic-gate */ 23257c478bd9Sstevel@tonic-gate if (pgcreated == 0) 23267c478bd9Sstevel@tonic-gate (void) segmap_pagecreate(segkmap, base, 2327b9238976Sth (uint_t)n, 1); 23287c478bd9Sstevel@tonic-gate saved_base = base; 23297c478bd9Sstevel@tonic-gate saved_n = n; 23307c478bd9Sstevel@tonic-gate } 23317c478bd9Sstevel@tonic-gate 23327c478bd9Sstevel@tonic-gate /* 23337c478bd9Sstevel@tonic-gate * The number of bytes of data in the last page can not 23347c478bd9Sstevel@tonic-gate * be accurately be determined while page is being 23357c478bd9Sstevel@tonic-gate * uiomove'd to and the size of the file being updated. 23367c478bd9Sstevel@tonic-gate * Thus, inform threads which need to know accurately 23377c478bd9Sstevel@tonic-gate * how much data is in the last page of the file. They 23387c478bd9Sstevel@tonic-gate * will not do the i/o immediately, but will arrange for 23397c478bd9Sstevel@tonic-gate * the i/o to happen later when this modify operation 23407c478bd9Sstevel@tonic-gate * will have finished. 23417c478bd9Sstevel@tonic-gate */ 23427c478bd9Sstevel@tonic-gate ASSERT(!(rp->r_flags & R4MODINPROGRESS)); 23437c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 23447c478bd9Sstevel@tonic-gate rp->r_flags |= R4MODINPROGRESS; 23457c478bd9Sstevel@tonic-gate rp->r_modaddr = (offset & MAXBMASK); 23467c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 23477c478bd9Sstevel@tonic-gate 2348a5652762Spraks if (vpm_enable) { 2349a5652762Spraks /* 2350a5652762Spraks * Copy data. If new pages are created, part of 2351a5652762Spraks * the page that is not written will be initizliazed 2352a5652762Spraks * with zeros. 2353a5652762Spraks */ 2354a5652762Spraks error = vpm_data_copy(vp, offset, n, uio, 2355b9238976Sth !pagecreate, NULL, 0, S_WRITE); 2356a5652762Spraks } else { 2357a5652762Spraks error = uiomove(base, n, UIO_WRITE, uio); 2358a5652762Spraks } 23597c478bd9Sstevel@tonic-gate 23607c478bd9Sstevel@tonic-gate /* 23617c478bd9Sstevel@tonic-gate * r_size is the maximum number of 23627c478bd9Sstevel@tonic-gate * bytes known to be in the file. 23637c478bd9Sstevel@tonic-gate * Make sure it is at least as high as the 23647c478bd9Sstevel@tonic-gate * first unwritten byte pointed to by uio_loffset. 23657c478bd9Sstevel@tonic-gate */ 23667c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 23677c478bd9Sstevel@tonic-gate if (rp->r_size < uio->uio_loffset) 23687c478bd9Sstevel@tonic-gate rp->r_size = uio->uio_loffset; 23697c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4MODINPROGRESS; 23707c478bd9Sstevel@tonic-gate rp->r_flags |= R4DIRTY; 23717c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 23727c478bd9Sstevel@tonic-gate 23737c478bd9Sstevel@tonic-gate /* n = # of bytes written */ 23747c478bd9Sstevel@tonic-gate n = (int)(uio->uio_loffset - offset); 2375a5652762Spraks 2376a5652762Spraks if (!vpm_enable) { 2377a5652762Spraks base += n; 2378a5652762Spraks } 2379a5652762Spraks 23807c478bd9Sstevel@tonic-gate tcount -= n; 23817c478bd9Sstevel@tonic-gate /* 23827c478bd9Sstevel@tonic-gate * If we created pages w/o initializing them completely, 23837c478bd9Sstevel@tonic-gate * we need to zero the part that wasn't set up. 23847c478bd9Sstevel@tonic-gate * This happens on a most EOF write cases and if 23857c478bd9Sstevel@tonic-gate * we had some sort of error during the uiomove. 23867c478bd9Sstevel@tonic-gate */ 2387a5652762Spraks if (!vpm_enable && pagecreate) { 23887c478bd9Sstevel@tonic-gate if ((uio->uio_loffset & PAGEOFFSET) || n == 0) 23897c478bd9Sstevel@tonic-gate (void) kzero(base, PAGESIZE - n); 23907c478bd9Sstevel@tonic-gate 23917c478bd9Sstevel@tonic-gate if (pgcreated) { 23927c478bd9Sstevel@tonic-gate /* 23937c478bd9Sstevel@tonic-gate * Caller is responsible for this page, 23947c478bd9Sstevel@tonic-gate * it was not created in this loop. 23957c478bd9Sstevel@tonic-gate */ 23967c478bd9Sstevel@tonic-gate pgcreated = 0; 23977c478bd9Sstevel@tonic-gate } else { 23987c478bd9Sstevel@tonic-gate /* 23997c478bd9Sstevel@tonic-gate * For bug 1094402: segmap_pagecreate locks 24007c478bd9Sstevel@tonic-gate * page. Unlock it. This also unlocks the 24017c478bd9Sstevel@tonic-gate * pages allocated by page_create_va() in 24027c478bd9Sstevel@tonic-gate * segmap_pagecreate(). 24037c478bd9Sstevel@tonic-gate */ 24047c478bd9Sstevel@tonic-gate sm_error = segmap_fault(kas.a_hat, segkmap, 2405b9238976Sth saved_base, saved_n, 2406b9238976Sth F_SOFTUNLOCK, S_WRITE); 24077c478bd9Sstevel@tonic-gate if (error == 0) 24087c478bd9Sstevel@tonic-gate error = sm_error; 24097c478bd9Sstevel@tonic-gate } 24107c478bd9Sstevel@tonic-gate } 24117c478bd9Sstevel@tonic-gate } while (tcount > 0 && error == 0); 24127c478bd9Sstevel@tonic-gate 24137c478bd9Sstevel@tonic-gate return (error); 24147c478bd9Sstevel@tonic-gate } 24157c478bd9Sstevel@tonic-gate 24167c478bd9Sstevel@tonic-gate int 24177c478bd9Sstevel@tonic-gate nfs4_putpages(vnode_t *vp, u_offset_t off, size_t len, int flags, cred_t *cr) 24187c478bd9Sstevel@tonic-gate { 24197c478bd9Sstevel@tonic-gate rnode4_t *rp; 24207c478bd9Sstevel@tonic-gate page_t *pp; 24217c478bd9Sstevel@tonic-gate u_offset_t eoff; 24227c478bd9Sstevel@tonic-gate u_offset_t io_off; 24237c478bd9Sstevel@tonic-gate size_t io_len; 24247c478bd9Sstevel@tonic-gate int error; 24257c478bd9Sstevel@tonic-gate int rdirty; 24267c478bd9Sstevel@tonic-gate int err; 24277c478bd9Sstevel@tonic-gate 24287c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 24297c478bd9Sstevel@tonic-gate ASSERT(rp->r_count > 0); 24307c478bd9Sstevel@tonic-gate 24317c478bd9Sstevel@tonic-gate if (!nfs4_has_pages(vp)) 24327c478bd9Sstevel@tonic-gate return (0); 24337c478bd9Sstevel@tonic-gate 24347c478bd9Sstevel@tonic-gate ASSERT(vp->v_type != VCHR); 24357c478bd9Sstevel@tonic-gate 24367c478bd9Sstevel@tonic-gate /* 24377c478bd9Sstevel@tonic-gate * If R4OUTOFSPACE is set, then all writes turn into B_INVAL 24387c478bd9Sstevel@tonic-gate * writes. B_FORCE is set to force the VM system to actually 24397c478bd9Sstevel@tonic-gate * invalidate the pages, even if the i/o failed. The pages 24407c478bd9Sstevel@tonic-gate * need to get invalidated because they can't be written out 24417c478bd9Sstevel@tonic-gate * because there isn't any space left on either the server's 24427c478bd9Sstevel@tonic-gate * file system or in the user's disk quota. The B_FREE bit 24437c478bd9Sstevel@tonic-gate * is cleared to avoid confusion as to whether this is a 24447c478bd9Sstevel@tonic-gate * request to place the page on the freelist or to destroy 24457c478bd9Sstevel@tonic-gate * it. 24467c478bd9Sstevel@tonic-gate */ 24477c478bd9Sstevel@tonic-gate if ((rp->r_flags & R4OUTOFSPACE) || 24487c478bd9Sstevel@tonic-gate (vp->v_vfsp->vfs_flag & VFS_UNMOUNTED)) 24497c478bd9Sstevel@tonic-gate flags = (flags & ~B_FREE) | B_INVAL | B_FORCE; 24507c478bd9Sstevel@tonic-gate 24517c478bd9Sstevel@tonic-gate if (len == 0) { 24527c478bd9Sstevel@tonic-gate /* 24537c478bd9Sstevel@tonic-gate * If doing a full file synchronous operation, then clear 24547c478bd9Sstevel@tonic-gate * the R4DIRTY bit. If a page gets dirtied while the flush 24557c478bd9Sstevel@tonic-gate * is happening, then R4DIRTY will get set again. The 24567c478bd9Sstevel@tonic-gate * R4DIRTY bit must get cleared before the flush so that 24577c478bd9Sstevel@tonic-gate * we don't lose this information. 245884d68d8eSthurlow * 245984d68d8eSthurlow * If there are no full file async write operations 246084d68d8eSthurlow * pending and RDIRTY bit is set, clear it. 24617c478bd9Sstevel@tonic-gate */ 24627c478bd9Sstevel@tonic-gate if (off == (u_offset_t)0 && 24637c478bd9Sstevel@tonic-gate !(flags & B_ASYNC) && 24647c478bd9Sstevel@tonic-gate (rp->r_flags & R4DIRTY)) { 24657c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24667c478bd9Sstevel@tonic-gate rdirty = (rp->r_flags & R4DIRTY); 24677c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4DIRTY; 24687c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 246984d68d8eSthurlow } else if (flags & B_ASYNC && off == (u_offset_t)0) { 247084d68d8eSthurlow mutex_enter(&rp->r_statelock); 247184d68d8eSthurlow if (rp->r_flags & R4DIRTY && rp->r_awcount == 0) { 247284d68d8eSthurlow rdirty = (rp->r_flags & R4DIRTY); 247384d68d8eSthurlow rp->r_flags &= ~R4DIRTY; 247484d68d8eSthurlow } 247584d68d8eSthurlow mutex_exit(&rp->r_statelock); 24767c478bd9Sstevel@tonic-gate } else 24777c478bd9Sstevel@tonic-gate rdirty = 0; 24787c478bd9Sstevel@tonic-gate 24797c478bd9Sstevel@tonic-gate /* 24807c478bd9Sstevel@tonic-gate * Search the entire vp list for pages >= off, and flush 24817c478bd9Sstevel@tonic-gate * the dirty pages. 24827c478bd9Sstevel@tonic-gate */ 24837c478bd9Sstevel@tonic-gate error = pvn_vplist_dirty(vp, off, rp->r_putapage, 2484b9238976Sth flags, cr); 24857c478bd9Sstevel@tonic-gate 24867c478bd9Sstevel@tonic-gate /* 2487da6c28aaSamw * If an error occurred and the file was marked as dirty 24887c478bd9Sstevel@tonic-gate * before and we aren't forcibly invalidating pages, then 24897c478bd9Sstevel@tonic-gate * reset the R4DIRTY flag. 24907c478bd9Sstevel@tonic-gate */ 24917c478bd9Sstevel@tonic-gate if (error && rdirty && 24927c478bd9Sstevel@tonic-gate (flags & (B_INVAL | B_FORCE)) != (B_INVAL | B_FORCE)) { 24937c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 24947c478bd9Sstevel@tonic-gate rp->r_flags |= R4DIRTY; 24957c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 24967c478bd9Sstevel@tonic-gate } 24977c478bd9Sstevel@tonic-gate } else { 24987c478bd9Sstevel@tonic-gate /* 24997c478bd9Sstevel@tonic-gate * Do a range from [off...off + len) looking for pages 25007c478bd9Sstevel@tonic-gate * to deal with. 25017c478bd9Sstevel@tonic-gate */ 25027c478bd9Sstevel@tonic-gate error = 0; 25037c478bd9Sstevel@tonic-gate io_len = 0; 25047c478bd9Sstevel@tonic-gate eoff = off + len; 25057c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25067c478bd9Sstevel@tonic-gate for (io_off = off; io_off < eoff && io_off < rp->r_size; 25077c478bd9Sstevel@tonic-gate io_off += io_len) { 25087c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25097c478bd9Sstevel@tonic-gate /* 25107c478bd9Sstevel@tonic-gate * If we are not invalidating, synchronously 25117c478bd9Sstevel@tonic-gate * freeing or writing pages use the routine 25127c478bd9Sstevel@tonic-gate * page_lookup_nowait() to prevent reclaiming 25137c478bd9Sstevel@tonic-gate * them from the free list. 25147c478bd9Sstevel@tonic-gate */ 25157c478bd9Sstevel@tonic-gate if ((flags & B_INVAL) || !(flags & B_ASYNC)) { 25167c478bd9Sstevel@tonic-gate pp = page_lookup(vp, io_off, 25177c478bd9Sstevel@tonic-gate (flags & (B_INVAL | B_FREE)) ? 25187c478bd9Sstevel@tonic-gate SE_EXCL : SE_SHARED); 25197c478bd9Sstevel@tonic-gate } else { 25207c478bd9Sstevel@tonic-gate pp = page_lookup_nowait(vp, io_off, 25217c478bd9Sstevel@tonic-gate (flags & B_FREE) ? SE_EXCL : SE_SHARED); 25227c478bd9Sstevel@tonic-gate } 25237c478bd9Sstevel@tonic-gate 25247c478bd9Sstevel@tonic-gate if (pp == NULL || !pvn_getdirty(pp, flags)) 25257c478bd9Sstevel@tonic-gate io_len = PAGESIZE; 25267c478bd9Sstevel@tonic-gate else { 25277c478bd9Sstevel@tonic-gate err = (*rp->r_putapage)(vp, pp, &io_off, 25287c478bd9Sstevel@tonic-gate &io_len, flags, cr); 25297c478bd9Sstevel@tonic-gate if (!error) 25307c478bd9Sstevel@tonic-gate error = err; 25317c478bd9Sstevel@tonic-gate /* 25327c478bd9Sstevel@tonic-gate * "io_off" and "io_len" are returned as 25337c478bd9Sstevel@tonic-gate * the range of pages we actually wrote. 25347c478bd9Sstevel@tonic-gate * This allows us to skip ahead more quickly 25357c478bd9Sstevel@tonic-gate * since several pages may've been dealt 25367c478bd9Sstevel@tonic-gate * with by this iteration of the loop. 25377c478bd9Sstevel@tonic-gate */ 25387c478bd9Sstevel@tonic-gate } 25397c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25407c478bd9Sstevel@tonic-gate } 25417c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25427c478bd9Sstevel@tonic-gate } 25437c478bd9Sstevel@tonic-gate 25447c478bd9Sstevel@tonic-gate return (error); 25457c478bd9Sstevel@tonic-gate } 25467c478bd9Sstevel@tonic-gate 25477c478bd9Sstevel@tonic-gate void 25487c478bd9Sstevel@tonic-gate nfs4_invalidate_pages(vnode_t *vp, u_offset_t off, cred_t *cr) 25497c478bd9Sstevel@tonic-gate { 25507c478bd9Sstevel@tonic-gate rnode4_t *rp; 25517c478bd9Sstevel@tonic-gate 25527c478bd9Sstevel@tonic-gate rp = VTOR4(vp); 25537c478bd9Sstevel@tonic-gate if (IS_SHADOW(vp, rp)) 25547c478bd9Sstevel@tonic-gate vp = RTOV4(rp); 25557c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25567c478bd9Sstevel@tonic-gate while (rp->r_flags & R4TRUNCATE) 25577c478bd9Sstevel@tonic-gate cv_wait(&rp->r_cv, &rp->r_statelock); 25587c478bd9Sstevel@tonic-gate rp->r_flags |= R4TRUNCATE; 25597c478bd9Sstevel@tonic-gate if (off == (u_offset_t)0) { 25607c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4DIRTY; 25617c478bd9Sstevel@tonic-gate if (!(rp->r_flags & R4STALE)) 25627c478bd9Sstevel@tonic-gate rp->r_error = 0; 25637c478bd9Sstevel@tonic-gate } 25647c478bd9Sstevel@tonic-gate rp->r_truncaddr = off; 25657c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25667c478bd9Sstevel@tonic-gate (void) pvn_vplist_dirty(vp, off, rp->r_putapage, 2567b9238976Sth B_INVAL | B_TRUNC, cr); 25687c478bd9Sstevel@tonic-gate mutex_enter(&rp->r_statelock); 25697c478bd9Sstevel@tonic-gate rp->r_flags &= ~R4TRUNCATE; 25707c478bd9Sstevel@tonic-gate cv_broadcast(&rp->r_cv); 25717c478bd9Sstevel@tonic-gate mutex_exit(&rp->r_statelock); 25727c478bd9Sstevel@tonic-gate } 25737c478bd9Sstevel@tonic-gate 25747c478bd9Sstevel@tonic-gate static int 25757c478bd9Sstevel@tonic-gate nfs4_mnt_kstat_update(kstat_t *ksp, int rw) 25767c478bd9Sstevel@tonic-gate { 25777c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 25787c478bd9Sstevel@tonic-gate struct mntinfo_kstat *mik; 25797c478bd9Sstevel@tonic-gate vfs_t *vfsp; 25807c478bd9Sstevel@tonic-gate 25817c478bd9Sstevel@tonic-gate /* this is a read-only kstat. Bail out on a write */ 25827c478bd9Sstevel@tonic-gate if (rw == KSTAT_WRITE) 25837c478bd9Sstevel@tonic-gate return (EACCES); 25847c478bd9Sstevel@tonic-gate 25857c478bd9Sstevel@tonic-gate 25867c478bd9Sstevel@tonic-gate /* 25877c478bd9Sstevel@tonic-gate * We don't want to wait here as kstat_chain_lock could be held by 25887c478bd9Sstevel@tonic-gate * dounmount(). dounmount() takes vfs_reflock before the chain lock 25897c478bd9Sstevel@tonic-gate * and thus could lead to a deadlock. 25907c478bd9Sstevel@tonic-gate */ 25917c478bd9Sstevel@tonic-gate vfsp = (struct vfs *)ksp->ks_private; 25927c478bd9Sstevel@tonic-gate 25937c478bd9Sstevel@tonic-gate mi = VFTOMI4(vfsp); 25947c478bd9Sstevel@tonic-gate mik = (struct mntinfo_kstat *)ksp->ks_data; 25957c478bd9Sstevel@tonic-gate 25967c478bd9Sstevel@tonic-gate (void) strcpy(mik->mik_proto, mi->mi_curr_serv->sv_knconf->knc_proto); 25977c478bd9Sstevel@tonic-gate 25987c478bd9Sstevel@tonic-gate mik->mik_vers = (uint32_t)mi->mi_vers; 25997c478bd9Sstevel@tonic-gate mik->mik_flags = mi->mi_flags; 26007c478bd9Sstevel@tonic-gate /* 26017c478bd9Sstevel@tonic-gate * The sv_secdata holds the flavor the client specifies. 26027c478bd9Sstevel@tonic-gate * If the client uses default and a security negotiation 26037c478bd9Sstevel@tonic-gate * occurs, sv_currsec will point to the current flavor 26047c478bd9Sstevel@tonic-gate * selected from the server flavor list. 26057c478bd9Sstevel@tonic-gate * sv_currsec is NULL if no security negotiation takes place. 26067c478bd9Sstevel@tonic-gate */ 26077c478bd9Sstevel@tonic-gate mik->mik_secmod = mi->mi_curr_serv->sv_currsec ? 2608b9238976Sth mi->mi_curr_serv->sv_currsec->secmod : 2609b9238976Sth mi->mi_curr_serv->sv_secdata->secmod; 26107c478bd9Sstevel@tonic-gate mik->mik_curread = (uint32_t)mi->mi_curread; 26117c478bd9Sstevel@tonic-gate mik->mik_curwrite = (uint32_t)mi->mi_curwrite; 26127c478bd9Sstevel@tonic-gate mik->mik_retrans = mi->mi_retrans; 26137c478bd9Sstevel@tonic-gate mik->mik_timeo = mi->mi_timeo; 26147c478bd9Sstevel@tonic-gate mik->mik_acregmin = HR2SEC(mi->mi_acregmin); 26157c478bd9Sstevel@tonic-gate mik->mik_acregmax = HR2SEC(mi->mi_acregmax); 26167c478bd9Sstevel@tonic-gate mik->mik_acdirmin = HR2SEC(mi->mi_acdirmin); 26177c478bd9Sstevel@tonic-gate mik->mik_acdirmax = HR2SEC(mi->mi_acdirmax); 26187c478bd9Sstevel@tonic-gate mik->mik_noresponse = (uint32_t)mi->mi_noresponse; 26197c478bd9Sstevel@tonic-gate mik->mik_failover = (uint32_t)mi->mi_failover; 26207c478bd9Sstevel@tonic-gate mik->mik_remap = (uint32_t)mi->mi_remap; 26217c478bd9Sstevel@tonic-gate 26227c478bd9Sstevel@tonic-gate (void) strcpy(mik->mik_curserver, mi->mi_curr_serv->sv_hostname); 26237c478bd9Sstevel@tonic-gate 26247c478bd9Sstevel@tonic-gate return (0); 26257c478bd9Sstevel@tonic-gate } 26267c478bd9Sstevel@tonic-gate 26277c478bd9Sstevel@tonic-gate void 26287c478bd9Sstevel@tonic-gate nfs4_mnt_kstat_init(struct vfs *vfsp) 26297c478bd9Sstevel@tonic-gate { 26307c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VFTOMI4(vfsp); 26317c478bd9Sstevel@tonic-gate 26327c478bd9Sstevel@tonic-gate /* 26337c478bd9Sstevel@tonic-gate * PSARC 2001/697 Contract Private Interface 26347c478bd9Sstevel@tonic-gate * All nfs kstats are under SunMC contract 26357c478bd9Sstevel@tonic-gate * Please refer to the PSARC listed above and contact 26367c478bd9Sstevel@tonic-gate * SunMC before making any changes! 26377c478bd9Sstevel@tonic-gate * 26387c478bd9Sstevel@tonic-gate * Changes must be reviewed by Solaris File Sharing 26397c478bd9Sstevel@tonic-gate * Changes must be communicated to contract-2001-697@sun.com 26407c478bd9Sstevel@tonic-gate * 26417c478bd9Sstevel@tonic-gate */ 26427c478bd9Sstevel@tonic-gate 26437c478bd9Sstevel@tonic-gate mi->mi_io_kstats = kstat_create_zone("nfs", getminor(vfsp->vfs_dev), 26447c478bd9Sstevel@tonic-gate NULL, "nfs", KSTAT_TYPE_IO, 1, 0, mi->mi_zone->zone_id); 26457c478bd9Sstevel@tonic-gate if (mi->mi_io_kstats) { 26467c478bd9Sstevel@tonic-gate if (mi->mi_zone->zone_id != GLOBAL_ZONEID) 26477c478bd9Sstevel@tonic-gate kstat_zone_add(mi->mi_io_kstats, GLOBAL_ZONEID); 26487c478bd9Sstevel@tonic-gate mi->mi_io_kstats->ks_lock = &mi->mi_lock; 26497c478bd9Sstevel@tonic-gate kstat_install(mi->mi_io_kstats); 26507c478bd9Sstevel@tonic-gate } 26517c478bd9Sstevel@tonic-gate 26527c478bd9Sstevel@tonic-gate if ((mi->mi_ro_kstats = kstat_create_zone("nfs", 26537c478bd9Sstevel@tonic-gate getminor(vfsp->vfs_dev), "mntinfo", "misc", KSTAT_TYPE_RAW, 26547c478bd9Sstevel@tonic-gate sizeof (struct mntinfo_kstat), 0, mi->mi_zone->zone_id)) != NULL) { 26557c478bd9Sstevel@tonic-gate if (mi->mi_zone->zone_id != GLOBAL_ZONEID) 26567c478bd9Sstevel@tonic-gate kstat_zone_add(mi->mi_ro_kstats, GLOBAL_ZONEID); 26577c478bd9Sstevel@tonic-gate mi->mi_ro_kstats->ks_update = nfs4_mnt_kstat_update; 26587c478bd9Sstevel@tonic-gate mi->mi_ro_kstats->ks_private = (void *)vfsp; 26597c478bd9Sstevel@tonic-gate kstat_install(mi->mi_ro_kstats); 26607c478bd9Sstevel@tonic-gate } 26617c478bd9Sstevel@tonic-gate 26627c478bd9Sstevel@tonic-gate nfs4_mnt_recov_kstat_init(vfsp); 26637c478bd9Sstevel@tonic-gate } 26647c478bd9Sstevel@tonic-gate 26657c478bd9Sstevel@tonic-gate void 26667c478bd9Sstevel@tonic-gate nfs4_write_error(vnode_t *vp, int error, cred_t *cr) 26677c478bd9Sstevel@tonic-gate { 26687c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 2669d3d50737SRafael Vanoni clock_t now = ddi_get_lbolt(); 26707c478bd9Sstevel@tonic-gate 26717c478bd9Sstevel@tonic-gate mi = VTOMI4(vp); 26727c478bd9Sstevel@tonic-gate /* 26737c478bd9Sstevel@tonic-gate * In case of forced unmount, do not print any messages 26747c478bd9Sstevel@tonic-gate * since it can flood the console with error messages. 26757c478bd9Sstevel@tonic-gate */ 26767c478bd9Sstevel@tonic-gate if (mi->mi_vfsp->vfs_flag & VFS_UNMOUNTED) 26777c478bd9Sstevel@tonic-gate return; 26787c478bd9Sstevel@tonic-gate 26797c478bd9Sstevel@tonic-gate /* 26807c478bd9Sstevel@tonic-gate * If the mount point is dead, not recoverable, do not 26817c478bd9Sstevel@tonic-gate * print error messages that can flood the console. 26827c478bd9Sstevel@tonic-gate */ 26837c478bd9Sstevel@tonic-gate if (mi->mi_flags & MI4_RECOV_FAIL) 26847c478bd9Sstevel@tonic-gate return; 26857c478bd9Sstevel@tonic-gate 26867c478bd9Sstevel@tonic-gate /* 26877c478bd9Sstevel@tonic-gate * No use in flooding the console with ENOSPC 26887c478bd9Sstevel@tonic-gate * messages from the same file system. 26897c478bd9Sstevel@tonic-gate */ 26907c478bd9Sstevel@tonic-gate if ((error != ENOSPC && error != EDQUOT) || 2691d3d50737SRafael Vanoni now - mi->mi_printftime > 0) { 26927c478bd9Sstevel@tonic-gate zoneid_t zoneid = mi->mi_zone->zone_id; 26937c478bd9Sstevel@tonic-gate 26947c478bd9Sstevel@tonic-gate #ifdef DEBUG 26957c478bd9Sstevel@tonic-gate nfs_perror(error, "NFS%ld write error on host %s: %m.\n", 26967c478bd9Sstevel@tonic-gate mi->mi_vers, VTOR4(vp)->r_server->sv_hostname, NULL); 26977c478bd9Sstevel@tonic-gate #else 26987c478bd9Sstevel@tonic-gate nfs_perror(error, "NFS write error on host %s: %m.\n", 26997c478bd9Sstevel@tonic-gate VTOR4(vp)->r_server->sv_hostname, NULL); 27007c478bd9Sstevel@tonic-gate #endif 27017c478bd9Sstevel@tonic-gate if (error == ENOSPC || error == EDQUOT) { 27027c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 27037c478bd9Sstevel@tonic-gate "^File: userid=%d, groupid=%d\n", 27047c478bd9Sstevel@tonic-gate crgetuid(cr), crgetgid(cr)); 27057c478bd9Sstevel@tonic-gate if (crgetuid(curthread->t_cred) != crgetuid(cr) || 27067c478bd9Sstevel@tonic-gate crgetgid(curthread->t_cred) != crgetgid(cr)) { 27077c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 27087c478bd9Sstevel@tonic-gate "^User: userid=%d, groupid=%d\n", 27097c478bd9Sstevel@tonic-gate crgetuid(curthread->t_cred), 27107c478bd9Sstevel@tonic-gate crgetgid(curthread->t_cred)); 27117c478bd9Sstevel@tonic-gate } 2712d3d50737SRafael Vanoni mi->mi_printftime = now + 27137c478bd9Sstevel@tonic-gate nfs_write_error_interval * hz; 27147c478bd9Sstevel@tonic-gate } 27157c478bd9Sstevel@tonic-gate sfh4_printfhandle(VTOR4(vp)->r_fh); 27167c478bd9Sstevel@tonic-gate #ifdef DEBUG 27177c478bd9Sstevel@tonic-gate if (error == EACCES) { 27187c478bd9Sstevel@tonic-gate zcmn_err(zoneid, CE_CONT, 27197c478bd9Sstevel@tonic-gate "nfs_bio: cred is%s kcred\n", 27207c478bd9Sstevel@tonic-gate cr == kcred ? "" : " not"); 27217c478bd9Sstevel@tonic-gate } 27227c478bd9Sstevel@tonic-gate #endif 27237c478bd9Sstevel@tonic-gate } 27247c478bd9Sstevel@tonic-gate } 27257c478bd9Sstevel@tonic-gate 27267c478bd9Sstevel@tonic-gate /* 27277c478bd9Sstevel@tonic-gate * Return non-zero if the given file can be safely memory mapped. Locks 27287c478bd9Sstevel@tonic-gate * are safe if whole-file (length and offset are both zero). 27297c478bd9Sstevel@tonic-gate */ 27307c478bd9Sstevel@tonic-gate 27317c478bd9Sstevel@tonic-gate #define SAFE_LOCK(flk) ((flk).l_start == 0 && (flk).l_len == 0) 27327c478bd9Sstevel@tonic-gate 27337c478bd9Sstevel@tonic-gate static int 27347c478bd9Sstevel@tonic-gate nfs4_safemap(const vnode_t *vp) 27357c478bd9Sstevel@tonic-gate { 27367c478bd9Sstevel@tonic-gate locklist_t *llp, *next_llp; 27377c478bd9Sstevel@tonic-gate int safe = 1; 27387c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 27397c478bd9Sstevel@tonic-gate 27407c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_lkserlock, RW_WRITER)); 27417c478bd9Sstevel@tonic-gate 27427c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, "nfs4_safemap: " 2743b9238976Sth "vp = %p", (void *)vp)); 27447c478bd9Sstevel@tonic-gate 27457c478bd9Sstevel@tonic-gate /* 27467c478bd9Sstevel@tonic-gate * Review all the locks for the vnode, both ones that have been 27477c478bd9Sstevel@tonic-gate * acquired and ones that are pending. We assume that 27487c478bd9Sstevel@tonic-gate * flk_active_locks_for_vp() has merged any locks that can be 27497c478bd9Sstevel@tonic-gate * merged (so that if a process has the entire file locked, it is 27507c478bd9Sstevel@tonic-gate * represented as a single lock). 27517c478bd9Sstevel@tonic-gate * 27527c478bd9Sstevel@tonic-gate * Note that we can't bail out of the loop if we find a non-safe 27537c478bd9Sstevel@tonic-gate * lock, because we have to free all the elements in the llp list. 27547c478bd9Sstevel@tonic-gate * We might be able to speed up this code slightly by not looking 27557c478bd9Sstevel@tonic-gate * at each lock's l_start and l_len fields once we've found a 27567c478bd9Sstevel@tonic-gate * non-safe lock. 27577c478bd9Sstevel@tonic-gate */ 27587c478bd9Sstevel@tonic-gate 27597c478bd9Sstevel@tonic-gate llp = flk_active_locks_for_vp(vp); 27607c478bd9Sstevel@tonic-gate while (llp) { 27617c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, 27627c478bd9Sstevel@tonic-gate "nfs4_safemap: active lock (%" PRId64 ", %" PRId64 ")", 27637c478bd9Sstevel@tonic-gate llp->ll_flock.l_start, llp->ll_flock.l_len)); 27647c478bd9Sstevel@tonic-gate if (!SAFE_LOCK(llp->ll_flock)) { 27657c478bd9Sstevel@tonic-gate safe = 0; 27667c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, 27677c478bd9Sstevel@tonic-gate "nfs4_safemap: unsafe active lock (%" PRId64 27687c478bd9Sstevel@tonic-gate ", %" PRId64 ")", llp->ll_flock.l_start, 27697c478bd9Sstevel@tonic-gate llp->ll_flock.l_len)); 27707c478bd9Sstevel@tonic-gate } 27717c478bd9Sstevel@tonic-gate next_llp = llp->ll_next; 27727c478bd9Sstevel@tonic-gate VN_RELE(llp->ll_vp); 27737c478bd9Sstevel@tonic-gate kmem_free(llp, sizeof (*llp)); 27747c478bd9Sstevel@tonic-gate llp = next_llp; 27757c478bd9Sstevel@tonic-gate } 27767c478bd9Sstevel@tonic-gate 27777c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_map_debug, (CE_NOTE, "nfs4_safemap: %s", 2778b9238976Sth safe ? "safe" : "unsafe")); 27797c478bd9Sstevel@tonic-gate return (safe); 27807c478bd9Sstevel@tonic-gate } 27817c478bd9Sstevel@tonic-gate 27827c478bd9Sstevel@tonic-gate /* 27837c478bd9Sstevel@tonic-gate * Return whether there is a lost LOCK or LOCKU queued up for the given 27847c478bd9Sstevel@tonic-gate * file that would make an mmap request unsafe. cf. nfs4_safemap(). 27857c478bd9Sstevel@tonic-gate */ 27867c478bd9Sstevel@tonic-gate 27877c478bd9Sstevel@tonic-gate bool_t 27887c478bd9Sstevel@tonic-gate nfs4_map_lost_lock_conflict(vnode_t *vp) 27897c478bd9Sstevel@tonic-gate { 27907c478bd9Sstevel@tonic-gate bool_t conflict = FALSE; 27917c478bd9Sstevel@tonic-gate nfs4_lost_rqst_t *lrp; 27927c478bd9Sstevel@tonic-gate mntinfo4_t *mi = VTOMI4(vp); 27937c478bd9Sstevel@tonic-gate 27947c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 27957c478bd9Sstevel@tonic-gate for (lrp = list_head(&mi->mi_lost_state); lrp != NULL; 27967c478bd9Sstevel@tonic-gate lrp = list_next(&mi->mi_lost_state, lrp)) { 27977c478bd9Sstevel@tonic-gate if (lrp->lr_op != OP_LOCK && lrp->lr_op != OP_LOCKU) 27987c478bd9Sstevel@tonic-gate continue; 27997c478bd9Sstevel@tonic-gate ASSERT(lrp->lr_vp != NULL); 2800da6c28aaSamw if (!VOP_CMP(lrp->lr_vp, vp, NULL)) 28017c478bd9Sstevel@tonic-gate continue; /* different file */ 28027c478bd9Sstevel@tonic-gate if (!SAFE_LOCK(*lrp->lr_flk)) { 28037c478bd9Sstevel@tonic-gate conflict = TRUE; 28047c478bd9Sstevel@tonic-gate break; 28057c478bd9Sstevel@tonic-gate } 28067c478bd9Sstevel@tonic-gate } 28077c478bd9Sstevel@tonic-gate 28087c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 28097c478bd9Sstevel@tonic-gate return (conflict); 28107c478bd9Sstevel@tonic-gate } 28117c478bd9Sstevel@tonic-gate 28127c478bd9Sstevel@tonic-gate /* 28137c478bd9Sstevel@tonic-gate * nfs_lockcompletion: 28147c478bd9Sstevel@tonic-gate * 28157c478bd9Sstevel@tonic-gate * If the vnode has a lock that makes it unsafe to cache the file, mark it 28167c478bd9Sstevel@tonic-gate * as non cachable (set VNOCACHE bit). 28177c478bd9Sstevel@tonic-gate */ 28187c478bd9Sstevel@tonic-gate 28197c478bd9Sstevel@tonic-gate void 28207c478bd9Sstevel@tonic-gate nfs4_lockcompletion(vnode_t *vp, int cmd) 28217c478bd9Sstevel@tonic-gate { 28227c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 28237c478bd9Sstevel@tonic-gate 28247c478bd9Sstevel@tonic-gate ASSERT(nfs_rw_lock_held(&rp->r_lkserlock, RW_WRITER)); 28257c478bd9Sstevel@tonic-gate ASSERT(!IS_SHADOW(vp, rp)); 28267c478bd9Sstevel@tonic-gate 28277c478bd9Sstevel@tonic-gate if (cmd == F_SETLK || cmd == F_SETLKW) { 28287c478bd9Sstevel@tonic-gate 28297c478bd9Sstevel@tonic-gate if (!nfs4_safemap(vp)) { 28307c478bd9Sstevel@tonic-gate mutex_enter(&vp->v_lock); 28317c478bd9Sstevel@tonic-gate vp->v_flag |= VNOCACHE; 28327c478bd9Sstevel@tonic-gate mutex_exit(&vp->v_lock); 28337c478bd9Sstevel@tonic-gate } else { 28347c478bd9Sstevel@tonic-gate mutex_enter(&vp->v_lock); 28357c478bd9Sstevel@tonic-gate vp->v_flag &= ~VNOCACHE; 28367c478bd9Sstevel@tonic-gate mutex_exit(&vp->v_lock); 28377c478bd9Sstevel@tonic-gate } 28387c478bd9Sstevel@tonic-gate } 28397c478bd9Sstevel@tonic-gate /* 28407c478bd9Sstevel@tonic-gate * The cached attributes of the file are stale after acquiring 28417c478bd9Sstevel@tonic-gate * the lock on the file. They were updated when the file was 28427c478bd9Sstevel@tonic-gate * opened, but not updated when the lock was acquired. Therefore the 28437c478bd9Sstevel@tonic-gate * cached attributes are invalidated after the lock is obtained. 28447c478bd9Sstevel@tonic-gate */ 28457c478bd9Sstevel@tonic-gate PURGE_ATTRCACHE4(vp); 28467c478bd9Sstevel@tonic-gate } 28477c478bd9Sstevel@tonic-gate 28487c478bd9Sstevel@tonic-gate /* ARGSUSED */ 28497c478bd9Sstevel@tonic-gate static void * 28507c478bd9Sstevel@tonic-gate nfs4_mi_init(zoneid_t zoneid) 28517c478bd9Sstevel@tonic-gate { 28527c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 28537c478bd9Sstevel@tonic-gate 28547c478bd9Sstevel@tonic-gate mig = kmem_alloc(sizeof (*mig), KM_SLEEP); 28557c478bd9Sstevel@tonic-gate mutex_init(&mig->mig_lock, NULL, MUTEX_DEFAULT, NULL); 28567c478bd9Sstevel@tonic-gate list_create(&mig->mig_list, sizeof (mntinfo4_t), 28577c478bd9Sstevel@tonic-gate offsetof(mntinfo4_t, mi_zone_node)); 28587c478bd9Sstevel@tonic-gate mig->mig_destructor_called = B_FALSE; 28597c478bd9Sstevel@tonic-gate return (mig); 28607c478bd9Sstevel@tonic-gate } 28617c478bd9Sstevel@tonic-gate 28627c478bd9Sstevel@tonic-gate /* 28637c478bd9Sstevel@tonic-gate * Callback routine to tell all NFSv4 mounts in the zone to start tearing down 28647c478bd9Sstevel@tonic-gate * state and killing off threads. 28657c478bd9Sstevel@tonic-gate */ 28667c478bd9Sstevel@tonic-gate /* ARGSUSED */ 28677c478bd9Sstevel@tonic-gate static void 28687c478bd9Sstevel@tonic-gate nfs4_mi_shutdown(zoneid_t zoneid, void *data) 28697c478bd9Sstevel@tonic-gate { 28707c478bd9Sstevel@tonic-gate struct mi4_globals *mig = data; 28717c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 28727c478bd9Sstevel@tonic-gate nfs4_server_t *np; 28737c478bd9Sstevel@tonic-gate 28747c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 28757c478bd9Sstevel@tonic-gate "nfs4_mi_shutdown zone %d\n", zoneid)); 28767c478bd9Sstevel@tonic-gate ASSERT(mig != NULL); 287750a83466Sjwahlig for (;;) { 287850a83466Sjwahlig mutex_enter(&mig->mig_lock); 287950a83466Sjwahlig mi = list_head(&mig->mig_list); 288050a83466Sjwahlig if (mi == NULL) { 288150a83466Sjwahlig mutex_exit(&mig->mig_lock); 288250a83466Sjwahlig break; 288350a83466Sjwahlig } 28843fd6cc29Sthurlow 28857c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 28867c478bd9Sstevel@tonic-gate "nfs4_mi_shutdown stopping vfs %p\n", (void *)mi->mi_vfsp)); 28877c478bd9Sstevel@tonic-gate /* 28887c478bd9Sstevel@tonic-gate * purge the DNLC for this filesystem 28897c478bd9Sstevel@tonic-gate */ 28907c478bd9Sstevel@tonic-gate (void) dnlc_purge_vfsp(mi->mi_vfsp, 0); 28917c478bd9Sstevel@tonic-gate /* 28927c478bd9Sstevel@tonic-gate * Tell existing async worker threads to exit. 28937c478bd9Sstevel@tonic-gate */ 289450a83466Sjwahlig mutex_enter(&mi->mi_async_lock); 28957c478bd9Sstevel@tonic-gate mi->mi_max_threads = 0; 2896*0776f5e6SVallish Vaidyeshwara NFS4_WAKEALL_ASYNC_WORKERS(mi->mi_async_work_cv); 28977c478bd9Sstevel@tonic-gate /* 289850a83466Sjwahlig * Set the appropriate flags, signal and wait for both the 289950a83466Sjwahlig * async manager and the inactive thread to exit when they're 290050a83466Sjwahlig * done with their current work. 29017c478bd9Sstevel@tonic-gate */ 29027c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 29037c478bd9Sstevel@tonic-gate mi->mi_flags |= (MI4_ASYNC_MGR_STOP|MI4_DEAD); 29047c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 290550a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 290650a83466Sjwahlig if (mi->mi_manager_thread) { 290750a83466Sjwahlig nfs4_async_manager_stop(mi->mi_vfsp); 290850a83466Sjwahlig } 290950a83466Sjwahlig if (mi->mi_inactive_thread) { 291050a83466Sjwahlig mutex_enter(&mi->mi_async_lock); 291150a83466Sjwahlig cv_signal(&mi->mi_inact_req_cv); 291250a83466Sjwahlig /* 291350a83466Sjwahlig * Wait for the inactive thread to exit. 291450a83466Sjwahlig */ 291550a83466Sjwahlig while (mi->mi_inactive_thread != NULL) { 291650a83466Sjwahlig cv_wait(&mi->mi_async_cv, &mi->mi_async_lock); 291750a83466Sjwahlig } 291850a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 291950a83466Sjwahlig } 29207c478bd9Sstevel@tonic-gate /* 292150a83466Sjwahlig * Wait for the recovery thread to complete, that is, it will 292250a83466Sjwahlig * signal when it is done using the "mi" structure and about 292350a83466Sjwahlig * to exit 29247c478bd9Sstevel@tonic-gate */ 292550a83466Sjwahlig mutex_enter(&mi->mi_lock); 292650a83466Sjwahlig while (mi->mi_in_recovery > 0) 292750a83466Sjwahlig cv_wait(&mi->mi_cv_in_recov, &mi->mi_lock); 292850a83466Sjwahlig mutex_exit(&mi->mi_lock); 29293fd6cc29Sthurlow /* 29303fd6cc29Sthurlow * We're done when every mi has been done or the list is empty. 293150a83466Sjwahlig * This one is done, remove it from the list. 29323fd6cc29Sthurlow */ 293350a83466Sjwahlig list_remove(&mig->mig_list, mi); 29343fd6cc29Sthurlow mutex_exit(&mig->mig_lock); 293550a83466Sjwahlig zone_rele(mi->mi_zone); 293650a83466Sjwahlig /* 293750a83466Sjwahlig * Release hold on vfs and mi done to prevent race with zone 293850a83466Sjwahlig * shutdown. This releases the hold in nfs4_mi_zonelist_add. 293950a83466Sjwahlig */ 29403fd6cc29Sthurlow VFS_RELE(mi->mi_vfsp); 294150a83466Sjwahlig MI4_RELE(mi); 29427c478bd9Sstevel@tonic-gate } 29437c478bd9Sstevel@tonic-gate /* 29447c478bd9Sstevel@tonic-gate * Tell each renew thread in the zone to exit 29457c478bd9Sstevel@tonic-gate */ 29467c478bd9Sstevel@tonic-gate mutex_enter(&nfs4_server_lst_lock); 29477c478bd9Sstevel@tonic-gate for (np = nfs4_server_lst.forw; np != &nfs4_server_lst; np = np->forw) { 29487c478bd9Sstevel@tonic-gate mutex_enter(&np->s_lock); 29497c478bd9Sstevel@tonic-gate if (np->zoneid == zoneid) { 29507c478bd9Sstevel@tonic-gate /* 29517c478bd9Sstevel@tonic-gate * We add another hold onto the nfs4_server_t 29527c478bd9Sstevel@tonic-gate * because this will make sure tha the nfs4_server_t 29537c478bd9Sstevel@tonic-gate * stays around until nfs4_callback_fini_zone destroys 29547c478bd9Sstevel@tonic-gate * the zone. This way, the renew thread can 29557c478bd9Sstevel@tonic-gate * unconditionally release its holds on the 29567c478bd9Sstevel@tonic-gate * nfs4_server_t. 29577c478bd9Sstevel@tonic-gate */ 29587c478bd9Sstevel@tonic-gate np->s_refcnt++; 29597c478bd9Sstevel@tonic-gate nfs4_mark_srv_dead(np); 29607c478bd9Sstevel@tonic-gate } 29617c478bd9Sstevel@tonic-gate mutex_exit(&np->s_lock); 29627c478bd9Sstevel@tonic-gate } 29637c478bd9Sstevel@tonic-gate mutex_exit(&nfs4_server_lst_lock); 29647c478bd9Sstevel@tonic-gate } 29657c478bd9Sstevel@tonic-gate 29667c478bd9Sstevel@tonic-gate static void 29677c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(struct mi4_globals *mig) 29687c478bd9Sstevel@tonic-gate { 29697c478bd9Sstevel@tonic-gate list_destroy(&mig->mig_list); /* makes sure the list is empty */ 29707c478bd9Sstevel@tonic-gate mutex_destroy(&mig->mig_lock); 29717c478bd9Sstevel@tonic-gate kmem_free(mig, sizeof (*mig)); 29727c478bd9Sstevel@tonic-gate } 29737c478bd9Sstevel@tonic-gate 29747c478bd9Sstevel@tonic-gate /* ARGSUSED */ 29757c478bd9Sstevel@tonic-gate static void 29767c478bd9Sstevel@tonic-gate nfs4_mi_destroy(zoneid_t zoneid, void *data) 29777c478bd9Sstevel@tonic-gate { 29787c478bd9Sstevel@tonic-gate struct mi4_globals *mig = data; 29797c478bd9Sstevel@tonic-gate 29807c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_zone_debug, (CE_NOTE, 29817c478bd9Sstevel@tonic-gate "nfs4_mi_destroy zone %d\n", zoneid)); 29827c478bd9Sstevel@tonic-gate ASSERT(mig != NULL); 29837c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 29847c478bd9Sstevel@tonic-gate if (list_head(&mig->mig_list) != NULL) { 29857c478bd9Sstevel@tonic-gate /* Still waiting for VFS_FREEVFS() */ 29867c478bd9Sstevel@tonic-gate mig->mig_destructor_called = B_TRUE; 29877c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 29887c478bd9Sstevel@tonic-gate return; 29897c478bd9Sstevel@tonic-gate } 29907c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(mig); 29917c478bd9Sstevel@tonic-gate } 29927c478bd9Sstevel@tonic-gate 29937c478bd9Sstevel@tonic-gate /* 29947c478bd9Sstevel@tonic-gate * Add an NFS mount to the per-zone list of NFS mounts. 29957c478bd9Sstevel@tonic-gate */ 29967c478bd9Sstevel@tonic-gate void 29977c478bd9Sstevel@tonic-gate nfs4_mi_zonelist_add(mntinfo4_t *mi) 29987c478bd9Sstevel@tonic-gate { 29997c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 30007c478bd9Sstevel@tonic-gate 30017c478bd9Sstevel@tonic-gate mig = zone_getspecific(mi4_list_key, mi->mi_zone); 30027c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 30037c478bd9Sstevel@tonic-gate list_insert_head(&mig->mig_list, mi); 300450a83466Sjwahlig /* 300550a83466Sjwahlig * hold added to eliminate race with zone shutdown -this will be 300650a83466Sjwahlig * released in mi_shutdown 300750a83466Sjwahlig */ 300850a83466Sjwahlig MI4_HOLD(mi); 300950a83466Sjwahlig VFS_HOLD(mi->mi_vfsp); 30107c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 30117c478bd9Sstevel@tonic-gate } 30127c478bd9Sstevel@tonic-gate 30137c478bd9Sstevel@tonic-gate /* 30147c478bd9Sstevel@tonic-gate * Remove an NFS mount from the per-zone list of NFS mounts. 30157c478bd9Sstevel@tonic-gate */ 301650a83466Sjwahlig int 30177c478bd9Sstevel@tonic-gate nfs4_mi_zonelist_remove(mntinfo4_t *mi) 30187c478bd9Sstevel@tonic-gate { 30197c478bd9Sstevel@tonic-gate struct mi4_globals *mig; 302050a83466Sjwahlig int ret = 0; 30217c478bd9Sstevel@tonic-gate 30227c478bd9Sstevel@tonic-gate mig = zone_getspecific(mi4_list_key, mi->mi_zone); 30237c478bd9Sstevel@tonic-gate mutex_enter(&mig->mig_lock); 302450a83466Sjwahlig mutex_enter(&mi->mi_lock); 302550a83466Sjwahlig /* if this mi is marked dead, then the zone already released it */ 302650a83466Sjwahlig if (!(mi->mi_flags & MI4_DEAD)) { 302750a83466Sjwahlig list_remove(&mig->mig_list, mi); 30281dc00f28SJames Wahlig mutex_exit(&mi->mi_lock); 302950a83466Sjwahlig 303050a83466Sjwahlig /* release the holds put on in zonelist_add(). */ 303150a83466Sjwahlig VFS_RELE(mi->mi_vfsp); 303250a83466Sjwahlig MI4_RELE(mi); 303350a83466Sjwahlig ret = 1; 30341dc00f28SJames Wahlig } else { 30351dc00f28SJames Wahlig mutex_exit(&mi->mi_lock); 303650a83466Sjwahlig } 303750a83466Sjwahlig 30387c478bd9Sstevel@tonic-gate /* 30397c478bd9Sstevel@tonic-gate * We can be called asynchronously by VFS_FREEVFS() after the zone 30407c478bd9Sstevel@tonic-gate * shutdown/destroy callbacks have executed; if so, clean up the zone's 30417c478bd9Sstevel@tonic-gate * mi globals. 30427c478bd9Sstevel@tonic-gate */ 30437c478bd9Sstevel@tonic-gate if (list_head(&mig->mig_list) == NULL && 30447c478bd9Sstevel@tonic-gate mig->mig_destructor_called == B_TRUE) { 30457c478bd9Sstevel@tonic-gate nfs4_mi_free_globals(mig); 304650a83466Sjwahlig return (ret); 30477c478bd9Sstevel@tonic-gate } 30487c478bd9Sstevel@tonic-gate mutex_exit(&mig->mig_lock); 304950a83466Sjwahlig return (ret); 30507c478bd9Sstevel@tonic-gate } 30517c478bd9Sstevel@tonic-gate 30527c478bd9Sstevel@tonic-gate void 30537c478bd9Sstevel@tonic-gate nfs_free_mi4(mntinfo4_t *mi) 30547c478bd9Sstevel@tonic-gate { 30557c478bd9Sstevel@tonic-gate nfs4_open_owner_t *foop; 305650a83466Sjwahlig nfs4_oo_hash_bucket_t *bucketp; 30577c478bd9Sstevel@tonic-gate nfs4_debug_msg_t *msgp; 30587c478bd9Sstevel@tonic-gate int i; 305950a83466Sjwahlig servinfo4_t *svp; 30607c478bd9Sstevel@tonic-gate 3061f0558703SVallish Vaidyeshwara /* 3062f0558703SVallish Vaidyeshwara * Code introduced here should be carefully evaluated to make 3063f0558703SVallish Vaidyeshwara * sure none of the freed resources are accessed either directly 3064f0558703SVallish Vaidyeshwara * or indirectly after freeing them. For eg: Introducing calls to 3065f0558703SVallish Vaidyeshwara * NFS4_DEBUG that use mntinfo4_t structure member after freeing 3066f0558703SVallish Vaidyeshwara * the structure members or other routines calling back into NFS 3067f0558703SVallish Vaidyeshwara * accessing freed mntinfo4_t structure member. 3068f0558703SVallish Vaidyeshwara */ 30697c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_lock); 30707c478bd9Sstevel@tonic-gate ASSERT(mi->mi_recovthread == NULL); 30717c478bd9Sstevel@tonic-gate ASSERT(mi->mi_flags & MI4_ASYNC_MGR_STOP); 30727c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_lock); 30737c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_async_lock); 3074*0776f5e6SVallish Vaidyeshwara ASSERT(mi->mi_threads[NFS4_ASYNC_QUEUE] == 0 && 3075*0776f5e6SVallish Vaidyeshwara mi->mi_threads[NFS4_ASYNC_PGOPS_QUEUE] == 0); 30767c478bd9Sstevel@tonic-gate ASSERT(mi->mi_manager_thread == NULL); 307750a83466Sjwahlig mutex_exit(&mi->mi_async_lock); 307850a83466Sjwahlig if (mi->mi_io_kstats) { 307950a83466Sjwahlig kstat_delete(mi->mi_io_kstats); 308050a83466Sjwahlig mi->mi_io_kstats = NULL; 30817c478bd9Sstevel@tonic-gate } 308250a83466Sjwahlig if (mi->mi_ro_kstats) { 308350a83466Sjwahlig kstat_delete(mi->mi_ro_kstats); 308450a83466Sjwahlig mi->mi_ro_kstats = NULL; 308550a83466Sjwahlig } 308650a83466Sjwahlig if (mi->mi_recov_ksp) { 308750a83466Sjwahlig kstat_delete(mi->mi_recov_ksp); 308850a83466Sjwahlig mi->mi_recov_ksp = NULL; 30897c478bd9Sstevel@tonic-gate } 30907c478bd9Sstevel@tonic-gate mutex_enter(&mi->mi_msg_list_lock); 30917c478bd9Sstevel@tonic-gate while (msgp = list_head(&mi->mi_msg_list)) { 30927c478bd9Sstevel@tonic-gate list_remove(&mi->mi_msg_list, msgp); 30937c478bd9Sstevel@tonic-gate nfs4_free_msg(msgp); 30947c478bd9Sstevel@tonic-gate } 30957c478bd9Sstevel@tonic-gate mutex_exit(&mi->mi_msg_list_lock); 30967c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_msg_list); 3097bbf2a467SNagakiran Rajashekar if (mi->mi_fname != NULL) 3098bbf2a467SNagakiran Rajashekar fn_rele(&mi->mi_fname); 30997c478bd9Sstevel@tonic-gate if (mi->mi_rootfh != NULL) 31007c478bd9Sstevel@tonic-gate sfh4_rele(&mi->mi_rootfh); 31017c478bd9Sstevel@tonic-gate if (mi->mi_srvparentfh != NULL) 31027c478bd9Sstevel@tonic-gate sfh4_rele(&mi->mi_srvparentfh); 3103f0558703SVallish Vaidyeshwara svp = mi->mi_servers; 3104f0558703SVallish Vaidyeshwara sv4_free(svp); 31057c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_lock); 31067c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_async_lock); 31077c478bd9Sstevel@tonic-gate mutex_destroy(&mi->mi_msg_list_lock); 31087c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_recovlock); 31097c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_rename_lock); 31107c478bd9Sstevel@tonic-gate nfs_rw_destroy(&mi->mi_fh_lock); 31117c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_failover_cv); 31127c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_async_reqs_cv); 3113*0776f5e6SVallish Vaidyeshwara cv_destroy(&mi->mi_async_work_cv[NFS4_ASYNC_QUEUE]); 3114*0776f5e6SVallish Vaidyeshwara cv_destroy(&mi->mi_async_work_cv[NFS4_ASYNC_PGOPS_QUEUE]); 31157c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_async_cv); 31167c478bd9Sstevel@tonic-gate cv_destroy(&mi->mi_inact_req_cv); 31177c478bd9Sstevel@tonic-gate /* 31187c478bd9Sstevel@tonic-gate * Destroy the oo hash lists and mutexes for the cred hash table. 31197c478bd9Sstevel@tonic-gate */ 31207c478bd9Sstevel@tonic-gate for (i = 0; i < NFS4_NUM_OO_BUCKETS; i++) { 31217c478bd9Sstevel@tonic-gate bucketp = &(mi->mi_oo_list[i]); 31227c478bd9Sstevel@tonic-gate /* Destroy any remaining open owners on the list */ 31237c478bd9Sstevel@tonic-gate foop = list_head(&bucketp->b_oo_hash_list); 31247c478bd9Sstevel@tonic-gate while (foop != NULL) { 31257c478bd9Sstevel@tonic-gate list_remove(&bucketp->b_oo_hash_list, foop); 31267c478bd9Sstevel@tonic-gate nfs4_destroy_open_owner(foop); 31277c478bd9Sstevel@tonic-gate foop = list_head(&bucketp->b_oo_hash_list); 31287c478bd9Sstevel@tonic-gate } 31297c478bd9Sstevel@tonic-gate list_destroy(&bucketp->b_oo_hash_list); 31307c478bd9Sstevel@tonic-gate mutex_destroy(&bucketp->b_lock); 31317c478bd9Sstevel@tonic-gate } 31327c478bd9Sstevel@tonic-gate /* 31337c478bd9Sstevel@tonic-gate * Empty and destroy the freed open owner list. 31347c478bd9Sstevel@tonic-gate */ 31357c478bd9Sstevel@tonic-gate foop = list_head(&mi->mi_foo_list); 31367c478bd9Sstevel@tonic-gate while (foop != NULL) { 31377c478bd9Sstevel@tonic-gate list_remove(&mi->mi_foo_list, foop); 31387c478bd9Sstevel@tonic-gate nfs4_destroy_open_owner(foop); 31397c478bd9Sstevel@tonic-gate foop = list_head(&mi->mi_foo_list); 31407c478bd9Sstevel@tonic-gate } 31417c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_foo_list); 31427c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_bseqid_list); 31437c478bd9Sstevel@tonic-gate list_destroy(&mi->mi_lost_state); 31447c478bd9Sstevel@tonic-gate avl_destroy(&mi->mi_filehandles); 31457c478bd9Sstevel@tonic-gate kmem_free(mi, sizeof (*mi)); 31467c478bd9Sstevel@tonic-gate } 314750a83466Sjwahlig void 314850a83466Sjwahlig mi_hold(mntinfo4_t *mi) 314950a83466Sjwahlig { 315050a83466Sjwahlig atomic_add_32(&mi->mi_count, 1); 315150a83466Sjwahlig ASSERT(mi->mi_count != 0); 315250a83466Sjwahlig } 315350a83466Sjwahlig 315450a83466Sjwahlig void 315550a83466Sjwahlig mi_rele(mntinfo4_t *mi) 315650a83466Sjwahlig { 315750a83466Sjwahlig ASSERT(mi->mi_count != 0); 315850a83466Sjwahlig if (atomic_add_32_nv(&mi->mi_count, -1) == 0) { 315950a83466Sjwahlig nfs_free_mi4(mi); 316050a83466Sjwahlig } 316150a83466Sjwahlig } 31627c478bd9Sstevel@tonic-gate 31637c478bd9Sstevel@tonic-gate vnode_t nfs4_xattr_notsupp_vnode; 31647c478bd9Sstevel@tonic-gate 31657c478bd9Sstevel@tonic-gate void 31667c478bd9Sstevel@tonic-gate nfs4_clnt_init(void) 31677c478bd9Sstevel@tonic-gate { 31687c478bd9Sstevel@tonic-gate nfs4_vnops_init(); 31697c478bd9Sstevel@tonic-gate (void) nfs4_rnode_init(); 31707c478bd9Sstevel@tonic-gate (void) nfs4_shadow_init(); 31717c478bd9Sstevel@tonic-gate (void) nfs4_acache_init(); 31727c478bd9Sstevel@tonic-gate (void) nfs4_subr_init(); 31737c478bd9Sstevel@tonic-gate nfs4_acl_init(); 31747c478bd9Sstevel@tonic-gate nfs_idmap_init(); 31757c478bd9Sstevel@tonic-gate nfs4_callback_init(); 31767c478bd9Sstevel@tonic-gate nfs4_secinfo_init(); 31777c478bd9Sstevel@tonic-gate #ifdef DEBUG 31787c478bd9Sstevel@tonic-gate tsd_create(&nfs4_tsd_key, NULL); 31797c478bd9Sstevel@tonic-gate #endif 31807c478bd9Sstevel@tonic-gate 31817c478bd9Sstevel@tonic-gate /* 31827c478bd9Sstevel@tonic-gate * Add a CPR callback so that we can update client 31837c478bd9Sstevel@tonic-gate * lease after a suspend and resume. 31847c478bd9Sstevel@tonic-gate */ 31857c478bd9Sstevel@tonic-gate cid = callb_add(nfs4_client_cpr_callb, 0, CB_CL_CPR_RPC, "nfs4"); 31867c478bd9Sstevel@tonic-gate 31877c478bd9Sstevel@tonic-gate zone_key_create(&mi4_list_key, nfs4_mi_init, nfs4_mi_shutdown, 31887c478bd9Sstevel@tonic-gate nfs4_mi_destroy); 31897c478bd9Sstevel@tonic-gate 31907c478bd9Sstevel@tonic-gate /* 31917c478bd9Sstevel@tonic-gate * Initialise the reference count of the notsupp xattr cache vnode to 1 31927c478bd9Sstevel@tonic-gate * so that it never goes away (VOP_INACTIVE isn't called on it). 31937c478bd9Sstevel@tonic-gate */ 31947c478bd9Sstevel@tonic-gate nfs4_xattr_notsupp_vnode.v_count = 1; 31957c478bd9Sstevel@tonic-gate } 31967c478bd9Sstevel@tonic-gate 31977c478bd9Sstevel@tonic-gate void 31987c478bd9Sstevel@tonic-gate nfs4_clnt_fini(void) 31997c478bd9Sstevel@tonic-gate { 32007c478bd9Sstevel@tonic-gate (void) zone_key_delete(mi4_list_key); 32017c478bd9Sstevel@tonic-gate nfs4_vnops_fini(); 32027c478bd9Sstevel@tonic-gate (void) nfs4_rnode_fini(); 32037c478bd9Sstevel@tonic-gate (void) nfs4_shadow_fini(); 32047c478bd9Sstevel@tonic-gate (void) nfs4_acache_fini(); 32057c478bd9Sstevel@tonic-gate (void) nfs4_subr_fini(); 32067c478bd9Sstevel@tonic-gate nfs_idmap_fini(); 32077c478bd9Sstevel@tonic-gate nfs4_callback_fini(); 32087c478bd9Sstevel@tonic-gate nfs4_secinfo_fini(); 32097c478bd9Sstevel@tonic-gate #ifdef DEBUG 32107c478bd9Sstevel@tonic-gate tsd_destroy(&nfs4_tsd_key); 32117c478bd9Sstevel@tonic-gate #endif 32127c478bd9Sstevel@tonic-gate if (cid) 32137c478bd9Sstevel@tonic-gate (void) callb_delete(cid); 32147c478bd9Sstevel@tonic-gate } 32157c478bd9Sstevel@tonic-gate 32167c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 32177c478bd9Sstevel@tonic-gate static boolean_t 32187c478bd9Sstevel@tonic-gate nfs4_client_cpr_callb(void *arg, int code) 32197c478bd9Sstevel@tonic-gate { 32207c478bd9Sstevel@tonic-gate /* 32217c478bd9Sstevel@tonic-gate * We get called for Suspend and Resume events. 32227c478bd9Sstevel@tonic-gate * For the suspend case we simply don't care! 32237c478bd9Sstevel@tonic-gate */ 32247c478bd9Sstevel@tonic-gate if (code == CB_CODE_CPR_CHKPT) { 32257c478bd9Sstevel@tonic-gate return (B_TRUE); 32267c478bd9Sstevel@tonic-gate } 32277c478bd9Sstevel@tonic-gate 32287c478bd9Sstevel@tonic-gate /* 32297c478bd9Sstevel@tonic-gate * When we get to here we are in the process of 32307c478bd9Sstevel@tonic-gate * resuming the system from a previous suspend. 32317c478bd9Sstevel@tonic-gate */ 32327c478bd9Sstevel@tonic-gate nfs4_client_resumed = gethrestime_sec(); 32337c478bd9Sstevel@tonic-gate return (B_TRUE); 32347c478bd9Sstevel@tonic-gate } 32357c478bd9Sstevel@tonic-gate 32367c478bd9Sstevel@tonic-gate void 32377c478bd9Sstevel@tonic-gate nfs4_renew_lease_thread(nfs4_server_t *sp) 32387c478bd9Sstevel@tonic-gate { 32397c478bd9Sstevel@tonic-gate int error = 0; 32407c478bd9Sstevel@tonic-gate time_t tmp_last_renewal_time, tmp_time, tmp_now_time, kip_secs; 32417c478bd9Sstevel@tonic-gate clock_t tick_delay = 0; 32427c478bd9Sstevel@tonic-gate clock_t time_left = 0; 32437c478bd9Sstevel@tonic-gate callb_cpr_t cpr_info; 32447c478bd9Sstevel@tonic-gate kmutex_t cpr_lock; 32457c478bd9Sstevel@tonic-gate 32467c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3247b9238976Sth "nfs4_renew_lease_thread: acting on sp 0x%p", (void*)sp)); 32487c478bd9Sstevel@tonic-gate mutex_init(&cpr_lock, NULL, MUTEX_DEFAULT, NULL); 32497c478bd9Sstevel@tonic-gate CALLB_CPR_INIT(&cpr_info, &cpr_lock, callb_generic_cpr, "nfsv4Lease"); 32507c478bd9Sstevel@tonic-gate 32517c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 32527c478bd9Sstevel@tonic-gate /* sp->s_lease_time is set via a GETATTR */ 32537c478bd9Sstevel@tonic-gate sp->last_renewal_time = gethrestime_sec(); 32547c478bd9Sstevel@tonic-gate sp->lease_valid = NFS4_LEASE_UNINITIALIZED; 32557c478bd9Sstevel@tonic-gate ASSERT(sp->s_refcnt >= 1); 32567c478bd9Sstevel@tonic-gate 32577c478bd9Sstevel@tonic-gate for (;;) { 32587c478bd9Sstevel@tonic-gate if (!sp->state_ref_count || 3259b9238976Sth sp->lease_valid != NFS4_LEASE_VALID) { 32607c478bd9Sstevel@tonic-gate 32617c478bd9Sstevel@tonic-gate kip_secs = MAX((sp->s_lease_time >> 1) - 3262b9238976Sth (3 * sp->propagation_delay.tv_sec), 1); 32637c478bd9Sstevel@tonic-gate 32647c478bd9Sstevel@tonic-gate tick_delay = SEC_TO_TICK(kip_secs); 32657c478bd9Sstevel@tonic-gate 32667c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3267b9238976Sth "nfs4_renew_lease_thread: no renew : thread " 3268b9238976Sth "wait %ld secs", kip_secs)); 32697c478bd9Sstevel@tonic-gate 32707c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3271b9238976Sth "nfs4_renew_lease_thread: no renew : " 3272b9238976Sth "state_ref_count %d, lease_valid %d", 3273b9238976Sth sp->state_ref_count, sp->lease_valid)); 32747c478bd9Sstevel@tonic-gate 32757c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32767c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 32777c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 3278d3d50737SRafael Vanoni time_left = cv_reltimedwait(&sp->cv_thread_exit, 3279d3d50737SRafael Vanoni &sp->s_lock, tick_delay, TR_CLOCK_TICK); 32807c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 32817c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 32827c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 32837c478bd9Sstevel@tonic-gate 32847c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3285b9238976Sth "nfs4_renew_lease_thread: no renew: " 3286b9238976Sth "time left %ld", time_left)); 32877c478bd9Sstevel@tonic-gate 32887c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 32897c478bd9Sstevel@tonic-gate goto die; 32907c478bd9Sstevel@tonic-gate continue; 32917c478bd9Sstevel@tonic-gate } 32927c478bd9Sstevel@tonic-gate 32937c478bd9Sstevel@tonic-gate tmp_last_renewal_time = sp->last_renewal_time; 32947c478bd9Sstevel@tonic-gate 32957c478bd9Sstevel@tonic-gate tmp_time = gethrestime_sec() - sp->last_renewal_time + 3296b9238976Sth (3 * sp->propagation_delay.tv_sec); 32977c478bd9Sstevel@tonic-gate 32987c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3299b9238976Sth "nfs4_renew_lease_thread: tmp_time %ld, " 3300b9238976Sth "sp->last_renewal_time %ld", tmp_time, 3301b9238976Sth sp->last_renewal_time)); 33027c478bd9Sstevel@tonic-gate 33037c478bd9Sstevel@tonic-gate kip_secs = MAX((sp->s_lease_time >> 1) - tmp_time, 1); 33047c478bd9Sstevel@tonic-gate 33057c478bd9Sstevel@tonic-gate tick_delay = SEC_TO_TICK(kip_secs); 33067c478bd9Sstevel@tonic-gate 33077c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3308b9238976Sth "nfs4_renew_lease_thread: valid lease: sleep for %ld " 3309b9238976Sth "secs", kip_secs)); 33107c478bd9Sstevel@tonic-gate 33117c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33127c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 33137c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 3314d3d50737SRafael Vanoni time_left = cv_reltimedwait(&sp->cv_thread_exit, &sp->s_lock, 3315d3d50737SRafael Vanoni tick_delay, TR_CLOCK_TICK); 33167c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33177c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 33187c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 33197c478bd9Sstevel@tonic-gate 33207c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3321b9238976Sth "nfs4_renew_lease_thread: valid lease: time left %ld :" 3322b9238976Sth "sp last_renewal_time %ld, nfs4_client_resumed %ld, " 3323b9238976Sth "tmp_last_renewal_time %ld", time_left, 3324b9238976Sth sp->last_renewal_time, nfs4_client_resumed, 3325b9238976Sth tmp_last_renewal_time)); 33267c478bd9Sstevel@tonic-gate 33277c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 33287c478bd9Sstevel@tonic-gate goto die; 33297c478bd9Sstevel@tonic-gate 33307c478bd9Sstevel@tonic-gate if (tmp_last_renewal_time == sp->last_renewal_time || 3331b9238976Sth (nfs4_client_resumed != 0 && 3332b9238976Sth nfs4_client_resumed > sp->last_renewal_time)) { 33337c478bd9Sstevel@tonic-gate /* 33347c478bd9Sstevel@tonic-gate * Issue RENEW op since we haven't renewed the lease 33357c478bd9Sstevel@tonic-gate * since we slept. 33367c478bd9Sstevel@tonic-gate */ 33377c478bd9Sstevel@tonic-gate tmp_now_time = gethrestime_sec(); 33387c478bd9Sstevel@tonic-gate error = nfs4renew(sp); 33397c478bd9Sstevel@tonic-gate /* 33407c478bd9Sstevel@tonic-gate * Need to re-acquire sp's lock, nfs4renew() 33417c478bd9Sstevel@tonic-gate * relinqueshes it. 33427c478bd9Sstevel@tonic-gate */ 33437c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 33447c478bd9Sstevel@tonic-gate 33457c478bd9Sstevel@tonic-gate /* 33467c478bd9Sstevel@tonic-gate * See if someone changed s_thread_exit while we gave 33477c478bd9Sstevel@tonic-gate * up s_lock. 33487c478bd9Sstevel@tonic-gate */ 33497c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) 33507c478bd9Sstevel@tonic-gate goto die; 33517c478bd9Sstevel@tonic-gate 33527c478bd9Sstevel@tonic-gate if (!error) { 33537c478bd9Sstevel@tonic-gate /* 33547c478bd9Sstevel@tonic-gate * check to see if we implicitly renewed while 33557c478bd9Sstevel@tonic-gate * we waited for a reply for our RENEW call. 33567c478bd9Sstevel@tonic-gate */ 33577c478bd9Sstevel@tonic-gate if (tmp_last_renewal_time == 3358b9238976Sth sp->last_renewal_time) { 33597c478bd9Sstevel@tonic-gate /* no implicit renew came */ 33607c478bd9Sstevel@tonic-gate sp->last_renewal_time = tmp_now_time; 33617c478bd9Sstevel@tonic-gate } else { 33627c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, 3363b9238976Sth (CE_NOTE, "renew_thread: did " 3364b9238976Sth "implicit renewal before reply " 3365b9238976Sth "from server for RENEW")); 33667c478bd9Sstevel@tonic-gate } 33677c478bd9Sstevel@tonic-gate } else { 33687c478bd9Sstevel@tonic-gate /* figure out error */ 33697c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3370b9238976Sth "renew_thread: nfs4renew returned error" 3371b9238976Sth " %d", error)); 33727c478bd9Sstevel@tonic-gate } 33737c478bd9Sstevel@tonic-gate 33747c478bd9Sstevel@tonic-gate } 33757c478bd9Sstevel@tonic-gate } 33767c478bd9Sstevel@tonic-gate 33777c478bd9Sstevel@tonic-gate die: 33787c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3379b9238976Sth "nfs4_renew_lease_thread: thread exiting")); 33807c478bd9Sstevel@tonic-gate 33817c478bd9Sstevel@tonic-gate while (sp->s_otw_call_count != 0) { 33827c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3383b9238976Sth "nfs4_renew_lease_thread: waiting for outstanding " 3384b9238976Sth "otw calls to finish for sp 0x%p, current " 3385b9238976Sth "s_otw_call_count %d", (void *)sp, 3386b9238976Sth sp->s_otw_call_count)); 33877c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33887c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_BEGIN(&cpr_info); 33897c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 33907c478bd9Sstevel@tonic-gate cv_wait(&sp->s_cv_otw_count, &sp->s_lock); 33917c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 33927c478bd9Sstevel@tonic-gate CALLB_CPR_SAFE_END(&cpr_info, &cpr_lock); 33937c478bd9Sstevel@tonic-gate mutex_exit(&cpr_lock); 33947c478bd9Sstevel@tonic-gate } 33957c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 33967c478bd9Sstevel@tonic-gate 33977c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); /* free the thread's reference */ 33987c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); /* free the list's reference */ 33997c478bd9Sstevel@tonic-gate sp = NULL; 34007c478bd9Sstevel@tonic-gate 34017c478bd9Sstevel@tonic-gate done: 34027c478bd9Sstevel@tonic-gate mutex_enter(&cpr_lock); 34037c478bd9Sstevel@tonic-gate CALLB_CPR_EXIT(&cpr_info); /* drops cpr_lock */ 34047c478bd9Sstevel@tonic-gate mutex_destroy(&cpr_lock); 34057c478bd9Sstevel@tonic-gate 34067c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3407b9238976Sth "nfs4_renew_lease_thread: renew thread exit officially")); 34087c478bd9Sstevel@tonic-gate 34097c478bd9Sstevel@tonic-gate zthread_exit(); 34107c478bd9Sstevel@tonic-gate /* NOT REACHED */ 34117c478bd9Sstevel@tonic-gate } 34127c478bd9Sstevel@tonic-gate 34137c478bd9Sstevel@tonic-gate /* 34147c478bd9Sstevel@tonic-gate * Send out a RENEW op to the server. 34157c478bd9Sstevel@tonic-gate * Assumes sp is locked down. 34167c478bd9Sstevel@tonic-gate */ 34177c478bd9Sstevel@tonic-gate static int 34187c478bd9Sstevel@tonic-gate nfs4renew(nfs4_server_t *sp) 34197c478bd9Sstevel@tonic-gate { 34207c478bd9Sstevel@tonic-gate COMPOUND4args_clnt args; 34217c478bd9Sstevel@tonic-gate COMPOUND4res_clnt res; 34227c478bd9Sstevel@tonic-gate nfs_argop4 argop[1]; 34237c478bd9Sstevel@tonic-gate int doqueue = 1; 34247c478bd9Sstevel@tonic-gate int rpc_error; 34257c478bd9Sstevel@tonic-gate cred_t *cr; 34267c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 34277c478bd9Sstevel@tonic-gate timespec_t prop_time, after_time; 34287c478bd9Sstevel@tonic-gate int needrecov = FALSE; 34297c478bd9Sstevel@tonic-gate nfs4_recov_state_t recov_state; 34307c478bd9Sstevel@tonic-gate nfs4_error_t e = { 0, NFS4_OK, RPC_SUCCESS }; 34317c478bd9Sstevel@tonic-gate 34327c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "nfs4renew")); 34337c478bd9Sstevel@tonic-gate 34347c478bd9Sstevel@tonic-gate recov_state.rs_flags = 0; 34357c478bd9Sstevel@tonic-gate recov_state.rs_num_retry_despite_err = 0; 34367c478bd9Sstevel@tonic-gate 34377c478bd9Sstevel@tonic-gate recov_retry: 34387c478bd9Sstevel@tonic-gate mi = sp->mntinfo4_list; 34397c478bd9Sstevel@tonic-gate VFS_HOLD(mi->mi_vfsp); 34407c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34417c478bd9Sstevel@tonic-gate ASSERT(mi != NULL); 34427c478bd9Sstevel@tonic-gate 34437c478bd9Sstevel@tonic-gate e.error = nfs4_start_op(mi, NULL, NULL, &recov_state); 34447c478bd9Sstevel@tonic-gate if (e.error) { 34457c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34467c478bd9Sstevel@tonic-gate return (e.error); 34477c478bd9Sstevel@tonic-gate } 34487c478bd9Sstevel@tonic-gate 34497c478bd9Sstevel@tonic-gate /* Check to see if we're dealing with a marked-dead sp */ 34507c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34517c478bd9Sstevel@tonic-gate if (sp->s_thread_exit == NFS4_THREAD_EXIT) { 34527c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34537c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34547c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34557c478bd9Sstevel@tonic-gate return (0); 34567c478bd9Sstevel@tonic-gate } 34577c478bd9Sstevel@tonic-gate 34587c478bd9Sstevel@tonic-gate /* Make sure mi hasn't changed on us */ 34597c478bd9Sstevel@tonic-gate if (mi != sp->mntinfo4_list) { 34607c478bd9Sstevel@tonic-gate /* Must drop sp's lock to avoid a recursive mutex enter */ 34617c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34627c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 34637c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 34647c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34657c478bd9Sstevel@tonic-gate goto recov_retry; 34667c478bd9Sstevel@tonic-gate } 34677c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34687c478bd9Sstevel@tonic-gate 34697c478bd9Sstevel@tonic-gate args.ctag = TAG_RENEW; 34707c478bd9Sstevel@tonic-gate 34717c478bd9Sstevel@tonic-gate args.array_len = 1; 34727c478bd9Sstevel@tonic-gate args.array = argop; 34737c478bd9Sstevel@tonic-gate 34747c478bd9Sstevel@tonic-gate argop[0].argop = OP_RENEW; 34757c478bd9Sstevel@tonic-gate 34767c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 34777c478bd9Sstevel@tonic-gate argop[0].nfs_argop4_u.oprenew.clientid = sp->clientid; 34787c478bd9Sstevel@tonic-gate cr = sp->s_cred; 34797c478bd9Sstevel@tonic-gate crhold(cr); 34807c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 34817c478bd9Sstevel@tonic-gate 34827c478bd9Sstevel@tonic-gate ASSERT(cr != NULL); 34837c478bd9Sstevel@tonic-gate 34847c478bd9Sstevel@tonic-gate /* used to figure out RTT for sp */ 34857c478bd9Sstevel@tonic-gate gethrestime(&prop_time); 34867c478bd9Sstevel@tonic-gate 34877c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_call_debug, (CE_NOTE, 34887c478bd9Sstevel@tonic-gate "nfs4renew: %s call, sp 0x%p", needrecov ? "recov" : "first", 34897c478bd9Sstevel@tonic-gate (void*)sp)); 34907c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "before: %ld s %ld ns ", 3491b9238976Sth prop_time.tv_sec, prop_time.tv_nsec)); 34927c478bd9Sstevel@tonic-gate 34937c478bd9Sstevel@tonic-gate DTRACE_PROBE2(nfs4__renew__start, nfs4_server_t *, sp, 3494b9238976Sth mntinfo4_t *, mi); 34957c478bd9Sstevel@tonic-gate 34967c478bd9Sstevel@tonic-gate rfs4call(mi, &args, &res, cr, &doqueue, 0, &e); 34977c478bd9Sstevel@tonic-gate crfree(cr); 34987c478bd9Sstevel@tonic-gate 34997c478bd9Sstevel@tonic-gate DTRACE_PROBE2(nfs4__renew__end, nfs4_server_t *, sp, 3500b9238976Sth mntinfo4_t *, mi); 35017c478bd9Sstevel@tonic-gate 35027c478bd9Sstevel@tonic-gate gethrestime(&after_time); 35037c478bd9Sstevel@tonic-gate 35047c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 35057c478bd9Sstevel@tonic-gate sp->propagation_delay.tv_sec = 3506b9238976Sth MAX(1, after_time.tv_sec - prop_time.tv_sec); 35077c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 35087c478bd9Sstevel@tonic-gate 35097c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, "after : %ld s %ld ns ", 3510b9238976Sth after_time.tv_sec, after_time.tv_nsec)); 35117c478bd9Sstevel@tonic-gate 35127c478bd9Sstevel@tonic-gate if (e.error == 0 && res.status == NFS4ERR_CB_PATH_DOWN) { 3513d1ea0e82Swebaker (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 35147c478bd9Sstevel@tonic-gate nfs4_delegreturn_all(sp); 35157c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 35167c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 35177c478bd9Sstevel@tonic-gate /* 35187c478bd9Sstevel@tonic-gate * If the server returns CB_PATH_DOWN, it has renewed 35197c478bd9Sstevel@tonic-gate * the lease and informed us that the callback path is 35207c478bd9Sstevel@tonic-gate * down. Since the lease is renewed, just return 0 and 35217c478bd9Sstevel@tonic-gate * let the renew thread proceed as normal. 35227c478bd9Sstevel@tonic-gate */ 35237c478bd9Sstevel@tonic-gate return (0); 35247c478bd9Sstevel@tonic-gate } 35257c478bd9Sstevel@tonic-gate 35267c478bd9Sstevel@tonic-gate needrecov = nfs4_needs_recovery(&e, FALSE, mi->mi_vfsp); 35277c478bd9Sstevel@tonic-gate if (!needrecov && e.error) { 35287c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 35297c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 35307c478bd9Sstevel@tonic-gate return (e.error); 35317c478bd9Sstevel@tonic-gate } 35327c478bd9Sstevel@tonic-gate 35337c478bd9Sstevel@tonic-gate rpc_error = e.error; 35347c478bd9Sstevel@tonic-gate 35357c478bd9Sstevel@tonic-gate if (needrecov) { 35367c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_recov_debug, (CE_NOTE, 35377c478bd9Sstevel@tonic-gate "nfs4renew: initiating recovery\n")); 35387c478bd9Sstevel@tonic-gate 35397c478bd9Sstevel@tonic-gate if (nfs4_start_recovery(&e, mi, NULL, NULL, NULL, NULL, 35402f172c55SRobert Thurlow OP_RENEW, NULL, NULL, NULL) == FALSE) { 35417c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 35427c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 35437c478bd9Sstevel@tonic-gate if (!e.error) 35447c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, 3545b9238976Sth (caddr_t)&res); 35467c478bd9Sstevel@tonic-gate mutex_enter(&sp->s_lock); 35477c478bd9Sstevel@tonic-gate goto recov_retry; 35487c478bd9Sstevel@tonic-gate } 35497c478bd9Sstevel@tonic-gate /* fall through for res.status case */ 35507c478bd9Sstevel@tonic-gate } 35517c478bd9Sstevel@tonic-gate 35527c478bd9Sstevel@tonic-gate if (res.status) { 35537c478bd9Sstevel@tonic-gate if (res.status == NFS4ERR_LEASE_MOVED) { 35547c478bd9Sstevel@tonic-gate /*EMPTY*/ 35557c478bd9Sstevel@tonic-gate /* 35567c478bd9Sstevel@tonic-gate * XXX need to try every mntinfo4 in sp->mntinfo4_list 35577c478bd9Sstevel@tonic-gate * to renew the lease on that server 35587c478bd9Sstevel@tonic-gate */ 35597c478bd9Sstevel@tonic-gate } 35607c478bd9Sstevel@tonic-gate e.error = geterrno4(res.status); 35617c478bd9Sstevel@tonic-gate } 35627c478bd9Sstevel@tonic-gate 35637c478bd9Sstevel@tonic-gate if (!rpc_error) 35647c478bd9Sstevel@tonic-gate (void) xdr_free(xdr_COMPOUND4res_clnt, (caddr_t)&res); 35657c478bd9Sstevel@tonic-gate 35667c478bd9Sstevel@tonic-gate nfs4_end_op(mi, NULL, NULL, &recov_state, needrecov); 35677c478bd9Sstevel@tonic-gate 35687c478bd9Sstevel@tonic-gate VFS_RELE(mi->mi_vfsp); 35697c478bd9Sstevel@tonic-gate 35707c478bd9Sstevel@tonic-gate return (e.error); 35717c478bd9Sstevel@tonic-gate } 35727c478bd9Sstevel@tonic-gate 35737c478bd9Sstevel@tonic-gate void 35747c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count(mntinfo4_t *mi) 35757c478bd9Sstevel@tonic-gate { 35767c478bd9Sstevel@tonic-gate nfs4_server_t *sp; 35777c478bd9Sstevel@tonic-gate 35787c478bd9Sstevel@tonic-gate /* this locks down sp if it is found */ 35797c478bd9Sstevel@tonic-gate sp = find_nfs4_server(mi); 35807c478bd9Sstevel@tonic-gate 35817c478bd9Sstevel@tonic-gate if (sp != NULL) { 35827c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count_nolock(sp, mi); 35837c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 35847c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); 35857c478bd9Sstevel@tonic-gate } 35867c478bd9Sstevel@tonic-gate } 35877c478bd9Sstevel@tonic-gate 35887c478bd9Sstevel@tonic-gate /* 35897c478bd9Sstevel@tonic-gate * Bump the number of OPEN files (ie: those with state) so we know if this 35907c478bd9Sstevel@tonic-gate * nfs4_server has any state to maintain a lease for or not. 35917c478bd9Sstevel@tonic-gate * 35927c478bd9Sstevel@tonic-gate * Also, marks the nfs4_server's lease valid if it hasn't been done so already. 35937c478bd9Sstevel@tonic-gate */ 35947c478bd9Sstevel@tonic-gate void 35957c478bd9Sstevel@tonic-gate nfs4_inc_state_ref_count_nolock(nfs4_server_t *sp, mntinfo4_t *mi) 35967c478bd9Sstevel@tonic-gate { 35977c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 35987c478bd9Sstevel@tonic-gate 35997c478bd9Sstevel@tonic-gate sp->state_ref_count++; 36007c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3601b9238976Sth "nfs4_inc_state_ref_count: state_ref_count now %d", 3602b9238976Sth sp->state_ref_count)); 36037c478bd9Sstevel@tonic-gate 36047c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_UNINITIALIZED) 36057c478bd9Sstevel@tonic-gate sp->lease_valid = NFS4_LEASE_VALID; 36067c478bd9Sstevel@tonic-gate 36077c478bd9Sstevel@tonic-gate /* 36087c478bd9Sstevel@tonic-gate * If this call caused the lease to be marked valid and/or 36097c478bd9Sstevel@tonic-gate * took the state_ref_count from 0 to 1, then start the time 36107c478bd9Sstevel@tonic-gate * on lease renewal. 36117c478bd9Sstevel@tonic-gate */ 36127c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_VALID && sp->state_ref_count == 1) 36137c478bd9Sstevel@tonic-gate sp->last_renewal_time = gethrestime_sec(); 36147c478bd9Sstevel@tonic-gate 36157c478bd9Sstevel@tonic-gate /* update the number of open files for mi */ 36167c478bd9Sstevel@tonic-gate mi->mi_open_files++; 36177c478bd9Sstevel@tonic-gate } 36187c478bd9Sstevel@tonic-gate 36197c478bd9Sstevel@tonic-gate void 36207c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count(mntinfo4_t *mi) 36217c478bd9Sstevel@tonic-gate { 36227c478bd9Sstevel@tonic-gate nfs4_server_t *sp; 36237c478bd9Sstevel@tonic-gate 36247c478bd9Sstevel@tonic-gate /* this locks down sp if it is found */ 36257c478bd9Sstevel@tonic-gate sp = find_nfs4_server_all(mi, 1); 36267c478bd9Sstevel@tonic-gate 36277c478bd9Sstevel@tonic-gate if (sp != NULL) { 36287c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count_nolock(sp, mi); 36297c478bd9Sstevel@tonic-gate mutex_exit(&sp->s_lock); 36307c478bd9Sstevel@tonic-gate nfs4_server_rele(sp); 36317c478bd9Sstevel@tonic-gate } 36327c478bd9Sstevel@tonic-gate } 36337c478bd9Sstevel@tonic-gate 36347c478bd9Sstevel@tonic-gate /* 36357c478bd9Sstevel@tonic-gate * Decrement the number of OPEN files (ie: those with state) so we know if 36367c478bd9Sstevel@tonic-gate * this nfs4_server has any state to maintain a lease for or not. 36377c478bd9Sstevel@tonic-gate */ 36387c478bd9Sstevel@tonic-gate void 36397c478bd9Sstevel@tonic-gate nfs4_dec_state_ref_count_nolock(nfs4_server_t *sp, mntinfo4_t *mi) 36407c478bd9Sstevel@tonic-gate { 36417c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 36427c478bd9Sstevel@tonic-gate ASSERT(sp->state_ref_count != 0); 36437c478bd9Sstevel@tonic-gate sp->state_ref_count--; 36447c478bd9Sstevel@tonic-gate 36457c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3646b9238976Sth "nfs4_dec_state_ref_count: state ref count now %d", 3647b9238976Sth sp->state_ref_count)); 36487c478bd9Sstevel@tonic-gate 36497c478bd9Sstevel@tonic-gate mi->mi_open_files--; 36507c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3651b9238976Sth "nfs4_dec_state_ref_count: mi open files %d, v4 flags 0x%x", 3652b9238976Sth mi->mi_open_files, mi->mi_flags)); 36537c478bd9Sstevel@tonic-gate 36547c478bd9Sstevel@tonic-gate /* We don't have to hold the mi_lock to test mi_flags */ 36557c478bd9Sstevel@tonic-gate if (mi->mi_open_files == 0 && 36567c478bd9Sstevel@tonic-gate (mi->mi_flags & MI4_REMOVE_ON_LAST_CLOSE)) { 36577c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_client_lease_debug, (CE_NOTE, 3658b9238976Sth "nfs4_dec_state_ref_count: remove mntinfo4 %p since " 3659b9238976Sth "we have closed the last open file", (void*)mi)); 36607c478bd9Sstevel@tonic-gate nfs4_remove_mi_from_server(mi, sp); 36617c478bd9Sstevel@tonic-gate } 36627c478bd9Sstevel@tonic-gate } 36637c478bd9Sstevel@tonic-gate 36647c478bd9Sstevel@tonic-gate bool_t 36657c478bd9Sstevel@tonic-gate inlease(nfs4_server_t *sp) 36667c478bd9Sstevel@tonic-gate { 36677c478bd9Sstevel@tonic-gate bool_t result; 36687c478bd9Sstevel@tonic-gate 36697c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&sp->s_lock)); 36707c478bd9Sstevel@tonic-gate 36717c478bd9Sstevel@tonic-gate if (sp->lease_valid == NFS4_LEASE_VALID && 36727c478bd9Sstevel@tonic-gate gethrestime_sec() < sp->last_renewal_time + sp->s_lease_time) 36737c478bd9Sstevel@tonic-gate result = TRUE; 36747c478bd9Sstevel@tonic-gate else 36757c478bd9Sstevel@tonic-gate result = FALSE; 36767c478bd9Sstevel@tonic-gate 36777c478bd9Sstevel@tonic-gate return (result); 36787c478bd9Sstevel@tonic-gate } 36797c478bd9Sstevel@tonic-gate 36807c478bd9Sstevel@tonic-gate 36817c478bd9Sstevel@tonic-gate /* 36827c478bd9Sstevel@tonic-gate * Return non-zero if the given nfs4_server_t is going through recovery. 36837c478bd9Sstevel@tonic-gate */ 36847c478bd9Sstevel@tonic-gate 36857c478bd9Sstevel@tonic-gate int 36867c478bd9Sstevel@tonic-gate nfs4_server_in_recovery(nfs4_server_t *sp) 36877c478bd9Sstevel@tonic-gate { 36887c478bd9Sstevel@tonic-gate return (nfs_rw_lock_held(&sp->s_recovlock, RW_WRITER)); 36897c478bd9Sstevel@tonic-gate } 36907c478bd9Sstevel@tonic-gate 36917c478bd9Sstevel@tonic-gate /* 36927c478bd9Sstevel@tonic-gate * Compare two shared filehandle objects. Returns -1, 0, or +1, if the 36937c478bd9Sstevel@tonic-gate * first is less than, equal to, or greater than the second. 36947c478bd9Sstevel@tonic-gate */ 36957c478bd9Sstevel@tonic-gate 36967c478bd9Sstevel@tonic-gate int 36977c478bd9Sstevel@tonic-gate sfh4cmp(const void *p1, const void *p2) 36987c478bd9Sstevel@tonic-gate { 36997c478bd9Sstevel@tonic-gate const nfs4_sharedfh_t *sfh1 = (const nfs4_sharedfh_t *)p1; 37007c478bd9Sstevel@tonic-gate const nfs4_sharedfh_t *sfh2 = (const nfs4_sharedfh_t *)p2; 37017c478bd9Sstevel@tonic-gate 37027c478bd9Sstevel@tonic-gate return (nfs4cmpfh(&sfh1->sfh_fh, &sfh2->sfh_fh)); 37037c478bd9Sstevel@tonic-gate } 37047c478bd9Sstevel@tonic-gate 37057c478bd9Sstevel@tonic-gate /* 37067c478bd9Sstevel@tonic-gate * Create a table for shared filehandle objects. 37077c478bd9Sstevel@tonic-gate */ 37087c478bd9Sstevel@tonic-gate 37097c478bd9Sstevel@tonic-gate void 37107c478bd9Sstevel@tonic-gate sfh4_createtab(avl_tree_t *tab) 37117c478bd9Sstevel@tonic-gate { 37127c478bd9Sstevel@tonic-gate avl_create(tab, sfh4cmp, sizeof (nfs4_sharedfh_t), 3713b9238976Sth offsetof(nfs4_sharedfh_t, sfh_tree)); 37147c478bd9Sstevel@tonic-gate } 37157c478bd9Sstevel@tonic-gate 37167c478bd9Sstevel@tonic-gate /* 37177c478bd9Sstevel@tonic-gate * Return a shared filehandle object for the given filehandle. The caller 37187c478bd9Sstevel@tonic-gate * is responsible for eventually calling sfh4_rele(). 37197c478bd9Sstevel@tonic-gate */ 37207c478bd9Sstevel@tonic-gate 37217c478bd9Sstevel@tonic-gate nfs4_sharedfh_t * 37227c478bd9Sstevel@tonic-gate sfh4_put(const nfs_fh4 *fh, mntinfo4_t *mi, nfs4_sharedfh_t *key) 37237c478bd9Sstevel@tonic-gate { 37247c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh, *nsfh; 37257c478bd9Sstevel@tonic-gate avl_index_t where; 37267c478bd9Sstevel@tonic-gate nfs4_sharedfh_t skey; 37277c478bd9Sstevel@tonic-gate 37287c478bd9Sstevel@tonic-gate if (!key) { 37297c478bd9Sstevel@tonic-gate skey.sfh_fh = *fh; 37307c478bd9Sstevel@tonic-gate key = &skey; 37317c478bd9Sstevel@tonic-gate } 37327c478bd9Sstevel@tonic-gate 37337c478bd9Sstevel@tonic-gate nsfh = kmem_alloc(sizeof (nfs4_sharedfh_t), KM_SLEEP); 37347c478bd9Sstevel@tonic-gate nsfh->sfh_fh.nfs_fh4_len = fh->nfs_fh4_len; 37357c478bd9Sstevel@tonic-gate /* 37367c478bd9Sstevel@tonic-gate * We allocate the largest possible filehandle size because it's 37377c478bd9Sstevel@tonic-gate * not that big, and it saves us from possibly having to resize the 37387c478bd9Sstevel@tonic-gate * buffer later. 37397c478bd9Sstevel@tonic-gate */ 37407c478bd9Sstevel@tonic-gate nsfh->sfh_fh.nfs_fh4_val = kmem_alloc(NFS4_FHSIZE, KM_SLEEP); 37417c478bd9Sstevel@tonic-gate bcopy(fh->nfs_fh4_val, nsfh->sfh_fh.nfs_fh4_val, fh->nfs_fh4_len); 37427c478bd9Sstevel@tonic-gate mutex_init(&nsfh->sfh_lock, NULL, MUTEX_DEFAULT, NULL); 37437c478bd9Sstevel@tonic-gate nsfh->sfh_refcnt = 1; 37447c478bd9Sstevel@tonic-gate nsfh->sfh_flags = SFH4_IN_TREE; 37457c478bd9Sstevel@tonic-gate nsfh->sfh_mi = mi; 37467c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, "sfh4_get: new object (%p)", 3747b9238976Sth (void *)nsfh)); 37487c478bd9Sstevel@tonic-gate 37497c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 37507c478bd9Sstevel@tonic-gate sfh = avl_find(&mi->mi_filehandles, key, &where); 37517c478bd9Sstevel@tonic-gate if (sfh != NULL) { 37527c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 37537c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 37547c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 37557c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37567c478bd9Sstevel@tonic-gate /* free our speculative allocs */ 37577c478bd9Sstevel@tonic-gate kmem_free(nsfh->sfh_fh.nfs_fh4_val, NFS4_FHSIZE); 37587c478bd9Sstevel@tonic-gate kmem_free(nsfh, sizeof (nfs4_sharedfh_t)); 37597c478bd9Sstevel@tonic-gate return (sfh); 37607c478bd9Sstevel@tonic-gate } 37617c478bd9Sstevel@tonic-gate 37627c478bd9Sstevel@tonic-gate avl_insert(&mi->mi_filehandles, nsfh, where); 37637c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 37647c478bd9Sstevel@tonic-gate 37657c478bd9Sstevel@tonic-gate return (nsfh); 37667c478bd9Sstevel@tonic-gate } 37677c478bd9Sstevel@tonic-gate 37687c478bd9Sstevel@tonic-gate /* 37697c478bd9Sstevel@tonic-gate * Return a shared filehandle object for the given filehandle. The caller 37707c478bd9Sstevel@tonic-gate * is responsible for eventually calling sfh4_rele(). 37717c478bd9Sstevel@tonic-gate */ 37727c478bd9Sstevel@tonic-gate 37737c478bd9Sstevel@tonic-gate nfs4_sharedfh_t * 37747c478bd9Sstevel@tonic-gate sfh4_get(const nfs_fh4 *fh, mntinfo4_t *mi) 37757c478bd9Sstevel@tonic-gate { 37767c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh; 37777c478bd9Sstevel@tonic-gate nfs4_sharedfh_t key; 37787c478bd9Sstevel@tonic-gate 37797c478bd9Sstevel@tonic-gate ASSERT(fh->nfs_fh4_len <= NFS4_FHSIZE); 37807c478bd9Sstevel@tonic-gate 37817c478bd9Sstevel@tonic-gate #ifdef DEBUG 37827c478bd9Sstevel@tonic-gate if (nfs4_sharedfh_debug) { 37837c478bd9Sstevel@tonic-gate nfs4_fhandle_t fhandle; 37847c478bd9Sstevel@tonic-gate 37857c478bd9Sstevel@tonic-gate fhandle.fh_len = fh->nfs_fh4_len; 37867c478bd9Sstevel@tonic-gate bcopy(fh->nfs_fh4_val, fhandle.fh_buf, fhandle.fh_len); 37877c478bd9Sstevel@tonic-gate zcmn_err(mi->mi_zone->zone_id, CE_NOTE, "sfh4_get:"); 37887c478bd9Sstevel@tonic-gate nfs4_printfhandle(&fhandle); 37897c478bd9Sstevel@tonic-gate } 37907c478bd9Sstevel@tonic-gate #endif 37917c478bd9Sstevel@tonic-gate 37927c478bd9Sstevel@tonic-gate /* 37937c478bd9Sstevel@tonic-gate * If there's already an object for the given filehandle, bump the 37947c478bd9Sstevel@tonic-gate * reference count and return it. Otherwise, create a new object 37957c478bd9Sstevel@tonic-gate * and add it to the AVL tree. 37967c478bd9Sstevel@tonic-gate */ 37977c478bd9Sstevel@tonic-gate 37987c478bd9Sstevel@tonic-gate key.sfh_fh = *fh; 37997c478bd9Sstevel@tonic-gate 38007c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_READER, 0); 38017c478bd9Sstevel@tonic-gate sfh = avl_find(&mi->mi_filehandles, &key, NULL); 38027c478bd9Sstevel@tonic-gate if (sfh != NULL) { 38037c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38047c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 38057c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 3806b9238976Sth "sfh4_get: found existing %p, new refcnt=%d", 3807b9238976Sth (void *)sfh, sfh->sfh_refcnt)); 38087c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38097c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38107c478bd9Sstevel@tonic-gate return (sfh); 38117c478bd9Sstevel@tonic-gate } 38127c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38137c478bd9Sstevel@tonic-gate 38147c478bd9Sstevel@tonic-gate return (sfh4_put(fh, mi, &key)); 38157c478bd9Sstevel@tonic-gate } 38167c478bd9Sstevel@tonic-gate 38177c478bd9Sstevel@tonic-gate /* 38187c478bd9Sstevel@tonic-gate * Get a reference to the given shared filehandle object. 38197c478bd9Sstevel@tonic-gate */ 38207c478bd9Sstevel@tonic-gate 38217c478bd9Sstevel@tonic-gate void 38227c478bd9Sstevel@tonic-gate sfh4_hold(nfs4_sharedfh_t *sfh) 38237c478bd9Sstevel@tonic-gate { 38247c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 38257c478bd9Sstevel@tonic-gate 38267c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38277c478bd9Sstevel@tonic-gate sfh->sfh_refcnt++; 38287c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, 3829b9238976Sth (CE_NOTE, "sfh4_hold %p, new refcnt=%d", 3830b9238976Sth (void *)sfh, sfh->sfh_refcnt)); 38317c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38327c478bd9Sstevel@tonic-gate } 38337c478bd9Sstevel@tonic-gate 38347c478bd9Sstevel@tonic-gate /* 38357c478bd9Sstevel@tonic-gate * Release a reference to the given shared filehandle object and null out 38367c478bd9Sstevel@tonic-gate * the given pointer. 38377c478bd9Sstevel@tonic-gate */ 38387c478bd9Sstevel@tonic-gate 38397c478bd9Sstevel@tonic-gate void 38407c478bd9Sstevel@tonic-gate sfh4_rele(nfs4_sharedfh_t **sfhpp) 38417c478bd9Sstevel@tonic-gate { 38427c478bd9Sstevel@tonic-gate mntinfo4_t *mi; 38437c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *sfh = *sfhpp; 38447c478bd9Sstevel@tonic-gate 38457c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 38467c478bd9Sstevel@tonic-gate 38477c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38487c478bd9Sstevel@tonic-gate if (sfh->sfh_refcnt > 1) { 38497c478bd9Sstevel@tonic-gate sfh->sfh_refcnt--; 38507c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 38517c478bd9Sstevel@tonic-gate "sfh4_rele %p, new refcnt=%d", 38527c478bd9Sstevel@tonic-gate (void *)sfh, sfh->sfh_refcnt)); 38537c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38547c478bd9Sstevel@tonic-gate goto finish; 38557c478bd9Sstevel@tonic-gate } 38567c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38577c478bd9Sstevel@tonic-gate 38587c478bd9Sstevel@tonic-gate /* 38597c478bd9Sstevel@tonic-gate * Possibly the last reference, so get the lock for the table in 38607c478bd9Sstevel@tonic-gate * case it's time to remove the object from the table. 38617c478bd9Sstevel@tonic-gate */ 38627c478bd9Sstevel@tonic-gate mi = sfh->sfh_mi; 38637c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 38647c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 38657c478bd9Sstevel@tonic-gate sfh->sfh_refcnt--; 38667c478bd9Sstevel@tonic-gate if (sfh->sfh_refcnt > 0) { 38677c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 38687c478bd9Sstevel@tonic-gate "sfh4_rele %p, new refcnt=%d", 38697c478bd9Sstevel@tonic-gate (void *)sfh, sfh->sfh_refcnt)); 38707c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38717c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38727c478bd9Sstevel@tonic-gate goto finish; 38737c478bd9Sstevel@tonic-gate } 38747c478bd9Sstevel@tonic-gate 38757c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_sharedfh_debug, (CE_NOTE, 3876b9238976Sth "sfh4_rele %p, last ref", (void *)sfh)); 38777c478bd9Sstevel@tonic-gate if (sfh->sfh_flags & SFH4_IN_TREE) { 38787c478bd9Sstevel@tonic-gate avl_remove(&mi->mi_filehandles, sfh); 38797c478bd9Sstevel@tonic-gate sfh->sfh_flags &= ~SFH4_IN_TREE; 38807c478bd9Sstevel@tonic-gate } 38817c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 38827c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 38837c478bd9Sstevel@tonic-gate mutex_destroy(&sfh->sfh_lock); 38847c478bd9Sstevel@tonic-gate kmem_free(sfh->sfh_fh.nfs_fh4_val, NFS4_FHSIZE); 38857c478bd9Sstevel@tonic-gate kmem_free(sfh, sizeof (nfs4_sharedfh_t)); 38867c478bd9Sstevel@tonic-gate 38877c478bd9Sstevel@tonic-gate finish: 38887c478bd9Sstevel@tonic-gate *sfhpp = NULL; 38897c478bd9Sstevel@tonic-gate } 38907c478bd9Sstevel@tonic-gate 38917c478bd9Sstevel@tonic-gate /* 38927c478bd9Sstevel@tonic-gate * Update the filehandle for the given shared filehandle object. 38937c478bd9Sstevel@tonic-gate */ 38947c478bd9Sstevel@tonic-gate 38957c478bd9Sstevel@tonic-gate int nfs4_warn_dupfh = 0; /* if set, always warn about dup fhs below */ 38967c478bd9Sstevel@tonic-gate 38977c478bd9Sstevel@tonic-gate void 38987c478bd9Sstevel@tonic-gate sfh4_update(nfs4_sharedfh_t *sfh, const nfs_fh4 *newfh) 38997c478bd9Sstevel@tonic-gate { 39007c478bd9Sstevel@tonic-gate mntinfo4_t *mi = sfh->sfh_mi; 39017c478bd9Sstevel@tonic-gate nfs4_sharedfh_t *dupsfh; 39027c478bd9Sstevel@tonic-gate avl_index_t where; 39037c478bd9Sstevel@tonic-gate nfs4_sharedfh_t key; 39047c478bd9Sstevel@tonic-gate 39057c478bd9Sstevel@tonic-gate #ifdef DEBUG 39067c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 39077c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 39087c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 39097c478bd9Sstevel@tonic-gate #endif 39107c478bd9Sstevel@tonic-gate ASSERT(newfh->nfs_fh4_len <= NFS4_FHSIZE); 39117c478bd9Sstevel@tonic-gate 39127c478bd9Sstevel@tonic-gate /* 39137c478bd9Sstevel@tonic-gate * The basic plan is to remove the shared filehandle object from 39147c478bd9Sstevel@tonic-gate * the table, update it to have the new filehandle, then reinsert 39157c478bd9Sstevel@tonic-gate * it. 39167c478bd9Sstevel@tonic-gate */ 39177c478bd9Sstevel@tonic-gate 39187c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_WRITER, 0); 39197c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 39207c478bd9Sstevel@tonic-gate if (sfh->sfh_flags & SFH4_IN_TREE) { 39217c478bd9Sstevel@tonic-gate avl_remove(&mi->mi_filehandles, sfh); 39227c478bd9Sstevel@tonic-gate sfh->sfh_flags &= ~SFH4_IN_TREE; 39237c478bd9Sstevel@tonic-gate } 39247c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 39257c478bd9Sstevel@tonic-gate sfh->sfh_fh.nfs_fh4_len = newfh->nfs_fh4_len; 39267c478bd9Sstevel@tonic-gate bcopy(newfh->nfs_fh4_val, sfh->sfh_fh.nfs_fh4_val, 39277c478bd9Sstevel@tonic-gate sfh->sfh_fh.nfs_fh4_len); 39287c478bd9Sstevel@tonic-gate 39297c478bd9Sstevel@tonic-gate /* 39307c478bd9Sstevel@tonic-gate * XXX If there is already a shared filehandle object with the new 39317c478bd9Sstevel@tonic-gate * filehandle, we're in trouble, because the rnode code assumes 39327c478bd9Sstevel@tonic-gate * that there is only one shared filehandle object for a given 39337c478bd9Sstevel@tonic-gate * filehandle. So issue a warning (for read-write mounts only) 39347c478bd9Sstevel@tonic-gate * and don't try to re-insert the given object into the table. 39357c478bd9Sstevel@tonic-gate * Hopefully the given object will quickly go away and everyone 39367c478bd9Sstevel@tonic-gate * will use the new object. 39377c478bd9Sstevel@tonic-gate */ 39387c478bd9Sstevel@tonic-gate key.sfh_fh = *newfh; 39397c478bd9Sstevel@tonic-gate dupsfh = avl_find(&mi->mi_filehandles, &key, &where); 39407c478bd9Sstevel@tonic-gate if (dupsfh != NULL) { 39417c478bd9Sstevel@tonic-gate if (!(mi->mi_vfsp->vfs_flag & VFS_RDONLY) || nfs4_warn_dupfh) { 39427c478bd9Sstevel@tonic-gate zcmn_err(mi->mi_zone->zone_id, CE_WARN, "sfh4_update: " 39437c478bd9Sstevel@tonic-gate "duplicate filehandle detected"); 39447c478bd9Sstevel@tonic-gate sfh4_printfhandle(dupsfh); 39457c478bd9Sstevel@tonic-gate } 39467c478bd9Sstevel@tonic-gate } else { 39477c478bd9Sstevel@tonic-gate avl_insert(&mi->mi_filehandles, sfh, where); 39487c478bd9Sstevel@tonic-gate mutex_enter(&sfh->sfh_lock); 39497c478bd9Sstevel@tonic-gate sfh->sfh_flags |= SFH4_IN_TREE; 39507c478bd9Sstevel@tonic-gate mutex_exit(&sfh->sfh_lock); 39517c478bd9Sstevel@tonic-gate } 39527c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 39537c478bd9Sstevel@tonic-gate } 39547c478bd9Sstevel@tonic-gate 39557c478bd9Sstevel@tonic-gate /* 39567c478bd9Sstevel@tonic-gate * Copy out the current filehandle for the given shared filehandle object. 39577c478bd9Sstevel@tonic-gate */ 39587c478bd9Sstevel@tonic-gate 39597c478bd9Sstevel@tonic-gate void 39607c478bd9Sstevel@tonic-gate sfh4_copyval(const nfs4_sharedfh_t *sfh, nfs4_fhandle_t *fhp) 39617c478bd9Sstevel@tonic-gate { 39627c478bd9Sstevel@tonic-gate mntinfo4_t *mi = sfh->sfh_mi; 39637c478bd9Sstevel@tonic-gate 39647c478bd9Sstevel@tonic-gate ASSERT(sfh->sfh_refcnt > 0); 39657c478bd9Sstevel@tonic-gate 39667c478bd9Sstevel@tonic-gate (void) nfs_rw_enter_sig(&mi->mi_fh_lock, RW_READER, 0); 39677c478bd9Sstevel@tonic-gate fhp->fh_len = sfh->sfh_fh.nfs_fh4_len; 39687c478bd9Sstevel@tonic-gate ASSERT(fhp->fh_len <= NFS4_FHSIZE); 39697c478bd9Sstevel@tonic-gate bcopy(sfh->sfh_fh.nfs_fh4_val, fhp->fh_buf, fhp->fh_len); 39707c478bd9Sstevel@tonic-gate nfs_rw_exit(&mi->mi_fh_lock); 39717c478bd9Sstevel@tonic-gate } 39727c478bd9Sstevel@tonic-gate 39737c478bd9Sstevel@tonic-gate /* 39747c478bd9Sstevel@tonic-gate * Print out the filehandle for the given shared filehandle object. 39757c478bd9Sstevel@tonic-gate */ 39767c478bd9Sstevel@tonic-gate 39777c478bd9Sstevel@tonic-gate void 39787c478bd9Sstevel@tonic-gate sfh4_printfhandle(const nfs4_sharedfh_t *sfh) 39797c478bd9Sstevel@tonic-gate { 39807c478bd9Sstevel@tonic-gate nfs4_fhandle_t fhandle; 39817c478bd9Sstevel@tonic-gate 39827c478bd9Sstevel@tonic-gate sfh4_copyval(sfh, &fhandle); 39837c478bd9Sstevel@tonic-gate nfs4_printfhandle(&fhandle); 39847c478bd9Sstevel@tonic-gate } 39857c478bd9Sstevel@tonic-gate 39867c478bd9Sstevel@tonic-gate /* 39877c478bd9Sstevel@tonic-gate * Compare 2 fnames. Returns -1 if the first is "less" than the second, 0 39887c478bd9Sstevel@tonic-gate * if they're the same, +1 if the first is "greater" than the second. The 39897c478bd9Sstevel@tonic-gate * caller (or whoever's calling the AVL package) is responsible for 39907c478bd9Sstevel@tonic-gate * handling locking issues. 39917c478bd9Sstevel@tonic-gate */ 39927c478bd9Sstevel@tonic-gate 39937c478bd9Sstevel@tonic-gate static int 39947c478bd9Sstevel@tonic-gate fncmp(const void *p1, const void *p2) 39957c478bd9Sstevel@tonic-gate { 39967c478bd9Sstevel@tonic-gate const nfs4_fname_t *f1 = p1; 39977c478bd9Sstevel@tonic-gate const nfs4_fname_t *f2 = p2; 39987c478bd9Sstevel@tonic-gate int res; 39997c478bd9Sstevel@tonic-gate 40007c478bd9Sstevel@tonic-gate res = strcmp(f1->fn_name, f2->fn_name); 40017c478bd9Sstevel@tonic-gate /* 40027c478bd9Sstevel@tonic-gate * The AVL package wants +/-1, not arbitrary positive or negative 40037c478bd9Sstevel@tonic-gate * integers. 40047c478bd9Sstevel@tonic-gate */ 40057c478bd9Sstevel@tonic-gate if (res > 0) 40067c478bd9Sstevel@tonic-gate res = 1; 40077c478bd9Sstevel@tonic-gate else if (res < 0) 40087c478bd9Sstevel@tonic-gate res = -1; 40097c478bd9Sstevel@tonic-gate return (res); 40107c478bd9Sstevel@tonic-gate } 40117c478bd9Sstevel@tonic-gate 40127c478bd9Sstevel@tonic-gate /* 40137c478bd9Sstevel@tonic-gate * Get or create an fname with the given name, as a child of the given 40147c478bd9Sstevel@tonic-gate * fname. The caller is responsible for eventually releasing the reference 40157c478bd9Sstevel@tonic-gate * (fn_rele()). parent may be NULL. 40167c478bd9Sstevel@tonic-gate */ 40177c478bd9Sstevel@tonic-gate 40187c478bd9Sstevel@tonic-gate nfs4_fname_t * 4019bbf2a467SNagakiran Rajashekar fn_get(nfs4_fname_t *parent, char *name, nfs4_sharedfh_t *sfh) 40207c478bd9Sstevel@tonic-gate { 40217c478bd9Sstevel@tonic-gate nfs4_fname_t key; 40227c478bd9Sstevel@tonic-gate nfs4_fname_t *fnp; 40237c478bd9Sstevel@tonic-gate avl_index_t where; 40247c478bd9Sstevel@tonic-gate 40257c478bd9Sstevel@tonic-gate key.fn_name = name; 40267c478bd9Sstevel@tonic-gate 40277c478bd9Sstevel@tonic-gate /* 40287c478bd9Sstevel@tonic-gate * If there's already an fname registered with the given name, bump 40297c478bd9Sstevel@tonic-gate * its reference count and return it. Otherwise, create a new one 40307c478bd9Sstevel@tonic-gate * and add it to the parent's AVL tree. 4031bbf2a467SNagakiran Rajashekar * 4032bbf2a467SNagakiran Rajashekar * fname entries we are looking for should match both name 4033bbf2a467SNagakiran Rajashekar * and sfh stored in the fname. 40347c478bd9Sstevel@tonic-gate */ 4035bbf2a467SNagakiran Rajashekar again: 40367c478bd9Sstevel@tonic-gate if (parent != NULL) { 40377c478bd9Sstevel@tonic-gate mutex_enter(&parent->fn_lock); 40387c478bd9Sstevel@tonic-gate fnp = avl_find(&parent->fn_children, &key, &where); 40397c478bd9Sstevel@tonic-gate if (fnp != NULL) { 4040bbf2a467SNagakiran Rajashekar /* 4041bbf2a467SNagakiran Rajashekar * This hold on fnp is released below later, 4042bbf2a467SNagakiran Rajashekar * in case this is not the fnp we want. 4043bbf2a467SNagakiran Rajashekar */ 40447c478bd9Sstevel@tonic-gate fn_hold(fnp); 4045bbf2a467SNagakiran Rajashekar 4046bbf2a467SNagakiran Rajashekar if (fnp->fn_sfh == sfh) { 4047bbf2a467SNagakiran Rajashekar /* 4048bbf2a467SNagakiran Rajashekar * We have found our entry. 4049bbf2a467SNagakiran Rajashekar * put an hold and return it. 4050bbf2a467SNagakiran Rajashekar */ 4051bbf2a467SNagakiran Rajashekar mutex_exit(&parent->fn_lock); 4052bbf2a467SNagakiran Rajashekar return (fnp); 4053bbf2a467SNagakiran Rajashekar } 4054bbf2a467SNagakiran Rajashekar 4055bbf2a467SNagakiran Rajashekar /* 4056bbf2a467SNagakiran Rajashekar * We have found an entry that has a mismatching 4057bbf2a467SNagakiran Rajashekar * fn_sfh. This could be a stale entry due to 4058bbf2a467SNagakiran Rajashekar * server side rename. We will remove this entry 4059bbf2a467SNagakiran Rajashekar * and make sure no such entries exist. 4060bbf2a467SNagakiran Rajashekar */ 40617c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 4062bbf2a467SNagakiran Rajashekar mutex_enter(&fnp->fn_lock); 4063bbf2a467SNagakiran Rajashekar if (fnp->fn_parent == parent) { 4064bbf2a467SNagakiran Rajashekar /* 4065bbf2a467SNagakiran Rajashekar * Remove ourselves from parent's 4066bbf2a467SNagakiran Rajashekar * fn_children tree. 4067bbf2a467SNagakiran Rajashekar */ 4068bbf2a467SNagakiran Rajashekar mutex_enter(&parent->fn_lock); 4069bbf2a467SNagakiran Rajashekar avl_remove(&parent->fn_children, fnp); 4070bbf2a467SNagakiran Rajashekar mutex_exit(&parent->fn_lock); 4071bbf2a467SNagakiran Rajashekar fn_rele(&fnp->fn_parent); 4072bbf2a467SNagakiran Rajashekar } 4073bbf2a467SNagakiran Rajashekar mutex_exit(&fnp->fn_lock); 4074bbf2a467SNagakiran Rajashekar fn_rele(&fnp); 4075bbf2a467SNagakiran Rajashekar goto again; 40767c478bd9Sstevel@tonic-gate } 40777c478bd9Sstevel@tonic-gate } 40787c478bd9Sstevel@tonic-gate 40797c478bd9Sstevel@tonic-gate fnp = kmem_alloc(sizeof (nfs4_fname_t), KM_SLEEP); 40807c478bd9Sstevel@tonic-gate mutex_init(&fnp->fn_lock, NULL, MUTEX_DEFAULT, NULL); 40817c478bd9Sstevel@tonic-gate fnp->fn_parent = parent; 40827c478bd9Sstevel@tonic-gate if (parent != NULL) 40837c478bd9Sstevel@tonic-gate fn_hold(parent); 40847c478bd9Sstevel@tonic-gate fnp->fn_len = strlen(name); 40857c478bd9Sstevel@tonic-gate ASSERT(fnp->fn_len < MAXNAMELEN); 40867c478bd9Sstevel@tonic-gate fnp->fn_name = kmem_alloc(fnp->fn_len + 1, KM_SLEEP); 40877c478bd9Sstevel@tonic-gate (void) strcpy(fnp->fn_name, name); 40887c478bd9Sstevel@tonic-gate fnp->fn_refcnt = 1; 4089bbf2a467SNagakiran Rajashekar 4090bbf2a467SNagakiran Rajashekar /* 4091bbf2a467SNagakiran Rajashekar * This hold on sfh is later released 4092bbf2a467SNagakiran Rajashekar * when we do the final fn_rele() on this fname. 4093bbf2a467SNagakiran Rajashekar */ 4094bbf2a467SNagakiran Rajashekar sfh4_hold(sfh); 4095bbf2a467SNagakiran Rajashekar fnp->fn_sfh = sfh; 4096bbf2a467SNagakiran Rajashekar 40977c478bd9Sstevel@tonic-gate avl_create(&fnp->fn_children, fncmp, sizeof (nfs4_fname_t), 40987c478bd9Sstevel@tonic-gate offsetof(nfs4_fname_t, fn_tree)); 40997c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4100b9238976Sth "fn_get %p:%s, a new nfs4_fname_t!", 4101b9238976Sth (void *)fnp, fnp->fn_name)); 41027c478bd9Sstevel@tonic-gate if (parent != NULL) { 41037c478bd9Sstevel@tonic-gate avl_insert(&parent->fn_children, fnp, where); 41047c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 41057c478bd9Sstevel@tonic-gate } 41067c478bd9Sstevel@tonic-gate 41077c478bd9Sstevel@tonic-gate return (fnp); 41087c478bd9Sstevel@tonic-gate } 41097c478bd9Sstevel@tonic-gate 41107c478bd9Sstevel@tonic-gate void 41117c478bd9Sstevel@tonic-gate fn_hold(nfs4_fname_t *fnp) 41127c478bd9Sstevel@tonic-gate { 41137c478bd9Sstevel@tonic-gate atomic_add_32(&fnp->fn_refcnt, 1); 41147c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4115b9238976Sth "fn_hold %p:%s, new refcnt=%d", 4116b9238976Sth (void *)fnp, fnp->fn_name, fnp->fn_refcnt)); 41177c478bd9Sstevel@tonic-gate } 41187c478bd9Sstevel@tonic-gate 41197c478bd9Sstevel@tonic-gate /* 41207c478bd9Sstevel@tonic-gate * Decrement the reference count of the given fname, and destroy it if its 41217c478bd9Sstevel@tonic-gate * reference count goes to zero. Nulls out the given pointer. 41227c478bd9Sstevel@tonic-gate */ 41237c478bd9Sstevel@tonic-gate 41247c478bd9Sstevel@tonic-gate void 41257c478bd9Sstevel@tonic-gate fn_rele(nfs4_fname_t **fnpp) 41267c478bd9Sstevel@tonic-gate { 41277c478bd9Sstevel@tonic-gate nfs4_fname_t *parent; 41287c478bd9Sstevel@tonic-gate uint32_t newref; 41297c478bd9Sstevel@tonic-gate nfs4_fname_t *fnp; 41307c478bd9Sstevel@tonic-gate 41317c478bd9Sstevel@tonic-gate recur: 41327c478bd9Sstevel@tonic-gate fnp = *fnpp; 41337c478bd9Sstevel@tonic-gate *fnpp = NULL; 41347c478bd9Sstevel@tonic-gate 41357c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 41367c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 41377c478bd9Sstevel@tonic-gate if (parent != NULL) 41387c478bd9Sstevel@tonic-gate mutex_enter(&parent->fn_lock); /* prevent new references */ 41397c478bd9Sstevel@tonic-gate newref = atomic_add_32_nv(&fnp->fn_refcnt, -1); 41407c478bd9Sstevel@tonic-gate if (newref > 0) { 41417c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4142b9238976Sth "fn_rele %p:%s, new refcnt=%d", 4143b9238976Sth (void *)fnp, fnp->fn_name, fnp->fn_refcnt)); 41447c478bd9Sstevel@tonic-gate if (parent != NULL) 41457c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 41467c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 41477c478bd9Sstevel@tonic-gate return; 41487c478bd9Sstevel@tonic-gate } 41497c478bd9Sstevel@tonic-gate 41507c478bd9Sstevel@tonic-gate NFS4_DEBUG(nfs4_fname_debug, (CE_NOTE, 4151b9238976Sth "fn_rele %p:%s, last reference, deleting...", 4152b9238976Sth (void *)fnp, fnp->fn_name)); 41537c478bd9Sstevel@tonic-gate if (parent != NULL) { 41547c478bd9Sstevel@tonic-gate avl_remove(&parent->fn_children, fnp); 41557c478bd9Sstevel@tonic-gate mutex_exit(&parent->fn_lock); 41567c478bd9Sstevel@tonic-gate } 41577c478bd9Sstevel@tonic-gate kmem_free(fnp->fn_name, fnp->fn_len + 1); 4158bbf2a467SNagakiran Rajashekar sfh4_rele(&fnp->fn_sfh); 41597c478bd9Sstevel@tonic-gate mutex_destroy(&fnp->fn_lock); 41607c478bd9Sstevel@tonic-gate avl_destroy(&fnp->fn_children); 41617c478bd9Sstevel@tonic-gate kmem_free(fnp, sizeof (nfs4_fname_t)); 41627c478bd9Sstevel@tonic-gate /* 41637c478bd9Sstevel@tonic-gate * Recursivly fn_rele the parent. 41647c478bd9Sstevel@tonic-gate * Use goto instead of a recursive call to avoid stack overflow. 41657c478bd9Sstevel@tonic-gate */ 41667c478bd9Sstevel@tonic-gate if (parent != NULL) { 41677c478bd9Sstevel@tonic-gate fnpp = &parent; 41687c478bd9Sstevel@tonic-gate goto recur; 41697c478bd9Sstevel@tonic-gate } 41707c478bd9Sstevel@tonic-gate } 41717c478bd9Sstevel@tonic-gate 41727c478bd9Sstevel@tonic-gate /* 41737c478bd9Sstevel@tonic-gate * Returns the single component name of the given fname, in a MAXNAMELEN 41747c478bd9Sstevel@tonic-gate * string buffer, which the caller is responsible for freeing. Note that 41757c478bd9Sstevel@tonic-gate * the name may become invalid as a result of fn_move(). 41767c478bd9Sstevel@tonic-gate */ 41777c478bd9Sstevel@tonic-gate 41787c478bd9Sstevel@tonic-gate char * 41797c478bd9Sstevel@tonic-gate fn_name(nfs4_fname_t *fnp) 41807c478bd9Sstevel@tonic-gate { 41817c478bd9Sstevel@tonic-gate char *name; 41827c478bd9Sstevel@tonic-gate 41837c478bd9Sstevel@tonic-gate ASSERT(fnp->fn_len < MAXNAMELEN); 41847c478bd9Sstevel@tonic-gate name = kmem_alloc(MAXNAMELEN, KM_SLEEP); 41857c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 41867c478bd9Sstevel@tonic-gate (void) strcpy(name, fnp->fn_name); 41877c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 41887c478bd9Sstevel@tonic-gate 41897c478bd9Sstevel@tonic-gate return (name); 41907c478bd9Sstevel@tonic-gate } 41917c478bd9Sstevel@tonic-gate 41927c478bd9Sstevel@tonic-gate 41937c478bd9Sstevel@tonic-gate /* 41947c478bd9Sstevel@tonic-gate * fn_path_realloc 41957c478bd9Sstevel@tonic-gate * 41967c478bd9Sstevel@tonic-gate * This function, used only by fn_path, constructs 41977c478bd9Sstevel@tonic-gate * a new string which looks like "prepend" + "/" + "current". 41987c478bd9Sstevel@tonic-gate * by allocating a new string and freeing the old one. 41997c478bd9Sstevel@tonic-gate */ 42007c478bd9Sstevel@tonic-gate static void 42017c478bd9Sstevel@tonic-gate fn_path_realloc(char **curses, char *prepend) 42027c478bd9Sstevel@tonic-gate { 42037c478bd9Sstevel@tonic-gate int len, curlen = 0; 42047c478bd9Sstevel@tonic-gate char *news; 42057c478bd9Sstevel@tonic-gate 42067c478bd9Sstevel@tonic-gate if (*curses == NULL) { 42077c478bd9Sstevel@tonic-gate /* 42087c478bd9Sstevel@tonic-gate * Prime the pump, allocate just the 42097c478bd9Sstevel@tonic-gate * space for prepend and return that. 42107c478bd9Sstevel@tonic-gate */ 42117c478bd9Sstevel@tonic-gate len = strlen(prepend) + 1; 42127c478bd9Sstevel@tonic-gate news = kmem_alloc(len, KM_SLEEP); 42137c478bd9Sstevel@tonic-gate (void) strncpy(news, prepend, len); 42147c478bd9Sstevel@tonic-gate } else { 42157c478bd9Sstevel@tonic-gate /* 42167c478bd9Sstevel@tonic-gate * Allocate the space for a new string 42177c478bd9Sstevel@tonic-gate * +1 +1 is for the "/" and the NULL 42187c478bd9Sstevel@tonic-gate * byte at the end of it all. 42197c478bd9Sstevel@tonic-gate */ 42207c478bd9Sstevel@tonic-gate curlen = strlen(*curses); 42217c478bd9Sstevel@tonic-gate len = curlen + strlen(prepend) + 1 + 1; 42227c478bd9Sstevel@tonic-gate news = kmem_alloc(len, KM_SLEEP); 42237c478bd9Sstevel@tonic-gate (void) strncpy(news, prepend, len); 42247c478bd9Sstevel@tonic-gate (void) strcat(news, "/"); 42257c478bd9Sstevel@tonic-gate (void) strcat(news, *curses); 42267c478bd9Sstevel@tonic-gate kmem_free(*curses, curlen + 1); 42277c478bd9Sstevel@tonic-gate } 42287c478bd9Sstevel@tonic-gate *curses = news; 42297c478bd9Sstevel@tonic-gate } 42307c478bd9Sstevel@tonic-gate 42317c478bd9Sstevel@tonic-gate /* 42327c478bd9Sstevel@tonic-gate * Returns the path name (starting from the fs root) for the given fname. 42337c478bd9Sstevel@tonic-gate * The caller is responsible for freeing. Note that the path may be or 42347c478bd9Sstevel@tonic-gate * become invalid as a result of fn_move(). 42357c478bd9Sstevel@tonic-gate */ 42367c478bd9Sstevel@tonic-gate 42377c478bd9Sstevel@tonic-gate char * 42387c478bd9Sstevel@tonic-gate fn_path(nfs4_fname_t *fnp) 42397c478bd9Sstevel@tonic-gate { 42407c478bd9Sstevel@tonic-gate char *path; 42417c478bd9Sstevel@tonic-gate nfs4_fname_t *nextfnp; 42427c478bd9Sstevel@tonic-gate 42437c478bd9Sstevel@tonic-gate if (fnp == NULL) 42447c478bd9Sstevel@tonic-gate return (NULL); 42457c478bd9Sstevel@tonic-gate 42467c478bd9Sstevel@tonic-gate path = NULL; 42477c478bd9Sstevel@tonic-gate 42487c478bd9Sstevel@tonic-gate /* walk up the tree constructing the pathname. */ 42497c478bd9Sstevel@tonic-gate 42507c478bd9Sstevel@tonic-gate fn_hold(fnp); /* adjust for later rele */ 42517c478bd9Sstevel@tonic-gate do { 42527c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 42537c478bd9Sstevel@tonic-gate /* 42547c478bd9Sstevel@tonic-gate * Add fn_name in front of the current path 42557c478bd9Sstevel@tonic-gate */ 42567c478bd9Sstevel@tonic-gate fn_path_realloc(&path, fnp->fn_name); 42577c478bd9Sstevel@tonic-gate nextfnp = fnp->fn_parent; 42587c478bd9Sstevel@tonic-gate if (nextfnp != NULL) 42597c478bd9Sstevel@tonic-gate fn_hold(nextfnp); 42607c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 42617c478bd9Sstevel@tonic-gate fn_rele(&fnp); 42627c478bd9Sstevel@tonic-gate fnp = nextfnp; 42637c478bd9Sstevel@tonic-gate } while (fnp != NULL); 42647c478bd9Sstevel@tonic-gate 42657c478bd9Sstevel@tonic-gate return (path); 42667c478bd9Sstevel@tonic-gate } 42677c478bd9Sstevel@tonic-gate 42687c478bd9Sstevel@tonic-gate /* 42697c478bd9Sstevel@tonic-gate * Return a reference to the parent of the given fname, which the caller is 42707c478bd9Sstevel@tonic-gate * responsible for eventually releasing. 42717c478bd9Sstevel@tonic-gate */ 42727c478bd9Sstevel@tonic-gate 42737c478bd9Sstevel@tonic-gate nfs4_fname_t * 42747c478bd9Sstevel@tonic-gate fn_parent(nfs4_fname_t *fnp) 42757c478bd9Sstevel@tonic-gate { 42767c478bd9Sstevel@tonic-gate nfs4_fname_t *parent; 42777c478bd9Sstevel@tonic-gate 42787c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 42797c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 42807c478bd9Sstevel@tonic-gate if (parent != NULL) 42817c478bd9Sstevel@tonic-gate fn_hold(parent); 42827c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 42837c478bd9Sstevel@tonic-gate 42847c478bd9Sstevel@tonic-gate return (parent); 42857c478bd9Sstevel@tonic-gate } 42867c478bd9Sstevel@tonic-gate 42877c478bd9Sstevel@tonic-gate /* 42887c478bd9Sstevel@tonic-gate * Update fnp so that its parent is newparent and its name is newname. 42897c478bd9Sstevel@tonic-gate */ 42907c478bd9Sstevel@tonic-gate 42917c478bd9Sstevel@tonic-gate void 42927c478bd9Sstevel@tonic-gate fn_move(nfs4_fname_t *fnp, nfs4_fname_t *newparent, char *newname) 42937c478bd9Sstevel@tonic-gate { 42947c478bd9Sstevel@tonic-gate nfs4_fname_t *parent, *tmpfnp; 42957c478bd9Sstevel@tonic-gate ssize_t newlen; 42967c478bd9Sstevel@tonic-gate nfs4_fname_t key; 42977c478bd9Sstevel@tonic-gate avl_index_t where; 42987c478bd9Sstevel@tonic-gate 42997c478bd9Sstevel@tonic-gate /* 43007c478bd9Sstevel@tonic-gate * This assert exists to catch the client trying to rename 43017c478bd9Sstevel@tonic-gate * a dir to be a child of itself. This happened at a recent 43027c478bd9Sstevel@tonic-gate * bakeoff against a 3rd party (broken) server which allowed 43037c478bd9Sstevel@tonic-gate * the rename to succeed. If it trips it means that: 43047c478bd9Sstevel@tonic-gate * a) the code in nfs4rename that detects this case is broken 43057c478bd9Sstevel@tonic-gate * b) the server is broken (since it allowed the bogus rename) 43067c478bd9Sstevel@tonic-gate * 43077c478bd9Sstevel@tonic-gate * For non-DEBUG kernels, prepare for a recursive mutex_enter 43087c478bd9Sstevel@tonic-gate * panic below from: mutex_enter(&newparent->fn_lock); 43097c478bd9Sstevel@tonic-gate */ 43107c478bd9Sstevel@tonic-gate ASSERT(fnp != newparent); 43117c478bd9Sstevel@tonic-gate 43127c478bd9Sstevel@tonic-gate /* 43137c478bd9Sstevel@tonic-gate * Remove fnp from its current parent, change its name, then add it 43144a36c613SPavel Filipensky * to newparent. It might happen that fnp was replaced by another 43154a36c613SPavel Filipensky * nfs4_fname_t with the same fn_name in parent->fn_children. 43164a36c613SPavel Filipensky * In such case, fnp->fn_parent is NULL and we skip the removal 43174a36c613SPavel Filipensky * of fnp from its current parent. 43187c478bd9Sstevel@tonic-gate */ 43197c478bd9Sstevel@tonic-gate mutex_enter(&fnp->fn_lock); 43207c478bd9Sstevel@tonic-gate parent = fnp->fn_parent; 43214a36c613SPavel Filipensky if (parent != NULL) { 43224a36c613SPavel Filipensky mutex_enter(&parent->fn_lock); 43234a36c613SPavel Filipensky avl_remove(&parent->fn_children, fnp); 43244a36c613SPavel Filipensky mutex_exit(&parent->fn_lock); 43254a36c613SPavel Filipensky fn_rele(&fnp->fn_parent); 43264a36c613SPavel Filipensky } 43277c478bd9Sstevel@tonic-gate 43287c478bd9Sstevel@tonic-gate newlen = strlen(newname); 43297c478bd9Sstevel@tonic-gate if (newlen != fnp->fn_len) { 43307c478bd9Sstevel@tonic-gate ASSERT(newlen < MAXNAMELEN); 43317c478bd9Sstevel@tonic-gate kmem_free(fnp->fn_name, fnp->fn_len + 1); 43327c478bd9Sstevel@tonic-gate fnp->fn_name = kmem_alloc(newlen + 1, KM_SLEEP); 43337c478bd9Sstevel@tonic-gate fnp->fn_len = newlen; 43347c478bd9Sstevel@tonic-gate } 43357c478bd9Sstevel@tonic-gate (void) strcpy(fnp->fn_name, newname); 43367c478bd9Sstevel@tonic-gate 43377c478bd9Sstevel@tonic-gate again: 43387c478bd9Sstevel@tonic-gate mutex_enter(&newparent->fn_lock); 43397c478bd9Sstevel@tonic-gate key.fn_name = fnp->fn_name; 43407c478bd9Sstevel@tonic-gate tmpfnp = avl_find(&newparent->fn_children, &key, &where); 43417c478bd9Sstevel@tonic-gate if (tmpfnp != NULL) { 43427c478bd9Sstevel@tonic-gate /* 43437c478bd9Sstevel@tonic-gate * This could be due to a file that was unlinked while 43447c478bd9Sstevel@tonic-gate * open, or perhaps the rnode is in the free list. Remove 43457c478bd9Sstevel@tonic-gate * it from newparent and let it go away on its own. The 43467c478bd9Sstevel@tonic-gate * contorted code is to deal with lock order issues and 43477c478bd9Sstevel@tonic-gate * race conditions. 43487c478bd9Sstevel@tonic-gate */ 43497c478bd9Sstevel@tonic-gate fn_hold(tmpfnp); 43507c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43517c478bd9Sstevel@tonic-gate mutex_enter(&tmpfnp->fn_lock); 43527c478bd9Sstevel@tonic-gate if (tmpfnp->fn_parent == newparent) { 43537c478bd9Sstevel@tonic-gate mutex_enter(&newparent->fn_lock); 43547c478bd9Sstevel@tonic-gate avl_remove(&newparent->fn_children, tmpfnp); 43557c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43567c478bd9Sstevel@tonic-gate fn_rele(&tmpfnp->fn_parent); 43577c478bd9Sstevel@tonic-gate } 43587c478bd9Sstevel@tonic-gate mutex_exit(&tmpfnp->fn_lock); 43597c478bd9Sstevel@tonic-gate fn_rele(&tmpfnp); 43607c478bd9Sstevel@tonic-gate goto again; 43617c478bd9Sstevel@tonic-gate } 43627c478bd9Sstevel@tonic-gate fnp->fn_parent = newparent; 43637c478bd9Sstevel@tonic-gate fn_hold(newparent); 43647c478bd9Sstevel@tonic-gate avl_insert(&newparent->fn_children, fnp, where); 43657c478bd9Sstevel@tonic-gate mutex_exit(&newparent->fn_lock); 43667c478bd9Sstevel@tonic-gate mutex_exit(&fnp->fn_lock); 43677c478bd9Sstevel@tonic-gate } 43687c478bd9Sstevel@tonic-gate 43697c478bd9Sstevel@tonic-gate #ifdef DEBUG 43707c478bd9Sstevel@tonic-gate /* 43717c478bd9Sstevel@tonic-gate * Return non-zero if the type information makes sense for the given vnode. 43727c478bd9Sstevel@tonic-gate * Otherwise panic. 43737c478bd9Sstevel@tonic-gate */ 43747c478bd9Sstevel@tonic-gate int 43757c478bd9Sstevel@tonic-gate nfs4_consistent_type(vnode_t *vp) 43767c478bd9Sstevel@tonic-gate { 43777c478bd9Sstevel@tonic-gate rnode4_t *rp = VTOR4(vp); 43787c478bd9Sstevel@tonic-gate 43797c478bd9Sstevel@tonic-gate if (nfs4_vtype_debug && vp->v_type != VNON && 43807c478bd9Sstevel@tonic-gate rp->r_attr.va_type != VNON && vp->v_type != rp->r_attr.va_type) { 43817c478bd9Sstevel@tonic-gate cmn_err(CE_PANIC, "vnode %p type mismatch; v_type=%d, " 4382b9238976Sth "rnode attr type=%d", (void *)vp, vp->v_type, 4383b9238976Sth rp->r_attr.va_type); 43847c478bd9Sstevel@tonic-gate } 43857c478bd9Sstevel@tonic-gate 43867c478bd9Sstevel@tonic-gate return (1); 43877c478bd9Sstevel@tonic-gate } 43887c478bd9Sstevel@tonic-gate #endif /* DEBUG */ 4389