1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (c) 1988, 2010, Oracle and/or its affiliates. All rights reserved. 24 * Copyright (c) 2018, Joyent, Inc. 25 * Copyright 2016 Nexenta Systems, Inc. All rights reserved. 26 * Copyright (c) 2011, 2017 by Delphix. All rights reserved. 27 */ 28 29 /* Copyright (c) 1983, 1984, 1985, 1986, 1987, 1988, 1989 AT&T */ 30 /* All Rights Reserved */ 31 32 /* 33 * University Copyright- Copyright (c) 1982, 1986, 1988 34 * The Regents of the University of California 35 * All Rights Reserved 36 * 37 * University Acknowledgment- Portions of this document are derived from 38 * software developed by the University of California, Berkeley, and its 39 * contributors. 40 */ 41 42 #include <sys/types.h> 43 #include <sys/param.h> 44 #include <sys/t_lock.h> 45 #include <sys/errno.h> 46 #include <sys/cred.h> 47 #include <sys/user.h> 48 #include <sys/uio.h> 49 #include <sys/file.h> 50 #include <sys/pathname.h> 51 #include <sys/vfs.h> 52 #include <sys/vfs_opreg.h> 53 #include <sys/vnode.h> 54 #include <sys/rwstlock.h> 55 #include <sys/fem.h> 56 #include <sys/stat.h> 57 #include <sys/mode.h> 58 #include <sys/conf.h> 59 #include <sys/sysmacros.h> 60 #include <sys/cmn_err.h> 61 #include <sys/systm.h> 62 #include <sys/kmem.h> 63 #include <sys/debug.h> 64 #include <c2/audit.h> 65 #include <sys/acl.h> 66 #include <sys/nbmlock.h> 67 #include <sys/fcntl.h> 68 #include <fs/fs_subr.h> 69 #include <sys/taskq.h> 70 #include <fs/fs_reparse.h> 71 #include <sys/time.h> 72 #include <sys/sdt.h> 73 74 /* Determine if this vnode is a file that is read-only */ 75 #define ISROFILE(vp) \ 76 ((vp)->v_type != VCHR && (vp)->v_type != VBLK && \ 77 (vp)->v_type != VFIFO && vn_is_readonly(vp)) 78 79 /* Tunable via /etc/system; used only by admin/install */ 80 int nfs_global_client_only; 81 82 /* 83 * Array of vopstats_t for per-FS-type vopstats. This array has the same 84 * number of entries as and parallel to the vfssw table. (Arguably, it could 85 * be part of the vfssw table.) Once it's initialized, it's accessed using 86 * the same fstype index that is used to index into the vfssw table. 87 */ 88 vopstats_t **vopstats_fstype; 89 90 /* vopstats initialization template used for fast initialization via bcopy() */ 91 static vopstats_t *vs_templatep; 92 93 /* Kmem cache handle for vsk_anchor_t allocations */ 94 kmem_cache_t *vsk_anchor_cache; 95 96 /* file events cleanup routine */ 97 extern void free_fopdata(vnode_t *); 98 99 /* 100 * Root of AVL tree for the kstats associated with vopstats. Lock protects 101 * updates to vsktat_tree. 102 */ 103 avl_tree_t vskstat_tree; 104 kmutex_t vskstat_tree_lock; 105 106 /* Global variable which enables/disables the vopstats collection */ 107 int vopstats_enabled = 1; 108 109 /* Global used for empty/invalid v_path */ 110 char *vn_vpath_empty = ""; 111 112 /* 113 * forward declarations for internal vnode specific data (vsd) 114 */ 115 static void *vsd_realloc(void *, size_t, size_t); 116 117 /* 118 * forward declarations for reparse point functions 119 */ 120 static int fs_reparse_mark(char *target, vattr_t *vap, xvattr_t *xvattr); 121 122 /* 123 * VSD -- VNODE SPECIFIC DATA 124 * The v_data pointer is typically used by a file system to store a 125 * pointer to the file system's private node (e.g. ufs inode, nfs rnode). 126 * However, there are times when additional project private data needs 127 * to be stored separately from the data (node) pointed to by v_data. 128 * This additional data could be stored by the file system itself or 129 * by a completely different kernel entity. VSD provides a way for 130 * callers to obtain a key and store a pointer to private data associated 131 * with a vnode. 132 * 133 * Callers are responsible for protecting the vsd by holding v_vsd_lock 134 * for calls to vsd_set() and vsd_get(). 135 */ 136 137 /* 138 * vsd_lock protects: 139 * vsd_nkeys - creation and deletion of vsd keys 140 * vsd_list - insertion and deletion of vsd_node in the vsd_list 141 * vsd_destructor - adding and removing destructors to the list 142 */ 143 static kmutex_t vsd_lock; 144 static uint_t vsd_nkeys; /* size of destructor array */ 145 /* list of vsd_node's */ 146 static list_t *vsd_list = NULL; 147 /* per-key destructor funcs */ 148 static void (**vsd_destructor)(void *); 149 150 /* 151 * The following is the common set of actions needed to update the 152 * vopstats structure from a vnode op. Both VOPSTATS_UPDATE() and 153 * VOPSTATS_UPDATE_IO() do almost the same thing, except for the 154 * recording of the bytes transferred. Since the code is similar 155 * but small, it is nearly a duplicate. Consequently any changes 156 * to one may need to be reflected in the other. 157 * Rundown of the variables: 158 * vp - Pointer to the vnode 159 * counter - Partial name structure member to update in vopstats for counts 160 * bytecounter - Partial name structure member to update in vopstats for bytes 161 * bytesval - Value to update in vopstats for bytes 162 * fstype - Index into vsanchor_fstype[], same as index into vfssw[] 163 * vsp - Pointer to vopstats structure (either in vfs or vsanchor_fstype[i]) 164 */ 165 166 #define VOPSTATS_UPDATE(vp, counter) { \ 167 vfs_t *vfsp = (vp)->v_vfsp; \ 168 if (vfsp && vfsp->vfs_implp && \ 169 (vfsp->vfs_flag & VFS_STATS) && (vp)->v_type != VBAD) { \ 170 vopstats_t *vsp = &vfsp->vfs_vopstats; \ 171 uint64_t *stataddr = &(vsp->n##counter.value.ui64); \ 172 extern void __dtrace_probe___fsinfo_##counter(vnode_t *, \ 173 size_t, uint64_t *); \ 174 __dtrace_probe___fsinfo_##counter(vp, 0, stataddr); \ 175 (*stataddr)++; \ 176 if ((vsp = vfsp->vfs_fstypevsp) != NULL) { \ 177 vsp->n##counter.value.ui64++; \ 178 } \ 179 } \ 180 } 181 182 #define VOPSTATS_UPDATE_IO(vp, counter, bytecounter, bytesval) { \ 183 vfs_t *vfsp = (vp)->v_vfsp; \ 184 if (vfsp && vfsp->vfs_implp && \ 185 (vfsp->vfs_flag & VFS_STATS) && (vp)->v_type != VBAD) { \ 186 vopstats_t *vsp = &vfsp->vfs_vopstats; \ 187 uint64_t *stataddr = &(vsp->n##counter.value.ui64); \ 188 extern void __dtrace_probe___fsinfo_##counter(vnode_t *, \ 189 size_t, uint64_t *); \ 190 __dtrace_probe___fsinfo_##counter(vp, bytesval, stataddr); \ 191 (*stataddr)++; \ 192 vsp->bytecounter.value.ui64 += bytesval; \ 193 if ((vsp = vfsp->vfs_fstypevsp) != NULL) { \ 194 vsp->n##counter.value.ui64++; \ 195 vsp->bytecounter.value.ui64 += bytesval; \ 196 } \ 197 } \ 198 } 199 200 /* 201 * If the filesystem does not support XIDs map credential 202 * If the vfsp is NULL, perhaps we should also map? 203 */ 204 #define VOPXID_MAP_CR(vp, cr) { \ 205 vfs_t *vfsp = (vp)->v_vfsp; \ 206 if (vfsp != NULL && (vfsp->vfs_flag & VFS_XID) == 0) \ 207 cr = crgetmapped(cr); \ 208 } 209 210 /* 211 * Convert stat(2) formats to vnode types and vice versa. (Knows about 212 * numerical order of S_IFMT and vnode types.) 213 */ 214 enum vtype iftovt_tab[] = { 215 VNON, VFIFO, VCHR, VNON, VDIR, VNON, VBLK, VNON, 216 VREG, VNON, VLNK, VNON, VSOCK, VNON, VNON, VNON 217 }; 218 219 ushort_t vttoif_tab[] = { 220 0, S_IFREG, S_IFDIR, S_IFBLK, S_IFCHR, S_IFLNK, S_IFIFO, 221 S_IFDOOR, 0, S_IFSOCK, S_IFPORT, 0 222 }; 223 224 /* 225 * The system vnode cache. 226 */ 227 228 kmem_cache_t *vn_cache; 229 230 231 /* 232 * Vnode operations vector. 233 */ 234 235 static const fs_operation_trans_def_t vn_ops_table[] = { 236 VOPNAME_OPEN, offsetof(struct vnodeops, vop_open), 237 fs_nosys, fs_nosys, 238 239 VOPNAME_CLOSE, offsetof(struct vnodeops, vop_close), 240 fs_nosys, fs_nosys, 241 242 VOPNAME_READ, offsetof(struct vnodeops, vop_read), 243 fs_nosys, fs_nosys, 244 245 VOPNAME_WRITE, offsetof(struct vnodeops, vop_write), 246 fs_nosys, fs_nosys, 247 248 VOPNAME_IOCTL, offsetof(struct vnodeops, vop_ioctl), 249 fs_nosys, fs_nosys, 250 251 VOPNAME_SETFL, offsetof(struct vnodeops, vop_setfl), 252 fs_setfl, fs_nosys, 253 254 VOPNAME_GETATTR, offsetof(struct vnodeops, vop_getattr), 255 fs_nosys, fs_nosys, 256 257 VOPNAME_SETATTR, offsetof(struct vnodeops, vop_setattr), 258 fs_nosys, fs_nosys, 259 260 VOPNAME_ACCESS, offsetof(struct vnodeops, vop_access), 261 fs_nosys, fs_nosys, 262 263 VOPNAME_LOOKUP, offsetof(struct vnodeops, vop_lookup), 264 fs_nosys, fs_nosys, 265 266 VOPNAME_CREATE, offsetof(struct vnodeops, vop_create), 267 fs_nosys, fs_nosys, 268 269 VOPNAME_REMOVE, offsetof(struct vnodeops, vop_remove), 270 fs_nosys, fs_nosys, 271 272 VOPNAME_LINK, offsetof(struct vnodeops, vop_link), 273 fs_nosys, fs_nosys, 274 275 VOPNAME_RENAME, offsetof(struct vnodeops, vop_rename), 276 fs_nosys, fs_nosys, 277 278 VOPNAME_MKDIR, offsetof(struct vnodeops, vop_mkdir), 279 fs_nosys, fs_nosys, 280 281 VOPNAME_RMDIR, offsetof(struct vnodeops, vop_rmdir), 282 fs_nosys, fs_nosys, 283 284 VOPNAME_READDIR, offsetof(struct vnodeops, vop_readdir), 285 fs_nosys, fs_nosys, 286 287 VOPNAME_SYMLINK, offsetof(struct vnodeops, vop_symlink), 288 fs_nosys, fs_nosys, 289 290 VOPNAME_READLINK, offsetof(struct vnodeops, vop_readlink), 291 fs_nosys, fs_nosys, 292 293 VOPNAME_FSYNC, offsetof(struct vnodeops, vop_fsync), 294 fs_nosys, fs_nosys, 295 296 VOPNAME_INACTIVE, offsetof(struct vnodeops, vop_inactive), 297 fs_nosys, fs_nosys, 298 299 VOPNAME_FID, offsetof(struct vnodeops, vop_fid), 300 fs_nosys, fs_nosys, 301 302 VOPNAME_RWLOCK, offsetof(struct vnodeops, vop_rwlock), 303 fs_rwlock, fs_rwlock, 304 305 VOPNAME_RWUNLOCK, offsetof(struct vnodeops, vop_rwunlock), 306 (fs_generic_func_p)(uintptr_t)fs_rwunlock, 307 (fs_generic_func_p)(uintptr_t)fs_rwunlock, /* no errors allowed */ 308 309 VOPNAME_SEEK, offsetof(struct vnodeops, vop_seek), 310 fs_nosys, fs_nosys, 311 312 VOPNAME_CMP, offsetof(struct vnodeops, vop_cmp), 313 fs_cmp, fs_cmp, /* no errors allowed */ 314 315 VOPNAME_FRLOCK, offsetof(struct vnodeops, vop_frlock), 316 fs_frlock, fs_nosys, 317 318 VOPNAME_SPACE, offsetof(struct vnodeops, vop_space), 319 fs_nosys, fs_nosys, 320 321 VOPNAME_REALVP, offsetof(struct vnodeops, vop_realvp), 322 fs_nosys, fs_nosys, 323 324 VOPNAME_GETPAGE, offsetof(struct vnodeops, vop_getpage), 325 fs_nosys, fs_nosys, 326 327 VOPNAME_PUTPAGE, offsetof(struct vnodeops, vop_putpage), 328 fs_nosys, fs_nosys, 329 330 VOPNAME_MAP, offsetof(struct vnodeops, vop_map), 331 (fs_generic_func_p) fs_nosys_map, 332 (fs_generic_func_p) fs_nosys_map, 333 334 VOPNAME_ADDMAP, offsetof(struct vnodeops, vop_addmap), 335 (fs_generic_func_p) fs_nosys_addmap, 336 (fs_generic_func_p) fs_nosys_addmap, 337 338 VOPNAME_DELMAP, offsetof(struct vnodeops, vop_delmap), 339 fs_nosys, fs_nosys, 340 341 VOPNAME_POLL, offsetof(struct vnodeops, vop_poll), 342 (fs_generic_func_p) fs_poll, (fs_generic_func_p) fs_nosys_poll, 343 344 VOPNAME_DUMP, offsetof(struct vnodeops, vop_dump), 345 fs_nosys, fs_nosys, 346 347 VOPNAME_PATHCONF, offsetof(struct vnodeops, vop_pathconf), 348 fs_pathconf, fs_nosys, 349 350 VOPNAME_PAGEIO, offsetof(struct vnodeops, vop_pageio), 351 fs_nosys, fs_nosys, 352 353 VOPNAME_DUMPCTL, offsetof(struct vnodeops, vop_dumpctl), 354 fs_nosys, fs_nosys, 355 356 VOPNAME_DISPOSE, offsetof(struct vnodeops, vop_dispose), 357 (fs_generic_func_p)(uintptr_t)fs_dispose, 358 (fs_generic_func_p)(uintptr_t)fs_nodispose, 359 360 VOPNAME_SETSECATTR, offsetof(struct vnodeops, vop_setsecattr), 361 fs_nosys, fs_nosys, 362 363 VOPNAME_GETSECATTR, offsetof(struct vnodeops, vop_getsecattr), 364 fs_fab_acl, fs_nosys, 365 366 VOPNAME_SHRLOCK, offsetof(struct vnodeops, vop_shrlock), 367 fs_shrlock, fs_nosys, 368 369 VOPNAME_VNEVENT, offsetof(struct vnodeops, vop_vnevent), 370 (fs_generic_func_p) fs_vnevent_nosupport, 371 (fs_generic_func_p) fs_vnevent_nosupport, 372 373 VOPNAME_REQZCBUF, offsetof(struct vnodeops, vop_reqzcbuf), 374 fs_nosys, fs_nosys, 375 376 VOPNAME_RETZCBUF, offsetof(struct vnodeops, vop_retzcbuf), 377 fs_nosys, fs_nosys, 378 379 NULL, 0, NULL, NULL 380 }; 381 382 /* Extensible attribute (xva) routines. */ 383 384 /* 385 * Zero out the structure, set the size of the requested/returned bitmaps, 386 * set AT_XVATTR in the embedded vattr_t's va_mask, and set up the pointer 387 * to the returned attributes array. 388 */ 389 void 390 xva_init(xvattr_t *xvap) 391 { 392 bzero(xvap, sizeof (xvattr_t)); 393 xvap->xva_mapsize = XVA_MAPSIZE; 394 xvap->xva_magic = XVA_MAGIC; 395 xvap->xva_vattr.va_mask = AT_XVATTR; 396 xvap->xva_rtnattrmapp = &(xvap->xva_rtnattrmap)[0]; 397 } 398 399 /* 400 * If AT_XVATTR is set, returns a pointer to the embedded xoptattr_t 401 * structure. Otherwise, returns NULL. 402 */ 403 xoptattr_t * 404 xva_getxoptattr(xvattr_t *xvap) 405 { 406 xoptattr_t *xoap = NULL; 407 if (xvap->xva_vattr.va_mask & AT_XVATTR) 408 xoap = &xvap->xva_xoptattrs; 409 return (xoap); 410 } 411 412 /* 413 * Used by the AVL routines to compare two vsk_anchor_t structures in the tree. 414 * We use the f_fsid reported by VFS_STATVFS() since we use that for the 415 * kstat name. 416 */ 417 static int 418 vska_compar(const void *n1, const void *n2) 419 { 420 int ret; 421 ulong_t p1 = ((vsk_anchor_t *)n1)->vsk_fsid; 422 ulong_t p2 = ((vsk_anchor_t *)n2)->vsk_fsid; 423 424 if (p1 < p2) { 425 ret = -1; 426 } else if (p1 > p2) { 427 ret = 1; 428 } else { 429 ret = 0; 430 } 431 432 return (ret); 433 } 434 435 /* 436 * Used to create a single template which will be bcopy()ed to a newly 437 * allocated vsanchor_combo_t structure in new_vsanchor(), below. 438 */ 439 static vopstats_t * 440 create_vopstats_template() 441 { 442 vopstats_t *vsp; 443 444 vsp = kmem_alloc(sizeof (vopstats_t), KM_SLEEP); 445 bzero(vsp, sizeof (*vsp)); /* Start fresh */ 446 447 /* VOP_OPEN */ 448 kstat_named_init(&vsp->nopen, "nopen", KSTAT_DATA_UINT64); 449 /* VOP_CLOSE */ 450 kstat_named_init(&vsp->nclose, "nclose", KSTAT_DATA_UINT64); 451 /* VOP_READ I/O */ 452 kstat_named_init(&vsp->nread, "nread", KSTAT_DATA_UINT64); 453 kstat_named_init(&vsp->read_bytes, "read_bytes", KSTAT_DATA_UINT64); 454 /* VOP_WRITE I/O */ 455 kstat_named_init(&vsp->nwrite, "nwrite", KSTAT_DATA_UINT64); 456 kstat_named_init(&vsp->write_bytes, "write_bytes", KSTAT_DATA_UINT64); 457 /* VOP_IOCTL */ 458 kstat_named_init(&vsp->nioctl, "nioctl", KSTAT_DATA_UINT64); 459 /* VOP_SETFL */ 460 kstat_named_init(&vsp->nsetfl, "nsetfl", KSTAT_DATA_UINT64); 461 /* VOP_GETATTR */ 462 kstat_named_init(&vsp->ngetattr, "ngetattr", KSTAT_DATA_UINT64); 463 /* VOP_SETATTR */ 464 kstat_named_init(&vsp->nsetattr, "nsetattr", KSTAT_DATA_UINT64); 465 /* VOP_ACCESS */ 466 kstat_named_init(&vsp->naccess, "naccess", KSTAT_DATA_UINT64); 467 /* VOP_LOOKUP */ 468 kstat_named_init(&vsp->nlookup, "nlookup", KSTAT_DATA_UINT64); 469 /* VOP_CREATE */ 470 kstat_named_init(&vsp->ncreate, "ncreate", KSTAT_DATA_UINT64); 471 /* VOP_REMOVE */ 472 kstat_named_init(&vsp->nremove, "nremove", KSTAT_DATA_UINT64); 473 /* VOP_LINK */ 474 kstat_named_init(&vsp->nlink, "nlink", KSTAT_DATA_UINT64); 475 /* VOP_RENAME */ 476 kstat_named_init(&vsp->nrename, "nrename", KSTAT_DATA_UINT64); 477 /* VOP_MKDIR */ 478 kstat_named_init(&vsp->nmkdir, "nmkdir", KSTAT_DATA_UINT64); 479 /* VOP_RMDIR */ 480 kstat_named_init(&vsp->nrmdir, "nrmdir", KSTAT_DATA_UINT64); 481 /* VOP_READDIR I/O */ 482 kstat_named_init(&vsp->nreaddir, "nreaddir", KSTAT_DATA_UINT64); 483 kstat_named_init(&vsp->readdir_bytes, "readdir_bytes", 484 KSTAT_DATA_UINT64); 485 /* VOP_SYMLINK */ 486 kstat_named_init(&vsp->nsymlink, "nsymlink", KSTAT_DATA_UINT64); 487 /* VOP_READLINK */ 488 kstat_named_init(&vsp->nreadlink, "nreadlink", KSTAT_DATA_UINT64); 489 /* VOP_FSYNC */ 490 kstat_named_init(&vsp->nfsync, "nfsync", KSTAT_DATA_UINT64); 491 /* VOP_INACTIVE */ 492 kstat_named_init(&vsp->ninactive, "ninactive", KSTAT_DATA_UINT64); 493 /* VOP_FID */ 494 kstat_named_init(&vsp->nfid, "nfid", KSTAT_DATA_UINT64); 495 /* VOP_RWLOCK */ 496 kstat_named_init(&vsp->nrwlock, "nrwlock", KSTAT_DATA_UINT64); 497 /* VOP_RWUNLOCK */ 498 kstat_named_init(&vsp->nrwunlock, "nrwunlock", KSTAT_DATA_UINT64); 499 /* VOP_SEEK */ 500 kstat_named_init(&vsp->nseek, "nseek", KSTAT_DATA_UINT64); 501 /* VOP_CMP */ 502 kstat_named_init(&vsp->ncmp, "ncmp", KSTAT_DATA_UINT64); 503 /* VOP_FRLOCK */ 504 kstat_named_init(&vsp->nfrlock, "nfrlock", KSTAT_DATA_UINT64); 505 /* VOP_SPACE */ 506 kstat_named_init(&vsp->nspace, "nspace", KSTAT_DATA_UINT64); 507 /* VOP_REALVP */ 508 kstat_named_init(&vsp->nrealvp, "nrealvp", KSTAT_DATA_UINT64); 509 /* VOP_GETPAGE */ 510 kstat_named_init(&vsp->ngetpage, "ngetpage", KSTAT_DATA_UINT64); 511 /* VOP_PUTPAGE */ 512 kstat_named_init(&vsp->nputpage, "nputpage", KSTAT_DATA_UINT64); 513 /* VOP_MAP */ 514 kstat_named_init(&vsp->nmap, "nmap", KSTAT_DATA_UINT64); 515 /* VOP_ADDMAP */ 516 kstat_named_init(&vsp->naddmap, "naddmap", KSTAT_DATA_UINT64); 517 /* VOP_DELMAP */ 518 kstat_named_init(&vsp->ndelmap, "ndelmap", KSTAT_DATA_UINT64); 519 /* VOP_POLL */ 520 kstat_named_init(&vsp->npoll, "npoll", KSTAT_DATA_UINT64); 521 /* VOP_DUMP */ 522 kstat_named_init(&vsp->ndump, "ndump", KSTAT_DATA_UINT64); 523 /* VOP_PATHCONF */ 524 kstat_named_init(&vsp->npathconf, "npathconf", KSTAT_DATA_UINT64); 525 /* VOP_PAGEIO */ 526 kstat_named_init(&vsp->npageio, "npageio", KSTAT_DATA_UINT64); 527 /* VOP_DUMPCTL */ 528 kstat_named_init(&vsp->ndumpctl, "ndumpctl", KSTAT_DATA_UINT64); 529 /* VOP_DISPOSE */ 530 kstat_named_init(&vsp->ndispose, "ndispose", KSTAT_DATA_UINT64); 531 /* VOP_SETSECATTR */ 532 kstat_named_init(&vsp->nsetsecattr, "nsetsecattr", KSTAT_DATA_UINT64); 533 /* VOP_GETSECATTR */ 534 kstat_named_init(&vsp->ngetsecattr, "ngetsecattr", KSTAT_DATA_UINT64); 535 /* VOP_SHRLOCK */ 536 kstat_named_init(&vsp->nshrlock, "nshrlock", KSTAT_DATA_UINT64); 537 /* VOP_VNEVENT */ 538 kstat_named_init(&vsp->nvnevent, "nvnevent", KSTAT_DATA_UINT64); 539 /* VOP_REQZCBUF */ 540 kstat_named_init(&vsp->nreqzcbuf, "nreqzcbuf", KSTAT_DATA_UINT64); 541 /* VOP_RETZCBUF */ 542 kstat_named_init(&vsp->nretzcbuf, "nretzcbuf", KSTAT_DATA_UINT64); 543 544 return (vsp); 545 } 546 547 /* 548 * Creates a kstat structure associated with a vopstats structure. 549 */ 550 kstat_t * 551 new_vskstat(char *ksname, vopstats_t *vsp) 552 { 553 kstat_t *ksp; 554 555 if (!vopstats_enabled) { 556 return (NULL); 557 } 558 559 ksp = kstat_create("unix", 0, ksname, "misc", KSTAT_TYPE_NAMED, 560 sizeof (vopstats_t)/sizeof (kstat_named_t), 561 KSTAT_FLAG_VIRTUAL|KSTAT_FLAG_WRITABLE); 562 if (ksp) { 563 ksp->ks_data = vsp; 564 kstat_install(ksp); 565 } 566 567 return (ksp); 568 } 569 570 /* 571 * Called from vfsinit() to initialize the support mechanisms for vopstats 572 */ 573 void 574 vopstats_startup() 575 { 576 if (!vopstats_enabled) 577 return; 578 579 /* 580 * Creates the AVL tree which holds per-vfs vopstat anchors. This 581 * is necessary since we need to check if a kstat exists before we 582 * attempt to create it. Also, initialize its lock. 583 */ 584 avl_create(&vskstat_tree, vska_compar, sizeof (vsk_anchor_t), 585 offsetof(vsk_anchor_t, vsk_node)); 586 mutex_init(&vskstat_tree_lock, NULL, MUTEX_DEFAULT, NULL); 587 588 vsk_anchor_cache = kmem_cache_create("vsk_anchor_cache", 589 sizeof (vsk_anchor_t), sizeof (uintptr_t), NULL, NULL, NULL, 590 NULL, NULL, 0); 591 592 /* 593 * Set up the array of pointers for the vopstats-by-FS-type. 594 * The entries will be allocated/initialized as each file system 595 * goes through modload/mod_installfs. 596 */ 597 vopstats_fstype = (vopstats_t **)kmem_zalloc( 598 (sizeof (vopstats_t *) * nfstype), KM_SLEEP); 599 600 /* Set up the global vopstats initialization template */ 601 vs_templatep = create_vopstats_template(); 602 } 603 604 /* 605 * We need to have the all of the counters zeroed. 606 * The initialization of the vopstats_t includes on the order of 607 * 50 calls to kstat_named_init(). Rather that do that on every call, 608 * we do it once in a template (vs_templatep) then bcopy it over. 609 */ 610 void 611 initialize_vopstats(vopstats_t *vsp) 612 { 613 if (vsp == NULL) 614 return; 615 616 bcopy(vs_templatep, vsp, sizeof (vopstats_t)); 617 } 618 619 /* 620 * If possible, determine which vopstats by fstype to use and 621 * return a pointer to the caller. 622 */ 623 vopstats_t * 624 get_fstype_vopstats(vfs_t *vfsp, struct vfssw *vswp) 625 { 626 int fstype = 0; /* Index into vfssw[] */ 627 vopstats_t *vsp = NULL; 628 629 if (vfsp == NULL || (vfsp->vfs_flag & VFS_STATS) == 0 || 630 !vopstats_enabled) 631 return (NULL); 632 /* 633 * Set up the fstype. We go to so much trouble because all versions 634 * of NFS use the same fstype in their vfs even though they have 635 * distinct entries in the vfssw[] table. 636 * NOTE: A special vfs (e.g., EIO_vfs) may not have an entry. 637 */ 638 if (vswp) { 639 fstype = vswp - vfssw; /* Gets us the index */ 640 } else { 641 fstype = vfsp->vfs_fstype; 642 } 643 644 /* 645 * Point to the per-fstype vopstats. The only valid values are 646 * non-zero positive values less than the number of vfssw[] table 647 * entries. 648 */ 649 if (fstype > 0 && fstype < nfstype) { 650 vsp = vopstats_fstype[fstype]; 651 } 652 653 return (vsp); 654 } 655 656 /* 657 * Generate a kstat name, create the kstat structure, and allocate a 658 * vsk_anchor_t to hold it together. Return the pointer to the vsk_anchor_t 659 * to the caller. This must only be called from a mount. 660 */ 661 vsk_anchor_t * 662 get_vskstat_anchor(vfs_t *vfsp) 663 { 664 char kstatstr[KSTAT_STRLEN]; /* kstat name for vopstats */ 665 statvfs64_t statvfsbuf; /* Needed to find f_fsid */ 666 vsk_anchor_t *vskp = NULL; /* vfs <--> kstat anchor */ 667 kstat_t *ksp; /* Ptr to new kstat */ 668 avl_index_t where; /* Location in the AVL tree */ 669 670 if (vfsp == NULL || vfsp->vfs_implp == NULL || 671 (vfsp->vfs_flag & VFS_STATS) == 0 || !vopstats_enabled) 672 return (NULL); 673 674 /* Need to get the fsid to build a kstat name */ 675 if (VFS_STATVFS(vfsp, &statvfsbuf) == 0) { 676 /* Create a name for our kstats based on fsid */ 677 (void) snprintf(kstatstr, KSTAT_STRLEN, "%s%lx", 678 VOPSTATS_STR, statvfsbuf.f_fsid); 679 680 /* Allocate and initialize the vsk_anchor_t */ 681 vskp = kmem_cache_alloc(vsk_anchor_cache, KM_SLEEP); 682 bzero(vskp, sizeof (*vskp)); 683 vskp->vsk_fsid = statvfsbuf.f_fsid; 684 685 mutex_enter(&vskstat_tree_lock); 686 if (avl_find(&vskstat_tree, vskp, &where) == NULL) { 687 avl_insert(&vskstat_tree, vskp, where); 688 mutex_exit(&vskstat_tree_lock); 689 690 /* 691 * Now that we've got the anchor in the AVL 692 * tree, we can create the kstat. 693 */ 694 ksp = new_vskstat(kstatstr, &vfsp->vfs_vopstats); 695 if (ksp) { 696 vskp->vsk_ksp = ksp; 697 } 698 } else { 699 /* Oops, found one! Release memory and lock. */ 700 mutex_exit(&vskstat_tree_lock); 701 kmem_cache_free(vsk_anchor_cache, vskp); 702 vskp = NULL; 703 } 704 } 705 return (vskp); 706 } 707 708 /* 709 * We're in the process of tearing down the vfs and need to cleanup 710 * the data structures associated with the vopstats. Must only be called 711 * from dounmount(). 712 */ 713 void 714 teardown_vopstats(vfs_t *vfsp) 715 { 716 vsk_anchor_t *vskap; 717 avl_index_t where; 718 719 if (vfsp == NULL || vfsp->vfs_implp == NULL || 720 (vfsp->vfs_flag & VFS_STATS) == 0 || !vopstats_enabled) 721 return; 722 723 /* This is a safe check since VFS_STATS must be set (see above) */ 724 if ((vskap = vfsp->vfs_vskap) == NULL) 725 return; 726 727 /* Whack the pointer right away */ 728 vfsp->vfs_vskap = NULL; 729 730 /* Lock the tree, remove the node, and delete the kstat */ 731 mutex_enter(&vskstat_tree_lock); 732 if (avl_find(&vskstat_tree, vskap, &where)) { 733 avl_remove(&vskstat_tree, vskap); 734 } 735 736 if (vskap->vsk_ksp) { 737 kstat_delete(vskap->vsk_ksp); 738 } 739 mutex_exit(&vskstat_tree_lock); 740 741 kmem_cache_free(vsk_anchor_cache, vskap); 742 } 743 744 /* 745 * Read or write a vnode. Called from kernel code. 746 */ 747 int 748 vn_rdwr( 749 enum uio_rw rw, 750 struct vnode *vp, 751 caddr_t base, 752 ssize_t len, 753 offset_t offset, 754 enum uio_seg seg, 755 int ioflag, 756 rlim64_t ulimit, /* meaningful only if rw is UIO_WRITE */ 757 cred_t *cr, 758 ssize_t *residp) 759 { 760 struct uio uio; 761 struct iovec iov; 762 int error; 763 int in_crit = 0; 764 765 if (rw == UIO_WRITE && ISROFILE(vp)) 766 return (EROFS); 767 768 if (len < 0) 769 return (EIO); 770 771 VOPXID_MAP_CR(vp, cr); 772 773 iov.iov_base = base; 774 iov.iov_len = len; 775 uio.uio_iov = &iov; 776 uio.uio_iovcnt = 1; 777 uio.uio_loffset = offset; 778 uio.uio_segflg = (short)seg; 779 uio.uio_resid = len; 780 uio.uio_llimit = ulimit; 781 782 /* 783 * We have to enter the critical region before calling VOP_RWLOCK 784 * to avoid a deadlock with ufs. 785 */ 786 if (nbl_need_check(vp)) { 787 int svmand; 788 789 nbl_start_crit(vp, RW_READER); 790 in_crit = 1; 791 error = nbl_svmand(vp, cr, &svmand); 792 if (error != 0) 793 goto done; 794 if (nbl_conflict(vp, rw == UIO_WRITE ? NBL_WRITE : NBL_READ, 795 uio.uio_offset, uio.uio_resid, svmand, NULL)) { 796 error = EACCES; 797 goto done; 798 } 799 } 800 801 (void) VOP_RWLOCK(vp, 802 rw == UIO_WRITE ? V_WRITELOCK_TRUE : V_WRITELOCK_FALSE, NULL); 803 if (rw == UIO_WRITE) { 804 uio.uio_fmode = FWRITE; 805 uio.uio_extflg = UIO_COPY_DEFAULT; 806 error = VOP_WRITE(vp, &uio, ioflag, cr, NULL); 807 } else { 808 uio.uio_fmode = FREAD; 809 uio.uio_extflg = UIO_COPY_CACHED; 810 error = VOP_READ(vp, &uio, ioflag, cr, NULL); 811 } 812 VOP_RWUNLOCK(vp, 813 rw == UIO_WRITE ? V_WRITELOCK_TRUE : V_WRITELOCK_FALSE, NULL); 814 if (residp) 815 *residp = uio.uio_resid; 816 else if (uio.uio_resid) 817 error = EIO; 818 819 done: 820 if (in_crit) 821 nbl_end_crit(vp); 822 return (error); 823 } 824 825 /* 826 * Release a vnode. Call VOP_INACTIVE on last reference or 827 * decrement reference count. 828 * 829 * To avoid race conditions, the v_count is left at 1 for 830 * the call to VOP_INACTIVE. This prevents another thread 831 * from reclaiming and releasing the vnode *before* the 832 * VOP_INACTIVE routine has a chance to destroy the vnode. 833 * We can't have more than 1 thread calling VOP_INACTIVE 834 * on a vnode. 835 */ 836 void 837 vn_rele(vnode_t *vp) 838 { 839 VERIFY(vp->v_count > 0); 840 mutex_enter(&vp->v_lock); 841 if (vp->v_count == 1) { 842 mutex_exit(&vp->v_lock); 843 VOP_INACTIVE(vp, CRED(), NULL); 844 return; 845 } 846 VN_RELE_LOCKED(vp); 847 mutex_exit(&vp->v_lock); 848 } 849 850 /* 851 * Release a vnode referenced by the DNLC. Multiple DNLC references are treated 852 * as a single reference, so v_count is not decremented until the last DNLC hold 853 * is released. This makes it possible to distinguish vnodes that are referenced 854 * only by the DNLC. 855 */ 856 void 857 vn_rele_dnlc(vnode_t *vp) 858 { 859 VERIFY((vp->v_count > 0) && (vp->v_count_dnlc > 0)); 860 mutex_enter(&vp->v_lock); 861 if (--vp->v_count_dnlc == 0) { 862 if (vp->v_count == 1) { 863 mutex_exit(&vp->v_lock); 864 VOP_INACTIVE(vp, CRED(), NULL); 865 return; 866 } 867 VN_RELE_LOCKED(vp); 868 } 869 mutex_exit(&vp->v_lock); 870 } 871 872 /* 873 * Like vn_rele() except that it clears v_stream under v_lock. 874 * This is used by sockfs when it dismantles the association between 875 * the sockfs node and the vnode in the underlying file system. 876 * v_lock has to be held to prevent a thread coming through the lookupname 877 * path from accessing a stream head that is going away. 878 */ 879 void 880 vn_rele_stream(vnode_t *vp) 881 { 882 VERIFY(vp->v_count > 0); 883 mutex_enter(&vp->v_lock); 884 vp->v_stream = NULL; 885 if (vp->v_count == 1) { 886 mutex_exit(&vp->v_lock); 887 VOP_INACTIVE(vp, CRED(), NULL); 888 return; 889 } 890 VN_RELE_LOCKED(vp); 891 mutex_exit(&vp->v_lock); 892 } 893 894 static void 895 vn_rele_inactive(vnode_t *vp) 896 { 897 VOP_INACTIVE(vp, CRED(), NULL); 898 } 899 900 /* 901 * Like vn_rele() except if we are going to call VOP_INACTIVE() then do it 902 * asynchronously using a taskq. This can avoid deadlocks caused by re-entering 903 * the file system as a result of releasing the vnode. Note, file systems 904 * already have to handle the race where the vnode is incremented before the 905 * inactive routine is called and does its locking. 906 * 907 * Warning: Excessive use of this routine can lead to performance problems. 908 * This is because taskqs throttle back allocation if too many are created. 909 */ 910 void 911 vn_rele_async(vnode_t *vp, taskq_t *taskq) 912 { 913 VERIFY(vp->v_count > 0); 914 mutex_enter(&vp->v_lock); 915 if (vp->v_count == 1) { 916 mutex_exit(&vp->v_lock); 917 VERIFY(taskq_dispatch(taskq, (task_func_t *)vn_rele_inactive, 918 vp, TQ_SLEEP) != (uintptr_t)NULL); 919 return; 920 } 921 VN_RELE_LOCKED(vp); 922 mutex_exit(&vp->v_lock); 923 } 924 925 int 926 vn_open( 927 char *pnamep, 928 enum uio_seg seg, 929 int filemode, 930 int createmode, 931 struct vnode **vpp, 932 enum create crwhy, 933 mode_t umask) 934 { 935 return (vn_openat(pnamep, seg, filemode, createmode, vpp, crwhy, 936 umask, NULL, -1)); 937 } 938 939 940 /* 941 * Open/create a vnode. 942 * This may be callable by the kernel, the only known use 943 * of user context being that the current user credentials 944 * are used for permissions. crwhy is defined iff filemode & FCREAT. 945 */ 946 int 947 vn_openat( 948 char *pnamep, 949 enum uio_seg seg, 950 int filemode, 951 int createmode, 952 struct vnode **vpp, 953 enum create crwhy, 954 mode_t umask, 955 struct vnode *startvp, 956 int fd) 957 { 958 struct vnode *vp; 959 int mode; 960 int accessflags; 961 int error; 962 int in_crit = 0; 963 int open_done = 0; 964 int shrlock_done = 0; 965 struct vattr vattr; 966 enum symfollow follow; 967 int estale_retry = 0; 968 struct shrlock shr; 969 struct shr_locowner shr_own; 970 971 mode = 0; 972 accessflags = 0; 973 if (filemode & FREAD) 974 mode |= VREAD; 975 if (filemode & (FWRITE|FTRUNC)) 976 mode |= VWRITE; 977 if (filemode & (FSEARCH|FEXEC|FXATTRDIROPEN)) 978 mode |= VEXEC; 979 980 /* symlink interpretation */ 981 if (filemode & FNOFOLLOW) 982 follow = NO_FOLLOW; 983 else 984 follow = FOLLOW; 985 986 if (filemode & FAPPEND) 987 accessflags |= V_APPEND; 988 989 top: 990 if (filemode & FCREAT) { 991 enum vcexcl excl; 992 993 /* 994 * Wish to create a file. 995 */ 996 vattr.va_type = VREG; 997 vattr.va_mode = createmode; 998 vattr.va_mask = AT_TYPE|AT_MODE; 999 if (filemode & FTRUNC) { 1000 vattr.va_size = 0; 1001 vattr.va_mask |= AT_SIZE; 1002 } 1003 if (filemode & FEXCL) 1004 excl = EXCL; 1005 else 1006 excl = NONEXCL; 1007 1008 if (error = 1009 vn_createat(pnamep, seg, &vattr, excl, mode, &vp, crwhy, 1010 (filemode & ~(FTRUNC|FEXCL)), umask, startvp)) 1011 return (error); 1012 } else { 1013 /* 1014 * Wish to open a file. Just look it up. 1015 */ 1016 if (error = lookupnameat(pnamep, seg, follow, 1017 NULLVPP, &vp, startvp)) { 1018 if ((error == ESTALE) && 1019 fs_need_estale_retry(estale_retry++)) 1020 goto top; 1021 return (error); 1022 } 1023 1024 /* 1025 * Get the attributes to check whether file is large. 1026 * We do this only if the FOFFMAX flag is not set and 1027 * only for regular files. 1028 */ 1029 1030 if (!(filemode & FOFFMAX) && (vp->v_type == VREG)) { 1031 vattr.va_mask = AT_SIZE; 1032 if ((error = VOP_GETATTR(vp, &vattr, 0, 1033 CRED(), NULL))) { 1034 goto out; 1035 } 1036 if (vattr.va_size > (u_offset_t)MAXOFF32_T) { 1037 /* 1038 * Large File API - regular open fails 1039 * if FOFFMAX flag is set in file mode 1040 */ 1041 error = EOVERFLOW; 1042 goto out; 1043 } 1044 } 1045 /* 1046 * Can't write directories, active texts, or 1047 * read-only filesystems. Can't truncate files 1048 * on which mandatory locking is in effect. 1049 */ 1050 if (filemode & (FWRITE|FTRUNC)) { 1051 /* 1052 * Allow writable directory if VDIROPEN flag is set. 1053 */ 1054 if (vp->v_type == VDIR && !(vp->v_flag & VDIROPEN)) { 1055 error = EISDIR; 1056 goto out; 1057 } 1058 if (ISROFILE(vp)) { 1059 error = EROFS; 1060 goto out; 1061 } 1062 /* 1063 * Can't truncate files on which 1064 * sysv mandatory locking is in effect. 1065 */ 1066 if (filemode & FTRUNC) { 1067 vnode_t *rvp; 1068 1069 if (VOP_REALVP(vp, &rvp, NULL) != 0) 1070 rvp = vp; 1071 if (rvp->v_filocks != NULL) { 1072 vattr.va_mask = AT_MODE; 1073 if ((error = VOP_GETATTR(vp, 1074 &vattr, 0, CRED(), NULL)) == 0 && 1075 MANDLOCK(vp, vattr.va_mode)) 1076 error = EAGAIN; 1077 } 1078 } 1079 if (error) 1080 goto out; 1081 } 1082 /* 1083 * Check permissions. 1084 */ 1085 if (error = VOP_ACCESS(vp, mode, accessflags, CRED(), NULL)) 1086 goto out; 1087 /* 1088 * Require FSEARCH to return a directory. 1089 * Require FEXEC to return a regular file. 1090 */ 1091 if ((filemode & FSEARCH) && vp->v_type != VDIR) { 1092 error = ENOTDIR; 1093 goto out; 1094 } 1095 if ((filemode & FEXEC) && vp->v_type != VREG) { 1096 error = ENOEXEC; /* XXX: error code? */ 1097 goto out; 1098 } 1099 } 1100 1101 /* 1102 * Do remaining checks for FNOFOLLOW and FNOLINKS. 1103 */ 1104 if ((filemode & FNOFOLLOW) && vp->v_type == VLNK) { 1105 error = ELOOP; 1106 goto out; 1107 } 1108 if (filemode & FNOLINKS) { 1109 vattr.va_mask = AT_NLINK; 1110 if ((error = VOP_GETATTR(vp, &vattr, 0, CRED(), NULL))) { 1111 goto out; 1112 } 1113 if (vattr.va_nlink != 1) { 1114 error = EMLINK; 1115 goto out; 1116 } 1117 } 1118 1119 /* 1120 * Opening a socket corresponding to the AF_UNIX pathname 1121 * in the filesystem name space is not supported. 1122 * However, VSOCK nodes in namefs are supported in order 1123 * to make fattach work for sockets. 1124 * 1125 * XXX This uses VOP_REALVP to distinguish between 1126 * an unopened namefs node (where VOP_REALVP returns a 1127 * different VSOCK vnode) and a VSOCK created by vn_create 1128 * in some file system (where VOP_REALVP would never return 1129 * a different vnode). 1130 */ 1131 if (vp->v_type == VSOCK) { 1132 struct vnode *nvp; 1133 1134 error = VOP_REALVP(vp, &nvp, NULL); 1135 if (error != 0 || nvp == NULL || nvp == vp || 1136 nvp->v_type != VSOCK) { 1137 error = EOPNOTSUPP; 1138 goto out; 1139 } 1140 } 1141 1142 if ((vp->v_type == VREG) && nbl_need_check(vp)) { 1143 /* get share reservation */ 1144 shr.s_access = 0; 1145 if (filemode & FWRITE) 1146 shr.s_access |= F_WRACC; 1147 if (filemode & FREAD) 1148 shr.s_access |= F_RDACC; 1149 shr.s_deny = 0; 1150 shr.s_sysid = 0; 1151 shr.s_pid = ttoproc(curthread)->p_pid; 1152 shr_own.sl_pid = shr.s_pid; 1153 shr_own.sl_id = fd; 1154 shr.s_own_len = sizeof (shr_own); 1155 shr.s_owner = (caddr_t)&shr_own; 1156 error = VOP_SHRLOCK(vp, F_SHARE_NBMAND, &shr, filemode, CRED(), 1157 NULL); 1158 if (error) 1159 goto out; 1160 shrlock_done = 1; 1161 1162 /* nbmand conflict check if truncating file */ 1163 if ((filemode & FTRUNC) && !(filemode & FCREAT)) { 1164 nbl_start_crit(vp, RW_READER); 1165 in_crit = 1; 1166 1167 vattr.va_mask = AT_SIZE; 1168 if (error = VOP_GETATTR(vp, &vattr, 0, CRED(), NULL)) 1169 goto out; 1170 if (nbl_conflict(vp, NBL_WRITE, 0, vattr.va_size, 0, 1171 NULL)) { 1172 error = EACCES; 1173 goto out; 1174 } 1175 } 1176 } 1177 1178 /* 1179 * Do opening protocol. 1180 */ 1181 error = VOP_OPEN(&vp, filemode, CRED(), NULL); 1182 if (error) 1183 goto out; 1184 open_done = 1; 1185 1186 /* 1187 * Truncate if required. 1188 */ 1189 if ((filemode & FTRUNC) && !(filemode & FCREAT)) { 1190 vattr.va_size = 0; 1191 vattr.va_mask = AT_SIZE; 1192 if ((error = VOP_SETATTR(vp, &vattr, 0, CRED(), NULL)) != 0) 1193 goto out; 1194 } 1195 out: 1196 ASSERT(vp->v_count > 0); 1197 1198 if (in_crit) { 1199 nbl_end_crit(vp); 1200 in_crit = 0; 1201 } 1202 if (error) { 1203 if (open_done) { 1204 (void) VOP_CLOSE(vp, filemode, 1, (offset_t)0, CRED(), 1205 NULL); 1206 open_done = 0; 1207 shrlock_done = 0; 1208 } 1209 if (shrlock_done) { 1210 (void) VOP_SHRLOCK(vp, F_UNSHARE, &shr, 0, CRED(), 1211 NULL); 1212 shrlock_done = 0; 1213 } 1214 1215 /* 1216 * The following clause was added to handle a problem 1217 * with NFS consistency. It is possible that a lookup 1218 * of the file to be opened succeeded, but the file 1219 * itself doesn't actually exist on the server. This 1220 * is chiefly due to the DNLC containing an entry for 1221 * the file which has been removed on the server. In 1222 * this case, we just start over. If there was some 1223 * other cause for the ESTALE error, then the lookup 1224 * of the file will fail and the error will be returned 1225 * above instead of looping around from here. 1226 */ 1227 VN_RELE(vp); 1228 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1229 goto top; 1230 } else 1231 *vpp = vp; 1232 return (error); 1233 } 1234 1235 /* 1236 * The following two accessor functions are for the NFSv4 server. Since there 1237 * is no VOP_OPEN_UP/DOWNGRADE we need a way for the NFS server to keep the 1238 * vnode open counts correct when a client "upgrades" an open or does an 1239 * open_downgrade. In NFS, an upgrade or downgrade can not only change the 1240 * open mode (add or subtract read or write), but also change the share/deny 1241 * modes. However, share reservations are not integrated with OPEN, yet, so 1242 * we need to handle each separately. These functions are cleaner than having 1243 * the NFS server manipulate the counts directly, however, nobody else should 1244 * use these functions. 1245 */ 1246 void 1247 vn_open_upgrade( 1248 vnode_t *vp, 1249 int filemode) 1250 { 1251 ASSERT(vp->v_type == VREG); 1252 1253 if (filemode & FREAD) 1254 atomic_inc_32(&vp->v_rdcnt); 1255 if (filemode & FWRITE) 1256 atomic_inc_32(&vp->v_wrcnt); 1257 1258 } 1259 1260 void 1261 vn_open_downgrade( 1262 vnode_t *vp, 1263 int filemode) 1264 { 1265 ASSERT(vp->v_type == VREG); 1266 1267 if (filemode & FREAD) { 1268 ASSERT(vp->v_rdcnt > 0); 1269 atomic_dec_32(&vp->v_rdcnt); 1270 } 1271 if (filemode & FWRITE) { 1272 ASSERT(vp->v_wrcnt > 0); 1273 atomic_dec_32(&vp->v_wrcnt); 1274 } 1275 1276 } 1277 1278 int 1279 vn_create( 1280 char *pnamep, 1281 enum uio_seg seg, 1282 struct vattr *vap, 1283 enum vcexcl excl, 1284 int mode, 1285 struct vnode **vpp, 1286 enum create why, 1287 int flag, 1288 mode_t umask) 1289 { 1290 return (vn_createat(pnamep, seg, vap, excl, mode, vpp, why, flag, 1291 umask, NULL)); 1292 } 1293 1294 /* 1295 * Create a vnode (makenode). 1296 */ 1297 int 1298 vn_createat( 1299 char *pnamep, 1300 enum uio_seg seg, 1301 struct vattr *vap, 1302 enum vcexcl excl, 1303 int mode, 1304 struct vnode **vpp, 1305 enum create why, 1306 int flag, 1307 mode_t umask, 1308 struct vnode *startvp) 1309 { 1310 struct vnode *dvp; /* ptr to parent dir vnode */ 1311 struct vnode *vp = NULL; 1312 struct pathname pn; 1313 int error; 1314 int in_crit = 0; 1315 struct vattr vattr; 1316 enum symfollow follow; 1317 int estale_retry = 0; 1318 uint32_t auditing = AU_AUDITING(); 1319 1320 ASSERT((vap->va_mask & (AT_TYPE|AT_MODE)) == (AT_TYPE|AT_MODE)); 1321 1322 /* symlink interpretation */ 1323 if ((flag & FNOFOLLOW) || excl == EXCL) 1324 follow = NO_FOLLOW; 1325 else 1326 follow = FOLLOW; 1327 flag &= ~(FNOFOLLOW|FNOLINKS); 1328 1329 top: 1330 /* 1331 * Lookup directory. 1332 * If new object is a file, call lower level to create it. 1333 * Note that it is up to the lower level to enforce exclusive 1334 * creation, if the file is already there. 1335 * This allows the lower level to do whatever 1336 * locking or protocol that is needed to prevent races. 1337 * If the new object is directory call lower level to make 1338 * the new directory, with "." and "..". 1339 */ 1340 if (error = pn_get(pnamep, seg, &pn)) 1341 return (error); 1342 if (auditing) 1343 audit_vncreate_start(); 1344 dvp = NULL; 1345 *vpp = NULL; 1346 /* 1347 * lookup will find the parent directory for the vnode. 1348 * When it is done the pn holds the name of the entry 1349 * in the directory. 1350 * If this is a non-exclusive create we also find the node itself. 1351 */ 1352 error = lookuppnat(&pn, NULL, follow, &dvp, 1353 (excl == EXCL) ? NULLVPP : vpp, startvp); 1354 if (error) { 1355 pn_free(&pn); 1356 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1357 goto top; 1358 if (why == CRMKDIR && error == EINVAL) 1359 error = EEXIST; /* SVID */ 1360 return (error); 1361 } 1362 1363 if (why != CRMKNOD) 1364 vap->va_mode &= ~VSVTX; 1365 1366 /* 1367 * If default ACLs are defined for the directory don't apply the 1368 * umask if umask is passed. 1369 */ 1370 1371 if (umask) { 1372 1373 vsecattr_t vsec; 1374 1375 vsec.vsa_aclcnt = 0; 1376 vsec.vsa_aclentp = NULL; 1377 vsec.vsa_dfaclcnt = 0; 1378 vsec.vsa_dfaclentp = NULL; 1379 vsec.vsa_mask = VSA_DFACLCNT; 1380 error = VOP_GETSECATTR(dvp, &vsec, 0, CRED(), NULL); 1381 /* 1382 * If error is ENOSYS then treat it as no error 1383 * Don't want to force all file systems to support 1384 * aclent_t style of ACL's. 1385 */ 1386 if (error == ENOSYS) 1387 error = 0; 1388 if (error) { 1389 if (*vpp != NULL) 1390 VN_RELE(*vpp); 1391 goto out; 1392 } else { 1393 /* 1394 * Apply the umask if no default ACLs. 1395 */ 1396 if (vsec.vsa_dfaclcnt == 0) 1397 vap->va_mode &= ~umask; 1398 1399 /* 1400 * VOP_GETSECATTR() may have allocated memory for 1401 * ACLs we didn't request, so double-check and 1402 * free it if necessary. 1403 */ 1404 if (vsec.vsa_aclcnt && vsec.vsa_aclentp != NULL) 1405 kmem_free((caddr_t)vsec.vsa_aclentp, 1406 vsec.vsa_aclcnt * sizeof (aclent_t)); 1407 if (vsec.vsa_dfaclcnt && vsec.vsa_dfaclentp != NULL) 1408 kmem_free((caddr_t)vsec.vsa_dfaclentp, 1409 vsec.vsa_dfaclcnt * sizeof (aclent_t)); 1410 } 1411 } 1412 1413 /* 1414 * In general we want to generate EROFS if the file system is 1415 * readonly. However, POSIX (IEEE Std. 1003.1) section 5.3.1 1416 * documents the open system call, and it says that O_CREAT has no 1417 * effect if the file already exists. Bug 1119649 states 1418 * that open(path, O_CREAT, ...) fails when attempting to open an 1419 * existing file on a read only file system. Thus, the first part 1420 * of the following if statement has 3 checks: 1421 * if the file exists && 1422 * it is being open with write access && 1423 * the file system is read only 1424 * then generate EROFS 1425 */ 1426 if ((*vpp != NULL && (mode & VWRITE) && ISROFILE(*vpp)) || 1427 (*vpp == NULL && dvp->v_vfsp->vfs_flag & VFS_RDONLY)) { 1428 if (*vpp) 1429 VN_RELE(*vpp); 1430 error = EROFS; 1431 } else if (excl == NONEXCL && *vpp != NULL) { 1432 vnode_t *rvp; 1433 1434 /* 1435 * File already exists. If a mandatory lock has been 1436 * applied, return error. 1437 */ 1438 vp = *vpp; 1439 if (VOP_REALVP(vp, &rvp, NULL) != 0) 1440 rvp = vp; 1441 if ((vap->va_mask & AT_SIZE) && nbl_need_check(vp)) { 1442 nbl_start_crit(vp, RW_READER); 1443 in_crit = 1; 1444 } 1445 if (rvp->v_filocks != NULL || rvp->v_shrlocks != NULL) { 1446 vattr.va_mask = AT_MODE|AT_SIZE; 1447 if (error = VOP_GETATTR(vp, &vattr, 0, CRED(), NULL)) { 1448 goto out; 1449 } 1450 if (MANDLOCK(vp, vattr.va_mode)) { 1451 error = EAGAIN; 1452 goto out; 1453 } 1454 /* 1455 * File cannot be truncated if non-blocking mandatory 1456 * locks are currently on the file. 1457 */ 1458 if ((vap->va_mask & AT_SIZE) && in_crit) { 1459 u_offset_t offset; 1460 ssize_t length; 1461 1462 offset = vap->va_size > vattr.va_size ? 1463 vattr.va_size : vap->va_size; 1464 length = vap->va_size > vattr.va_size ? 1465 vap->va_size - vattr.va_size : 1466 vattr.va_size - vap->va_size; 1467 if (nbl_conflict(vp, NBL_WRITE, offset, 1468 length, 0, NULL)) { 1469 error = EACCES; 1470 goto out; 1471 } 1472 } 1473 } 1474 1475 /* 1476 * If the file is the root of a VFS, we've crossed a 1477 * mount point and the "containing" directory that we 1478 * acquired above (dvp) is irrelevant because it's in 1479 * a different file system. We apply VOP_CREATE to the 1480 * target itself instead of to the containing directory 1481 * and supply a null path name to indicate (conventionally) 1482 * the node itself as the "component" of interest. 1483 * 1484 * The call to VOP_CREATE() is necessary to ensure 1485 * that the appropriate permission checks are made, 1486 * i.e. EISDIR, EACCES, etc. We already know that vpp 1487 * exists since we are in the else condition where this 1488 * was checked. 1489 */ 1490 if (vp->v_flag & VROOT) { 1491 ASSERT(why != CRMKDIR); 1492 error = VOP_CREATE(vp, "", vap, excl, mode, vpp, 1493 CRED(), flag, NULL, NULL); 1494 /* 1495 * If the create succeeded, it will have created a 1496 * new reference on a new vnode (*vpp) in the child 1497 * file system, so we want to drop our reference on 1498 * the old (vp) upon exit. 1499 */ 1500 goto out; 1501 } 1502 1503 /* 1504 * Large File API - non-large open (FOFFMAX flag not set) 1505 * of regular file fails if the file size exceeds MAXOFF32_T. 1506 */ 1507 if (why != CRMKDIR && 1508 !(flag & FOFFMAX) && 1509 (vp->v_type == VREG)) { 1510 vattr.va_mask = AT_SIZE; 1511 if ((error = VOP_GETATTR(vp, &vattr, 0, 1512 CRED(), NULL))) { 1513 goto out; 1514 } 1515 if ((vattr.va_size > (u_offset_t)MAXOFF32_T)) { 1516 error = EOVERFLOW; 1517 goto out; 1518 } 1519 } 1520 } 1521 1522 if (error == 0) { 1523 /* 1524 * Call mkdir() if specified, otherwise create(). 1525 */ 1526 int must_be_dir = pn_fixslash(&pn); /* trailing '/'? */ 1527 1528 if (why == CRMKDIR) 1529 /* 1530 * N.B., if vn_createat() ever requests 1531 * case-insensitive behavior then it will need 1532 * to be passed to VOP_MKDIR(). VOP_CREATE() 1533 * will already get it via "flag" 1534 */ 1535 error = VOP_MKDIR(dvp, pn.pn_path, vap, vpp, CRED(), 1536 NULL, 0, NULL); 1537 else if (!must_be_dir) 1538 error = VOP_CREATE(dvp, pn.pn_path, vap, 1539 excl, mode, vpp, CRED(), flag, NULL, NULL); 1540 else 1541 error = ENOTDIR; 1542 } 1543 1544 out: 1545 1546 if (auditing) 1547 audit_vncreate_finish(*vpp, error); 1548 if (in_crit) { 1549 nbl_end_crit(vp); 1550 in_crit = 0; 1551 } 1552 if (vp != NULL) { 1553 VN_RELE(vp); 1554 vp = NULL; 1555 } 1556 pn_free(&pn); 1557 VN_RELE(dvp); 1558 /* 1559 * The following clause was added to handle a problem 1560 * with NFS consistency. It is possible that a lookup 1561 * of the file to be created succeeded, but the file 1562 * itself doesn't actually exist on the server. This 1563 * is chiefly due to the DNLC containing an entry for 1564 * the file which has been removed on the server. In 1565 * this case, we just start over. If there was some 1566 * other cause for the ESTALE error, then the lookup 1567 * of the file will fail and the error will be returned 1568 * above instead of looping around from here. 1569 */ 1570 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1571 goto top; 1572 return (error); 1573 } 1574 1575 int 1576 vn_link(char *from, char *to, enum uio_seg seg) 1577 { 1578 return (vn_linkat(NULL, from, NO_FOLLOW, NULL, to, seg)); 1579 } 1580 1581 int 1582 vn_linkat(vnode_t *fstartvp, char *from, enum symfollow follow, 1583 vnode_t *tstartvp, char *to, enum uio_seg seg) 1584 { 1585 struct vnode *fvp; /* from vnode ptr */ 1586 struct vnode *tdvp; /* to directory vnode ptr */ 1587 struct pathname pn; 1588 int error; 1589 struct vattr vattr; 1590 dev_t fsid; 1591 int estale_retry = 0; 1592 uint32_t auditing = AU_AUDITING(); 1593 1594 top: 1595 fvp = tdvp = NULL; 1596 if (error = pn_get(to, seg, &pn)) 1597 return (error); 1598 if (auditing && fstartvp != NULL) 1599 audit_setfsat_path(1); 1600 if (error = lookupnameat(from, seg, follow, NULLVPP, &fvp, fstartvp)) 1601 goto out; 1602 if (auditing && tstartvp != NULL) 1603 audit_setfsat_path(3); 1604 if (error = lookuppnat(&pn, NULL, NO_FOLLOW, &tdvp, NULLVPP, tstartvp)) 1605 goto out; 1606 /* 1607 * Make sure both source vnode and target directory vnode are 1608 * in the same vfs and that it is writeable. 1609 */ 1610 vattr.va_mask = AT_FSID; 1611 if (error = VOP_GETATTR(fvp, &vattr, 0, CRED(), NULL)) 1612 goto out; 1613 fsid = vattr.va_fsid; 1614 vattr.va_mask = AT_FSID; 1615 if (error = VOP_GETATTR(tdvp, &vattr, 0, CRED(), NULL)) 1616 goto out; 1617 if (fsid != vattr.va_fsid) { 1618 error = EXDEV; 1619 goto out; 1620 } 1621 if (tdvp->v_vfsp->vfs_flag & VFS_RDONLY) { 1622 error = EROFS; 1623 goto out; 1624 } 1625 /* 1626 * Do the link. 1627 */ 1628 (void) pn_fixslash(&pn); 1629 error = VOP_LINK(tdvp, fvp, pn.pn_path, CRED(), NULL, 0); 1630 out: 1631 pn_free(&pn); 1632 if (fvp) 1633 VN_RELE(fvp); 1634 if (tdvp) 1635 VN_RELE(tdvp); 1636 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1637 goto top; 1638 return (error); 1639 } 1640 1641 int 1642 vn_rename(char *from, char *to, enum uio_seg seg) 1643 { 1644 return (vn_renameat(NULL, from, NULL, to, seg)); 1645 } 1646 1647 int 1648 vn_renameat(vnode_t *fdvp, char *fname, vnode_t *tdvp, 1649 char *tname, enum uio_seg seg) 1650 { 1651 int error; 1652 struct vattr vattr; 1653 struct pathname fpn; /* from pathname */ 1654 struct pathname tpn; /* to pathname */ 1655 dev_t fsid; 1656 int in_crit_src, in_crit_targ; 1657 vnode_t *fromvp, *fvp; 1658 vnode_t *tovp, *targvp; 1659 int estale_retry = 0; 1660 uint32_t auditing = AU_AUDITING(); 1661 1662 top: 1663 fvp = fromvp = tovp = targvp = NULL; 1664 in_crit_src = in_crit_targ = 0; 1665 /* 1666 * Get to and from pathnames. 1667 */ 1668 if (error = pn_get(fname, seg, &fpn)) 1669 return (error); 1670 if (error = pn_get(tname, seg, &tpn)) { 1671 pn_free(&fpn); 1672 return (error); 1673 } 1674 1675 /* 1676 * First we need to resolve the correct directories 1677 * The passed in directories may only be a starting point, 1678 * but we need the real directories the file(s) live in. 1679 * For example the fname may be something like usr/lib/sparc 1680 * and we were passed in the / directory, but we need to 1681 * use the lib directory for the rename. 1682 */ 1683 1684 if (auditing && fdvp != NULL) 1685 audit_setfsat_path(1); 1686 /* 1687 * Lookup to and from directories. 1688 */ 1689 if (error = lookuppnat(&fpn, NULL, NO_FOLLOW, &fromvp, &fvp, fdvp)) { 1690 goto out; 1691 } 1692 1693 /* 1694 * Make sure there is an entry. 1695 */ 1696 if (fvp == NULL) { 1697 error = ENOENT; 1698 goto out; 1699 } 1700 1701 if (auditing && tdvp != NULL) 1702 audit_setfsat_path(3); 1703 if (error = lookuppnat(&tpn, NULL, NO_FOLLOW, &tovp, &targvp, tdvp)) { 1704 goto out; 1705 } 1706 1707 /* 1708 * Make sure both the from vnode directory and the to directory 1709 * are in the same vfs and the to directory is writable. 1710 * We check fsid's, not vfs pointers, so loopback fs works. 1711 */ 1712 if (fromvp != tovp) { 1713 vattr.va_mask = AT_FSID; 1714 if (error = VOP_GETATTR(fromvp, &vattr, 0, CRED(), NULL)) 1715 goto out; 1716 fsid = vattr.va_fsid; 1717 vattr.va_mask = AT_FSID; 1718 if (error = VOP_GETATTR(tovp, &vattr, 0, CRED(), NULL)) 1719 goto out; 1720 if (fsid != vattr.va_fsid) { 1721 error = EXDEV; 1722 goto out; 1723 } 1724 } 1725 1726 if (tovp->v_vfsp->vfs_flag & VFS_RDONLY) { 1727 error = EROFS; 1728 goto out; 1729 } 1730 1731 /* 1732 * Make sure "from" vp is not a mount point. 1733 * Note, lookup did traverse() already, so 1734 * we'll be looking at the mounted FS root. 1735 * (but allow files like mnttab) 1736 */ 1737 if ((fvp->v_flag & VROOT) != 0 && fvp->v_type == VDIR) { 1738 error = EBUSY; 1739 goto out; 1740 } 1741 1742 if (targvp && (fvp != targvp)) { 1743 nbl_start_crit(targvp, RW_READER); 1744 in_crit_targ = 1; 1745 if (nbl_conflict(targvp, NBL_REMOVE, 0, 0, 0, NULL)) { 1746 error = EACCES; 1747 goto out; 1748 } 1749 } 1750 1751 if (nbl_need_check(fvp)) { 1752 nbl_start_crit(fvp, RW_READER); 1753 in_crit_src = 1; 1754 if (nbl_conflict(fvp, NBL_RENAME, 0, 0, 0, NULL)) { 1755 error = EACCES; 1756 goto out; 1757 } 1758 } 1759 1760 /* 1761 * Do the rename. 1762 */ 1763 (void) pn_fixslash(&tpn); 1764 error = VOP_RENAME(fromvp, fpn.pn_path, tovp, tpn.pn_path, CRED(), 1765 NULL, 0); 1766 1767 out: 1768 pn_free(&fpn); 1769 pn_free(&tpn); 1770 if (in_crit_src) 1771 nbl_end_crit(fvp); 1772 if (in_crit_targ) 1773 nbl_end_crit(targvp); 1774 if (fromvp) 1775 VN_RELE(fromvp); 1776 if (tovp) 1777 VN_RELE(tovp); 1778 if (targvp) 1779 VN_RELE(targvp); 1780 if (fvp) 1781 VN_RELE(fvp); 1782 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1783 goto top; 1784 return (error); 1785 } 1786 1787 /* 1788 * Remove a file or directory. 1789 */ 1790 int 1791 vn_remove(char *fnamep, enum uio_seg seg, enum rm dirflag) 1792 { 1793 return (vn_removeat(NULL, fnamep, seg, dirflag)); 1794 } 1795 1796 int 1797 vn_removeat(vnode_t *startvp, char *fnamep, enum uio_seg seg, enum rm dirflag) 1798 { 1799 struct vnode *vp; /* entry vnode */ 1800 struct vnode *dvp; /* ptr to parent dir vnode */ 1801 struct vnode *coveredvp; 1802 struct pathname pn; /* name of entry */ 1803 enum vtype vtype; 1804 int error; 1805 struct vfs *vfsp; 1806 struct vfs *dvfsp; /* ptr to parent dir vfs */ 1807 int in_crit = 0; 1808 int estale_retry = 0; 1809 1810 top: 1811 if (error = pn_get(fnamep, seg, &pn)) 1812 return (error); 1813 dvp = vp = NULL; 1814 if (error = lookuppnat(&pn, NULL, NO_FOLLOW, &dvp, &vp, startvp)) { 1815 pn_free(&pn); 1816 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1817 goto top; 1818 return (error); 1819 } 1820 1821 /* 1822 * Make sure there is an entry. 1823 */ 1824 if (vp == NULL) { 1825 error = ENOENT; 1826 goto out; 1827 } 1828 1829 vfsp = vp->v_vfsp; 1830 dvfsp = dvp->v_vfsp; 1831 1832 /* 1833 * If the named file is the root of a mounted filesystem, fail, 1834 * unless it's marked unlinkable. In that case, unmount the 1835 * filesystem and proceed to unlink the covered vnode. (If the 1836 * covered vnode is a directory, use rmdir instead of unlink, 1837 * to avoid file system corruption.) 1838 */ 1839 if (vp->v_flag & VROOT) { 1840 if ((vfsp->vfs_flag & VFS_UNLINKABLE) == 0) { 1841 error = EBUSY; 1842 goto out; 1843 } 1844 1845 /* 1846 * Namefs specific code starts here. 1847 */ 1848 1849 if (dirflag == RMDIRECTORY) { 1850 /* 1851 * User called rmdir(2) on a file that has 1852 * been namefs mounted on top of. Since 1853 * namefs doesn't allow directories to 1854 * be mounted on other files we know 1855 * vp is not of type VDIR so fail to operation. 1856 */ 1857 error = ENOTDIR; 1858 goto out; 1859 } 1860 1861 /* 1862 * If VROOT is still set after grabbing vp->v_lock, 1863 * noone has finished nm_unmount so far and coveredvp 1864 * is valid. 1865 * If we manage to grab vn_vfswlock(coveredvp) before releasing 1866 * vp->v_lock, any race window is eliminated. 1867 */ 1868 1869 mutex_enter(&vp->v_lock); 1870 if ((vp->v_flag & VROOT) == 0) { 1871 /* Someone beat us to the unmount */ 1872 mutex_exit(&vp->v_lock); 1873 error = EBUSY; 1874 goto out; 1875 } 1876 vfsp = vp->v_vfsp; 1877 coveredvp = vfsp->vfs_vnodecovered; 1878 ASSERT(coveredvp); 1879 /* 1880 * Note: Implementation of vn_vfswlock shows that ordering of 1881 * v_lock / vn_vfswlock is not an issue here. 1882 */ 1883 error = vn_vfswlock(coveredvp); 1884 mutex_exit(&vp->v_lock); 1885 1886 if (error) 1887 goto out; 1888 1889 VN_HOLD(coveredvp); 1890 VN_RELE(vp); 1891 error = dounmount(vfsp, 0, CRED()); 1892 1893 /* 1894 * Unmounted the namefs file system; now get 1895 * the object it was mounted over. 1896 */ 1897 vp = coveredvp; 1898 /* 1899 * If namefs was mounted over a directory, then 1900 * we want to use rmdir() instead of unlink(). 1901 */ 1902 if (vp->v_type == VDIR) 1903 dirflag = RMDIRECTORY; 1904 1905 if (error) 1906 goto out; 1907 } 1908 1909 /* 1910 * Make sure filesystem is writeable. 1911 * We check the parent directory's vfs in case this is an lofs vnode. 1912 */ 1913 if (dvfsp && dvfsp->vfs_flag & VFS_RDONLY) { 1914 error = EROFS; 1915 goto out; 1916 } 1917 1918 vtype = vp->v_type; 1919 1920 /* 1921 * If there is the possibility of an nbmand share reservation, make 1922 * sure it's okay to remove the file. Keep a reference to the 1923 * vnode, so that we can exit the nbl critical region after 1924 * calling VOP_REMOVE. 1925 * If there is no possibility of an nbmand share reservation, 1926 * release the vnode reference now. Filesystems like NFS may 1927 * behave differently if there is an extra reference, so get rid of 1928 * this one. Fortunately, we can't have nbmand mounts on NFS 1929 * filesystems. 1930 */ 1931 if (nbl_need_check(vp)) { 1932 nbl_start_crit(vp, RW_READER); 1933 in_crit = 1; 1934 if (nbl_conflict(vp, NBL_REMOVE, 0, 0, 0, NULL)) { 1935 error = EACCES; 1936 goto out; 1937 } 1938 } else { 1939 VN_RELE(vp); 1940 vp = NULL; 1941 } 1942 1943 if (dirflag == RMDIRECTORY) { 1944 /* 1945 * Caller is using rmdir(2), which can only be applied to 1946 * directories. 1947 */ 1948 if (vtype != VDIR) { 1949 error = ENOTDIR; 1950 } else { 1951 vnode_t *cwd; 1952 proc_t *pp = curproc; 1953 1954 mutex_enter(&pp->p_lock); 1955 cwd = PTOU(pp)->u_cdir; 1956 VN_HOLD(cwd); 1957 mutex_exit(&pp->p_lock); 1958 error = VOP_RMDIR(dvp, pn.pn_path, cwd, CRED(), 1959 NULL, 0); 1960 VN_RELE(cwd); 1961 } 1962 } else { 1963 /* 1964 * Unlink(2) can be applied to anything. 1965 */ 1966 error = VOP_REMOVE(dvp, pn.pn_path, CRED(), NULL, 0); 1967 } 1968 1969 out: 1970 pn_free(&pn); 1971 if (in_crit) { 1972 nbl_end_crit(vp); 1973 in_crit = 0; 1974 } 1975 if (vp != NULL) 1976 VN_RELE(vp); 1977 if (dvp != NULL) 1978 VN_RELE(dvp); 1979 if ((error == ESTALE) && fs_need_estale_retry(estale_retry++)) 1980 goto top; 1981 return (error); 1982 } 1983 1984 /* 1985 * Utility function to compare equality of vnodes. 1986 * Compare the underlying real vnodes, if there are underlying vnodes. 1987 * This is a more thorough comparison than the VN_CMP() macro provides. 1988 */ 1989 int 1990 vn_compare(vnode_t *vp1, vnode_t *vp2) 1991 { 1992 vnode_t *realvp; 1993 1994 if (vp1 != NULL && VOP_REALVP(vp1, &realvp, NULL) == 0) 1995 vp1 = realvp; 1996 if (vp2 != NULL && VOP_REALVP(vp2, &realvp, NULL) == 0) 1997 vp2 = realvp; 1998 return (VN_CMP(vp1, vp2)); 1999 } 2000 2001 /* 2002 * The number of locks to hash into. This value must be a power 2003 * of 2 minus 1 and should probably also be prime. 2004 */ 2005 #define NUM_BUCKETS 1023 2006 2007 struct vn_vfslocks_bucket { 2008 kmutex_t vb_lock; 2009 vn_vfslocks_entry_t *vb_list; 2010 char pad[64 - sizeof (kmutex_t) - sizeof (void *)]; 2011 }; 2012 2013 /* 2014 * Total number of buckets will be NUM_BUCKETS + 1 . 2015 */ 2016 2017 #pragma align 64(vn_vfslocks_buckets) 2018 static struct vn_vfslocks_bucket vn_vfslocks_buckets[NUM_BUCKETS + 1]; 2019 2020 #define VN_VFSLOCKS_SHIFT 9 2021 2022 #define VN_VFSLOCKS_HASH(vfsvpptr) \ 2023 ((((intptr_t)(vfsvpptr)) >> VN_VFSLOCKS_SHIFT) & NUM_BUCKETS) 2024 2025 /* 2026 * vn_vfslocks_getlock() uses an HASH scheme to generate 2027 * rwstlock using vfs/vnode pointer passed to it. 2028 * 2029 * vn_vfslocks_rele() releases a reference in the 2030 * HASH table which allows the entry allocated by 2031 * vn_vfslocks_getlock() to be freed at a later 2032 * stage when the refcount drops to zero. 2033 */ 2034 2035 vn_vfslocks_entry_t * 2036 vn_vfslocks_getlock(void *vfsvpptr) 2037 { 2038 struct vn_vfslocks_bucket *bp; 2039 vn_vfslocks_entry_t *vep; 2040 vn_vfslocks_entry_t *tvep; 2041 2042 ASSERT(vfsvpptr != NULL); 2043 bp = &vn_vfslocks_buckets[VN_VFSLOCKS_HASH(vfsvpptr)]; 2044 2045 mutex_enter(&bp->vb_lock); 2046 for (vep = bp->vb_list; vep != NULL; vep = vep->ve_next) { 2047 if (vep->ve_vpvfs == vfsvpptr) { 2048 vep->ve_refcnt++; 2049 mutex_exit(&bp->vb_lock); 2050 return (vep); 2051 } 2052 } 2053 mutex_exit(&bp->vb_lock); 2054 vep = kmem_alloc(sizeof (*vep), KM_SLEEP); 2055 rwst_init(&vep->ve_lock, NULL, RW_DEFAULT, NULL); 2056 vep->ve_vpvfs = (char *)vfsvpptr; 2057 vep->ve_refcnt = 1; 2058 mutex_enter(&bp->vb_lock); 2059 for (tvep = bp->vb_list; tvep != NULL; tvep = tvep->ve_next) { 2060 if (tvep->ve_vpvfs == vfsvpptr) { 2061 tvep->ve_refcnt++; 2062 mutex_exit(&bp->vb_lock); 2063 2064 /* 2065 * There is already an entry in the hash 2066 * destroy what we just allocated. 2067 */ 2068 rwst_destroy(&vep->ve_lock); 2069 kmem_free(vep, sizeof (*vep)); 2070 return (tvep); 2071 } 2072 } 2073 vep->ve_next = bp->vb_list; 2074 bp->vb_list = vep; 2075 mutex_exit(&bp->vb_lock); 2076 return (vep); 2077 } 2078 2079 void 2080 vn_vfslocks_rele(vn_vfslocks_entry_t *vepent) 2081 { 2082 struct vn_vfslocks_bucket *bp; 2083 vn_vfslocks_entry_t *vep; 2084 vn_vfslocks_entry_t *pvep; 2085 2086 ASSERT(vepent != NULL); 2087 ASSERT(vepent->ve_vpvfs != NULL); 2088 2089 bp = &vn_vfslocks_buckets[VN_VFSLOCKS_HASH(vepent->ve_vpvfs)]; 2090 2091 mutex_enter(&bp->vb_lock); 2092 vepent->ve_refcnt--; 2093 2094 if ((int32_t)vepent->ve_refcnt < 0) 2095 cmn_err(CE_PANIC, "vn_vfslocks_rele: refcount negative"); 2096 2097 if (vepent->ve_refcnt == 0) { 2098 for (vep = bp->vb_list; vep != NULL; vep = vep->ve_next) { 2099 if (vep->ve_vpvfs == vepent->ve_vpvfs) { 2100 if (bp->vb_list == vep) 2101 bp->vb_list = vep->ve_next; 2102 else { 2103 /* LINTED */ 2104 pvep->ve_next = vep->ve_next; 2105 } 2106 mutex_exit(&bp->vb_lock); 2107 rwst_destroy(&vep->ve_lock); 2108 kmem_free(vep, sizeof (*vep)); 2109 return; 2110 } 2111 pvep = vep; 2112 } 2113 cmn_err(CE_PANIC, "vn_vfslocks_rele: vp/vfs not found"); 2114 } 2115 mutex_exit(&bp->vb_lock); 2116 } 2117 2118 /* 2119 * vn_vfswlock_wait is used to implement a lock which is logically a writers 2120 * lock protecting the v_vfsmountedhere field. 2121 * vn_vfswlock_wait has been modified to be similar to vn_vfswlock, 2122 * except that it blocks to acquire the lock VVFSLOCK. 2123 * 2124 * traverse() and routines re-implementing part of traverse (e.g. autofs) 2125 * need to hold this lock. mount(), vn_rename(), vn_remove() and so on 2126 * need the non-blocking version of the writers lock i.e. vn_vfswlock 2127 */ 2128 int 2129 vn_vfswlock_wait(vnode_t *vp) 2130 { 2131 int retval; 2132 vn_vfslocks_entry_t *vpvfsentry; 2133 ASSERT(vp != NULL); 2134 2135 vpvfsentry = vn_vfslocks_getlock(vp); 2136 retval = rwst_enter_sig(&vpvfsentry->ve_lock, RW_WRITER); 2137 2138 if (retval == EINTR) { 2139 vn_vfslocks_rele(vpvfsentry); 2140 return (EINTR); 2141 } 2142 return (retval); 2143 } 2144 2145 int 2146 vn_vfsrlock_wait(vnode_t *vp) 2147 { 2148 int retval; 2149 vn_vfslocks_entry_t *vpvfsentry; 2150 ASSERT(vp != NULL); 2151 2152 vpvfsentry = vn_vfslocks_getlock(vp); 2153 retval = rwst_enter_sig(&vpvfsentry->ve_lock, RW_READER); 2154 2155 if (retval == EINTR) { 2156 vn_vfslocks_rele(vpvfsentry); 2157 return (EINTR); 2158 } 2159 2160 return (retval); 2161 } 2162 2163 2164 /* 2165 * vn_vfswlock is used to implement a lock which is logically a writers lock 2166 * protecting the v_vfsmountedhere field. 2167 */ 2168 int 2169 vn_vfswlock(vnode_t *vp) 2170 { 2171 vn_vfslocks_entry_t *vpvfsentry; 2172 2173 /* 2174 * If vp is NULL then somebody is trying to lock the covered vnode 2175 * of /. (vfs_vnodecovered is NULL for /). This situation will 2176 * only happen when unmounting /. Since that operation will fail 2177 * anyway, return EBUSY here instead of in VFS_UNMOUNT. 2178 */ 2179 if (vp == NULL) 2180 return (EBUSY); 2181 2182 vpvfsentry = vn_vfslocks_getlock(vp); 2183 2184 if (rwst_tryenter(&vpvfsentry->ve_lock, RW_WRITER)) 2185 return (0); 2186 2187 vn_vfslocks_rele(vpvfsentry); 2188 return (EBUSY); 2189 } 2190 2191 int 2192 vn_vfsrlock(vnode_t *vp) 2193 { 2194 vn_vfslocks_entry_t *vpvfsentry; 2195 2196 /* 2197 * If vp is NULL then somebody is trying to lock the covered vnode 2198 * of /. (vfs_vnodecovered is NULL for /). This situation will 2199 * only happen when unmounting /. Since that operation will fail 2200 * anyway, return EBUSY here instead of in VFS_UNMOUNT. 2201 */ 2202 if (vp == NULL) 2203 return (EBUSY); 2204 2205 vpvfsentry = vn_vfslocks_getlock(vp); 2206 2207 if (rwst_tryenter(&vpvfsentry->ve_lock, RW_READER)) 2208 return (0); 2209 2210 vn_vfslocks_rele(vpvfsentry); 2211 return (EBUSY); 2212 } 2213 2214 void 2215 vn_vfsunlock(vnode_t *vp) 2216 { 2217 vn_vfslocks_entry_t *vpvfsentry; 2218 2219 /* 2220 * ve_refcnt needs to be decremented twice. 2221 * 1. To release refernce after a call to vn_vfslocks_getlock() 2222 * 2. To release the reference from the locking routines like 2223 * vn_vfsrlock/vn_vfswlock etc,. 2224 */ 2225 vpvfsentry = vn_vfslocks_getlock(vp); 2226 vn_vfslocks_rele(vpvfsentry); 2227 2228 rwst_exit(&vpvfsentry->ve_lock); 2229 vn_vfslocks_rele(vpvfsentry); 2230 } 2231 2232 int 2233 vn_vfswlock_held(vnode_t *vp) 2234 { 2235 int held; 2236 vn_vfslocks_entry_t *vpvfsentry; 2237 2238 ASSERT(vp != NULL); 2239 2240 vpvfsentry = vn_vfslocks_getlock(vp); 2241 held = rwst_lock_held(&vpvfsentry->ve_lock, RW_WRITER); 2242 2243 vn_vfslocks_rele(vpvfsentry); 2244 return (held); 2245 } 2246 2247 2248 int 2249 vn_make_ops( 2250 const char *name, /* Name of file system */ 2251 const fs_operation_def_t *templ, /* Operation specification */ 2252 vnodeops_t **actual) /* Return the vnodeops */ 2253 { 2254 int unused_ops; 2255 int error; 2256 2257 *actual = (vnodeops_t *)kmem_alloc(sizeof (vnodeops_t), KM_SLEEP); 2258 2259 (*actual)->vnop_name = name; 2260 2261 error = fs_build_vector(*actual, &unused_ops, vn_ops_table, templ); 2262 if (error) { 2263 kmem_free(*actual, sizeof (vnodeops_t)); 2264 } 2265 2266 #if DEBUG 2267 if (unused_ops != 0) 2268 cmn_err(CE_WARN, "vn_make_ops: %s: %d operations supplied " 2269 "but not used", name, unused_ops); 2270 #endif 2271 2272 return (error); 2273 } 2274 2275 /* 2276 * Free the vnodeops created as a result of vn_make_ops() 2277 */ 2278 void 2279 vn_freevnodeops(vnodeops_t *vnops) 2280 { 2281 kmem_free(vnops, sizeof (vnodeops_t)); 2282 } 2283 2284 /* 2285 * Vnode cache. 2286 */ 2287 2288 /* ARGSUSED */ 2289 static int 2290 vn_cache_constructor(void *buf, void *cdrarg, int kmflags) 2291 { 2292 struct vnode *vp; 2293 2294 vp = buf; 2295 2296 mutex_init(&vp->v_lock, NULL, MUTEX_DEFAULT, NULL); 2297 mutex_init(&vp->v_vsd_lock, NULL, MUTEX_DEFAULT, NULL); 2298 cv_init(&vp->v_cv, NULL, CV_DEFAULT, NULL); 2299 rw_init(&vp->v_nbllock, NULL, RW_DEFAULT, NULL); 2300 vp->v_femhead = NULL; /* Must be done before vn_reinit() */ 2301 vp->v_path = vn_vpath_empty; 2302 vp->v_path_stamp = 0; 2303 vp->v_mpssdata = NULL; 2304 vp->v_vsd = NULL; 2305 vp->v_fopdata = NULL; 2306 2307 return (0); 2308 } 2309 2310 /* ARGSUSED */ 2311 static void 2312 vn_cache_destructor(void *buf, void *cdrarg) 2313 { 2314 struct vnode *vp; 2315 2316 vp = buf; 2317 2318 rw_destroy(&vp->v_nbllock); 2319 cv_destroy(&vp->v_cv); 2320 mutex_destroy(&vp->v_vsd_lock); 2321 mutex_destroy(&vp->v_lock); 2322 } 2323 2324 void 2325 vn_create_cache(void) 2326 { 2327 /* LINTED */ 2328 ASSERT((1 << VNODE_ALIGN_LOG2) == 2329 P2ROUNDUP(sizeof (struct vnode), VNODE_ALIGN)); 2330 vn_cache = kmem_cache_create("vn_cache", sizeof (struct vnode), 2331 VNODE_ALIGN, vn_cache_constructor, vn_cache_destructor, NULL, NULL, 2332 NULL, 0); 2333 } 2334 2335 void 2336 vn_destroy_cache(void) 2337 { 2338 kmem_cache_destroy(vn_cache); 2339 } 2340 2341 /* 2342 * Used by file systems when fs-specific nodes (e.g., ufs inodes) are 2343 * cached by the file system and vnodes remain associated. 2344 */ 2345 void 2346 vn_recycle(vnode_t *vp) 2347 { 2348 ASSERT(vp->v_pages == NULL); 2349 VERIFY(vp->v_path != NULL); 2350 2351 /* 2352 * XXX - This really belongs in vn_reinit(), but we have some issues 2353 * with the counts. Best to have it here for clean initialization. 2354 */ 2355 vp->v_rdcnt = 0; 2356 vp->v_wrcnt = 0; 2357 vp->v_mmap_read = 0; 2358 vp->v_mmap_write = 0; 2359 2360 /* 2361 * If FEM was in use, make sure everything gets cleaned up 2362 * NOTE: vp->v_femhead is initialized to NULL in the vnode 2363 * constructor. 2364 */ 2365 if (vp->v_femhead) { 2366 /* XXX - There should be a free_femhead() that does all this */ 2367 ASSERT(vp->v_femhead->femh_list == NULL); 2368 mutex_destroy(&vp->v_femhead->femh_lock); 2369 kmem_free(vp->v_femhead, sizeof (*(vp->v_femhead))); 2370 vp->v_femhead = NULL; 2371 } 2372 if (vp->v_path != vn_vpath_empty) { 2373 kmem_free(vp->v_path, strlen(vp->v_path) + 1); 2374 vp->v_path = vn_vpath_empty; 2375 } 2376 vp->v_path_stamp = 0; 2377 2378 if (vp->v_fopdata != NULL) { 2379 free_fopdata(vp); 2380 } 2381 vp->v_mpssdata = NULL; 2382 vsd_free(vp); 2383 } 2384 2385 /* 2386 * Used to reset the vnode fields including those that are directly accessible 2387 * as well as those which require an accessor function. 2388 * 2389 * Does not initialize: 2390 * synchronization objects: v_lock, v_vsd_lock, v_nbllock, v_cv 2391 * v_data (since FS-nodes and vnodes point to each other and should 2392 * be updated simultaneously) 2393 * v_op (in case someone needs to make a VOP call on this object) 2394 */ 2395 void 2396 vn_reinit(vnode_t *vp) 2397 { 2398 vp->v_count = 1; 2399 vp->v_count_dnlc = 0; 2400 vp->v_vfsp = NULL; 2401 vp->v_stream = NULL; 2402 vp->v_vfsmountedhere = NULL; 2403 vp->v_flag = 0; 2404 vp->v_type = VNON; 2405 vp->v_rdev = NODEV; 2406 2407 vp->v_filocks = NULL; 2408 vp->v_shrlocks = NULL; 2409 vp->v_pages = NULL; 2410 2411 vp->v_locality = NULL; 2412 vp->v_xattrdir = NULL; 2413 2414 /* 2415 * In a few specific instances, vn_reinit() is used to initialize 2416 * locally defined vnode_t instances. Lacking the construction offered 2417 * by vn_alloc(), these vnodes require v_path initialization. 2418 */ 2419 if (vp->v_path == NULL) { 2420 vp->v_path = vn_vpath_empty; 2421 } 2422 2423 /* Handles v_femhead, v_path, and the r/w/map counts */ 2424 vn_recycle(vp); 2425 } 2426 2427 vnode_t * 2428 vn_alloc(int kmflag) 2429 { 2430 vnode_t *vp; 2431 2432 vp = kmem_cache_alloc(vn_cache, kmflag); 2433 2434 if (vp != NULL) { 2435 vp->v_femhead = NULL; /* Must be done before vn_reinit() */ 2436 vp->v_fopdata = NULL; 2437 vn_reinit(vp); 2438 } 2439 2440 return (vp); 2441 } 2442 2443 void 2444 vn_free(vnode_t *vp) 2445 { 2446 ASSERT(vp->v_shrlocks == NULL); 2447 ASSERT(vp->v_filocks == NULL); 2448 2449 /* 2450 * Some file systems call vn_free() with v_count of zero, 2451 * some with v_count of 1. In any case, the value should 2452 * never be anything else. 2453 */ 2454 ASSERT((vp->v_count == 0) || (vp->v_count == 1)); 2455 ASSERT(vp->v_count_dnlc == 0); 2456 VERIFY(vp->v_path != NULL); 2457 if (vp->v_path != vn_vpath_empty) { 2458 kmem_free(vp->v_path, strlen(vp->v_path) + 1); 2459 vp->v_path = vn_vpath_empty; 2460 } 2461 2462 /* If FEM was in use, make sure everything gets cleaned up */ 2463 if (vp->v_femhead) { 2464 /* XXX - There should be a free_femhead() that does all this */ 2465 ASSERT(vp->v_femhead->femh_list == NULL); 2466 mutex_destroy(&vp->v_femhead->femh_lock); 2467 kmem_free(vp->v_femhead, sizeof (*(vp->v_femhead))); 2468 vp->v_femhead = NULL; 2469 } 2470 2471 if (vp->v_fopdata != NULL) { 2472 free_fopdata(vp); 2473 } 2474 vp->v_mpssdata = NULL; 2475 vsd_free(vp); 2476 kmem_cache_free(vn_cache, vp); 2477 } 2478 2479 /* 2480 * vnode status changes, should define better states than 1, 0. 2481 */ 2482 void 2483 vn_reclaim(vnode_t *vp) 2484 { 2485 vfs_t *vfsp = vp->v_vfsp; 2486 2487 if (vfsp == NULL || 2488 vfsp->vfs_implp == NULL || vfsp->vfs_femhead == NULL) { 2489 return; 2490 } 2491 (void) VFS_VNSTATE(vfsp, vp, VNTRANS_RECLAIMED); 2492 } 2493 2494 void 2495 vn_idle(vnode_t *vp) 2496 { 2497 vfs_t *vfsp = vp->v_vfsp; 2498 2499 if (vfsp == NULL || 2500 vfsp->vfs_implp == NULL || vfsp->vfs_femhead == NULL) { 2501 return; 2502 } 2503 (void) VFS_VNSTATE(vfsp, vp, VNTRANS_IDLED); 2504 } 2505 void 2506 vn_exists(vnode_t *vp) 2507 { 2508 vfs_t *vfsp = vp->v_vfsp; 2509 2510 if (vfsp == NULL || 2511 vfsp->vfs_implp == NULL || vfsp->vfs_femhead == NULL) { 2512 return; 2513 } 2514 (void) VFS_VNSTATE(vfsp, vp, VNTRANS_EXISTS); 2515 } 2516 2517 void 2518 vn_invalid(vnode_t *vp) 2519 { 2520 vfs_t *vfsp = vp->v_vfsp; 2521 2522 if (vfsp == NULL || 2523 vfsp->vfs_implp == NULL || vfsp->vfs_femhead == NULL) { 2524 return; 2525 } 2526 (void) VFS_VNSTATE(vfsp, vp, VNTRANS_DESTROYED); 2527 } 2528 2529 /* Vnode event notification */ 2530 2531 int 2532 vnevent_support(vnode_t *vp, caller_context_t *ct) 2533 { 2534 if (vp == NULL) 2535 return (EINVAL); 2536 2537 return (VOP_VNEVENT(vp, VE_SUPPORT, NULL, NULL, ct)); 2538 } 2539 2540 void 2541 vnevent_rename_src(vnode_t *vp, vnode_t *dvp, char *name, caller_context_t *ct) 2542 { 2543 if (vp == NULL || vp->v_femhead == NULL) { 2544 return; 2545 } 2546 (void) VOP_VNEVENT(vp, VE_RENAME_SRC, dvp, name, ct); 2547 } 2548 2549 void 2550 vnevent_rename_dest(vnode_t *vp, vnode_t *dvp, char *name, 2551 caller_context_t *ct) 2552 { 2553 if (vp == NULL || vp->v_femhead == NULL) { 2554 return; 2555 } 2556 (void) VOP_VNEVENT(vp, VE_RENAME_DEST, dvp, name, ct); 2557 } 2558 2559 void 2560 vnevent_rename_dest_dir(vnode_t *vp, caller_context_t *ct) 2561 { 2562 if (vp == NULL || vp->v_femhead == NULL) { 2563 return; 2564 } 2565 (void) VOP_VNEVENT(vp, VE_RENAME_DEST_DIR, NULL, NULL, ct); 2566 } 2567 2568 void 2569 vnevent_remove(vnode_t *vp, vnode_t *dvp, char *name, caller_context_t *ct) 2570 { 2571 if (vp == NULL || vp->v_femhead == NULL) { 2572 return; 2573 } 2574 (void) VOP_VNEVENT(vp, VE_REMOVE, dvp, name, ct); 2575 } 2576 2577 void 2578 vnevent_rmdir(vnode_t *vp, vnode_t *dvp, char *name, caller_context_t *ct) 2579 { 2580 if (vp == NULL || vp->v_femhead == NULL) { 2581 return; 2582 } 2583 (void) VOP_VNEVENT(vp, VE_RMDIR, dvp, name, ct); 2584 } 2585 2586 void 2587 vnevent_pre_rename_src(vnode_t *vp, vnode_t *dvp, char *name, 2588 caller_context_t *ct) 2589 { 2590 if (vp == NULL || vp->v_femhead == NULL) { 2591 return; 2592 } 2593 (void) VOP_VNEVENT(vp, VE_PRE_RENAME_SRC, dvp, name, ct); 2594 } 2595 2596 void 2597 vnevent_pre_rename_dest(vnode_t *vp, vnode_t *dvp, char *name, 2598 caller_context_t *ct) 2599 { 2600 if (vp == NULL || vp->v_femhead == NULL) { 2601 return; 2602 } 2603 (void) VOP_VNEVENT(vp, VE_PRE_RENAME_DEST, dvp, name, ct); 2604 } 2605 2606 void 2607 vnevent_pre_rename_dest_dir(vnode_t *vp, vnode_t *nvp, char *name, 2608 caller_context_t *ct) 2609 { 2610 if (vp == NULL || vp->v_femhead == NULL) { 2611 return; 2612 } 2613 (void) VOP_VNEVENT(vp, VE_PRE_RENAME_DEST_DIR, nvp, name, ct); 2614 } 2615 2616 void 2617 vnevent_create(vnode_t *vp, caller_context_t *ct) 2618 { 2619 if (vp == NULL || vp->v_femhead == NULL) { 2620 return; 2621 } 2622 (void) VOP_VNEVENT(vp, VE_CREATE, NULL, NULL, ct); 2623 } 2624 2625 void 2626 vnevent_link(vnode_t *vp, caller_context_t *ct) 2627 { 2628 if (vp == NULL || vp->v_femhead == NULL) { 2629 return; 2630 } 2631 (void) VOP_VNEVENT(vp, VE_LINK, NULL, NULL, ct); 2632 } 2633 2634 void 2635 vnevent_mountedover(vnode_t *vp, caller_context_t *ct) 2636 { 2637 if (vp == NULL || vp->v_femhead == NULL) { 2638 return; 2639 } 2640 (void) VOP_VNEVENT(vp, VE_MOUNTEDOVER, NULL, NULL, ct); 2641 } 2642 2643 void 2644 vnevent_truncate(vnode_t *vp, caller_context_t *ct) 2645 { 2646 if (vp == NULL || vp->v_femhead == NULL) { 2647 return; 2648 } 2649 (void) VOP_VNEVENT(vp, VE_TRUNCATE, NULL, NULL, ct); 2650 } 2651 2652 /* 2653 * Vnode accessors. 2654 */ 2655 2656 int 2657 vn_is_readonly(vnode_t *vp) 2658 { 2659 return (vp->v_vfsp->vfs_flag & VFS_RDONLY); 2660 } 2661 2662 int 2663 vn_has_flocks(vnode_t *vp) 2664 { 2665 return (vp->v_filocks != NULL); 2666 } 2667 2668 int 2669 vn_has_mandatory_locks(vnode_t *vp, int mode) 2670 { 2671 return ((vp->v_filocks != NULL) && (MANDLOCK(vp, mode))); 2672 } 2673 2674 int 2675 vn_has_cached_data(vnode_t *vp) 2676 { 2677 return (vp->v_pages != NULL); 2678 } 2679 2680 /* 2681 * Return 0 if the vnode in question shouldn't be permitted into a zone via 2682 * zone_enter(2). 2683 */ 2684 int 2685 vn_can_change_zones(vnode_t *vp) 2686 { 2687 struct vfssw *vswp; 2688 int allow = 1; 2689 vnode_t *rvp; 2690 2691 if (nfs_global_client_only != 0) 2692 return (1); 2693 2694 /* 2695 * We always want to look at the underlying vnode if there is one. 2696 */ 2697 if (VOP_REALVP(vp, &rvp, NULL) != 0) 2698 rvp = vp; 2699 /* 2700 * Some pseudo filesystems (including doorfs) don't actually register 2701 * their vfsops_t, so the following may return NULL; we happily let 2702 * such vnodes switch zones. 2703 */ 2704 vswp = vfs_getvfsswbyvfsops(vfs_getops(rvp->v_vfsp)); 2705 if (vswp != NULL) { 2706 if (vswp->vsw_flag & VSW_NOTZONESAFE) 2707 allow = 0; 2708 vfs_unrefvfssw(vswp); 2709 } 2710 return (allow); 2711 } 2712 2713 /* 2714 * Return nonzero if the vnode is a mount point, zero if not. 2715 */ 2716 int 2717 vn_ismntpt(vnode_t *vp) 2718 { 2719 return (vp->v_vfsmountedhere != NULL); 2720 } 2721 2722 /* Retrieve the vfs (if any) mounted on this vnode */ 2723 vfs_t * 2724 vn_mountedvfs(vnode_t *vp) 2725 { 2726 return (vp->v_vfsmountedhere); 2727 } 2728 2729 /* 2730 * Return nonzero if the vnode is referenced by the dnlc, zero if not. 2731 */ 2732 int 2733 vn_in_dnlc(vnode_t *vp) 2734 { 2735 return (vp->v_count_dnlc > 0); 2736 } 2737 2738 /* 2739 * vn_has_other_opens() checks whether a particular file is opened by more than 2740 * just the caller and whether the open is for read and/or write. 2741 * This routine is for calling after the caller has already called VOP_OPEN() 2742 * and the caller wishes to know if they are the only one with it open for 2743 * the mode(s) specified. 2744 * 2745 * Vnode counts are only kept on regular files (v_type=VREG). 2746 */ 2747 int 2748 vn_has_other_opens( 2749 vnode_t *vp, 2750 v_mode_t mode) 2751 { 2752 2753 ASSERT(vp != NULL); 2754 2755 switch (mode) { 2756 case V_WRITE: 2757 if (vp->v_wrcnt > 1) 2758 return (V_TRUE); 2759 break; 2760 case V_RDORWR: 2761 if ((vp->v_rdcnt > 1) || (vp->v_wrcnt > 1)) 2762 return (V_TRUE); 2763 break; 2764 case V_RDANDWR: 2765 if ((vp->v_rdcnt > 1) && (vp->v_wrcnt > 1)) 2766 return (V_TRUE); 2767 break; 2768 case V_READ: 2769 if (vp->v_rdcnt > 1) 2770 return (V_TRUE); 2771 break; 2772 } 2773 2774 return (V_FALSE); 2775 } 2776 2777 /* 2778 * vn_is_opened() checks whether a particular file is opened and 2779 * whether the open is for read and/or write. 2780 * 2781 * Vnode counts are only kept on regular files (v_type=VREG). 2782 */ 2783 int 2784 vn_is_opened( 2785 vnode_t *vp, 2786 v_mode_t mode) 2787 { 2788 2789 ASSERT(vp != NULL); 2790 2791 switch (mode) { 2792 case V_WRITE: 2793 if (vp->v_wrcnt) 2794 return (V_TRUE); 2795 break; 2796 case V_RDANDWR: 2797 if (vp->v_rdcnt && vp->v_wrcnt) 2798 return (V_TRUE); 2799 break; 2800 case V_RDORWR: 2801 if (vp->v_rdcnt || vp->v_wrcnt) 2802 return (V_TRUE); 2803 break; 2804 case V_READ: 2805 if (vp->v_rdcnt) 2806 return (V_TRUE); 2807 break; 2808 } 2809 2810 return (V_FALSE); 2811 } 2812 2813 /* 2814 * vn_is_mapped() checks whether a particular file is mapped and whether 2815 * the file is mapped read and/or write. 2816 */ 2817 int 2818 vn_is_mapped( 2819 vnode_t *vp, 2820 v_mode_t mode) 2821 { 2822 2823 ASSERT(vp != NULL); 2824 2825 #if !defined(_LP64) 2826 switch (mode) { 2827 /* 2828 * The atomic_add_64_nv functions force atomicity in the 2829 * case of 32 bit architectures. Otherwise the 64 bit values 2830 * require two fetches. The value of the fields may be 2831 * (potentially) changed between the first fetch and the 2832 * second 2833 */ 2834 case V_WRITE: 2835 if (atomic_add_64_nv((&(vp->v_mmap_write)), 0)) 2836 return (V_TRUE); 2837 break; 2838 case V_RDANDWR: 2839 if ((atomic_add_64_nv((&(vp->v_mmap_read)), 0)) && 2840 (atomic_add_64_nv((&(vp->v_mmap_write)), 0))) 2841 return (V_TRUE); 2842 break; 2843 case V_RDORWR: 2844 if ((atomic_add_64_nv((&(vp->v_mmap_read)), 0)) || 2845 (atomic_add_64_nv((&(vp->v_mmap_write)), 0))) 2846 return (V_TRUE); 2847 break; 2848 case V_READ: 2849 if (atomic_add_64_nv((&(vp->v_mmap_read)), 0)) 2850 return (V_TRUE); 2851 break; 2852 } 2853 #else 2854 switch (mode) { 2855 case V_WRITE: 2856 if (vp->v_mmap_write) 2857 return (V_TRUE); 2858 break; 2859 case V_RDANDWR: 2860 if (vp->v_mmap_read && vp->v_mmap_write) 2861 return (V_TRUE); 2862 break; 2863 case V_RDORWR: 2864 if (vp->v_mmap_read || vp->v_mmap_write) 2865 return (V_TRUE); 2866 break; 2867 case V_READ: 2868 if (vp->v_mmap_read) 2869 return (V_TRUE); 2870 break; 2871 } 2872 #endif 2873 2874 return (V_FALSE); 2875 } 2876 2877 /* 2878 * Set the operations vector for a vnode. 2879 * 2880 * FEM ensures that the v_femhead pointer is filled in before the 2881 * v_op pointer is changed. This means that if the v_femhead pointer 2882 * is NULL, and the v_op field hasn't changed since before which checked 2883 * the v_femhead pointer; then our update is ok - we are not racing with 2884 * FEM. 2885 */ 2886 void 2887 vn_setops(vnode_t *vp, vnodeops_t *vnodeops) 2888 { 2889 vnodeops_t *op; 2890 2891 ASSERT(vp != NULL); 2892 ASSERT(vnodeops != NULL); 2893 2894 op = vp->v_op; 2895 membar_consumer(); 2896 /* 2897 * If vp->v_femhead == NULL, then we'll call atomic_cas_ptr() to do 2898 * the compare-and-swap on vp->v_op. If either fails, then FEM is 2899 * in effect on the vnode and we need to have FEM deal with it. 2900 */ 2901 if (vp->v_femhead != NULL || atomic_cas_ptr(&vp->v_op, op, vnodeops) != 2902 op) { 2903 fem_setvnops(vp, vnodeops); 2904 } 2905 } 2906 2907 /* 2908 * Retrieve the operations vector for a vnode 2909 * As with vn_setops(above); make sure we aren't racing with FEM. 2910 * FEM sets the v_op to a special, internal, vnodeops that wouldn't 2911 * make sense to the callers of this routine. 2912 */ 2913 vnodeops_t * 2914 vn_getops(vnode_t *vp) 2915 { 2916 vnodeops_t *op; 2917 2918 ASSERT(vp != NULL); 2919 2920 op = vp->v_op; 2921 membar_consumer(); 2922 if (vp->v_femhead == NULL && op == vp->v_op) { 2923 return (op); 2924 } else { 2925 return (fem_getvnops(vp)); 2926 } 2927 } 2928 2929 /* 2930 * Returns non-zero (1) if the vnodeops matches that of the vnode. 2931 * Returns zero (0) if not. 2932 */ 2933 int 2934 vn_matchops(vnode_t *vp, vnodeops_t *vnodeops) 2935 { 2936 return (vn_getops(vp) == vnodeops); 2937 } 2938 2939 /* 2940 * Returns non-zero (1) if the specified operation matches the 2941 * corresponding operation for that the vnode. 2942 * Returns zero (0) if not. 2943 */ 2944 2945 #define MATCHNAME(n1, n2) (((n1)[0] == (n2)[0]) && (strcmp((n1), (n2)) == 0)) 2946 2947 int 2948 vn_matchopval(vnode_t *vp, char *vopname, fs_generic_func_p funcp) 2949 { 2950 const fs_operation_trans_def_t *otdp; 2951 fs_generic_func_p *loc = NULL; 2952 vnodeops_t *vop = vn_getops(vp); 2953 2954 ASSERT(vopname != NULL); 2955 2956 for (otdp = vn_ops_table; otdp->name != NULL; otdp++) { 2957 if (MATCHNAME(otdp->name, vopname)) { 2958 loc = (fs_generic_func_p *) 2959 ((char *)(vop) + otdp->offset); 2960 break; 2961 } 2962 } 2963 2964 return ((loc != NULL) && (*loc == funcp)); 2965 } 2966 2967 /* 2968 * fs_new_caller_id() needs to return a unique ID on a given local system. 2969 * The IDs do not need to survive across reboots. These are primarily 2970 * used so that (FEM) monitors can detect particular callers (such as 2971 * the NFS server) to a given vnode/vfs operation. 2972 */ 2973 u_longlong_t 2974 fs_new_caller_id() 2975 { 2976 static uint64_t next_caller_id = 0LL; /* First call returns 1 */ 2977 2978 return ((u_longlong_t)atomic_inc_64_nv(&next_caller_id)); 2979 } 2980 2981 /* 2982 * The value stored in v_path is relative to rootdir, located in the global 2983 * zone. Zones or chroot environments which reside deeper inside the VFS 2984 * hierarchy will have a relative view of MAXPATHLEN since they are unaware of 2985 * what lies below their perceived root. In order to keep v_path usable for 2986 * these child environments, its allocations are allowed to exceed MAXPATHLEN. 2987 * 2988 * An upper bound of max_vnode_path is placed upon v_path allocations to 2989 * prevent the system from going too wild at the behest of pathological 2990 * behavior from the operator. 2991 */ 2992 size_t max_vnode_path = 4 * MAXPATHLEN; 2993 2994 2995 void 2996 vn_clearpath(vnode_t *vp, hrtime_t compare_stamp) 2997 { 2998 char *buf; 2999 3000 mutex_enter(&vp->v_lock); 3001 /* 3002 * If the snapshot of v_path_stamp passed in via compare_stamp does not 3003 * match the present value on the vnode, it indicates that subsequent 3004 * changes have occurred. The v_path value is not cleared in this case 3005 * since the new value may be valid. 3006 */ 3007 if (compare_stamp != 0 && vp->v_path_stamp != compare_stamp) { 3008 mutex_exit(&vp->v_lock); 3009 return; 3010 } 3011 buf = vp->v_path; 3012 vp->v_path = vn_vpath_empty; 3013 vp->v_path_stamp = 0; 3014 mutex_exit(&vp->v_lock); 3015 if (buf != vn_vpath_empty) { 3016 kmem_free(buf, strlen(buf) + 1); 3017 } 3018 } 3019 3020 static void 3021 vn_setpath_common(vnode_t *pvp, vnode_t *vp, const char *name, size_t len, 3022 boolean_t is_rename) 3023 { 3024 char *buf, *oldbuf; 3025 hrtime_t pstamp; 3026 size_t baselen, buflen = 0; 3027 3028 /* Handle the vn_setpath_str case. */ 3029 if (pvp == NULL) { 3030 if (len + 1 > max_vnode_path) { 3031 DTRACE_PROBE4(vn__setpath__too__long, vnode_t *, pvp, 3032 vnode_t *, vp, char *, name, size_t, len + 1); 3033 return; 3034 } 3035 buf = kmem_alloc(len + 1, KM_SLEEP); 3036 bcopy(name, buf, len); 3037 buf[len] = '\0'; 3038 3039 mutex_enter(&vp->v_lock); 3040 oldbuf = vp->v_path; 3041 vp->v_path = buf; 3042 vp->v_path_stamp = gethrtime(); 3043 mutex_exit(&vp->v_lock); 3044 if (oldbuf != vn_vpath_empty) { 3045 kmem_free(oldbuf, strlen(oldbuf) + 1); 3046 } 3047 return; 3048 } 3049 3050 /* Take snapshot of parent dir */ 3051 mutex_enter(&pvp->v_lock); 3052 3053 if ((pvp->v_flag & VTRAVERSE) != 0) { 3054 /* 3055 * When the parent vnode has VTRAVERSE set in its flags, normal 3056 * assumptions about v_path calculation no longer apply. The 3057 * primary situation where this occurs is via the VFS tricks 3058 * which procfs plays in order to allow /proc/PID/(root|cwd) to 3059 * yield meaningful results. 3060 * 3061 * When this flag is set, v_path on the child must not be 3062 * updated since the calculated value is likely to be 3063 * incorrect, given the current context. 3064 */ 3065 mutex_exit(&pvp->v_lock); 3066 return; 3067 } 3068 3069 retrybuf: 3070 if (pvp->v_path == vn_vpath_empty) { 3071 /* 3072 * Without v_path from the parent directory, generating a child 3073 * path from the name is impossible. 3074 */ 3075 if (len > 0) { 3076 pstamp = pvp->v_path_stamp; 3077 mutex_exit(&pvp->v_lock); 3078 vn_clearpath(vp, pstamp); 3079 return; 3080 } 3081 3082 /* 3083 * The only feasible case here is where a NUL lookup is being 3084 * performed on rootdir prior to its v_path being populated. 3085 */ 3086 ASSERT(pvp->v_path_stamp == 0); 3087 baselen = 0; 3088 pstamp = 0; 3089 } else { 3090 pstamp = pvp->v_path_stamp; 3091 baselen = strlen(pvp->v_path); 3092 /* ignore a trailing slash if present */ 3093 if (pvp->v_path[baselen - 1] == '/') { 3094 /* This should only the be case for rootdir */ 3095 ASSERT(baselen == 1 && pvp == rootdir); 3096 baselen--; 3097 } 3098 } 3099 mutex_exit(&pvp->v_lock); 3100 3101 if (buflen != 0) { 3102 /* Free the existing (mis-sized) buffer in case of retry */ 3103 kmem_free(buf, buflen); 3104 } 3105 /* base, '/', name and trailing NUL */ 3106 buflen = baselen + len + 2; 3107 if (buflen > max_vnode_path) { 3108 DTRACE_PROBE4(vn__setpath_too__long, vnode_t *, pvp, 3109 vnode_t *, vp, char *, name, size_t, buflen); 3110 return; 3111 } 3112 buf = kmem_alloc(buflen, KM_SLEEP); 3113 3114 mutex_enter(&pvp->v_lock); 3115 if (pvp->v_path_stamp != pstamp) { 3116 size_t vlen; 3117 3118 /* 3119 * Since v_path_stamp changed on the parent, it is likely that 3120 * v_path has been altered as well. If the length does not 3121 * exactly match what was previously measured, the buffer 3122 * allocation must be repeated for proper sizing. 3123 */ 3124 if (pvp->v_path == vn_vpath_empty) { 3125 /* Give up if parent lack v_path */ 3126 mutex_exit(&pvp->v_lock); 3127 kmem_free(buf, buflen); 3128 return; 3129 } 3130 vlen = strlen(pvp->v_path); 3131 if (pvp->v_path[vlen - 1] == '/') { 3132 vlen--; 3133 } 3134 if (vlen != baselen) { 3135 goto retrybuf; 3136 } 3137 } 3138 bcopy(pvp->v_path, buf, baselen); 3139 mutex_exit(&pvp->v_lock); 3140 3141 buf[baselen] = '/'; 3142 baselen++; 3143 bcopy(name, &buf[baselen], len + 1); 3144 3145 mutex_enter(&vp->v_lock); 3146 if (vp->v_path_stamp == 0) { 3147 /* never-visited vnode can inherit stamp from parent */ 3148 ASSERT(vp->v_path == vn_vpath_empty); 3149 vp->v_path_stamp = pstamp; 3150 vp->v_path = buf; 3151 mutex_exit(&vp->v_lock); 3152 } else if (vp->v_path_stamp < pstamp || is_rename) { 3153 /* 3154 * Install the updated path and stamp, ensuring that the v_path 3155 * pointer is valid at all times for dtrace. 3156 */ 3157 oldbuf = vp->v_path; 3158 vp->v_path = buf; 3159 vp->v_path_stamp = gethrtime(); 3160 mutex_exit(&vp->v_lock); 3161 kmem_free(oldbuf, strlen(oldbuf) + 1); 3162 } else { 3163 /* 3164 * If the timestamp matches or is greater, it means another 3165 * thread performed the update first while locks were dropped 3166 * here to make the allocation. We defer to the newer value. 3167 */ 3168 mutex_exit(&vp->v_lock); 3169 kmem_free(buf, buflen); 3170 } 3171 ASSERT(MUTEX_NOT_HELD(&vp->v_lock)); 3172 } 3173 3174 void 3175 vn_updatepath(vnode_t *pvp, vnode_t *vp, const char *name) 3176 { 3177 size_t len; 3178 3179 /* 3180 * If the parent is older or empty, there's nothing further to do. 3181 */ 3182 if (pvp->v_path == vn_vpath_empty || 3183 pvp->v_path_stamp <= vp->v_path_stamp) { 3184 return; 3185 } 3186 3187 /* 3188 * Given the lack of appropriate context, meaningful updates to v_path 3189 * cannot be made for during lookups for the '.' or '..' entries. 3190 */ 3191 len = strlen(name); 3192 if (len == 0 || (len == 1 && name[0] == '.') || 3193 (len == 2 && name[0] == '.' && name[1] == '.')) { 3194 return; 3195 } 3196 3197 vn_setpath_common(pvp, vp, name, len, B_FALSE); 3198 } 3199 3200 /* 3201 * Given a starting vnode and a path, updates the path in the target vnode in 3202 * a safe manner. If the vnode already has path information embedded, then the 3203 * cached path is left untouched. 3204 */ 3205 /* ARGSUSED */ 3206 void 3207 vn_setpath(vnode_t *rootvp, vnode_t *pvp, vnode_t *vp, const char *name, 3208 size_t len) 3209 { 3210 vn_setpath_common(pvp, vp, name, len, B_FALSE); 3211 } 3212 3213 /* 3214 * Sets the path to the vnode to be the given string, regardless of current 3215 * context. The string must be a complete path from rootdir. This is only used 3216 * by fsop_root() for setting the path based on the mountpoint. 3217 */ 3218 void 3219 vn_setpath_str(vnode_t *vp, const char *str, size_t len) 3220 { 3221 vn_setpath_common(NULL, vp, str, len, B_FALSE); 3222 } 3223 3224 /* 3225 * Called from within filesystem's vop_rename() to handle renames once the 3226 * target vnode is available. 3227 */ 3228 void 3229 vn_renamepath(vnode_t *pvp, vnode_t *vp, const char *name, size_t len) 3230 { 3231 vn_setpath_common(pvp, vp, name, len, B_TRUE); 3232 } 3233 3234 /* 3235 * Similar to vn_setpath_str(), this function sets the path of the destination 3236 * vnode to the be the same as the source vnode. 3237 */ 3238 void 3239 vn_copypath(struct vnode *src, struct vnode *dst) 3240 { 3241 char *buf; 3242 hrtime_t stamp; 3243 size_t buflen; 3244 3245 mutex_enter(&src->v_lock); 3246 if (src->v_path == vn_vpath_empty) { 3247 mutex_exit(&src->v_lock); 3248 return; 3249 } 3250 buflen = strlen(src->v_path) + 1; 3251 mutex_exit(&src->v_lock); 3252 3253 buf = kmem_alloc(buflen, KM_SLEEP); 3254 3255 mutex_enter(&src->v_lock); 3256 if (src->v_path == vn_vpath_empty || 3257 strlen(src->v_path) + 1 != buflen) { 3258 mutex_exit(&src->v_lock); 3259 kmem_free(buf, buflen); 3260 return; 3261 } 3262 bcopy(src->v_path, buf, buflen); 3263 stamp = src->v_path_stamp; 3264 mutex_exit(&src->v_lock); 3265 3266 mutex_enter(&dst->v_lock); 3267 if (dst->v_path != vn_vpath_empty) { 3268 mutex_exit(&dst->v_lock); 3269 kmem_free(buf, buflen); 3270 return; 3271 } 3272 dst->v_path = buf; 3273 dst->v_path_stamp = stamp; 3274 mutex_exit(&dst->v_lock); 3275 } 3276 3277 3278 /* 3279 * XXX Private interface for segvn routines that handle vnode 3280 * large page segments. 3281 * 3282 * return 1 if vp's file system VOP_PAGEIO() implementation 3283 * can be safely used instead of VOP_GETPAGE() for handling 3284 * pagefaults against regular non swap files. VOP_PAGEIO() 3285 * interface is considered safe here if its implementation 3286 * is very close to VOP_GETPAGE() implementation. 3287 * e.g. It zero's out the part of the page beyond EOF. Doesn't 3288 * panic if there're file holes but instead returns an error. 3289 * Doesn't assume file won't be changed by user writes, etc. 3290 * 3291 * return 0 otherwise. 3292 * 3293 * For now allow segvn to only use VOP_PAGEIO() with ufs and nfs. 3294 */ 3295 int 3296 vn_vmpss_usepageio(vnode_t *vp) 3297 { 3298 vfs_t *vfsp = vp->v_vfsp; 3299 char *fsname = vfssw[vfsp->vfs_fstype].vsw_name; 3300 char *pageio_ok_fss[] = {"ufs", "nfs", NULL}; 3301 char **fsok = pageio_ok_fss; 3302 3303 if (fsname == NULL) { 3304 return (0); 3305 } 3306 3307 for (; *fsok; fsok++) { 3308 if (strcmp(*fsok, fsname) == 0) { 3309 return (1); 3310 } 3311 } 3312 return (0); 3313 } 3314 3315 /* VOP_XXX() macros call the corresponding fop_xxx() function */ 3316 3317 int 3318 fop_open( 3319 vnode_t **vpp, 3320 int mode, 3321 cred_t *cr, 3322 caller_context_t *ct) 3323 { 3324 int ret; 3325 vnode_t *vp = *vpp; 3326 3327 VN_HOLD(vp); 3328 /* 3329 * Adding to the vnode counts before calling open 3330 * avoids the need for a mutex. It circumvents a race 3331 * condition where a query made on the vnode counts results in a 3332 * false negative. The inquirer goes away believing the file is 3333 * not open when there is an open on the file already under way. 3334 * 3335 * The counts are meant to prevent NFS from granting a delegation 3336 * when it would be dangerous to do so. 3337 * 3338 * The vnode counts are only kept on regular files 3339 */ 3340 if ((*vpp)->v_type == VREG) { 3341 if (mode & FREAD) 3342 atomic_inc_32(&(*vpp)->v_rdcnt); 3343 if (mode & FWRITE) 3344 atomic_inc_32(&(*vpp)->v_wrcnt); 3345 } 3346 3347 VOPXID_MAP_CR(vp, cr); 3348 3349 ret = (*(*(vpp))->v_op->vop_open)(vpp, mode, cr, ct); 3350 3351 if (ret) { 3352 /* 3353 * Use the saved vp just in case the vnode ptr got trashed 3354 * by the error. 3355 */ 3356 VOPSTATS_UPDATE(vp, open); 3357 if ((vp->v_type == VREG) && (mode & FREAD)) 3358 atomic_dec_32(&vp->v_rdcnt); 3359 if ((vp->v_type == VREG) && (mode & FWRITE)) 3360 atomic_dec_32(&vp->v_wrcnt); 3361 } else { 3362 /* 3363 * Some filesystems will return a different vnode, 3364 * but the same path was still used to open it. 3365 * So if we do change the vnode and need to 3366 * copy over the path, do so here, rather than special 3367 * casing each filesystem. Adjust the vnode counts to 3368 * reflect the vnode switch. 3369 */ 3370 VOPSTATS_UPDATE(*vpp, open); 3371 if (*vpp != vp) { 3372 vn_copypath(vp, *vpp); 3373 if (((*vpp)->v_type == VREG) && (mode & FREAD)) 3374 atomic_inc_32(&(*vpp)->v_rdcnt); 3375 if ((vp->v_type == VREG) && (mode & FREAD)) 3376 atomic_dec_32(&vp->v_rdcnt); 3377 if (((*vpp)->v_type == VREG) && (mode & FWRITE)) 3378 atomic_inc_32(&(*vpp)->v_wrcnt); 3379 if ((vp->v_type == VREG) && (mode & FWRITE)) 3380 atomic_dec_32(&vp->v_wrcnt); 3381 } 3382 } 3383 VN_RELE(vp); 3384 return (ret); 3385 } 3386 3387 int 3388 fop_close( 3389 vnode_t *vp, 3390 int flag, 3391 int count, 3392 offset_t offset, 3393 cred_t *cr, 3394 caller_context_t *ct) 3395 { 3396 int err; 3397 3398 VOPXID_MAP_CR(vp, cr); 3399 3400 err = (*(vp)->v_op->vop_close)(vp, flag, count, offset, cr, ct); 3401 VOPSTATS_UPDATE(vp, close); 3402 /* 3403 * Check passed in count to handle possible dups. Vnode counts are only 3404 * kept on regular files 3405 */ 3406 if ((vp->v_type == VREG) && (count == 1)) { 3407 if (flag & FREAD) { 3408 ASSERT(vp->v_rdcnt > 0); 3409 atomic_dec_32(&vp->v_rdcnt); 3410 } 3411 if (flag & FWRITE) { 3412 ASSERT(vp->v_wrcnt > 0); 3413 atomic_dec_32(&vp->v_wrcnt); 3414 } 3415 } 3416 return (err); 3417 } 3418 3419 int 3420 fop_read( 3421 vnode_t *vp, 3422 uio_t *uiop, 3423 int ioflag, 3424 cred_t *cr, 3425 caller_context_t *ct) 3426 { 3427 int err; 3428 ssize_t resid_start = uiop->uio_resid; 3429 3430 VOPXID_MAP_CR(vp, cr); 3431 3432 err = (*(vp)->v_op->vop_read)(vp, uiop, ioflag, cr, ct); 3433 VOPSTATS_UPDATE_IO(vp, read, 3434 read_bytes, (resid_start - uiop->uio_resid)); 3435 return (err); 3436 } 3437 3438 int 3439 fop_write( 3440 vnode_t *vp, 3441 uio_t *uiop, 3442 int ioflag, 3443 cred_t *cr, 3444 caller_context_t *ct) 3445 { 3446 int err; 3447 ssize_t resid_start = uiop->uio_resid; 3448 3449 VOPXID_MAP_CR(vp, cr); 3450 3451 err = (*(vp)->v_op->vop_write)(vp, uiop, ioflag, cr, ct); 3452 VOPSTATS_UPDATE_IO(vp, write, 3453 write_bytes, (resid_start - uiop->uio_resid)); 3454 return (err); 3455 } 3456 3457 int 3458 fop_ioctl( 3459 vnode_t *vp, 3460 int cmd, 3461 intptr_t arg, 3462 int flag, 3463 cred_t *cr, 3464 int *rvalp, 3465 caller_context_t *ct) 3466 { 3467 int err; 3468 3469 VOPXID_MAP_CR(vp, cr); 3470 3471 err = (*(vp)->v_op->vop_ioctl)(vp, cmd, arg, flag, cr, rvalp, ct); 3472 VOPSTATS_UPDATE(vp, ioctl); 3473 return (err); 3474 } 3475 3476 int 3477 fop_setfl( 3478 vnode_t *vp, 3479 int oflags, 3480 int nflags, 3481 cred_t *cr, 3482 caller_context_t *ct) 3483 { 3484 int err; 3485 3486 VOPXID_MAP_CR(vp, cr); 3487 3488 err = (*(vp)->v_op->vop_setfl)(vp, oflags, nflags, cr, ct); 3489 VOPSTATS_UPDATE(vp, setfl); 3490 return (err); 3491 } 3492 3493 int 3494 fop_getattr( 3495 vnode_t *vp, 3496 vattr_t *vap, 3497 int flags, 3498 cred_t *cr, 3499 caller_context_t *ct) 3500 { 3501 int err; 3502 3503 VOPXID_MAP_CR(vp, cr); 3504 3505 /* 3506 * If this file system doesn't understand the xvattr extensions 3507 * then turn off the xvattr bit. 3508 */ 3509 if (vfs_has_feature(vp->v_vfsp, VFSFT_XVATTR) == 0) { 3510 vap->va_mask &= ~AT_XVATTR; 3511 } 3512 3513 /* 3514 * We're only allowed to skip the ACL check iff we used a 32 bit 3515 * ACE mask with VOP_ACCESS() to determine permissions. 3516 */ 3517 if ((flags & ATTR_NOACLCHECK) && 3518 vfs_has_feature(vp->v_vfsp, VFSFT_ACEMASKONACCESS) == 0) { 3519 return (EINVAL); 3520 } 3521 err = (*(vp)->v_op->vop_getattr)(vp, vap, flags, cr, ct); 3522 VOPSTATS_UPDATE(vp, getattr); 3523 return (err); 3524 } 3525 3526 int 3527 fop_setattr( 3528 vnode_t *vp, 3529 vattr_t *vap, 3530 int flags, 3531 cred_t *cr, 3532 caller_context_t *ct) 3533 { 3534 int err; 3535 3536 VOPXID_MAP_CR(vp, cr); 3537 3538 /* 3539 * If this file system doesn't understand the xvattr extensions 3540 * then turn off the xvattr bit. 3541 */ 3542 if (vfs_has_feature(vp->v_vfsp, VFSFT_XVATTR) == 0) { 3543 vap->va_mask &= ~AT_XVATTR; 3544 } 3545 3546 /* 3547 * We're only allowed to skip the ACL check iff we used a 32 bit 3548 * ACE mask with VOP_ACCESS() to determine permissions. 3549 */ 3550 if ((flags & ATTR_NOACLCHECK) && 3551 vfs_has_feature(vp->v_vfsp, VFSFT_ACEMASKONACCESS) == 0) { 3552 return (EINVAL); 3553 } 3554 err = (*(vp)->v_op->vop_setattr)(vp, vap, flags, cr, ct); 3555 VOPSTATS_UPDATE(vp, setattr); 3556 return (err); 3557 } 3558 3559 int 3560 fop_access( 3561 vnode_t *vp, 3562 int mode, 3563 int flags, 3564 cred_t *cr, 3565 caller_context_t *ct) 3566 { 3567 int err; 3568 3569 if ((flags & V_ACE_MASK) && 3570 vfs_has_feature(vp->v_vfsp, VFSFT_ACEMASKONACCESS) == 0) { 3571 return (EINVAL); 3572 } 3573 3574 VOPXID_MAP_CR(vp, cr); 3575 3576 err = (*(vp)->v_op->vop_access)(vp, mode, flags, cr, ct); 3577 VOPSTATS_UPDATE(vp, access); 3578 return (err); 3579 } 3580 3581 int 3582 fop_lookup( 3583 vnode_t *dvp, 3584 char *nm, 3585 vnode_t **vpp, 3586 pathname_t *pnp, 3587 int flags, 3588 vnode_t *rdir, 3589 cred_t *cr, 3590 caller_context_t *ct, 3591 int *deflags, /* Returned per-dirent flags */ 3592 pathname_t *ppnp) /* Returned case-preserved name in directory */ 3593 { 3594 int ret; 3595 3596 /* 3597 * If this file system doesn't support case-insensitive access 3598 * and said access is requested, fail quickly. It is required 3599 * that if the vfs supports case-insensitive lookup, it also 3600 * supports extended dirent flags. 3601 */ 3602 if (flags & FIGNORECASE && 3603 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3604 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3605 return (EINVAL); 3606 3607 VOPXID_MAP_CR(dvp, cr); 3608 3609 if ((flags & LOOKUP_XATTR) && (flags & LOOKUP_HAVE_SYSATTR_DIR) == 0) { 3610 ret = xattr_dir_lookup(dvp, vpp, flags, cr); 3611 } else { 3612 ret = (*(dvp)->v_op->vop_lookup) 3613 (dvp, nm, vpp, pnp, flags, rdir, cr, ct, deflags, ppnp); 3614 } 3615 if (ret == 0 && *vpp) { 3616 VOPSTATS_UPDATE(*vpp, lookup); 3617 vn_updatepath(dvp, *vpp, nm); 3618 } 3619 3620 return (ret); 3621 } 3622 3623 int 3624 fop_create( 3625 vnode_t *dvp, 3626 char *name, 3627 vattr_t *vap, 3628 vcexcl_t excl, 3629 int mode, 3630 vnode_t **vpp, 3631 cred_t *cr, 3632 int flags, 3633 caller_context_t *ct, 3634 vsecattr_t *vsecp) /* ACL to set during create */ 3635 { 3636 int ret; 3637 3638 if (vsecp != NULL && 3639 vfs_has_feature(dvp->v_vfsp, VFSFT_ACLONCREATE) == 0) { 3640 return (EINVAL); 3641 } 3642 /* 3643 * If this file system doesn't support case-insensitive access 3644 * and said access is requested, fail quickly. 3645 */ 3646 if (flags & FIGNORECASE && 3647 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3648 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3649 return (EINVAL); 3650 3651 VOPXID_MAP_CR(dvp, cr); 3652 3653 ret = (*(dvp)->v_op->vop_create) 3654 (dvp, name, vap, excl, mode, vpp, cr, flags, ct, vsecp); 3655 if (ret == 0 && *vpp) { 3656 VOPSTATS_UPDATE(*vpp, create); 3657 vn_updatepath(dvp, *vpp, name); 3658 } 3659 3660 return (ret); 3661 } 3662 3663 int 3664 fop_remove( 3665 vnode_t *dvp, 3666 char *nm, 3667 cred_t *cr, 3668 caller_context_t *ct, 3669 int flags) 3670 { 3671 int err; 3672 3673 /* 3674 * If this file system doesn't support case-insensitive access 3675 * and said access is requested, fail quickly. 3676 */ 3677 if (flags & FIGNORECASE && 3678 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3679 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3680 return (EINVAL); 3681 3682 VOPXID_MAP_CR(dvp, cr); 3683 3684 err = (*(dvp)->v_op->vop_remove)(dvp, nm, cr, ct, flags); 3685 VOPSTATS_UPDATE(dvp, remove); 3686 return (err); 3687 } 3688 3689 int 3690 fop_link( 3691 vnode_t *tdvp, 3692 vnode_t *svp, 3693 char *tnm, 3694 cred_t *cr, 3695 caller_context_t *ct, 3696 int flags) 3697 { 3698 int err; 3699 3700 /* 3701 * If the target file system doesn't support case-insensitive access 3702 * and said access is requested, fail quickly. 3703 */ 3704 if (flags & FIGNORECASE && 3705 (vfs_has_feature(tdvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3706 vfs_has_feature(tdvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3707 return (EINVAL); 3708 3709 VOPXID_MAP_CR(tdvp, cr); 3710 3711 err = (*(tdvp)->v_op->vop_link)(tdvp, svp, tnm, cr, ct, flags); 3712 VOPSTATS_UPDATE(tdvp, link); 3713 return (err); 3714 } 3715 3716 int 3717 fop_rename( 3718 vnode_t *sdvp, 3719 char *snm, 3720 vnode_t *tdvp, 3721 char *tnm, 3722 cred_t *cr, 3723 caller_context_t *ct, 3724 int flags) 3725 { 3726 int err; 3727 3728 /* 3729 * If the file system involved does not support 3730 * case-insensitive access and said access is requested, fail 3731 * quickly. 3732 */ 3733 if (flags & FIGNORECASE && 3734 ((vfs_has_feature(sdvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3735 vfs_has_feature(sdvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0))) 3736 return (EINVAL); 3737 3738 VOPXID_MAP_CR(tdvp, cr); 3739 3740 err = (*(sdvp)->v_op->vop_rename)(sdvp, snm, tdvp, tnm, cr, ct, flags); 3741 VOPSTATS_UPDATE(sdvp, rename); 3742 return (err); 3743 } 3744 3745 int 3746 fop_mkdir( 3747 vnode_t *dvp, 3748 char *dirname, 3749 vattr_t *vap, 3750 vnode_t **vpp, 3751 cred_t *cr, 3752 caller_context_t *ct, 3753 int flags, 3754 vsecattr_t *vsecp) /* ACL to set during create */ 3755 { 3756 int ret; 3757 3758 if (vsecp != NULL && 3759 vfs_has_feature(dvp->v_vfsp, VFSFT_ACLONCREATE) == 0) { 3760 return (EINVAL); 3761 } 3762 /* 3763 * If this file system doesn't support case-insensitive access 3764 * and said access is requested, fail quickly. 3765 */ 3766 if (flags & FIGNORECASE && 3767 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3768 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3769 return (EINVAL); 3770 3771 VOPXID_MAP_CR(dvp, cr); 3772 3773 ret = (*(dvp)->v_op->vop_mkdir) 3774 (dvp, dirname, vap, vpp, cr, ct, flags, vsecp); 3775 if (ret == 0 && *vpp) { 3776 VOPSTATS_UPDATE(*vpp, mkdir); 3777 vn_updatepath(dvp, *vpp, dirname); 3778 } 3779 3780 return (ret); 3781 } 3782 3783 int 3784 fop_rmdir( 3785 vnode_t *dvp, 3786 char *nm, 3787 vnode_t *cdir, 3788 cred_t *cr, 3789 caller_context_t *ct, 3790 int flags) 3791 { 3792 int err; 3793 3794 /* 3795 * If this file system doesn't support case-insensitive access 3796 * and said access is requested, fail quickly. 3797 */ 3798 if (flags & FIGNORECASE && 3799 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3800 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3801 return (EINVAL); 3802 3803 VOPXID_MAP_CR(dvp, cr); 3804 3805 err = (*(dvp)->v_op->vop_rmdir)(dvp, nm, cdir, cr, ct, flags); 3806 VOPSTATS_UPDATE(dvp, rmdir); 3807 return (err); 3808 } 3809 3810 int 3811 fop_readdir( 3812 vnode_t *vp, 3813 uio_t *uiop, 3814 cred_t *cr, 3815 int *eofp, 3816 caller_context_t *ct, 3817 int flags) 3818 { 3819 int err; 3820 ssize_t resid_start = uiop->uio_resid; 3821 3822 /* 3823 * If this file system doesn't support retrieving directory 3824 * entry flags and said access is requested, fail quickly. 3825 */ 3826 if (flags & V_RDDIR_ENTFLAGS && 3827 vfs_has_feature(vp->v_vfsp, VFSFT_DIRENTFLAGS) == 0) 3828 return (EINVAL); 3829 3830 VOPXID_MAP_CR(vp, cr); 3831 3832 err = (*(vp)->v_op->vop_readdir)(vp, uiop, cr, eofp, ct, flags); 3833 VOPSTATS_UPDATE_IO(vp, readdir, 3834 readdir_bytes, (resid_start - uiop->uio_resid)); 3835 return (err); 3836 } 3837 3838 int 3839 fop_symlink( 3840 vnode_t *dvp, 3841 char *linkname, 3842 vattr_t *vap, 3843 char *target, 3844 cred_t *cr, 3845 caller_context_t *ct, 3846 int flags) 3847 { 3848 int err; 3849 xvattr_t xvattr; 3850 3851 /* 3852 * If this file system doesn't support case-insensitive access 3853 * and said access is requested, fail quickly. 3854 */ 3855 if (flags & FIGNORECASE && 3856 (vfs_has_feature(dvp->v_vfsp, VFSFT_CASEINSENSITIVE) == 0 && 3857 vfs_has_feature(dvp->v_vfsp, VFSFT_NOCASESENSITIVE) == 0)) 3858 return (EINVAL); 3859 3860 VOPXID_MAP_CR(dvp, cr); 3861 3862 /* check for reparse point */ 3863 if ((vfs_has_feature(dvp->v_vfsp, VFSFT_REPARSE)) && 3864 (strncmp(target, FS_REPARSE_TAG_STR, 3865 strlen(FS_REPARSE_TAG_STR)) == 0)) { 3866 if (!fs_reparse_mark(target, vap, &xvattr)) 3867 vap = (vattr_t *)&xvattr; 3868 } 3869 3870 err = (*(dvp)->v_op->vop_symlink) 3871 (dvp, linkname, vap, target, cr, ct, flags); 3872 VOPSTATS_UPDATE(dvp, symlink); 3873 return (err); 3874 } 3875 3876 int 3877 fop_readlink( 3878 vnode_t *vp, 3879 uio_t *uiop, 3880 cred_t *cr, 3881 caller_context_t *ct) 3882 { 3883 int err; 3884 3885 VOPXID_MAP_CR(vp, cr); 3886 3887 err = (*(vp)->v_op->vop_readlink)(vp, uiop, cr, ct); 3888 VOPSTATS_UPDATE(vp, readlink); 3889 return (err); 3890 } 3891 3892 int 3893 fop_fsync( 3894 vnode_t *vp, 3895 int syncflag, 3896 cred_t *cr, 3897 caller_context_t *ct) 3898 { 3899 int err; 3900 3901 VOPXID_MAP_CR(vp, cr); 3902 3903 err = (*(vp)->v_op->vop_fsync)(vp, syncflag, cr, ct); 3904 VOPSTATS_UPDATE(vp, fsync); 3905 return (err); 3906 } 3907 3908 void 3909 fop_inactive( 3910 vnode_t *vp, 3911 cred_t *cr, 3912 caller_context_t *ct) 3913 { 3914 /* Need to update stats before vop call since we may lose the vnode */ 3915 VOPSTATS_UPDATE(vp, inactive); 3916 3917 VOPXID_MAP_CR(vp, cr); 3918 3919 (*(vp)->v_op->vop_inactive)(vp, cr, ct); 3920 } 3921 3922 int 3923 fop_fid( 3924 vnode_t *vp, 3925 fid_t *fidp, 3926 caller_context_t *ct) 3927 { 3928 int err; 3929 3930 err = (*(vp)->v_op->vop_fid)(vp, fidp, ct); 3931 VOPSTATS_UPDATE(vp, fid); 3932 return (err); 3933 } 3934 3935 int 3936 fop_rwlock( 3937 vnode_t *vp, 3938 int write_lock, 3939 caller_context_t *ct) 3940 { 3941 int ret; 3942 3943 ret = ((*(vp)->v_op->vop_rwlock)(vp, write_lock, ct)); 3944 VOPSTATS_UPDATE(vp, rwlock); 3945 return (ret); 3946 } 3947 3948 void 3949 fop_rwunlock( 3950 vnode_t *vp, 3951 int write_lock, 3952 caller_context_t *ct) 3953 { 3954 (*(vp)->v_op->vop_rwunlock)(vp, write_lock, ct); 3955 VOPSTATS_UPDATE(vp, rwunlock); 3956 } 3957 3958 int 3959 fop_seek( 3960 vnode_t *vp, 3961 offset_t ooff, 3962 offset_t *noffp, 3963 caller_context_t *ct) 3964 { 3965 int err; 3966 3967 err = (*(vp)->v_op->vop_seek)(vp, ooff, noffp, ct); 3968 VOPSTATS_UPDATE(vp, seek); 3969 return (err); 3970 } 3971 3972 int 3973 fop_cmp( 3974 vnode_t *vp1, 3975 vnode_t *vp2, 3976 caller_context_t *ct) 3977 { 3978 int err; 3979 3980 err = (*(vp1)->v_op->vop_cmp)(vp1, vp2, ct); 3981 VOPSTATS_UPDATE(vp1, cmp); 3982 return (err); 3983 } 3984 3985 int 3986 fop_frlock( 3987 vnode_t *vp, 3988 int cmd, 3989 flock64_t *bfp, 3990 int flag, 3991 offset_t offset, 3992 struct flk_callback *flk_cbp, 3993 cred_t *cr, 3994 caller_context_t *ct) 3995 { 3996 int err; 3997 3998 VOPXID_MAP_CR(vp, cr); 3999 4000 err = (*(vp)->v_op->vop_frlock) 4001 (vp, cmd, bfp, flag, offset, flk_cbp, cr, ct); 4002 VOPSTATS_UPDATE(vp, frlock); 4003 return (err); 4004 } 4005 4006 int 4007 fop_space( 4008 vnode_t *vp, 4009 int cmd, 4010 flock64_t *bfp, 4011 int flag, 4012 offset_t offset, 4013 cred_t *cr, 4014 caller_context_t *ct) 4015 { 4016 int err; 4017 4018 VOPXID_MAP_CR(vp, cr); 4019 4020 err = (*(vp)->v_op->vop_space)(vp, cmd, bfp, flag, offset, cr, ct); 4021 VOPSTATS_UPDATE(vp, space); 4022 return (err); 4023 } 4024 4025 int 4026 fop_realvp( 4027 vnode_t *vp, 4028 vnode_t **vpp, 4029 caller_context_t *ct) 4030 { 4031 int err; 4032 4033 err = (*(vp)->v_op->vop_realvp)(vp, vpp, ct); 4034 VOPSTATS_UPDATE(vp, realvp); 4035 return (err); 4036 } 4037 4038 int 4039 fop_getpage( 4040 vnode_t *vp, 4041 offset_t off, 4042 size_t len, 4043 uint_t *protp, 4044 page_t **plarr, 4045 size_t plsz, 4046 struct seg *seg, 4047 caddr_t addr, 4048 enum seg_rw rw, 4049 cred_t *cr, 4050 caller_context_t *ct) 4051 { 4052 int err; 4053 4054 VOPXID_MAP_CR(vp, cr); 4055 4056 err = (*(vp)->v_op->vop_getpage) 4057 (vp, off, len, protp, plarr, plsz, seg, addr, rw, cr, ct); 4058 VOPSTATS_UPDATE(vp, getpage); 4059 return (err); 4060 } 4061 4062 int 4063 fop_putpage( 4064 vnode_t *vp, 4065 offset_t off, 4066 size_t len, 4067 int flags, 4068 cred_t *cr, 4069 caller_context_t *ct) 4070 { 4071 int err; 4072 4073 VOPXID_MAP_CR(vp, cr); 4074 4075 err = (*(vp)->v_op->vop_putpage)(vp, off, len, flags, cr, ct); 4076 VOPSTATS_UPDATE(vp, putpage); 4077 return (err); 4078 } 4079 4080 int 4081 fop_map( 4082 vnode_t *vp, 4083 offset_t off, 4084 struct as *as, 4085 caddr_t *addrp, 4086 size_t len, 4087 uchar_t prot, 4088 uchar_t maxprot, 4089 uint_t flags, 4090 cred_t *cr, 4091 caller_context_t *ct) 4092 { 4093 int err; 4094 4095 VOPXID_MAP_CR(vp, cr); 4096 4097 err = (*(vp)->v_op->vop_map) 4098 (vp, off, as, addrp, len, prot, maxprot, flags, cr, ct); 4099 VOPSTATS_UPDATE(vp, map); 4100 return (err); 4101 } 4102 4103 int 4104 fop_addmap( 4105 vnode_t *vp, 4106 offset_t off, 4107 struct as *as, 4108 caddr_t addr, 4109 size_t len, 4110 uchar_t prot, 4111 uchar_t maxprot, 4112 uint_t flags, 4113 cred_t *cr, 4114 caller_context_t *ct) 4115 { 4116 int error; 4117 u_longlong_t delta; 4118 4119 VOPXID_MAP_CR(vp, cr); 4120 4121 error = (*(vp)->v_op->vop_addmap) 4122 (vp, off, as, addr, len, prot, maxprot, flags, cr, ct); 4123 4124 if ((!error) && (vp->v_type == VREG)) { 4125 delta = (u_longlong_t)btopr(len); 4126 /* 4127 * If file is declared MAP_PRIVATE, it can't be written back 4128 * even if open for write. Handle as read. 4129 */ 4130 if (flags & MAP_PRIVATE) { 4131 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4132 (int64_t)delta); 4133 } else { 4134 /* 4135 * atomic_add_64 forces the fetch of a 64 bit value to 4136 * be atomic on 32 bit machines 4137 */ 4138 if (maxprot & PROT_WRITE) 4139 atomic_add_64((uint64_t *)(&(vp->v_mmap_write)), 4140 (int64_t)delta); 4141 if (maxprot & PROT_READ) 4142 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4143 (int64_t)delta); 4144 if (maxprot & PROT_EXEC) 4145 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4146 (int64_t)delta); 4147 } 4148 } 4149 VOPSTATS_UPDATE(vp, addmap); 4150 return (error); 4151 } 4152 4153 int 4154 fop_delmap( 4155 vnode_t *vp, 4156 offset_t off, 4157 struct as *as, 4158 caddr_t addr, 4159 size_t len, 4160 uint_t prot, 4161 uint_t maxprot, 4162 uint_t flags, 4163 cred_t *cr, 4164 caller_context_t *ct) 4165 { 4166 int error; 4167 u_longlong_t delta; 4168 4169 VOPXID_MAP_CR(vp, cr); 4170 4171 error = (*(vp)->v_op->vop_delmap) 4172 (vp, off, as, addr, len, prot, maxprot, flags, cr, ct); 4173 4174 /* 4175 * NFS calls into delmap twice, the first time 4176 * it simply establishes a callback mechanism and returns EAGAIN 4177 * while the real work is being done upon the second invocation. 4178 * We have to detect this here and only decrement the counts upon 4179 * the second delmap request. 4180 */ 4181 if ((error != EAGAIN) && (vp->v_type == VREG)) { 4182 4183 delta = (u_longlong_t)btopr(len); 4184 4185 if (flags & MAP_PRIVATE) { 4186 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4187 (int64_t)(-delta)); 4188 } else { 4189 /* 4190 * atomic_add_64 forces the fetch of a 64 bit value 4191 * to be atomic on 32 bit machines 4192 */ 4193 if (maxprot & PROT_WRITE) 4194 atomic_add_64((uint64_t *)(&(vp->v_mmap_write)), 4195 (int64_t)(-delta)); 4196 if (maxprot & PROT_READ) 4197 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4198 (int64_t)(-delta)); 4199 if (maxprot & PROT_EXEC) 4200 atomic_add_64((uint64_t *)(&(vp->v_mmap_read)), 4201 (int64_t)(-delta)); 4202 } 4203 } 4204 VOPSTATS_UPDATE(vp, delmap); 4205 return (error); 4206 } 4207 4208 4209 int 4210 fop_poll( 4211 vnode_t *vp, 4212 short events, 4213 int anyyet, 4214 short *reventsp, 4215 struct pollhead **phpp, 4216 caller_context_t *ct) 4217 { 4218 int err; 4219 4220 err = (*(vp)->v_op->vop_poll)(vp, events, anyyet, reventsp, phpp, ct); 4221 VOPSTATS_UPDATE(vp, poll); 4222 return (err); 4223 } 4224 4225 int 4226 fop_dump( 4227 vnode_t *vp, 4228 caddr_t addr, 4229 offset_t lbdn, 4230 offset_t dblks, 4231 caller_context_t *ct) 4232 { 4233 int err; 4234 4235 /* ensure lbdn and dblks can be passed safely to bdev_dump */ 4236 if ((lbdn != (daddr_t)lbdn) || (dblks != (int)dblks)) 4237 return (EIO); 4238 4239 err = (*(vp)->v_op->vop_dump)(vp, addr, lbdn, dblks, ct); 4240 VOPSTATS_UPDATE(vp, dump); 4241 return (err); 4242 } 4243 4244 int 4245 fop_pathconf( 4246 vnode_t *vp, 4247 int cmd, 4248 ulong_t *valp, 4249 cred_t *cr, 4250 caller_context_t *ct) 4251 { 4252 int err; 4253 4254 VOPXID_MAP_CR(vp, cr); 4255 4256 err = (*(vp)->v_op->vop_pathconf)(vp, cmd, valp, cr, ct); 4257 VOPSTATS_UPDATE(vp, pathconf); 4258 return (err); 4259 } 4260 4261 int 4262 fop_pageio( 4263 vnode_t *vp, 4264 struct page *pp, 4265 u_offset_t io_off, 4266 size_t io_len, 4267 int flags, 4268 cred_t *cr, 4269 caller_context_t *ct) 4270 { 4271 int err; 4272 4273 VOPXID_MAP_CR(vp, cr); 4274 4275 err = (*(vp)->v_op->vop_pageio)(vp, pp, io_off, io_len, flags, cr, ct); 4276 VOPSTATS_UPDATE(vp, pageio); 4277 return (err); 4278 } 4279 4280 int 4281 fop_dumpctl( 4282 vnode_t *vp, 4283 int action, 4284 offset_t *blkp, 4285 caller_context_t *ct) 4286 { 4287 int err; 4288 err = (*(vp)->v_op->vop_dumpctl)(vp, action, blkp, ct); 4289 VOPSTATS_UPDATE(vp, dumpctl); 4290 return (err); 4291 } 4292 4293 void 4294 fop_dispose( 4295 vnode_t *vp, 4296 page_t *pp, 4297 int flag, 4298 int dn, 4299 cred_t *cr, 4300 caller_context_t *ct) 4301 { 4302 /* Must do stats first since it's possible to lose the vnode */ 4303 VOPSTATS_UPDATE(vp, dispose); 4304 4305 VOPXID_MAP_CR(vp, cr); 4306 4307 (*(vp)->v_op->vop_dispose)(vp, pp, flag, dn, cr, ct); 4308 } 4309 4310 int 4311 fop_setsecattr( 4312 vnode_t *vp, 4313 vsecattr_t *vsap, 4314 int flag, 4315 cred_t *cr, 4316 caller_context_t *ct) 4317 { 4318 int err; 4319 4320 VOPXID_MAP_CR(vp, cr); 4321 4322 /* 4323 * We're only allowed to skip the ACL check iff we used a 32 bit 4324 * ACE mask with VOP_ACCESS() to determine permissions. 4325 */ 4326 if ((flag & ATTR_NOACLCHECK) && 4327 vfs_has_feature(vp->v_vfsp, VFSFT_ACEMASKONACCESS) == 0) { 4328 return (EINVAL); 4329 } 4330 err = (*(vp)->v_op->vop_setsecattr) (vp, vsap, flag, cr, ct); 4331 VOPSTATS_UPDATE(vp, setsecattr); 4332 return (err); 4333 } 4334 4335 int 4336 fop_getsecattr( 4337 vnode_t *vp, 4338 vsecattr_t *vsap, 4339 int flag, 4340 cred_t *cr, 4341 caller_context_t *ct) 4342 { 4343 int err; 4344 4345 /* 4346 * We're only allowed to skip the ACL check iff we used a 32 bit 4347 * ACE mask with VOP_ACCESS() to determine permissions. 4348 */ 4349 if ((flag & ATTR_NOACLCHECK) && 4350 vfs_has_feature(vp->v_vfsp, VFSFT_ACEMASKONACCESS) == 0) { 4351 return (EINVAL); 4352 } 4353 4354 VOPXID_MAP_CR(vp, cr); 4355 4356 err = (*(vp)->v_op->vop_getsecattr) (vp, vsap, flag, cr, ct); 4357 VOPSTATS_UPDATE(vp, getsecattr); 4358 return (err); 4359 } 4360 4361 int 4362 fop_shrlock( 4363 vnode_t *vp, 4364 int cmd, 4365 struct shrlock *shr, 4366 int flag, 4367 cred_t *cr, 4368 caller_context_t *ct) 4369 { 4370 int err; 4371 4372 VOPXID_MAP_CR(vp, cr); 4373 4374 err = (*(vp)->v_op->vop_shrlock)(vp, cmd, shr, flag, cr, ct); 4375 VOPSTATS_UPDATE(vp, shrlock); 4376 return (err); 4377 } 4378 4379 int 4380 fop_vnevent(vnode_t *vp, vnevent_t vnevent, vnode_t *dvp, char *fnm, 4381 caller_context_t *ct) 4382 { 4383 int err; 4384 4385 err = (*(vp)->v_op->vop_vnevent)(vp, vnevent, dvp, fnm, ct); 4386 VOPSTATS_UPDATE(vp, vnevent); 4387 return (err); 4388 } 4389 4390 int 4391 fop_reqzcbuf(vnode_t *vp, enum uio_rw ioflag, xuio_t *uiop, cred_t *cr, 4392 caller_context_t *ct) 4393 { 4394 int err; 4395 4396 if (vfs_has_feature(vp->v_vfsp, VFSFT_ZEROCOPY_SUPPORTED) == 0) 4397 return (ENOTSUP); 4398 err = (*(vp)->v_op->vop_reqzcbuf)(vp, ioflag, uiop, cr, ct); 4399 VOPSTATS_UPDATE(vp, reqzcbuf); 4400 return (err); 4401 } 4402 4403 int 4404 fop_retzcbuf(vnode_t *vp, xuio_t *uiop, cred_t *cr, caller_context_t *ct) 4405 { 4406 int err; 4407 4408 if (vfs_has_feature(vp->v_vfsp, VFSFT_ZEROCOPY_SUPPORTED) == 0) 4409 return (ENOTSUP); 4410 err = (*(vp)->v_op->vop_retzcbuf)(vp, uiop, cr, ct); 4411 VOPSTATS_UPDATE(vp, retzcbuf); 4412 return (err); 4413 } 4414 4415 /* 4416 * Default destructor 4417 * Needed because NULL destructor means that the key is unused 4418 */ 4419 /* ARGSUSED */ 4420 void 4421 vsd_defaultdestructor(void *value) 4422 {} 4423 4424 /* 4425 * Create a key (index into per vnode array) 4426 * Locks out vsd_create, vsd_destroy, and vsd_free 4427 * May allocate memory with lock held 4428 */ 4429 void 4430 vsd_create(uint_t *keyp, void (*destructor)(void *)) 4431 { 4432 int i; 4433 uint_t nkeys; 4434 4435 /* 4436 * if key is allocated, do nothing 4437 */ 4438 mutex_enter(&vsd_lock); 4439 if (*keyp) { 4440 mutex_exit(&vsd_lock); 4441 return; 4442 } 4443 /* 4444 * find an unused key 4445 */ 4446 if (destructor == NULL) 4447 destructor = vsd_defaultdestructor; 4448 4449 for (i = 0; i < vsd_nkeys; ++i) 4450 if (vsd_destructor[i] == NULL) 4451 break; 4452 4453 /* 4454 * if no unused keys, increase the size of the destructor array 4455 */ 4456 if (i == vsd_nkeys) { 4457 if ((nkeys = (vsd_nkeys << 1)) == 0) 4458 nkeys = 1; 4459 vsd_destructor = 4460 (void (**)(void *))vsd_realloc((void *)vsd_destructor, 4461 (size_t)(vsd_nkeys * sizeof (void (*)(void *))), 4462 (size_t)(nkeys * sizeof (void (*)(void *)))); 4463 vsd_nkeys = nkeys; 4464 } 4465 4466 /* 4467 * allocate the next available unused key 4468 */ 4469 vsd_destructor[i] = destructor; 4470 *keyp = i + 1; 4471 4472 /* create vsd_list, if it doesn't exist */ 4473 if (vsd_list == NULL) { 4474 vsd_list = kmem_alloc(sizeof (list_t), KM_SLEEP); 4475 list_create(vsd_list, sizeof (struct vsd_node), 4476 offsetof(struct vsd_node, vs_nodes)); 4477 } 4478 4479 mutex_exit(&vsd_lock); 4480 } 4481 4482 /* 4483 * Destroy a key 4484 * 4485 * Assumes that the caller is preventing vsd_set and vsd_get 4486 * Locks out vsd_create, vsd_destroy, and vsd_free 4487 * May free memory with lock held 4488 */ 4489 void 4490 vsd_destroy(uint_t *keyp) 4491 { 4492 uint_t key; 4493 struct vsd_node *vsd; 4494 4495 /* 4496 * protect the key namespace and our destructor lists 4497 */ 4498 mutex_enter(&vsd_lock); 4499 key = *keyp; 4500 *keyp = 0; 4501 4502 ASSERT(key <= vsd_nkeys); 4503 4504 /* 4505 * if the key is valid 4506 */ 4507 if (key != 0) { 4508 uint_t k = key - 1; 4509 /* 4510 * for every vnode with VSD, call key's destructor 4511 */ 4512 for (vsd = list_head(vsd_list); vsd != NULL; 4513 vsd = list_next(vsd_list, vsd)) { 4514 /* 4515 * no VSD for key in this vnode 4516 */ 4517 if (key > vsd->vs_nkeys) 4518 continue; 4519 /* 4520 * call destructor for key 4521 */ 4522 if (vsd->vs_value[k] && vsd_destructor[k]) 4523 (*vsd_destructor[k])(vsd->vs_value[k]); 4524 /* 4525 * reset value for key 4526 */ 4527 vsd->vs_value[k] = NULL; 4528 } 4529 /* 4530 * actually free the key (NULL destructor == unused) 4531 */ 4532 vsd_destructor[k] = NULL; 4533 } 4534 4535 mutex_exit(&vsd_lock); 4536 } 4537 4538 /* 4539 * Quickly return the per vnode value that was stored with the specified key 4540 * Assumes the caller is protecting key from vsd_create and vsd_destroy 4541 * Assumes the caller is holding v_vsd_lock to protect the vsd. 4542 */ 4543 void * 4544 vsd_get(vnode_t *vp, uint_t key) 4545 { 4546 struct vsd_node *vsd; 4547 4548 ASSERT(vp != NULL); 4549 ASSERT(mutex_owned(&vp->v_vsd_lock)); 4550 4551 vsd = vp->v_vsd; 4552 4553 if (key && vsd != NULL && key <= vsd->vs_nkeys) 4554 return (vsd->vs_value[key - 1]); 4555 return (NULL); 4556 } 4557 4558 /* 4559 * Set a per vnode value indexed with the specified key 4560 * Assumes the caller is holding v_vsd_lock to protect the vsd. 4561 */ 4562 int 4563 vsd_set(vnode_t *vp, uint_t key, void *value) 4564 { 4565 struct vsd_node *vsd; 4566 4567 ASSERT(vp != NULL); 4568 ASSERT(mutex_owned(&vp->v_vsd_lock)); 4569 4570 if (key == 0) 4571 return (EINVAL); 4572 4573 vsd = vp->v_vsd; 4574 if (vsd == NULL) 4575 vsd = vp->v_vsd = kmem_zalloc(sizeof (*vsd), KM_SLEEP); 4576 4577 /* 4578 * If the vsd was just allocated, vs_nkeys will be 0, so the following 4579 * code won't happen and we will continue down and allocate space for 4580 * the vs_value array. 4581 * If the caller is replacing one value with another, then it is up 4582 * to the caller to free/rele/destroy the previous value (if needed). 4583 */ 4584 if (key <= vsd->vs_nkeys) { 4585 vsd->vs_value[key - 1] = value; 4586 return (0); 4587 } 4588 4589 ASSERT(key <= vsd_nkeys); 4590 4591 if (vsd->vs_nkeys == 0) { 4592 mutex_enter(&vsd_lock); /* lock out vsd_destroy() */ 4593 /* 4594 * Link onto list of all VSD nodes. 4595 */ 4596 list_insert_head(vsd_list, vsd); 4597 mutex_exit(&vsd_lock); 4598 } 4599 4600 /* 4601 * Allocate vnode local storage and set the value for key 4602 */ 4603 vsd->vs_value = vsd_realloc(vsd->vs_value, 4604 vsd->vs_nkeys * sizeof (void *), 4605 key * sizeof (void *)); 4606 vsd->vs_nkeys = key; 4607 vsd->vs_value[key - 1] = value; 4608 4609 return (0); 4610 } 4611 4612 /* 4613 * Called from vn_free() to run the destructor function for each vsd 4614 * Locks out vsd_create and vsd_destroy 4615 * Assumes that the destructor *DOES NOT* use vsd 4616 */ 4617 void 4618 vsd_free(vnode_t *vp) 4619 { 4620 int i; 4621 struct vsd_node *vsd = vp->v_vsd; 4622 4623 if (vsd == NULL) 4624 return; 4625 4626 if (vsd->vs_nkeys == 0) { 4627 kmem_free(vsd, sizeof (*vsd)); 4628 vp->v_vsd = NULL; 4629 return; 4630 } 4631 4632 /* 4633 * lock out vsd_create and vsd_destroy, call 4634 * the destructor, and mark the value as destroyed. 4635 */ 4636 mutex_enter(&vsd_lock); 4637 4638 for (i = 0; i < vsd->vs_nkeys; i++) { 4639 if (vsd->vs_value[i] && vsd_destructor[i]) 4640 (*vsd_destructor[i])(vsd->vs_value[i]); 4641 vsd->vs_value[i] = NULL; 4642 } 4643 4644 /* 4645 * remove from linked list of VSD nodes 4646 */ 4647 list_remove(vsd_list, vsd); 4648 4649 mutex_exit(&vsd_lock); 4650 4651 /* 4652 * free up the VSD 4653 */ 4654 kmem_free(vsd->vs_value, vsd->vs_nkeys * sizeof (void *)); 4655 kmem_free(vsd, sizeof (struct vsd_node)); 4656 vp->v_vsd = NULL; 4657 } 4658 4659 /* 4660 * realloc 4661 */ 4662 static void * 4663 vsd_realloc(void *old, size_t osize, size_t nsize) 4664 { 4665 void *new; 4666 4667 new = kmem_zalloc(nsize, KM_SLEEP); 4668 if (old) { 4669 bcopy(old, new, osize); 4670 kmem_free(old, osize); 4671 } 4672 return (new); 4673 } 4674 4675 /* 4676 * Setup the extensible system attribute for creating a reparse point. 4677 * The symlink data 'target' is validated for proper format of a reparse 4678 * string and a check also made to make sure the symlink data does not 4679 * point to an existing file. 4680 * 4681 * return 0 if ok else -1. 4682 */ 4683 static int 4684 fs_reparse_mark(char *target, vattr_t *vap, xvattr_t *xvattr) 4685 { 4686 xoptattr_t *xoap; 4687 4688 if ((!target) || (!vap) || (!xvattr)) 4689 return (-1); 4690 4691 /* validate reparse string */ 4692 if (reparse_validate((const char *)target)) 4693 return (-1); 4694 4695 xva_init(xvattr); 4696 xvattr->xva_vattr = *vap; 4697 xvattr->xva_vattr.va_mask |= AT_XVATTR; 4698 xoap = xva_getxoptattr(xvattr); 4699 ASSERT(xoap); 4700 XVA_SET_REQ(xvattr, XAT_REPARSE); 4701 xoap->xoa_reparse = 1; 4702 4703 return (0); 4704 } 4705 4706 /* 4707 * Function to check whether a symlink is a reparse point. 4708 * Return B_TRUE if it is a reparse point, else return B_FALSE 4709 */ 4710 boolean_t 4711 vn_is_reparse(vnode_t *vp, cred_t *cr, caller_context_t *ct) 4712 { 4713 xvattr_t xvattr; 4714 xoptattr_t *xoap; 4715 4716 if ((vp->v_type != VLNK) || 4717 !(vfs_has_feature(vp->v_vfsp, VFSFT_XVATTR))) 4718 return (B_FALSE); 4719 4720 xva_init(&xvattr); 4721 xoap = xva_getxoptattr(&xvattr); 4722 ASSERT(xoap); 4723 XVA_SET_REQ(&xvattr, XAT_REPARSE); 4724 4725 if (VOP_GETATTR(vp, &xvattr.xva_vattr, 0, cr, ct)) 4726 return (B_FALSE); 4727 4728 if ((!(xvattr.xva_vattr.va_mask & AT_XVATTR)) || 4729 (!(XVA_ISSET_RTN(&xvattr, XAT_REPARSE)))) 4730 return (B_FALSE); 4731 4732 return (xoap->xoa_reparse ? B_TRUE : B_FALSE); 4733 } 4734