17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 52caf0dcdSrshoaib * Common Development and Distribution License (the "License"). 62caf0dcdSrshoaib * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 212caf0dcdSrshoaib 227c478bd9Sstevel@tonic-gate /* 233e95bd4aSAnders Persson * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate #include <sys/types.h> 277c478bd9Sstevel@tonic-gate #include <sys/t_lock.h> 287c478bd9Sstevel@tonic-gate #include <sys/param.h> 297c478bd9Sstevel@tonic-gate #include <sys/systm.h> 307c478bd9Sstevel@tonic-gate #include <sys/buf.h> 317c478bd9Sstevel@tonic-gate #include <sys/conf.h> 327c478bd9Sstevel@tonic-gate #include <sys/cred.h> 337c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 347c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 357c478bd9Sstevel@tonic-gate #include <sys/vfs.h> 367c478bd9Sstevel@tonic-gate #include <sys/vnode.h> 377c478bd9Sstevel@tonic-gate #include <sys/debug.h> 387c478bd9Sstevel@tonic-gate #include <sys/errno.h> 397c478bd9Sstevel@tonic-gate #include <sys/time.h> 407c478bd9Sstevel@tonic-gate #include <sys/file.h> 417c478bd9Sstevel@tonic-gate #include <sys/open.h> 427c478bd9Sstevel@tonic-gate #include <sys/user.h> 437c478bd9Sstevel@tonic-gate #include <sys/termios.h> 447c478bd9Sstevel@tonic-gate #include <sys/stream.h> 457c478bd9Sstevel@tonic-gate #include <sys/strsubr.h> 4674024373Spr #include <sys/sunddi.h> 477c478bd9Sstevel@tonic-gate #include <sys/esunddi.h> 487c478bd9Sstevel@tonic-gate #include <sys/flock.h> 497c478bd9Sstevel@tonic-gate #include <sys/modctl.h> 507c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 517c478bd9Sstevel@tonic-gate #include <sys/vmsystm.h> 527c478bd9Sstevel@tonic-gate 537c478bd9Sstevel@tonic-gate #include <sys/socket.h> 547c478bd9Sstevel@tonic-gate #include <sys/socketvar.h> 550f1702c5SYu Xiangning #include <fs/sockfs/sockcommon.h> 560f1702c5SYu Xiangning #include <fs/sockfs/socktpi.h> 5745916cd2Sjpk 587c478bd9Sstevel@tonic-gate #include <netinet/in.h> 597c478bd9Sstevel@tonic-gate #include <sys/sendfile.h> 607c478bd9Sstevel@tonic-gate #include <sys/un.h> 617c478bd9Sstevel@tonic-gate #include <sys/tihdr.h> 627c478bd9Sstevel@tonic-gate #include <sys/atomic.h> 637c478bd9Sstevel@tonic-gate 647c478bd9Sstevel@tonic-gate #include <inet/common.h> 657c478bd9Sstevel@tonic-gate #include <inet/ip.h> 667c478bd9Sstevel@tonic-gate #include <inet/ip6.h> 677c478bd9Sstevel@tonic-gate #include <inet/tcp.h> 687c478bd9Sstevel@tonic-gate 697c478bd9Sstevel@tonic-gate extern int sosendfile64(file_t *, file_t *, const struct ksendfilevec64 *, 707c478bd9Sstevel@tonic-gate ssize32_t *); 712c9e429eSbrutus extern int nl7c_sendfilev(struct sonode *, u_offset_t *, struct sendfilevec *, 722c9e429eSbrutus int, ssize_t *); 733b3d24f3SJayakara Kini extern int snf_segmap(file_t *, vnode_t *, u_offset_t, u_offset_t, ssize_t *, 743b3d24f3SJayakara Kini boolean_t); 750f1702c5SYu Xiangning extern sotpi_info_t *sotpi_sototpi(struct sonode *); 7674024373Spr 777c478bd9Sstevel@tonic-gate #define SEND_MAX_CHUNK 16 787c478bd9Sstevel@tonic-gate 797c478bd9Sstevel@tonic-gate #if defined(_SYSCALL32_IMPL) || defined(_ILP32) 807c478bd9Sstevel@tonic-gate /* 817c478bd9Sstevel@tonic-gate * 64 bit offsets for 32 bit applications only running either on 827c478bd9Sstevel@tonic-gate * 64 bit kernel or 32 bit kernel. For 32 bit apps, we can't transfer 837c478bd9Sstevel@tonic-gate * more than 2GB of data. 847c478bd9Sstevel@tonic-gate */ 857c478bd9Sstevel@tonic-gate int 867c478bd9Sstevel@tonic-gate sendvec_chunk64(file_t *fp, u_offset_t *fileoff, struct ksendfilevec64 *sfv, 877c478bd9Sstevel@tonic-gate int copy_cnt, ssize32_t *count) 887c478bd9Sstevel@tonic-gate { 897c478bd9Sstevel@tonic-gate struct vnode *vp; 907c478bd9Sstevel@tonic-gate ushort_t fflag; 917c478bd9Sstevel@tonic-gate int ioflag; 927c478bd9Sstevel@tonic-gate size32_t cnt; 937c478bd9Sstevel@tonic-gate ssize32_t sfv_len; 947c478bd9Sstevel@tonic-gate ssize32_t tmpcount; 957c478bd9Sstevel@tonic-gate u_offset_t sfv_off; 967c478bd9Sstevel@tonic-gate struct uio auio; 977c478bd9Sstevel@tonic-gate struct iovec aiov; 987c478bd9Sstevel@tonic-gate int i, error; 997c478bd9Sstevel@tonic-gate 1007c478bd9Sstevel@tonic-gate fflag = fp->f_flag; 1017c478bd9Sstevel@tonic-gate vp = fp->f_vnode; 1027c478bd9Sstevel@tonic-gate for (i = 0; i < copy_cnt; i++) { 1037c478bd9Sstevel@tonic-gate 1047c478bd9Sstevel@tonic-gate if (ISSIG(curthread, JUSTLOOKING)) 1057c478bd9Sstevel@tonic-gate return (EINTR); 1067c478bd9Sstevel@tonic-gate 1077c478bd9Sstevel@tonic-gate /* 1087c478bd9Sstevel@tonic-gate * Do similar checks as "write" as we are writing 1097c478bd9Sstevel@tonic-gate * sfv_len bytes into "vp". 1107c478bd9Sstevel@tonic-gate */ 1117c478bd9Sstevel@tonic-gate sfv_len = (ssize32_t)sfv->sfv_len; 1127c478bd9Sstevel@tonic-gate 113e116a42fSPrakash Jalan if (sfv_len == 0) { 114e116a42fSPrakash Jalan sfv++; 1157c478bd9Sstevel@tonic-gate continue; 116e116a42fSPrakash Jalan } 1177c478bd9Sstevel@tonic-gate 1187c478bd9Sstevel@tonic-gate if (sfv_len < 0) 1197c478bd9Sstevel@tonic-gate return (EINVAL); 1207c478bd9Sstevel@tonic-gate 1217c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) { 1227c478bd9Sstevel@tonic-gate if (*fileoff >= curproc->p_fsz_ctl) { 1237c478bd9Sstevel@tonic-gate mutex_enter(&curproc->p_lock); 1247c478bd9Sstevel@tonic-gate (void) rctl_action( 1257c478bd9Sstevel@tonic-gate rctlproc_legacy[RLIMIT_FSIZE], 1267c478bd9Sstevel@tonic-gate curproc->p_rctls, curproc, RCA_SAFE); 1277c478bd9Sstevel@tonic-gate mutex_exit(&curproc->p_lock); 1287c478bd9Sstevel@tonic-gate return (EFBIG); 1297c478bd9Sstevel@tonic-gate } 1307c478bd9Sstevel@tonic-gate 1317c478bd9Sstevel@tonic-gate if (*fileoff >= OFFSET_MAX(fp)) 1327c478bd9Sstevel@tonic-gate return (EFBIG); 1337c478bd9Sstevel@tonic-gate 1347c478bd9Sstevel@tonic-gate if (*fileoff + sfv_len > OFFSET_MAX(fp)) 1357c478bd9Sstevel@tonic-gate return (EINVAL); 1367c478bd9Sstevel@tonic-gate } 1377c478bd9Sstevel@tonic-gate 1387c478bd9Sstevel@tonic-gate tmpcount = *count + sfv_len; 1397c478bd9Sstevel@tonic-gate if (tmpcount < 0) 1407c478bd9Sstevel@tonic-gate return (EINVAL); 1417c478bd9Sstevel@tonic-gate 1427c478bd9Sstevel@tonic-gate sfv_off = sfv->sfv_off; 1437c478bd9Sstevel@tonic-gate 1447c478bd9Sstevel@tonic-gate auio.uio_extflg = UIO_COPY_DEFAULT; 1457c478bd9Sstevel@tonic-gate if (sfv->sfv_fd == SFV_FD_SELF) { 1467c478bd9Sstevel@tonic-gate aiov.iov_len = sfv_len; 1477c478bd9Sstevel@tonic-gate aiov.iov_base = (caddr_t)(uintptr_t)sfv_off; 1487c478bd9Sstevel@tonic-gate auio.uio_loffset = *fileoff; 1497c478bd9Sstevel@tonic-gate auio.uio_iovcnt = 1; 1507c478bd9Sstevel@tonic-gate auio.uio_resid = sfv_len; 1517c478bd9Sstevel@tonic-gate auio.uio_iov = &aiov; 1527c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_USERSPACE; 1537c478bd9Sstevel@tonic-gate auio.uio_llimit = curproc->p_fsz_ctl; 1547c478bd9Sstevel@tonic-gate auio.uio_fmode = fflag; 1557c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & (FAPPEND|FSYNC|FDSYNC|FRSYNC); 1567c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 1577c478bd9Sstevel@tonic-gate error = VOP_WRITE(vp, &auio, ioflag, 1587c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 1597c478bd9Sstevel@tonic-gate cnt = sfv_len - auio.uio_resid; 1607c478bd9Sstevel@tonic-gate sfv_len -= cnt; 1617c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += (ulong_t)cnt; 1627c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) 1637c478bd9Sstevel@tonic-gate *fileoff += cnt; 1647c478bd9Sstevel@tonic-gate *count += cnt; 1657c478bd9Sstevel@tonic-gate if (error != 0) 1667c478bd9Sstevel@tonic-gate return (error); 1677c478bd9Sstevel@tonic-gate } 1687c478bd9Sstevel@tonic-gate } else { 1697c478bd9Sstevel@tonic-gate file_t *ffp; 1707c478bd9Sstevel@tonic-gate vnode_t *readvp; 1717c478bd9Sstevel@tonic-gate size_t size; 1727c478bd9Sstevel@tonic-gate caddr_t ptr; 1737c478bd9Sstevel@tonic-gate 1747c478bd9Sstevel@tonic-gate if ((ffp = getf(sfv->sfv_fd)) == NULL) 1757c478bd9Sstevel@tonic-gate return (EBADF); 1767c478bd9Sstevel@tonic-gate 1777c478bd9Sstevel@tonic-gate if ((ffp->f_flag & FREAD) == 0) { 1787c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 1797c478bd9Sstevel@tonic-gate return (EBADF); 1807c478bd9Sstevel@tonic-gate } 1817c478bd9Sstevel@tonic-gate 1827c478bd9Sstevel@tonic-gate readvp = ffp->f_vnode; 1837c478bd9Sstevel@tonic-gate if (readvp->v_type != VREG) { 1847c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 1857c478bd9Sstevel@tonic-gate return (EINVAL); 1867c478bd9Sstevel@tonic-gate } 1877c478bd9Sstevel@tonic-gate 1887c478bd9Sstevel@tonic-gate /* 1897c478bd9Sstevel@tonic-gate * No point reading and writing to same vp, 1907c478bd9Sstevel@tonic-gate * as long as both are regular files. readvp is not 1917c478bd9Sstevel@tonic-gate * locked; but since we got it from an open file the 1927c478bd9Sstevel@tonic-gate * contents will be valid during the time of access. 1937c478bd9Sstevel@tonic-gate */ 194bfb244baSpr if (vn_compare(vp, readvp)) { 1957c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 1967c478bd9Sstevel@tonic-gate return (EINVAL); 1977c478bd9Sstevel@tonic-gate } 1987c478bd9Sstevel@tonic-gate 199b3528faeSVasumathi Sundaram - Sun Microsystems /* 200b3528faeSVasumathi Sundaram - Sun Microsystems * Optimize the regular file over 201b3528faeSVasumathi Sundaram - Sun Microsystems * the socket case. 202b3528faeSVasumathi Sundaram - Sun Microsystems */ 203b3528faeSVasumathi Sundaram - Sun Microsystems if (vp->v_type == VSOCK) { 2047baf8047SVasumathi Sundaram - Sun Microsystems error = sosendfile64(fp, ffp, sfv, 2057baf8047SVasumathi Sundaram - Sun Microsystems (ssize32_t *)&cnt); 2067baf8047SVasumathi Sundaram - Sun Microsystems *count += cnt; 207b3528faeSVasumathi Sundaram - Sun Microsystems if (error) 208b3528faeSVasumathi Sundaram - Sun Microsystems return (error); 209b3528faeSVasumathi Sundaram - Sun Microsystems sfv++; 210b3528faeSVasumathi Sundaram - Sun Microsystems continue; 211b3528faeSVasumathi Sundaram - Sun Microsystems } 212b3528faeSVasumathi Sundaram - Sun Microsystems 2137c478bd9Sstevel@tonic-gate /* 2147c478bd9Sstevel@tonic-gate * Note: we assume readvp != vp. "vp" is already 2157c478bd9Sstevel@tonic-gate * locked, and "readvp" must not be. 2167c478bd9Sstevel@tonic-gate */ 217b3528faeSVasumathi Sundaram - Sun Microsystems if (readvp < vp) { 218b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(vp, V_WRITELOCK_TRUE, NULL); 219b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 220b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 221b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(vp, V_WRITELOCK_TRUE, NULL); 222b3528faeSVasumathi Sundaram - Sun Microsystems } else { 223b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 224b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 225b3528faeSVasumathi Sundaram - Sun Microsystems } 2267c478bd9Sstevel@tonic-gate 2277c478bd9Sstevel@tonic-gate /* 2287c478bd9Sstevel@tonic-gate * Same checks as in pread64. 2297c478bd9Sstevel@tonic-gate */ 2307c478bd9Sstevel@tonic-gate if (sfv_off > MAXOFFSET_T) { 231b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 2327c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 2337c478bd9Sstevel@tonic-gate return (EINVAL); 2347c478bd9Sstevel@tonic-gate } 2357c478bd9Sstevel@tonic-gate 2367c478bd9Sstevel@tonic-gate if (sfv_off + sfv_len > MAXOFFSET_T) 2377c478bd9Sstevel@tonic-gate sfv_len = (ssize32_t)(MAXOFFSET_T - sfv_off); 2387c478bd9Sstevel@tonic-gate 2397c478bd9Sstevel@tonic-gate /* Find the native blocksize to transfer data */ 2407c478bd9Sstevel@tonic-gate size = MIN(vp->v_vfsp->vfs_bsize, 2417c478bd9Sstevel@tonic-gate readvp->v_vfsp->vfs_bsize); 2427c478bd9Sstevel@tonic-gate size = sfv_len < size ? sfv_len : size; 243b3528faeSVasumathi Sundaram - Sun Microsystems ptr = kmem_alloc(size, KM_NOSLEEP); 244b3528faeSVasumathi Sundaram - Sun Microsystems if (ptr == NULL) { 245b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 246b3528faeSVasumathi Sundaram - Sun Microsystems releasef(sfv->sfv_fd); 247b3528faeSVasumathi Sundaram - Sun Microsystems return (ENOMEM); 248b3528faeSVasumathi Sundaram - Sun Microsystems } 2497c478bd9Sstevel@tonic-gate 2507c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 2517c478bd9Sstevel@tonic-gate size_t iov_len; 2527c478bd9Sstevel@tonic-gate 2537c478bd9Sstevel@tonic-gate iov_len = MIN(size, sfv_len); 2547c478bd9Sstevel@tonic-gate aiov.iov_base = ptr; 2557c478bd9Sstevel@tonic-gate aiov.iov_len = iov_len; 2567c478bd9Sstevel@tonic-gate auio.uio_loffset = sfv_off; 2577c478bd9Sstevel@tonic-gate auio.uio_iov = &aiov; 2587c478bd9Sstevel@tonic-gate auio.uio_iovcnt = 1; 2597c478bd9Sstevel@tonic-gate auio.uio_resid = iov_len; 2607c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_SYSSPACE; 2617c478bd9Sstevel@tonic-gate auio.uio_llimit = MAXOFFSET_T; 2627c478bd9Sstevel@tonic-gate auio.uio_fmode = ffp->f_flag; 2637c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 2647c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 2657c478bd9Sstevel@tonic-gate 2667c478bd9Sstevel@tonic-gate /* 2677c478bd9Sstevel@tonic-gate * If read sync is not asked for, 2687c478bd9Sstevel@tonic-gate * filter sync flags 2697c478bd9Sstevel@tonic-gate */ 2707c478bd9Sstevel@tonic-gate if ((ioflag & FRSYNC) == 0) 2717c478bd9Sstevel@tonic-gate ioflag &= ~(FSYNC|FDSYNC); 2727c478bd9Sstevel@tonic-gate error = VOP_READ(readvp, &auio, ioflag, 2737c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 2747c478bd9Sstevel@tonic-gate if (error) { 2757c478bd9Sstevel@tonic-gate kmem_free(ptr, size); 276b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 277b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 2787c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 2797c478bd9Sstevel@tonic-gate return (error); 2807c478bd9Sstevel@tonic-gate } 2817c478bd9Sstevel@tonic-gate 2827c478bd9Sstevel@tonic-gate /* 2837c478bd9Sstevel@tonic-gate * Check how must data was really read. 2847c478bd9Sstevel@tonic-gate * Decrement the 'len' and increment the 2857c478bd9Sstevel@tonic-gate * 'off' appropriately. 2867c478bd9Sstevel@tonic-gate */ 2877c478bd9Sstevel@tonic-gate cnt = iov_len - auio.uio_resid; 2887c478bd9Sstevel@tonic-gate if (cnt == 0) { 2897c478bd9Sstevel@tonic-gate /* 2907c478bd9Sstevel@tonic-gate * If we were reading a pipe (currently 2917c478bd9Sstevel@tonic-gate * not implemented), we may now lose 2927c478bd9Sstevel@tonic-gate * data. 2937c478bd9Sstevel@tonic-gate */ 2947c478bd9Sstevel@tonic-gate kmem_free(ptr, size); 295b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 296b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 2977c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 2987c478bd9Sstevel@tonic-gate return (EINVAL); 2997c478bd9Sstevel@tonic-gate } 3007c478bd9Sstevel@tonic-gate sfv_len -= cnt; 3017c478bd9Sstevel@tonic-gate sfv_off += cnt; 3027c478bd9Sstevel@tonic-gate 3037c478bd9Sstevel@tonic-gate aiov.iov_base = ptr; 3047c478bd9Sstevel@tonic-gate aiov.iov_len = cnt; 3057c478bd9Sstevel@tonic-gate auio.uio_loffset = *fileoff; 306a490cd42SPrakash Jalan auio.uio_iov = &aiov; 307a490cd42SPrakash Jalan auio.uio_iovcnt = 1; 3087c478bd9Sstevel@tonic-gate auio.uio_resid = cnt; 3097c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_SYSSPACE; 3107c478bd9Sstevel@tonic-gate auio.uio_llimit = curproc->p_fsz_ctl; 3117c478bd9Sstevel@tonic-gate auio.uio_fmode = fflag; 3127c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 3137c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 3147c478bd9Sstevel@tonic-gate error = VOP_WRITE(vp, &auio, ioflag, 3157c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 3167c478bd9Sstevel@tonic-gate 3177c478bd9Sstevel@tonic-gate /* 3187c478bd9Sstevel@tonic-gate * Check how much data was written. Increment 3197c478bd9Sstevel@tonic-gate * the 'len' and decrement the 'off' if all 3207c478bd9Sstevel@tonic-gate * the data was not written. 3217c478bd9Sstevel@tonic-gate */ 3227c478bd9Sstevel@tonic-gate cnt -= auio.uio_resid; 3237c478bd9Sstevel@tonic-gate sfv_len += auio.uio_resid; 3247c478bd9Sstevel@tonic-gate sfv_off -= auio.uio_resid; 3257c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += (ulong_t)cnt; 3267c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) 3277c478bd9Sstevel@tonic-gate *fileoff += cnt; 3287c478bd9Sstevel@tonic-gate *count += cnt; 3297c478bd9Sstevel@tonic-gate if (error != 0) { 3307c478bd9Sstevel@tonic-gate kmem_free(ptr, size); 331b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 332b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 3337c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 3347c478bd9Sstevel@tonic-gate return (error); 3357c478bd9Sstevel@tonic-gate } 3367c478bd9Sstevel@tonic-gate } 337b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 3387c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 3397c478bd9Sstevel@tonic-gate kmem_free(ptr, size); 3407c478bd9Sstevel@tonic-gate } 3417c478bd9Sstevel@tonic-gate sfv++; 3427c478bd9Sstevel@tonic-gate } 3437c478bd9Sstevel@tonic-gate return (0); 3447c478bd9Sstevel@tonic-gate } 3457c478bd9Sstevel@tonic-gate 3467c478bd9Sstevel@tonic-gate ssize32_t 3477c478bd9Sstevel@tonic-gate sendvec64(file_t *fp, const struct ksendfilevec64 *vec, int sfvcnt, 348c99fb8b3SToomas Soome size32_t *xferred, int fildes) 3497c478bd9Sstevel@tonic-gate { 3507c478bd9Sstevel@tonic-gate u_offset_t fileoff; 3517c478bd9Sstevel@tonic-gate int copy_cnt; 3527c478bd9Sstevel@tonic-gate const struct ksendfilevec64 *copy_vec; 3537c478bd9Sstevel@tonic-gate struct ksendfilevec64 sfv[SEND_MAX_CHUNK]; 3547c478bd9Sstevel@tonic-gate struct vnode *vp; 3557c478bd9Sstevel@tonic-gate int error; 3567c478bd9Sstevel@tonic-gate ssize32_t count = 0; 3577c478bd9Sstevel@tonic-gate 3587c478bd9Sstevel@tonic-gate vp = fp->f_vnode; 359b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(vp, V_WRITELOCK_TRUE, NULL); 3607c478bd9Sstevel@tonic-gate 3617c478bd9Sstevel@tonic-gate copy_vec = vec; 3627c478bd9Sstevel@tonic-gate fileoff = fp->f_offset; 3637c478bd9Sstevel@tonic-gate 3647c478bd9Sstevel@tonic-gate do { 3657c478bd9Sstevel@tonic-gate copy_cnt = MIN(sfvcnt, SEND_MAX_CHUNK); 3667c478bd9Sstevel@tonic-gate if (copyin(copy_vec, sfv, copy_cnt * 3677c478bd9Sstevel@tonic-gate sizeof (struct ksendfilevec64))) { 3687c478bd9Sstevel@tonic-gate error = EFAULT; 3697c478bd9Sstevel@tonic-gate break; 3707c478bd9Sstevel@tonic-gate } 3717c478bd9Sstevel@tonic-gate 3727c478bd9Sstevel@tonic-gate error = sendvec_chunk64(fp, &fileoff, sfv, copy_cnt, &count); 3737c478bd9Sstevel@tonic-gate if (error != 0) 3747c478bd9Sstevel@tonic-gate break; 3757c478bd9Sstevel@tonic-gate 3767c478bd9Sstevel@tonic-gate copy_vec += copy_cnt; 3777c478bd9Sstevel@tonic-gate sfvcnt -= copy_cnt; 3787c478bd9Sstevel@tonic-gate } while (sfvcnt > 0); 3797c478bd9Sstevel@tonic-gate 3807c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) 3817c478bd9Sstevel@tonic-gate fp->f_offset += count; 3827c478bd9Sstevel@tonic-gate 383b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(vp, V_WRITELOCK_TRUE, NULL); 3847c478bd9Sstevel@tonic-gate if (copyout(&count, xferred, sizeof (count))) 3857c478bd9Sstevel@tonic-gate error = EFAULT; 3867c478bd9Sstevel@tonic-gate releasef(fildes); 3877c478bd9Sstevel@tonic-gate if (error != 0) 3887c478bd9Sstevel@tonic-gate return (set_errno(error)); 3897c478bd9Sstevel@tonic-gate return (count); 3907c478bd9Sstevel@tonic-gate } 3917c478bd9Sstevel@tonic-gate #endif 3927c478bd9Sstevel@tonic-gate 3937c478bd9Sstevel@tonic-gate int 3947c478bd9Sstevel@tonic-gate sendvec_small_chunk(file_t *fp, u_offset_t *fileoff, struct sendfilevec *sfv, 3957c478bd9Sstevel@tonic-gate int copy_cnt, ssize_t total_size, int maxblk, ssize_t *count) 3967c478bd9Sstevel@tonic-gate { 3977c478bd9Sstevel@tonic-gate struct vnode *vp; 3987c478bd9Sstevel@tonic-gate struct uio auio; 3997c478bd9Sstevel@tonic-gate struct iovec aiov; 4007c478bd9Sstevel@tonic-gate ushort_t fflag; 4017c478bd9Sstevel@tonic-gate int ioflag; 4027c478bd9Sstevel@tonic-gate int i, error; 4037c478bd9Sstevel@tonic-gate size_t cnt; 4047c478bd9Sstevel@tonic-gate ssize_t sfv_len; 4057c478bd9Sstevel@tonic-gate u_offset_t sfv_off; 4067c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 4077c478bd9Sstevel@tonic-gate model_t model = get_udatamodel(); 4087c478bd9Sstevel@tonic-gate u_offset_t maxoff = (model == DATAMODEL_ILP32) ? 409311e3d4cSgeorges MAXOFF32_T : MAXOFFSET_T; 4107c478bd9Sstevel@tonic-gate #else 4117c478bd9Sstevel@tonic-gate const u_offset_t maxoff = MAXOFF32_T; 4127c478bd9Sstevel@tonic-gate #endif 4137c478bd9Sstevel@tonic-gate mblk_t *dmp = NULL; 4147c478bd9Sstevel@tonic-gate int wroff; 4157c478bd9Sstevel@tonic-gate int buf_left = 0; 4167c478bd9Sstevel@tonic-gate size_t iov_len; 4177c478bd9Sstevel@tonic-gate mblk_t *head, *tmp; 4187c478bd9Sstevel@tonic-gate size_t size = total_size; 419c28749e9Skais size_t extra; 420c28749e9Skais int tail_len; 4210f1702c5SYu Xiangning struct nmsghdr msg; 4227c478bd9Sstevel@tonic-gate 4237c478bd9Sstevel@tonic-gate fflag = fp->f_flag; 4247c478bd9Sstevel@tonic-gate vp = fp->f_vnode; 4257c478bd9Sstevel@tonic-gate 4267c478bd9Sstevel@tonic-gate ASSERT(vp->v_type == VSOCK); 4277c478bd9Sstevel@tonic-gate ASSERT(maxblk > 0); 4287c478bd9Sstevel@tonic-gate 429e116a42fSPrakash Jalan /* If nothing to send, return */ 430e116a42fSPrakash Jalan if (total_size == 0) 431e116a42fSPrakash Jalan return (0); 432e116a42fSPrakash Jalan 4330f1702c5SYu Xiangning if (vp->v_stream != NULL) { 4340f1702c5SYu Xiangning wroff = (int)vp->v_stream->sd_wroff; 4350f1702c5SYu Xiangning tail_len = (int)vp->v_stream->sd_tail; 4360f1702c5SYu Xiangning } else { 4370f1702c5SYu Xiangning struct sonode *so; 4380f1702c5SYu Xiangning 4390f1702c5SYu Xiangning so = VTOSO(vp); 4400f1702c5SYu Xiangning wroff = so->so_proto_props.sopp_wroff; 4410f1702c5SYu Xiangning tail_len = so->so_proto_props.sopp_tail; 4420f1702c5SYu Xiangning } 4430f1702c5SYu Xiangning 444c28749e9Skais extra = wroff + tail_len; 445c28749e9Skais 4467c478bd9Sstevel@tonic-gate buf_left = MIN(total_size, maxblk); 447c28749e9Skais head = dmp = allocb(buf_left + extra, BPRI_HI); 4487c478bd9Sstevel@tonic-gate if (head == NULL) 4497c478bd9Sstevel@tonic-gate return (ENOMEM); 4507c478bd9Sstevel@tonic-gate head->b_wptr = head->b_rptr = head->b_rptr + wroff; 4510f1702c5SYu Xiangning bzero(&msg, sizeof (msg)); 4527c478bd9Sstevel@tonic-gate 4537c478bd9Sstevel@tonic-gate auio.uio_extflg = UIO_COPY_DEFAULT; 4547c478bd9Sstevel@tonic-gate for (i = 0; i < copy_cnt; i++) { 455311e3d4cSgeorges if (ISSIG(curthread, JUSTLOOKING)) { 456311e3d4cSgeorges freemsg(head); 4577c478bd9Sstevel@tonic-gate return (EINTR); 458311e3d4cSgeorges } 4597c478bd9Sstevel@tonic-gate 4607c478bd9Sstevel@tonic-gate /* 4617c478bd9Sstevel@tonic-gate * Do similar checks as "write" as we are writing 4627c478bd9Sstevel@tonic-gate * sfv_len bytes into "vp". 4637c478bd9Sstevel@tonic-gate */ 4647c478bd9Sstevel@tonic-gate sfv_len = (ssize_t)sfv->sfv_len; 4657c478bd9Sstevel@tonic-gate 4667c478bd9Sstevel@tonic-gate if (sfv_len == 0) { 4677c478bd9Sstevel@tonic-gate sfv++; 4687c478bd9Sstevel@tonic-gate continue; 4697c478bd9Sstevel@tonic-gate } 4707c478bd9Sstevel@tonic-gate 4717c478bd9Sstevel@tonic-gate /* Check for overflow */ 4727c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 4737c478bd9Sstevel@tonic-gate if (model == DATAMODEL_ILP32) { 474311e3d4cSgeorges if (((ssize32_t)(*count + sfv_len)) < 0) { 475311e3d4cSgeorges freemsg(head); 4767c478bd9Sstevel@tonic-gate return (EINVAL); 477311e3d4cSgeorges } 4787c478bd9Sstevel@tonic-gate } else 4797c478bd9Sstevel@tonic-gate #endif 480311e3d4cSgeorges if ((*count + sfv_len) < 0) { 481311e3d4cSgeorges freemsg(head); 4827c478bd9Sstevel@tonic-gate return (EINVAL); 483311e3d4cSgeorges } 4847c478bd9Sstevel@tonic-gate 4857c478bd9Sstevel@tonic-gate sfv_off = (u_offset_t)(ulong_t)sfv->sfv_off; 4867c478bd9Sstevel@tonic-gate 4877c478bd9Sstevel@tonic-gate if (sfv->sfv_fd == SFV_FD_SELF) { 4887c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 4897c478bd9Sstevel@tonic-gate if (buf_left == 0) { 4907c478bd9Sstevel@tonic-gate tmp = dmp; 4917c478bd9Sstevel@tonic-gate buf_left = MIN(total_size, maxblk); 4927c478bd9Sstevel@tonic-gate iov_len = MIN(buf_left, sfv_len); 493c28749e9Skais dmp = allocb(buf_left + extra, BPRI_HI); 4947c478bd9Sstevel@tonic-gate if (dmp == NULL) { 4957c478bd9Sstevel@tonic-gate freemsg(head); 4967c478bd9Sstevel@tonic-gate return (ENOMEM); 4977c478bd9Sstevel@tonic-gate } 4987c478bd9Sstevel@tonic-gate dmp->b_wptr = dmp->b_rptr = 4997c478bd9Sstevel@tonic-gate dmp->b_rptr + wroff; 5007c478bd9Sstevel@tonic-gate tmp->b_cont = dmp; 5017c478bd9Sstevel@tonic-gate } else { 5027c478bd9Sstevel@tonic-gate iov_len = MIN(buf_left, sfv_len); 5037c478bd9Sstevel@tonic-gate } 5047c478bd9Sstevel@tonic-gate 5057c478bd9Sstevel@tonic-gate aiov.iov_len = iov_len; 5067c478bd9Sstevel@tonic-gate aiov.iov_base = (caddr_t)(uintptr_t)sfv_off; 5077c478bd9Sstevel@tonic-gate auio.uio_loffset = *fileoff; 5087c478bd9Sstevel@tonic-gate auio.uio_iovcnt = 1; 5097c478bd9Sstevel@tonic-gate auio.uio_resid = iov_len; 5107c478bd9Sstevel@tonic-gate auio.uio_iov = &aiov; 5117c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_USERSPACE; 5127c478bd9Sstevel@tonic-gate auio.uio_llimit = curproc->p_fsz_ctl; 5137c478bd9Sstevel@tonic-gate auio.uio_fmode = fflag; 5147c478bd9Sstevel@tonic-gate 5157c478bd9Sstevel@tonic-gate buf_left -= iov_len; 5167c478bd9Sstevel@tonic-gate total_size -= iov_len; 5177c478bd9Sstevel@tonic-gate sfv_len -= iov_len; 5187c478bd9Sstevel@tonic-gate sfv_off += iov_len; 5197c478bd9Sstevel@tonic-gate 5207c478bd9Sstevel@tonic-gate error = uiomove((caddr_t)dmp->b_wptr, 5217c478bd9Sstevel@tonic-gate iov_len, UIO_WRITE, &auio); 5227c478bd9Sstevel@tonic-gate if (error != 0) { 5237c478bd9Sstevel@tonic-gate freemsg(head); 5247c478bd9Sstevel@tonic-gate return (error); 5257c478bd9Sstevel@tonic-gate } 5267c478bd9Sstevel@tonic-gate dmp->b_wptr += iov_len; 5277c478bd9Sstevel@tonic-gate } 5287c478bd9Sstevel@tonic-gate } else { 5297c478bd9Sstevel@tonic-gate file_t *ffp; 5307c478bd9Sstevel@tonic-gate vnode_t *readvp; 5317c478bd9Sstevel@tonic-gate 5327c478bd9Sstevel@tonic-gate if ((ffp = getf(sfv->sfv_fd)) == NULL) { 5337c478bd9Sstevel@tonic-gate freemsg(head); 5347c478bd9Sstevel@tonic-gate return (EBADF); 5357c478bd9Sstevel@tonic-gate } 5367c478bd9Sstevel@tonic-gate 5377c478bd9Sstevel@tonic-gate if ((ffp->f_flag & FREAD) == 0) { 5387c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 5397c478bd9Sstevel@tonic-gate freemsg(head); 5407c478bd9Sstevel@tonic-gate return (EACCES); 5417c478bd9Sstevel@tonic-gate } 5427c478bd9Sstevel@tonic-gate 5437c478bd9Sstevel@tonic-gate readvp = ffp->f_vnode; 5447c478bd9Sstevel@tonic-gate if (readvp->v_type != VREG) { 5457c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 5467c478bd9Sstevel@tonic-gate freemsg(head); 5477c478bd9Sstevel@tonic-gate return (EINVAL); 5487c478bd9Sstevel@tonic-gate } 5497c478bd9Sstevel@tonic-gate 5507c478bd9Sstevel@tonic-gate /* 5517c478bd9Sstevel@tonic-gate * No point reading and writing to same vp, 5527c478bd9Sstevel@tonic-gate * as long as both are regular files. readvp is not 5537c478bd9Sstevel@tonic-gate * locked; but since we got it from an open file the 5547c478bd9Sstevel@tonic-gate * contents will be valid during the time of access. 5557c478bd9Sstevel@tonic-gate */ 5567c478bd9Sstevel@tonic-gate 557bfb244baSpr if (vn_compare(vp, readvp)) { 5587c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 5597c478bd9Sstevel@tonic-gate freemsg(head); 5607c478bd9Sstevel@tonic-gate return (EINVAL); 5617c478bd9Sstevel@tonic-gate } 5627c478bd9Sstevel@tonic-gate 5637c478bd9Sstevel@tonic-gate /* 5647c478bd9Sstevel@tonic-gate * Note: we assume readvp != vp. "vp" is already 5657c478bd9Sstevel@tonic-gate * locked, and "readvp" must not be. 5667c478bd9Sstevel@tonic-gate */ 5677c478bd9Sstevel@tonic-gate 568b3528faeSVasumathi Sundaram - Sun Microsystems if (readvp < vp) { 569b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(vp, V_WRITELOCK_TRUE, NULL); 570b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 571b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 572b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(vp, V_WRITELOCK_TRUE, NULL); 573b3528faeSVasumathi Sundaram - Sun Microsystems } else { 574b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 575b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 576b3528faeSVasumathi Sundaram - Sun Microsystems } 5777c478bd9Sstevel@tonic-gate 5787c478bd9Sstevel@tonic-gate /* Same checks as in pread */ 5797c478bd9Sstevel@tonic-gate if (sfv_off > maxoff) { 580b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 5817c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 5827c478bd9Sstevel@tonic-gate freemsg(head); 5837c478bd9Sstevel@tonic-gate return (EINVAL); 5847c478bd9Sstevel@tonic-gate } 5857c478bd9Sstevel@tonic-gate if (sfv_off + sfv_len > maxoff) { 5860a8433caSrshoaib total_size -= (sfv_off + sfv_len - maxoff); 5877c478bd9Sstevel@tonic-gate sfv_len = (ssize_t)((offset_t)maxoff - 5887c478bd9Sstevel@tonic-gate sfv_off); 5897c478bd9Sstevel@tonic-gate } 5907c478bd9Sstevel@tonic-gate 5917c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 5927c478bd9Sstevel@tonic-gate if (buf_left == 0) { 5937c478bd9Sstevel@tonic-gate tmp = dmp; 5947c478bd9Sstevel@tonic-gate buf_left = MIN(total_size, maxblk); 5957c478bd9Sstevel@tonic-gate iov_len = MIN(buf_left, sfv_len); 596c28749e9Skais dmp = allocb(buf_left + extra, BPRI_HI); 5977c478bd9Sstevel@tonic-gate if (dmp == NULL) { 598b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, 599b3528faeSVasumathi Sundaram - Sun Microsystems V_WRITELOCK_FALSE, NULL); 6007c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 6017c478bd9Sstevel@tonic-gate freemsg(head); 6027c478bd9Sstevel@tonic-gate return (ENOMEM); 6037c478bd9Sstevel@tonic-gate } 6047c478bd9Sstevel@tonic-gate dmp->b_wptr = dmp->b_rptr = 6057c478bd9Sstevel@tonic-gate dmp->b_rptr + wroff; 6067c478bd9Sstevel@tonic-gate tmp->b_cont = dmp; 6077c478bd9Sstevel@tonic-gate } else { 6087c478bd9Sstevel@tonic-gate iov_len = MIN(buf_left, sfv_len); 6097c478bd9Sstevel@tonic-gate } 6107c478bd9Sstevel@tonic-gate aiov.iov_base = (caddr_t)dmp->b_wptr; 6117c478bd9Sstevel@tonic-gate aiov.iov_len = iov_len; 6127c478bd9Sstevel@tonic-gate auio.uio_loffset = sfv_off; 6137c478bd9Sstevel@tonic-gate auio.uio_iov = &aiov; 6147c478bd9Sstevel@tonic-gate auio.uio_iovcnt = 1; 6157c478bd9Sstevel@tonic-gate auio.uio_resid = iov_len; 6167c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_SYSSPACE; 6177c478bd9Sstevel@tonic-gate auio.uio_llimit = MAXOFFSET_T; 6187c478bd9Sstevel@tonic-gate auio.uio_fmode = ffp->f_flag; 6197c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 6207c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 6217c478bd9Sstevel@tonic-gate 6227c478bd9Sstevel@tonic-gate /* 6237c478bd9Sstevel@tonic-gate * If read sync is not asked for, 6247c478bd9Sstevel@tonic-gate * filter sync flags 6257c478bd9Sstevel@tonic-gate */ 6267c478bd9Sstevel@tonic-gate if ((ioflag & FRSYNC) == 0) 6277c478bd9Sstevel@tonic-gate ioflag &= ~(FSYNC|FDSYNC); 6287c478bd9Sstevel@tonic-gate error = VOP_READ(readvp, &auio, ioflag, 6297c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 6307c478bd9Sstevel@tonic-gate if (error != 0) { 6317c478bd9Sstevel@tonic-gate /* 6327c478bd9Sstevel@tonic-gate * If we were reading a pipe (currently 6337c478bd9Sstevel@tonic-gate * not implemented), we may now loose 6347c478bd9Sstevel@tonic-gate * data. 6357c478bd9Sstevel@tonic-gate */ 636b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 637b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 6387c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 6397c478bd9Sstevel@tonic-gate freemsg(head); 6407c478bd9Sstevel@tonic-gate return (error); 6417c478bd9Sstevel@tonic-gate } 6427c478bd9Sstevel@tonic-gate 6437c478bd9Sstevel@tonic-gate /* 6447c478bd9Sstevel@tonic-gate * Check how much data was really read. 6457c478bd9Sstevel@tonic-gate * Decrement the 'len' and increment the 6467c478bd9Sstevel@tonic-gate * 'off' appropriately. 6477c478bd9Sstevel@tonic-gate */ 6487c478bd9Sstevel@tonic-gate cnt = iov_len - auio.uio_resid; 6497c478bd9Sstevel@tonic-gate if (cnt == 0) { 650b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 651b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 6527c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 6537c478bd9Sstevel@tonic-gate freemsg(head); 6547c478bd9Sstevel@tonic-gate return (EINVAL); 6557c478bd9Sstevel@tonic-gate } 6567c478bd9Sstevel@tonic-gate sfv_len -= cnt; 6577c478bd9Sstevel@tonic-gate sfv_off += cnt; 6587c478bd9Sstevel@tonic-gate total_size -= cnt; 6597c478bd9Sstevel@tonic-gate buf_left -= cnt; 6607c478bd9Sstevel@tonic-gate 6617c478bd9Sstevel@tonic-gate dmp->b_wptr += cnt; 6627c478bd9Sstevel@tonic-gate } 663b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 6647c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 6657c478bd9Sstevel@tonic-gate } 6667c478bd9Sstevel@tonic-gate sfv++; 6677c478bd9Sstevel@tonic-gate } 6687c478bd9Sstevel@tonic-gate 6697c478bd9Sstevel@tonic-gate ASSERT(total_size == 0); 6700f1702c5SYu Xiangning error = socket_sendmblk(VTOSO(vp), &msg, fflag, CRED(), &head); 6717c478bd9Sstevel@tonic-gate if (error != 0) { 6720f1702c5SYu Xiangning if (head != NULL) 6730f1702c5SYu Xiangning freemsg(head); 6747c478bd9Sstevel@tonic-gate return (error); 6757c478bd9Sstevel@tonic-gate } 6767c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += (ulong_t)size; 6777c478bd9Sstevel@tonic-gate *count += size; 6787c478bd9Sstevel@tonic-gate 6797c478bd9Sstevel@tonic-gate return (0); 6807c478bd9Sstevel@tonic-gate } 6817c478bd9Sstevel@tonic-gate 6827c478bd9Sstevel@tonic-gate 6837c478bd9Sstevel@tonic-gate int 6847c478bd9Sstevel@tonic-gate sendvec_chunk(file_t *fp, u_offset_t *fileoff, struct sendfilevec *sfv, 6857c478bd9Sstevel@tonic-gate int copy_cnt, ssize_t *count) 6867c478bd9Sstevel@tonic-gate { 6877c478bd9Sstevel@tonic-gate struct vnode *vp; 6887c478bd9Sstevel@tonic-gate struct uio auio; 6897c478bd9Sstevel@tonic-gate struct iovec aiov; 6907c478bd9Sstevel@tonic-gate ushort_t fflag; 6917c478bd9Sstevel@tonic-gate int ioflag; 6927c478bd9Sstevel@tonic-gate int i, error; 6937c478bd9Sstevel@tonic-gate size_t cnt; 6947c478bd9Sstevel@tonic-gate ssize_t sfv_len; 6957c478bd9Sstevel@tonic-gate u_offset_t sfv_off; 6967c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 6977c478bd9Sstevel@tonic-gate model_t model = get_udatamodel(); 6987c478bd9Sstevel@tonic-gate u_offset_t maxoff = (model == DATAMODEL_ILP32) ? 699311e3d4cSgeorges MAXOFF32_T : MAXOFFSET_T; 7007c478bd9Sstevel@tonic-gate #else 7017c478bd9Sstevel@tonic-gate const u_offset_t maxoff = MAXOFF32_T; 7027c478bd9Sstevel@tonic-gate #endif 7031574ae68Sjohansen mblk_t *dmp = NULL; 7041574ae68Sjohansen char *buf = NULL; 705*c6f039c7SToomas Soome size_t extra = 0; 706c28749e9Skais int maxblk, wroff, tail_len; 707c28749e9Skais struct sonode *so; 708c28749e9Skais stdata_t *stp; 7090f1702c5SYu Xiangning struct nmsghdr msg; 7107c478bd9Sstevel@tonic-gate 711*c6f039c7SToomas Soome maxblk = 0; 712*c6f039c7SToomas Soome wroff = 0; 7137c478bd9Sstevel@tonic-gate fflag = fp->f_flag; 7147c478bd9Sstevel@tonic-gate vp = fp->f_vnode; 715*c6f039c7SToomas Soome so = NULL; 716*c6f039c7SToomas Soome stp = NULL; 7177c478bd9Sstevel@tonic-gate 718c28749e9Skais if (vp->v_type == VSOCK) { 719c28749e9Skais so = VTOSO(vp); 7200f1702c5SYu Xiangning if (vp->v_stream != NULL) { 7210f1702c5SYu Xiangning stp = vp->v_stream; 7220f1702c5SYu Xiangning wroff = (int)stp->sd_wroff; 7230f1702c5SYu Xiangning tail_len = (int)stp->sd_tail; 7240f1702c5SYu Xiangning maxblk = (int)stp->sd_maxblk; 7250f1702c5SYu Xiangning } else { 7260f1702c5SYu Xiangning stp = NULL; 7270f1702c5SYu Xiangning wroff = so->so_proto_props.sopp_wroff; 7280f1702c5SYu Xiangning tail_len = so->so_proto_props.sopp_tail; 7290f1702c5SYu Xiangning maxblk = so->so_proto_props.sopp_maxblk; 7300f1702c5SYu Xiangning } 731c28749e9Skais extra = wroff + tail_len; 732c28749e9Skais } 733c28749e9Skais 7340f1702c5SYu Xiangning bzero(&msg, sizeof (msg)); 7357c478bd9Sstevel@tonic-gate auio.uio_extflg = UIO_COPY_DEFAULT; 7367c478bd9Sstevel@tonic-gate for (i = 0; i < copy_cnt; i++) { 7377c478bd9Sstevel@tonic-gate if (ISSIG(curthread, JUSTLOOKING)) 7387c478bd9Sstevel@tonic-gate return (EINTR); 7397c478bd9Sstevel@tonic-gate 7407c478bd9Sstevel@tonic-gate /* 7417c478bd9Sstevel@tonic-gate * Do similar checks as "write" as we are writing 7427c478bd9Sstevel@tonic-gate * sfv_len bytes into "vp". 7437c478bd9Sstevel@tonic-gate */ 7447c478bd9Sstevel@tonic-gate sfv_len = (ssize_t)sfv->sfv_len; 7457c478bd9Sstevel@tonic-gate 7467c478bd9Sstevel@tonic-gate if (sfv_len == 0) { 7477c478bd9Sstevel@tonic-gate sfv++; 7487c478bd9Sstevel@tonic-gate continue; 7497c478bd9Sstevel@tonic-gate } 7507c478bd9Sstevel@tonic-gate 7517c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) { 7527c478bd9Sstevel@tonic-gate if (*fileoff >= curproc->p_fsz_ctl) { 7537c478bd9Sstevel@tonic-gate mutex_enter(&curproc->p_lock); 7547c478bd9Sstevel@tonic-gate (void) rctl_action( 7557c478bd9Sstevel@tonic-gate rctlproc_legacy[RLIMIT_FSIZE], 7567c478bd9Sstevel@tonic-gate curproc->p_rctls, curproc, RCA_SAFE); 7577c478bd9Sstevel@tonic-gate mutex_exit(&curproc->p_lock); 7587c478bd9Sstevel@tonic-gate 7597c478bd9Sstevel@tonic-gate return (EFBIG); 7607c478bd9Sstevel@tonic-gate } 7617c478bd9Sstevel@tonic-gate 7627c478bd9Sstevel@tonic-gate if (*fileoff >= maxoff) 7637c478bd9Sstevel@tonic-gate return (EFBIG); 7647c478bd9Sstevel@tonic-gate 7657c478bd9Sstevel@tonic-gate if (*fileoff + sfv_len > maxoff) 7667c478bd9Sstevel@tonic-gate return (EINVAL); 7677c478bd9Sstevel@tonic-gate } 7687c478bd9Sstevel@tonic-gate 7697c478bd9Sstevel@tonic-gate /* Check for overflow */ 7707c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 7717c478bd9Sstevel@tonic-gate if (model == DATAMODEL_ILP32) { 7727c478bd9Sstevel@tonic-gate if (((ssize32_t)(*count + sfv_len)) < 0) 7737c478bd9Sstevel@tonic-gate return (EINVAL); 7747c478bd9Sstevel@tonic-gate } else 7757c478bd9Sstevel@tonic-gate #endif 7767c478bd9Sstevel@tonic-gate if ((*count + sfv_len) < 0) 7777c478bd9Sstevel@tonic-gate return (EINVAL); 7787c478bd9Sstevel@tonic-gate 7797c478bd9Sstevel@tonic-gate sfv_off = (u_offset_t)(ulong_t)sfv->sfv_off; 7807c478bd9Sstevel@tonic-gate 7817c478bd9Sstevel@tonic-gate if (sfv->sfv_fd == SFV_FD_SELF) { 7827c478bd9Sstevel@tonic-gate if (vp->v_type == VSOCK) { 783e116a42fSPrakash Jalan while (sfv_len > 0) { 784e116a42fSPrakash Jalan size_t iov_len; 785e116a42fSPrakash Jalan 786e116a42fSPrakash Jalan iov_len = sfv_len; 7873e95bd4aSAnders Persson /* 7883e95bd4aSAnders Persson * Socket filters can limit the mblk 7893e95bd4aSAnders Persson * size, so limit reads to maxblk if 7903e95bd4aSAnders Persson * there are filters present. 7913e95bd4aSAnders Persson */ 792dd49f125SAnders Persson if (so->so_filter_active > 0 && 793dd49f125SAnders Persson maxblk != INFPSZ) 794e116a42fSPrakash Jalan iov_len = MIN(iov_len, maxblk); 795e116a42fSPrakash Jalan 796e116a42fSPrakash Jalan aiov.iov_len = iov_len; 797e116a42fSPrakash Jalan aiov.iov_base = 798e116a42fSPrakash Jalan (caddr_t)(uintptr_t)sfv_off; 799e116a42fSPrakash Jalan 800e116a42fSPrakash Jalan auio.uio_iov = &aiov; 801e116a42fSPrakash Jalan auio.uio_iovcnt = 1; 802e116a42fSPrakash Jalan auio.uio_loffset = *fileoff; 803e116a42fSPrakash Jalan auio.uio_segflg = UIO_USERSPACE; 804e116a42fSPrakash Jalan auio.uio_fmode = fflag; 805e116a42fSPrakash Jalan auio.uio_llimit = curproc->p_fsz_ctl; 806e116a42fSPrakash Jalan auio.uio_resid = iov_len; 807e116a42fSPrakash Jalan 808e116a42fSPrakash Jalan dmp = allocb(iov_len + extra, BPRI_HI); 809e116a42fSPrakash Jalan if (dmp == NULL) 810e116a42fSPrakash Jalan return (ENOMEM); 811e116a42fSPrakash Jalan dmp->b_wptr = dmp->b_rptr = 812e116a42fSPrakash Jalan dmp->b_rptr + wroff; 813e116a42fSPrakash Jalan error = uiomove((caddr_t)dmp->b_wptr, 814e116a42fSPrakash Jalan iov_len, UIO_WRITE, &auio); 815e116a42fSPrakash Jalan if (error != 0) { 816e116a42fSPrakash Jalan freeb(dmp); 817e116a42fSPrakash Jalan return (error); 818e116a42fSPrakash Jalan } 819e116a42fSPrakash Jalan dmp->b_wptr += iov_len; 8200f1702c5SYu Xiangning error = socket_sendmblk(VTOSO(vp), 8210f1702c5SYu Xiangning &msg, fflag, CRED(), &dmp); 8220f1702c5SYu Xiangning 823e116a42fSPrakash Jalan if (error != 0) { 8240f1702c5SYu Xiangning if (dmp != NULL) 8250f1702c5SYu Xiangning freeb(dmp); 826e116a42fSPrakash Jalan return (error); 827e116a42fSPrakash Jalan } 828e116a42fSPrakash Jalan ttolwp(curthread)->lwp_ru.ioch += 829e116a42fSPrakash Jalan (ulong_t)iov_len; 830e116a42fSPrakash Jalan *count += iov_len; 831e116a42fSPrakash Jalan sfv_len -= iov_len; 832e116a42fSPrakash Jalan sfv_off += iov_len; 8337c478bd9Sstevel@tonic-gate } 8347c478bd9Sstevel@tonic-gate } else { 835e116a42fSPrakash Jalan aiov.iov_len = sfv_len; 836e116a42fSPrakash Jalan aiov.iov_base = (caddr_t)(uintptr_t)sfv_off; 837e116a42fSPrakash Jalan 838e116a42fSPrakash Jalan auio.uio_iov = &aiov; 839e116a42fSPrakash Jalan auio.uio_iovcnt = 1; 840e116a42fSPrakash Jalan auio.uio_loffset = *fileoff; 841e116a42fSPrakash Jalan auio.uio_segflg = UIO_USERSPACE; 842e116a42fSPrakash Jalan auio.uio_fmode = fflag; 843e116a42fSPrakash Jalan auio.uio_llimit = curproc->p_fsz_ctl; 844e116a42fSPrakash Jalan auio.uio_resid = sfv_len; 845e116a42fSPrakash Jalan 8467c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 8477c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 8487c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 8497c478bd9Sstevel@tonic-gate error = VOP_WRITE(vp, &auio, ioflag, 8507c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 8517c478bd9Sstevel@tonic-gate cnt = sfv_len - auio.uio_resid; 8527c478bd9Sstevel@tonic-gate sfv_len -= cnt; 8537c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += 8547c478bd9Sstevel@tonic-gate (ulong_t)cnt; 8557c478bd9Sstevel@tonic-gate *fileoff += cnt; 8567c478bd9Sstevel@tonic-gate *count += cnt; 8577c478bd9Sstevel@tonic-gate if (error != 0) 8587c478bd9Sstevel@tonic-gate return (error); 8597c478bd9Sstevel@tonic-gate } 8607c478bd9Sstevel@tonic-gate } 8617c478bd9Sstevel@tonic-gate } else { 8627f9ee850Sblu int segmapit = 0; 8637c478bd9Sstevel@tonic-gate file_t *ffp; 8647c478bd9Sstevel@tonic-gate vnode_t *readvp; 865bfb244baSpr struct vnode *realvp; 8667c478bd9Sstevel@tonic-gate size_t size; 8677c478bd9Sstevel@tonic-gate caddr_t ptr; 8687c478bd9Sstevel@tonic-gate 8697c478bd9Sstevel@tonic-gate if ((ffp = getf(sfv->sfv_fd)) == NULL) 8707c478bd9Sstevel@tonic-gate return (EBADF); 8717c478bd9Sstevel@tonic-gate 8727c478bd9Sstevel@tonic-gate if ((ffp->f_flag & FREAD) == 0) { 8737c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 8747c478bd9Sstevel@tonic-gate return (EBADF); 8757c478bd9Sstevel@tonic-gate } 8767c478bd9Sstevel@tonic-gate 8777c478bd9Sstevel@tonic-gate readvp = ffp->f_vnode; 878da6c28aaSamw if (VOP_REALVP(readvp, &realvp, NULL) == 0) 879bfb244baSpr readvp = realvp; 8807c478bd9Sstevel@tonic-gate if (readvp->v_type != VREG) { 8817c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 8827c478bd9Sstevel@tonic-gate return (EINVAL); 8837c478bd9Sstevel@tonic-gate } 8847c478bd9Sstevel@tonic-gate 8857c478bd9Sstevel@tonic-gate /* 8867c478bd9Sstevel@tonic-gate * No point reading and writing to same vp, 8877c478bd9Sstevel@tonic-gate * as long as both are regular files. readvp is not 8887c478bd9Sstevel@tonic-gate * locked; but since we got it from an open file the 8897c478bd9Sstevel@tonic-gate * contents will be valid during the time of access. 8907c478bd9Sstevel@tonic-gate */ 891bfb244baSpr if (vn_compare(vp, readvp)) { 8927c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 8937c478bd9Sstevel@tonic-gate return (EINVAL); 8947c478bd9Sstevel@tonic-gate } 8957c478bd9Sstevel@tonic-gate 8967c478bd9Sstevel@tonic-gate /* 8977c478bd9Sstevel@tonic-gate * Note: we assume readvp != vp. "vp" is already 8987c478bd9Sstevel@tonic-gate * locked, and "readvp" must not be. 8997c478bd9Sstevel@tonic-gate */ 900b3528faeSVasumathi Sundaram - Sun Microsystems if (readvp < vp) { 901b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(vp, V_WRITELOCK_TRUE, NULL); 902b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 903b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 904b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(vp, V_WRITELOCK_TRUE, NULL); 905b3528faeSVasumathi Sundaram - Sun Microsystems } else { 906b3528faeSVasumathi Sundaram - Sun Microsystems (void) VOP_RWLOCK(readvp, V_WRITELOCK_FALSE, 907b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 908b3528faeSVasumathi Sundaram - Sun Microsystems } 9097c478bd9Sstevel@tonic-gate 9107c478bd9Sstevel@tonic-gate /* Same checks as in pread */ 9117c478bd9Sstevel@tonic-gate if (sfv_off > maxoff) { 912b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 9137c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 9147c478bd9Sstevel@tonic-gate return (EINVAL); 9157c478bd9Sstevel@tonic-gate } 9167c478bd9Sstevel@tonic-gate if (sfv_off + sfv_len > maxoff) { 9177c478bd9Sstevel@tonic-gate sfv_len = (ssize_t)((offset_t)maxoff - 9187c478bd9Sstevel@tonic-gate sfv_off); 9197c478bd9Sstevel@tonic-gate } 9207c478bd9Sstevel@tonic-gate /* Find the native blocksize to transfer data */ 9217c478bd9Sstevel@tonic-gate size = MIN(vp->v_vfsp->vfs_bsize, 9227c478bd9Sstevel@tonic-gate readvp->v_vfsp->vfs_bsize); 9237c478bd9Sstevel@tonic-gate size = sfv_len < size ? sfv_len : size; 9247c478bd9Sstevel@tonic-gate 9251574ae68Sjohansen if (vp->v_type != VSOCK) { 92674024373Spr segmapit = 0; 9271574ae68Sjohansen buf = kmem_alloc(size, KM_NOSLEEP); 9281574ae68Sjohansen if (buf == NULL) { 929b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 930b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 9311574ae68Sjohansen releasef(sfv->sfv_fd); 9321574ae68Sjohansen return (ENOMEM); 9331574ae68Sjohansen } 934c28749e9Skais } else { 9350f1702c5SYu Xiangning uint_t copyflag; 9360f1702c5SYu Xiangning 9370f1702c5SYu Xiangning copyflag = stp != NULL ? stp->sd_copyflag : 9380f1702c5SYu Xiangning so->so_proto_props.sopp_zcopyflag; 9393e95bd4aSAnders Persson 940c28749e9Skais /* 9413e95bd4aSAnders Persson * Socket filters can limit the mblk size, 9423e95bd4aSAnders Persson * so limit reads to maxblk if there are 9433e95bd4aSAnders Persson * filters present. 944c28749e9Skais */ 945dd49f125SAnders Persson if (so->so_filter_active > 0 && 946dd49f125SAnders Persson maxblk != INFPSZ) 947c28749e9Skais size = MIN(size, maxblk); 94874024373Spr 94974024373Spr if (vn_has_flocks(readvp) || 95074024373Spr readvp->v_flag & VNOMAP || 9510f1702c5SYu Xiangning copyflag & STZCVMUNSAFE) { 95274024373Spr segmapit = 0; 9530f1702c5SYu Xiangning } else if (copyflag & STZCVMSAFE) { 95474024373Spr segmapit = 1; 95574024373Spr } else { 95674024373Spr int on = 1; 9570f1702c5SYu Xiangning if (socket_setsockopt(VTOSO(vp), 95874024373Spr SOL_SOCKET, SO_SND_COPYAVOID, 9590f1702c5SYu Xiangning &on, sizeof (on), CRED()) == 0) 9608cd31312SMarcel Telka segmapit = 1; 96174024373Spr } 96274024373Spr } 96374024373Spr 96474024373Spr if (segmapit) { 9658cd31312SMarcel Telka struct vattr va; 96674024373Spr boolean_t nowait; 96774024373Spr 9688cd31312SMarcel Telka va.va_mask = AT_SIZE; 9698cd31312SMarcel Telka error = VOP_GETATTR(readvp, &va, 0, kcred, 9708cd31312SMarcel Telka NULL); 9718cd31312SMarcel Telka if (error != 0 || sfv_off >= va.va_size) { 9728cd31312SMarcel Telka VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 9738cd31312SMarcel Telka NULL); 9748cd31312SMarcel Telka releasef(sfv->sfv_fd); 9758cd31312SMarcel Telka return (error); 9768cd31312SMarcel Telka } 9778cd31312SMarcel Telka /* Read as much as possible. */ 9788cd31312SMarcel Telka if (sfv_off + sfv_len > va.va_size) 9798cd31312SMarcel Telka sfv_len = va.va_size - sfv_off; 9808cd31312SMarcel Telka 98174024373Spr nowait = (sfv->sfv_flag & SFV_NOWAIT) != 0; 98274024373Spr error = snf_segmap(fp, readvp, sfv_off, 9833b3d24f3SJayakara Kini (u_offset_t)sfv_len, (ssize_t *)&cnt, 9843b3d24f3SJayakara Kini nowait); 98574024373Spr releasef(sfv->sfv_fd); 98674024373Spr *count += cnt; 98774024373Spr if (error) 98874024373Spr return (error); 98974024373Spr sfv++; 99074024373Spr continue; 9911574ae68Sjohansen } 9921574ae68Sjohansen 9937c478bd9Sstevel@tonic-gate while (sfv_len > 0) { 9947c478bd9Sstevel@tonic-gate size_t iov_len; 9957c478bd9Sstevel@tonic-gate 9967c478bd9Sstevel@tonic-gate iov_len = MIN(size, sfv_len); 9977c478bd9Sstevel@tonic-gate 9981574ae68Sjohansen if (vp->v_type == VSOCK) { 999c28749e9Skais dmp = allocb(iov_len + extra, BPRI_HI); 10001574ae68Sjohansen if (dmp == NULL) { 1001b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, 1002b3528faeSVasumathi Sundaram - Sun Microsystems V_WRITELOCK_FALSE, NULL); 10031574ae68Sjohansen releasef(sfv->sfv_fd); 10041574ae68Sjohansen return (ENOMEM); 10051574ae68Sjohansen } 1006c28749e9Skais dmp->b_wptr = dmp->b_rptr = 1007c28749e9Skais dmp->b_rptr + wroff; 10081574ae68Sjohansen ptr = (caddr_t)dmp->b_rptr; 10091574ae68Sjohansen } else { 10101574ae68Sjohansen ptr = buf; 10117c478bd9Sstevel@tonic-gate } 10127c478bd9Sstevel@tonic-gate 10137c478bd9Sstevel@tonic-gate aiov.iov_base = ptr; 10147c478bd9Sstevel@tonic-gate aiov.iov_len = iov_len; 10157c478bd9Sstevel@tonic-gate auio.uio_loffset = sfv_off; 10167c478bd9Sstevel@tonic-gate auio.uio_iov = &aiov; 10177c478bd9Sstevel@tonic-gate auio.uio_iovcnt = 1; 10187c478bd9Sstevel@tonic-gate auio.uio_resid = iov_len; 10197c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_SYSSPACE; 10207c478bd9Sstevel@tonic-gate auio.uio_llimit = MAXOFFSET_T; 10217c478bd9Sstevel@tonic-gate auio.uio_fmode = ffp->f_flag; 10227c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 10237c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 10247c478bd9Sstevel@tonic-gate 10257c478bd9Sstevel@tonic-gate /* 10267c478bd9Sstevel@tonic-gate * If read sync is not asked for, 10277c478bd9Sstevel@tonic-gate * filter sync flags 10287c478bd9Sstevel@tonic-gate */ 10297c478bd9Sstevel@tonic-gate if ((ioflag & FRSYNC) == 0) 10307c478bd9Sstevel@tonic-gate ioflag &= ~(FSYNC|FDSYNC); 10317c478bd9Sstevel@tonic-gate error = VOP_READ(readvp, &auio, ioflag, 10327c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 10337c478bd9Sstevel@tonic-gate if (error != 0) { 10347c478bd9Sstevel@tonic-gate /* 10357c478bd9Sstevel@tonic-gate * If we were reading a pipe (currently 10367c478bd9Sstevel@tonic-gate * not implemented), we may now lose 10377c478bd9Sstevel@tonic-gate * data. 10387c478bd9Sstevel@tonic-gate */ 10391574ae68Sjohansen if (vp->v_type == VSOCK) 10401574ae68Sjohansen freeb(dmp); 10411574ae68Sjohansen else 10421574ae68Sjohansen kmem_free(buf, size); 1043b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 1044b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 10457c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 10467c478bd9Sstevel@tonic-gate return (error); 10477c478bd9Sstevel@tonic-gate } 10487c478bd9Sstevel@tonic-gate 10497c478bd9Sstevel@tonic-gate /* 10507c478bd9Sstevel@tonic-gate * Check how much data was really read. 10517c478bd9Sstevel@tonic-gate * Decrement the 'len' and increment the 10527c478bd9Sstevel@tonic-gate * 'off' appropriately. 10537c478bd9Sstevel@tonic-gate */ 10547c478bd9Sstevel@tonic-gate cnt = iov_len - auio.uio_resid; 10557c478bd9Sstevel@tonic-gate if (cnt == 0) { 10561574ae68Sjohansen if (vp->v_type == VSOCK) 10571574ae68Sjohansen freeb(dmp); 10581574ae68Sjohansen else 10591574ae68Sjohansen kmem_free(buf, size); 1060b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, 1061b3528faeSVasumathi Sundaram - Sun Microsystems NULL); 10627c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 10637c478bd9Sstevel@tonic-gate return (EINVAL); 10647c478bd9Sstevel@tonic-gate } 10657c478bd9Sstevel@tonic-gate sfv_len -= cnt; 10667c478bd9Sstevel@tonic-gate sfv_off += cnt; 10677c478bd9Sstevel@tonic-gate 10687c478bd9Sstevel@tonic-gate if (vp->v_type == VSOCK) { 10697c478bd9Sstevel@tonic-gate dmp->b_wptr = dmp->b_rptr + cnt; 10707c478bd9Sstevel@tonic-gate 10710f1702c5SYu Xiangning error = socket_sendmblk(VTOSO(vp), 10720f1702c5SYu Xiangning &msg, fflag, CRED(), &dmp); 10730f1702c5SYu Xiangning 10747c478bd9Sstevel@tonic-gate if (error != 0) { 10750f1702c5SYu Xiangning if (dmp != NULL) 10760f1702c5SYu Xiangning freeb(dmp); 1077b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, 1078b3528faeSVasumathi Sundaram - Sun Microsystems V_WRITELOCK_FALSE, NULL); 10797c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 10807c478bd9Sstevel@tonic-gate return (error); 10817c478bd9Sstevel@tonic-gate } 10827c478bd9Sstevel@tonic-gate 10837c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += 10847c478bd9Sstevel@tonic-gate (ulong_t)cnt; 10857c478bd9Sstevel@tonic-gate *count += cnt; 10867c478bd9Sstevel@tonic-gate } else { 10877c478bd9Sstevel@tonic-gate 10887c478bd9Sstevel@tonic-gate aiov.iov_base = ptr; 10897c478bd9Sstevel@tonic-gate aiov.iov_len = cnt; 10907c478bd9Sstevel@tonic-gate auio.uio_loffset = *fileoff; 10917c478bd9Sstevel@tonic-gate auio.uio_resid = cnt; 1092a490cd42SPrakash Jalan auio.uio_iov = &aiov; 1093a490cd42SPrakash Jalan auio.uio_iovcnt = 1; 10947c478bd9Sstevel@tonic-gate auio.uio_segflg = UIO_SYSSPACE; 10957c478bd9Sstevel@tonic-gate auio.uio_llimit = curproc->p_fsz_ctl; 10967c478bd9Sstevel@tonic-gate auio.uio_fmode = fflag; 10977c478bd9Sstevel@tonic-gate ioflag = auio.uio_fmode & 10987c478bd9Sstevel@tonic-gate (FAPPEND|FSYNC|FDSYNC|FRSYNC); 10997c478bd9Sstevel@tonic-gate error = VOP_WRITE(vp, &auio, ioflag, 11007c478bd9Sstevel@tonic-gate fp->f_cred, NULL); 11017c478bd9Sstevel@tonic-gate 11027c478bd9Sstevel@tonic-gate /* 11037c478bd9Sstevel@tonic-gate * Check how much data was written. 11047c478bd9Sstevel@tonic-gate * Increment the 'len' and decrement the 11057c478bd9Sstevel@tonic-gate * 'off' if all the data was not 11067c478bd9Sstevel@tonic-gate * written. 11077c478bd9Sstevel@tonic-gate */ 11087c478bd9Sstevel@tonic-gate cnt -= auio.uio_resid; 11097c478bd9Sstevel@tonic-gate sfv_len += auio.uio_resid; 11107c478bd9Sstevel@tonic-gate sfv_off -= auio.uio_resid; 11117c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_ru.ioch += 11127c478bd9Sstevel@tonic-gate (ulong_t)cnt; 11137c478bd9Sstevel@tonic-gate *fileoff += cnt; 11147c478bd9Sstevel@tonic-gate *count += cnt; 11157c478bd9Sstevel@tonic-gate if (error != 0) { 11162db6c79fSstevel kmem_free(buf, size); 1117b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, 1118b3528faeSVasumathi Sundaram - Sun Microsystems V_WRITELOCK_FALSE, NULL); 11197c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 11207c478bd9Sstevel@tonic-gate return (error); 11217c478bd9Sstevel@tonic-gate } 11227c478bd9Sstevel@tonic-gate } 11237c478bd9Sstevel@tonic-gate } 11241574ae68Sjohansen if (buf) { 11251574ae68Sjohansen kmem_free(buf, size); 11261574ae68Sjohansen buf = NULL; 11271574ae68Sjohansen } 1128b3528faeSVasumathi Sundaram - Sun Microsystems VOP_RWUNLOCK(readvp, V_WRITELOCK_FALSE, NULL); 11297c478bd9Sstevel@tonic-gate releasef(sfv->sfv_fd); 11307c478bd9Sstevel@tonic-gate } 11317c478bd9Sstevel@tonic-gate sfv++; 11327c478bd9Sstevel@tonic-gate } 11337c478bd9Sstevel@tonic-gate return (0); 11347c478bd9Sstevel@tonic-gate } 11357c478bd9Sstevel@tonic-gate 11367c478bd9Sstevel@tonic-gate ssize_t 11377c478bd9Sstevel@tonic-gate sendfilev(int opcode, int fildes, const struct sendfilevec *vec, int sfvcnt, 11387c478bd9Sstevel@tonic-gate size_t *xferred) 11397c478bd9Sstevel@tonic-gate { 1140311e3d4cSgeorges int error = 0; 1141311e3d4cSgeorges int first_vector_error = 0; 11427c478bd9Sstevel@tonic-gate file_t *fp; 11437c478bd9Sstevel@tonic-gate struct vnode *vp; 1144*c6f039c7SToomas Soome struct sonode *so = NULL; 11457c478bd9Sstevel@tonic-gate u_offset_t fileoff; 11467c478bd9Sstevel@tonic-gate int copy_cnt; 11477c478bd9Sstevel@tonic-gate const struct sendfilevec *copy_vec; 11487c478bd9Sstevel@tonic-gate struct sendfilevec sfv[SEND_MAX_CHUNK]; 11497c478bd9Sstevel@tonic-gate ssize_t count = 0; 11507c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 11517c478bd9Sstevel@tonic-gate struct ksendfilevec32 sfv32[SEND_MAX_CHUNK]; 11527c478bd9Sstevel@tonic-gate #endif 11530a8433caSrshoaib ssize_t total_size; 11547c478bd9Sstevel@tonic-gate int i; 11557c478bd9Sstevel@tonic-gate boolean_t is_sock = B_FALSE; 11567c478bd9Sstevel@tonic-gate int maxblk = 0; 11577c478bd9Sstevel@tonic-gate 11587c478bd9Sstevel@tonic-gate if (sfvcnt <= 0) 11597c478bd9Sstevel@tonic-gate return (set_errno(EINVAL)); 11607c478bd9Sstevel@tonic-gate 11617c478bd9Sstevel@tonic-gate if ((fp = getf(fildes)) == NULL) 11627c478bd9Sstevel@tonic-gate return (set_errno(EBADF)); 11637c478bd9Sstevel@tonic-gate 11647c478bd9Sstevel@tonic-gate if (((fp->f_flag) & FWRITE) == 0) { 11657c478bd9Sstevel@tonic-gate error = EBADF; 11667c478bd9Sstevel@tonic-gate goto err; 11677c478bd9Sstevel@tonic-gate } 11687c478bd9Sstevel@tonic-gate 11697c478bd9Sstevel@tonic-gate fileoff = fp->f_offset; 11707c478bd9Sstevel@tonic-gate vp = fp->f_vnode; 11717c478bd9Sstevel@tonic-gate 11727c478bd9Sstevel@tonic-gate switch (vp->v_type) { 11737c478bd9Sstevel@tonic-gate case VSOCK: 11747c478bd9Sstevel@tonic-gate so = VTOSO(vp); 11757c478bd9Sstevel@tonic-gate is_sock = B_TRUE; 11760f1702c5SYu Xiangning if (SOCK_IS_NONSTR(so)) { 11770f1702c5SYu Xiangning maxblk = so->so_proto_props.sopp_maxblk; 11780f1702c5SYu Xiangning } else { 11790f1702c5SYu Xiangning maxblk = (int)vp->v_stream->sd_maxblk; 11807c478bd9Sstevel@tonic-gate } 11817c478bd9Sstevel@tonic-gate break; 11827c478bd9Sstevel@tonic-gate case VREG: 11837c478bd9Sstevel@tonic-gate break; 11847c478bd9Sstevel@tonic-gate default: 11857c478bd9Sstevel@tonic-gate error = EINVAL; 11867c478bd9Sstevel@tonic-gate goto err; 11877c478bd9Sstevel@tonic-gate } 11887c478bd9Sstevel@tonic-gate 11897c478bd9Sstevel@tonic-gate switch (opcode) { 11907c478bd9Sstevel@tonic-gate case SENDFILEV : 11917c478bd9Sstevel@tonic-gate break; 11927c478bd9Sstevel@tonic-gate #if defined(_SYSCALL32_IMPL) || defined(_ILP32) 11937c478bd9Sstevel@tonic-gate case SENDFILEV64 : 11947c478bd9Sstevel@tonic-gate return (sendvec64(fp, (struct ksendfilevec64 *)vec, sfvcnt, 11957c478bd9Sstevel@tonic-gate (size32_t *)xferred, fildes)); 11967c478bd9Sstevel@tonic-gate #endif 11977c478bd9Sstevel@tonic-gate default : 11987c478bd9Sstevel@tonic-gate error = ENOSYS; 11997c478bd9Sstevel@tonic-gate break; 12007c478bd9Sstevel@tonic-gate } 12017c478bd9Sstevel@tonic-gate 12027c478bd9Sstevel@tonic-gate (void) VOP_RWLOCK(vp, V_WRITELOCK_TRUE, NULL); 12037c478bd9Sstevel@tonic-gate copy_vec = vec; 12047c478bd9Sstevel@tonic-gate 12057c478bd9Sstevel@tonic-gate do { 12060a8433caSrshoaib total_size = 0; 12077c478bd9Sstevel@tonic-gate copy_cnt = MIN(sfvcnt, SEND_MAX_CHUNK); 12087c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 12097c478bd9Sstevel@tonic-gate /* 32-bit callers need to have their iovec expanded. */ 12107c478bd9Sstevel@tonic-gate if (get_udatamodel() == DATAMODEL_ILP32) { 12117c478bd9Sstevel@tonic-gate if (copyin(copy_vec, sfv32, 12127c478bd9Sstevel@tonic-gate copy_cnt * sizeof (ksendfilevec32_t))) { 12137c478bd9Sstevel@tonic-gate error = EFAULT; 12147c478bd9Sstevel@tonic-gate break; 12157c478bd9Sstevel@tonic-gate } 12167c478bd9Sstevel@tonic-gate 12177c478bd9Sstevel@tonic-gate for (i = 0; i < copy_cnt; i++) { 12187c478bd9Sstevel@tonic-gate sfv[i].sfv_fd = sfv32[i].sfv_fd; 12197c478bd9Sstevel@tonic-gate sfv[i].sfv_off = 1220311e3d4cSgeorges (off_t)(uint32_t)sfv32[i].sfv_off; 12217c478bd9Sstevel@tonic-gate sfv[i].sfv_len = (size_t)sfv32[i].sfv_len; 12227c478bd9Sstevel@tonic-gate total_size += sfv[i].sfv_len; 12237c478bd9Sstevel@tonic-gate sfv[i].sfv_flag = sfv32[i].sfv_flag; 1224311e3d4cSgeorges /* 1225311e3d4cSgeorges * Individual elements of the vector must not 1226311e3d4cSgeorges * wrap or overflow, as later math is signed. 1227311e3d4cSgeorges * Equally total_size needs to be checked after 1228311e3d4cSgeorges * each vector is added in, to be sure that 1229311e3d4cSgeorges * rogue values haven't overflowed the counter. 1230311e3d4cSgeorges */ 1231311e3d4cSgeorges if (((ssize32_t)sfv[i].sfv_len < 0) || 1232311e3d4cSgeorges ((ssize32_t)total_size < 0)) { 1233311e3d4cSgeorges /* 1234311e3d4cSgeorges * Truncate the vector to send data 1235311e3d4cSgeorges * described by elements before the 1236311e3d4cSgeorges * error. 1237311e3d4cSgeorges */ 1238311e3d4cSgeorges copy_cnt = i; 1239311e3d4cSgeorges first_vector_error = EINVAL; 1240311e3d4cSgeorges /* total_size can't be trusted */ 1241311e3d4cSgeorges if ((ssize32_t)total_size < 0) 1242311e3d4cSgeorges error = EINVAL; 1243311e3d4cSgeorges break; 1244311e3d4cSgeorges } 12457c478bd9Sstevel@tonic-gate } 1246311e3d4cSgeorges /* Nothing to do, process errors */ 1247311e3d4cSgeorges if (copy_cnt == 0) 1248311e3d4cSgeorges break; 1249311e3d4cSgeorges 12507c478bd9Sstevel@tonic-gate } else { 12517c478bd9Sstevel@tonic-gate #endif 12527c478bd9Sstevel@tonic-gate if (copyin(copy_vec, sfv, 12537c478bd9Sstevel@tonic-gate copy_cnt * sizeof (sendfilevec_t))) { 12547c478bd9Sstevel@tonic-gate error = EFAULT; 12557c478bd9Sstevel@tonic-gate break; 12567c478bd9Sstevel@tonic-gate } 12577c478bd9Sstevel@tonic-gate 12587c478bd9Sstevel@tonic-gate for (i = 0; i < copy_cnt; i++) { 12597c478bd9Sstevel@tonic-gate total_size += sfv[i].sfv_len; 1260311e3d4cSgeorges /* 1261311e3d4cSgeorges * Individual elements of the vector must not 1262311e3d4cSgeorges * wrap or overflow, as later math is signed. 1263311e3d4cSgeorges * Equally total_size needs to be checked after 1264311e3d4cSgeorges * each vector is added in, to be sure that 1265311e3d4cSgeorges * rogue values haven't overflowed the counter. 1266311e3d4cSgeorges */ 1267311e3d4cSgeorges if (((ssize_t)sfv[i].sfv_len < 0) || 1268311e3d4cSgeorges (total_size < 0)) { 1269311e3d4cSgeorges /* 1270311e3d4cSgeorges * Truncate the vector to send data 1271311e3d4cSgeorges * described by elements before the 1272311e3d4cSgeorges * error. 1273311e3d4cSgeorges */ 1274311e3d4cSgeorges copy_cnt = i; 1275311e3d4cSgeorges first_vector_error = EINVAL; 1276311e3d4cSgeorges /* total_size can't be trusted */ 1277311e3d4cSgeorges if (total_size < 0) 1278311e3d4cSgeorges error = EINVAL; 1279311e3d4cSgeorges break; 1280311e3d4cSgeorges } 12817c478bd9Sstevel@tonic-gate } 1282311e3d4cSgeorges /* Nothing to do, process errors */ 1283311e3d4cSgeorges if (copy_cnt == 0) 1284311e3d4cSgeorges break; 12857c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 12867c478bd9Sstevel@tonic-gate } 12877c478bd9Sstevel@tonic-gate #endif 12887c478bd9Sstevel@tonic-gate 12897c478bd9Sstevel@tonic-gate /* 12907c478bd9Sstevel@tonic-gate * The task between deciding to use sendvec_small_chunk 12917c478bd9Sstevel@tonic-gate * and sendvec_chunk is dependant on multiple things: 12927c478bd9Sstevel@tonic-gate * 12937c478bd9Sstevel@tonic-gate * i) latency is important for smaller files. So if the 12947c478bd9Sstevel@tonic-gate * data is smaller than 'tcp_slow_start_initial' times 12957c478bd9Sstevel@tonic-gate * maxblk, then use sendvec_small_chunk which creates 12963b3d24f3SJayakara Kini * maxblk size mblks and chains them together and sends 12977c478bd9Sstevel@tonic-gate * them to TCP in one shot. It also leaves 'wroff' size 12987c478bd9Sstevel@tonic-gate * space for the headers in each mblk. 12997c478bd9Sstevel@tonic-gate * 13007c478bd9Sstevel@tonic-gate * ii) for total size bigger than 'tcp_slow_start_initial' 13017c478bd9Sstevel@tonic-gate * time maxblk, its probably real file data which is 13027c478bd9Sstevel@tonic-gate * dominating. So its better to use sendvec_chunk because 13037c478bd9Sstevel@tonic-gate * performance goes to dog if we don't do pagesize reads. 13047c478bd9Sstevel@tonic-gate * sendvec_chunk will do pagesize reads and write them 13057c478bd9Sstevel@tonic-gate * in pagesize mblks to TCP. 13067c478bd9Sstevel@tonic-gate * 13077c478bd9Sstevel@tonic-gate * Side Notes: A write to file has not been optimized. 13087c478bd9Sstevel@tonic-gate * Future zero copy code will plugin into sendvec_chunk 13097c478bd9Sstevel@tonic-gate * only because doing zero copy for files smaller then 13107c478bd9Sstevel@tonic-gate * pagesize is useless. 13117c478bd9Sstevel@tonic-gate * 13127c478bd9Sstevel@tonic-gate * Note, if socket has NL7C enabled then call NL7C's 13132c9e429eSbrutus * senfilev() function to consume the sfv[]. 13147c478bd9Sstevel@tonic-gate */ 13157c478bd9Sstevel@tonic-gate if (is_sock) { 13160f1702c5SYu Xiangning if (!SOCK_IS_NONSTR(so) && 13170f1702c5SYu Xiangning _SOTOTPI(so)->sti_nl7c_flags != 0) { 13180f1702c5SYu Xiangning error = nl7c_sendfilev(so, &fileoff, 13190f1702c5SYu Xiangning sfv, copy_cnt, &count); 13200f1702c5SYu Xiangning } else if ((total_size <= (4 * maxblk)) && 13210f1702c5SYu Xiangning error == 0) { 13220f1702c5SYu Xiangning error = sendvec_small_chunk(fp, 13230f1702c5SYu Xiangning &fileoff, sfv, copy_cnt, 13240f1702c5SYu Xiangning total_size, maxblk, &count); 13250f1702c5SYu Xiangning } else { 13260f1702c5SYu Xiangning error = sendvec_chunk(fp, &fileoff, 13270f1702c5SYu Xiangning sfv, copy_cnt, &count); 13287c478bd9Sstevel@tonic-gate } 13297c478bd9Sstevel@tonic-gate } else { 13307c478bd9Sstevel@tonic-gate ASSERT(vp->v_type == VREG); 13317c478bd9Sstevel@tonic-gate error = sendvec_chunk(fp, &fileoff, sfv, copy_cnt, 13327c478bd9Sstevel@tonic-gate &count); 13337c478bd9Sstevel@tonic-gate } 13347c478bd9Sstevel@tonic-gate 13357c478bd9Sstevel@tonic-gate 13367c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 1337c99fb8b3SToomas Soome if (get_udatamodel() == DATAMODEL_ILP32) { 1338c99fb8b3SToomas Soome copy_vec = (const struct sendfilevec *) 1339c99fb8b3SToomas Soome ((char *)copy_vec + 1340c99fb8b3SToomas Soome (copy_cnt * sizeof (ksendfilevec32_t))); 1341c99fb8b3SToomas Soome } else 13427c478bd9Sstevel@tonic-gate #endif 1343c99fb8b3SToomas Soome copy_vec += copy_cnt; 13447c478bd9Sstevel@tonic-gate sfvcnt -= copy_cnt; 1345311e3d4cSgeorges 1346311e3d4cSgeorges /* Process all vector members up to first error */ 1347311e3d4cSgeorges } while ((sfvcnt > 0) && first_vector_error == 0 && error == 0); 13487c478bd9Sstevel@tonic-gate 13497c478bd9Sstevel@tonic-gate if (vp->v_type == VREG) 13507c478bd9Sstevel@tonic-gate fp->f_offset += count; 13517c478bd9Sstevel@tonic-gate 13527c478bd9Sstevel@tonic-gate VOP_RWUNLOCK(vp, V_WRITELOCK_TRUE, NULL); 13537c478bd9Sstevel@tonic-gate 13547c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL 13557c478bd9Sstevel@tonic-gate if (get_udatamodel() == DATAMODEL_ILP32) { 13567c478bd9Sstevel@tonic-gate ssize32_t count32 = (ssize32_t)count; 13577c478bd9Sstevel@tonic-gate if (copyout(&count32, xferred, sizeof (count32))) 13587c478bd9Sstevel@tonic-gate error = EFAULT; 13597c478bd9Sstevel@tonic-gate releasef(fildes); 13607c478bd9Sstevel@tonic-gate if (error != 0) 13617c478bd9Sstevel@tonic-gate return (set_errno(error)); 1362311e3d4cSgeorges if (first_vector_error != 0) 1363311e3d4cSgeorges return (set_errno(first_vector_error)); 13647c478bd9Sstevel@tonic-gate return (count32); 13657c478bd9Sstevel@tonic-gate } 13667c478bd9Sstevel@tonic-gate #endif 13677c478bd9Sstevel@tonic-gate if (copyout(&count, xferred, sizeof (count))) 13687c478bd9Sstevel@tonic-gate error = EFAULT; 13697c478bd9Sstevel@tonic-gate releasef(fildes); 13707c478bd9Sstevel@tonic-gate if (error != 0) 13717c478bd9Sstevel@tonic-gate return (set_errno(error)); 1372311e3d4cSgeorges if (first_vector_error != 0) 1373311e3d4cSgeorges return (set_errno(first_vector_error)); 13747c478bd9Sstevel@tonic-gate return (count); 13757c478bd9Sstevel@tonic-gate err: 13767c478bd9Sstevel@tonic-gate ASSERT(error != 0); 13777c478bd9Sstevel@tonic-gate releasef(fildes); 13787c478bd9Sstevel@tonic-gate return (set_errno(error)); 13797c478bd9Sstevel@tonic-gate } 1380