17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate * CDDL HEADER START
37c478bd9Sstevel@tonic-gate *
47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the
5efd37614Sdv * Common Development and Distribution License (the "License").
6efd37614Sdv * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate *
87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate * and limitations under the License.
127c478bd9Sstevel@tonic-gate *
137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate *
197c478bd9Sstevel@tonic-gate * CDDL HEADER END
207c478bd9Sstevel@tonic-gate */
2175521904Sraf
227c478bd9Sstevel@tonic-gate /*
2396992ee7SEthindra Ramamurthy * Copyright (c) 1991, 2010, Oracle and/or its affiliates. All rights reserved.
246a0b1217SPatrick Mooney * Copyright 2019 Joyent, Inc.
257c478bd9Sstevel@tonic-gate */
267c478bd9Sstevel@tonic-gate
277c478bd9Sstevel@tonic-gate #include <sys/param.h>
287c478bd9Sstevel@tonic-gate #include <sys/vmparam.h>
297c478bd9Sstevel@tonic-gate #include <sys/types.h>
307c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h>
317c478bd9Sstevel@tonic-gate #include <sys/systm.h>
327c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h>
337c478bd9Sstevel@tonic-gate #include <sys/signal.h>
347c478bd9Sstevel@tonic-gate #include <sys/stack.h>
357c478bd9Sstevel@tonic-gate #include <sys/cred.h>
367c478bd9Sstevel@tonic-gate #include <sys/user.h>
377c478bd9Sstevel@tonic-gate #include <sys/debug.h>
387c478bd9Sstevel@tonic-gate #include <sys/errno.h>
397c478bd9Sstevel@tonic-gate #include <sys/proc.h>
407c478bd9Sstevel@tonic-gate #include <sys/var.h>
417c478bd9Sstevel@tonic-gate #include <sys/inline.h>
427c478bd9Sstevel@tonic-gate #include <sys/syscall.h>
437c478bd9Sstevel@tonic-gate #include <sys/ucontext.h>
447c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h>
457c478bd9Sstevel@tonic-gate #include <sys/siginfo.h>
467c478bd9Sstevel@tonic-gate #include <sys/trap.h>
477c478bd9Sstevel@tonic-gate #include <sys/machtrap.h>
487c478bd9Sstevel@tonic-gate #include <sys/sysinfo.h>
497c478bd9Sstevel@tonic-gate #include <sys/procfs.h>
507c478bd9Sstevel@tonic-gate #include <sys/prsystm.h>
517c478bd9Sstevel@tonic-gate #include <sys/fpu/fpusystm.h>
527c478bd9Sstevel@tonic-gate #include <sys/modctl.h>
537c478bd9Sstevel@tonic-gate #include <sys/aio_impl.h>
547c478bd9Sstevel@tonic-gate #include <c2/audit.h>
557c478bd9Sstevel@tonic-gate #include <sys/machpcb.h>
567c478bd9Sstevel@tonic-gate #include <sys/privregs.h>
577c478bd9Sstevel@tonic-gate #include <sys/copyops.h>
587c478bd9Sstevel@tonic-gate #include <sys/timer.h>
597c478bd9Sstevel@tonic-gate #include <sys/priv.h>
607c478bd9Sstevel@tonic-gate #include <sys/msacct.h>
617c478bd9Sstevel@tonic-gate
627c478bd9Sstevel@tonic-gate int syscalltrace = 0;
637c478bd9Sstevel@tonic-gate #ifdef SYSCALLTRACE
647c478bd9Sstevel@tonic-gate static kmutex_t systrace_lock; /* syscall tracing lock */
657c478bd9Sstevel@tonic-gate #endif /* SYSCALLTRACE */
667c478bd9Sstevel@tonic-gate
677c478bd9Sstevel@tonic-gate static krwlock_t *lock_syscall(struct sysent *, uint_t);
687c478bd9Sstevel@tonic-gate
697c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL
707c478bd9Sstevel@tonic-gate static struct sysent *
lwp_getsysent(klwp_t * lwp)717c478bd9Sstevel@tonic-gate lwp_getsysent(klwp_t *lwp)
727c478bd9Sstevel@tonic-gate {
737c478bd9Sstevel@tonic-gate if (lwp_getdatamodel(lwp) == DATAMODEL_NATIVE)
747c478bd9Sstevel@tonic-gate return (sysent);
757c478bd9Sstevel@tonic-gate return (sysent32);
767c478bd9Sstevel@tonic-gate }
777c478bd9Sstevel@tonic-gate #define LWP_GETSYSENT(lwp) (lwp_getsysent(lwp))
787c478bd9Sstevel@tonic-gate #else
797c478bd9Sstevel@tonic-gate #define LWP_GETSYSENT(lwp) (sysent)
807c478bd9Sstevel@tonic-gate #endif
817c478bd9Sstevel@tonic-gate
827c478bd9Sstevel@tonic-gate /*
837c478bd9Sstevel@tonic-gate * Called to restore the lwp's register window just before
847c478bd9Sstevel@tonic-gate * returning to user level (only if the registers have been
857c478bd9Sstevel@tonic-gate * fetched or modified through /proc).
867c478bd9Sstevel@tonic-gate */
877c478bd9Sstevel@tonic-gate /*ARGSUSED1*/
887c478bd9Sstevel@tonic-gate void
xregrestore(klwp_t * lwp,int shared)897c478bd9Sstevel@tonic-gate xregrestore(klwp_t *lwp, int shared)
907c478bd9Sstevel@tonic-gate {
917c478bd9Sstevel@tonic-gate /*
927c478bd9Sstevel@tonic-gate * If locals+ins were modified by /proc copy them out.
937c478bd9Sstevel@tonic-gate * Also copy to the shared window, if necessary.
947c478bd9Sstevel@tonic-gate */
957c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_xregstat == XREGMODIFIED) {
967c478bd9Sstevel@tonic-gate struct machpcb *mpcb = lwptompcb(lwp);
977c478bd9Sstevel@tonic-gate caddr_t sp = (caddr_t)lwptoregs(lwp)->r_sp;
987c478bd9Sstevel@tonic-gate
997c478bd9Sstevel@tonic-gate size_t rwinsize;
1007c478bd9Sstevel@tonic-gate caddr_t rwp;
1017c478bd9Sstevel@tonic-gate int is64;
1027c478bd9Sstevel@tonic-gate
1037c478bd9Sstevel@tonic-gate if (lwp_getdatamodel(lwp) == DATAMODEL_LP64) {
1047c478bd9Sstevel@tonic-gate rwinsize = sizeof (struct rwindow);
1057c478bd9Sstevel@tonic-gate rwp = sp + STACK_BIAS;
1067c478bd9Sstevel@tonic-gate is64 = 1;
1077c478bd9Sstevel@tonic-gate } else {
1087c478bd9Sstevel@tonic-gate rwinsize = sizeof (struct rwindow32);
10975521904Sraf sp = (caddr_t)(uintptr_t)(caddr32_t)(uintptr_t)sp;
1107c478bd9Sstevel@tonic-gate rwp = sp;
1117c478bd9Sstevel@tonic-gate is64 = 0;
1127c478bd9Sstevel@tonic-gate }
1137c478bd9Sstevel@tonic-gate
1147c478bd9Sstevel@tonic-gate if (is64)
1157c478bd9Sstevel@tonic-gate (void) copyout_nowatch(&lwp->lwp_pcb.pcb_xregs,
116d3e55dcdSgww rwp, rwinsize);
1177c478bd9Sstevel@tonic-gate else {
1187c478bd9Sstevel@tonic-gate struct rwindow32 rwindow32;
1197c478bd9Sstevel@tonic-gate int watched;
1207c478bd9Sstevel@tonic-gate
1217c478bd9Sstevel@tonic-gate watched = watch_disable_addr(rwp, rwinsize, S_WRITE);
1227c478bd9Sstevel@tonic-gate rwindow_nto32(&lwp->lwp_pcb.pcb_xregs, &rwindow32);
1237c478bd9Sstevel@tonic-gate (void) copyout(&rwindow32, rwp, rwinsize);
1247c478bd9Sstevel@tonic-gate if (watched)
1257c478bd9Sstevel@tonic-gate watch_enable_addr(rwp, rwinsize, S_WRITE);
1267c478bd9Sstevel@tonic-gate }
1277c478bd9Sstevel@tonic-gate
1287c478bd9Sstevel@tonic-gate /* also copy to the user return window */
1297c478bd9Sstevel@tonic-gate mpcb->mpcb_rsp[0] = sp;
1307c478bd9Sstevel@tonic-gate mpcb->mpcb_rsp[1] = NULL;
1317c478bd9Sstevel@tonic-gate bcopy(&lwp->lwp_pcb.pcb_xregs, &mpcb->mpcb_rwin[0],
132d3e55dcdSgww sizeof (lwp->lwp_pcb.pcb_xregs));
1337c478bd9Sstevel@tonic-gate }
1347c478bd9Sstevel@tonic-gate lwp->lwp_pcb.pcb_xregstat = XREGNONE;
1357c478bd9Sstevel@tonic-gate }
1367c478bd9Sstevel@tonic-gate
1377c478bd9Sstevel@tonic-gate
1387c478bd9Sstevel@tonic-gate /*
1397c478bd9Sstevel@tonic-gate * Get the arguments to the current system call.
1407c478bd9Sstevel@tonic-gate * lwp->lwp_ap normally points to the out regs in the reg structure.
1417c478bd9Sstevel@tonic-gate * If the user is going to change the out registers and might want to
1427c478bd9Sstevel@tonic-gate * get the args (for /proc tracing), it must copy the args elsewhere
1437c478bd9Sstevel@tonic-gate * via save_syscall_args().
1447c478bd9Sstevel@tonic-gate */
1457c478bd9Sstevel@tonic-gate uint_t
get_syscall_args(klwp_t * lwp,long * argp,int * nargsp)1467c478bd9Sstevel@tonic-gate get_syscall_args(klwp_t *lwp, long *argp, int *nargsp)
1477c478bd9Sstevel@tonic-gate {
1487c478bd9Sstevel@tonic-gate kthread_t *t = lwptot(lwp);
1497c478bd9Sstevel@tonic-gate uint_t code = t->t_sysnum;
1507c478bd9Sstevel@tonic-gate long mask;
1517c478bd9Sstevel@tonic-gate long *ap;
1527c478bd9Sstevel@tonic-gate int nargs;
1537c478bd9Sstevel@tonic-gate
1547c478bd9Sstevel@tonic-gate if (lwptoproc(lwp)->p_model == DATAMODEL_ILP32)
1557c478bd9Sstevel@tonic-gate mask = (uint32_t)0xffffffffU;
1567c478bd9Sstevel@tonic-gate else
1577c478bd9Sstevel@tonic-gate mask = 0xffffffffffffffff;
1587c478bd9Sstevel@tonic-gate
1597c478bd9Sstevel@tonic-gate if (code != 0 && code < NSYSCALL) {
1607c478bd9Sstevel@tonic-gate
1617c478bd9Sstevel@tonic-gate nargs = LWP_GETSYSENT(lwp)[code].sy_narg;
1627c478bd9Sstevel@tonic-gate
1637c478bd9Sstevel@tonic-gate ASSERT(nargs <= MAXSYSARGS);
1647c478bd9Sstevel@tonic-gate
1657c478bd9Sstevel@tonic-gate *nargsp = nargs;
1667c478bd9Sstevel@tonic-gate ap = lwp->lwp_ap;
1677c478bd9Sstevel@tonic-gate while (nargs-- > 0)
1687c478bd9Sstevel@tonic-gate *argp++ = *ap++ & mask;
1697c478bd9Sstevel@tonic-gate } else {
1707c478bd9Sstevel@tonic-gate *nargsp = 0;
1717c478bd9Sstevel@tonic-gate }
1727c478bd9Sstevel@tonic-gate return (code);
1737c478bd9Sstevel@tonic-gate }
1747c478bd9Sstevel@tonic-gate
1757c478bd9Sstevel@tonic-gate #ifdef _SYSCALL32_IMPL
1767c478bd9Sstevel@tonic-gate /*
1777c478bd9Sstevel@tonic-gate * Get the arguments to the current 32-bit system call.
1787c478bd9Sstevel@tonic-gate */
1797c478bd9Sstevel@tonic-gate uint_t
get_syscall32_args(klwp_t * lwp,int * argp,int * nargsp)1807c478bd9Sstevel@tonic-gate get_syscall32_args(klwp_t *lwp, int *argp, int *nargsp)
1817c478bd9Sstevel@tonic-gate {
1827c478bd9Sstevel@tonic-gate long args[MAXSYSARGS];
1837c478bd9Sstevel@tonic-gate uint_t i, code;
1847c478bd9Sstevel@tonic-gate
1857c478bd9Sstevel@tonic-gate code = get_syscall_args(lwp, args, nargsp);
1867c478bd9Sstevel@tonic-gate for (i = 0; i != *nargsp; i++)
1877c478bd9Sstevel@tonic-gate *argp++ = (int)args[i];
1887c478bd9Sstevel@tonic-gate return (code);
1897c478bd9Sstevel@tonic-gate }
1907c478bd9Sstevel@tonic-gate #endif
1917c478bd9Sstevel@tonic-gate
1927c478bd9Sstevel@tonic-gate /*
19387a1342dSToomas Soome * Save the system call arguments in a safe place.
1947c478bd9Sstevel@tonic-gate * lwp->lwp_ap normally points to the out regs in the reg structure.
1957c478bd9Sstevel@tonic-gate * If the user is going to change the out registers, g1, or the stack,
1967c478bd9Sstevel@tonic-gate * and might want to get the args (for /proc tracing), it must copy
1977c478bd9Sstevel@tonic-gate * the args elsewhere via save_syscall_args().
1987c478bd9Sstevel@tonic-gate *
1997c478bd9Sstevel@tonic-gate * This may be called from stop() even when we're not in a system call.
2007c478bd9Sstevel@tonic-gate * Since there's no easy way to tell, this must be safe (not panic).
2017c478bd9Sstevel@tonic-gate * If the copyins get data faults, return non-zero.
2027c478bd9Sstevel@tonic-gate */
2037c478bd9Sstevel@tonic-gate int
save_syscall_args()2047c478bd9Sstevel@tonic-gate save_syscall_args()
2057c478bd9Sstevel@tonic-gate {
2067c478bd9Sstevel@tonic-gate kthread_t *t = curthread;
2077c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(t);
2087c478bd9Sstevel@tonic-gate struct regs *rp = lwptoregs(lwp);
2097c478bd9Sstevel@tonic-gate uint_t code = t->t_sysnum;
2107c478bd9Sstevel@tonic-gate uint_t nargs;
2117c478bd9Sstevel@tonic-gate int i;
2127c478bd9Sstevel@tonic-gate caddr_t ua;
2137c478bd9Sstevel@tonic-gate model_t datamodel;
2147c478bd9Sstevel@tonic-gate
2157c478bd9Sstevel@tonic-gate if (lwp->lwp_argsaved || code == 0)
2167c478bd9Sstevel@tonic-gate return (0); /* args already saved or not needed */
2177c478bd9Sstevel@tonic-gate
2187c478bd9Sstevel@tonic-gate if (code >= NSYSCALL) {
2197c478bd9Sstevel@tonic-gate nargs = 0; /* illegal syscall */
2207c478bd9Sstevel@tonic-gate } else {
2217c478bd9Sstevel@tonic-gate struct sysent *se = LWP_GETSYSENT(lwp);
2227c478bd9Sstevel@tonic-gate struct sysent *callp = se + code;
2237c478bd9Sstevel@tonic-gate
2247c478bd9Sstevel@tonic-gate nargs = callp->sy_narg;
2257c478bd9Sstevel@tonic-gate if (LOADABLE_SYSCALL(callp) && nargs == 0) {
2267c478bd9Sstevel@tonic-gate krwlock_t *module_lock;
2277c478bd9Sstevel@tonic-gate
2287c478bd9Sstevel@tonic-gate /*
2297c478bd9Sstevel@tonic-gate * Find out how many arguments the system
2307c478bd9Sstevel@tonic-gate * call uses.
2317c478bd9Sstevel@tonic-gate *
2327c478bd9Sstevel@tonic-gate * We have the property that loaded syscalls
2337c478bd9Sstevel@tonic-gate * never change the number of arguments they
2347c478bd9Sstevel@tonic-gate * use after they've been loaded once. This
2357c478bd9Sstevel@tonic-gate * allows us to stop for /proc tracing without
2367c478bd9Sstevel@tonic-gate * holding the module lock.
2377c478bd9Sstevel@tonic-gate * /proc is assured that sy_narg is valid.
2387c478bd9Sstevel@tonic-gate */
2397c478bd9Sstevel@tonic-gate module_lock = lock_syscall(se, code);
2407c478bd9Sstevel@tonic-gate nargs = callp->sy_narg;
2417c478bd9Sstevel@tonic-gate rw_exit(module_lock);
2427c478bd9Sstevel@tonic-gate }
2437c478bd9Sstevel@tonic-gate }
2447c478bd9Sstevel@tonic-gate
2457c478bd9Sstevel@tonic-gate /*
2467c478bd9Sstevel@tonic-gate * Fetch the system call arguments.
2477c478bd9Sstevel@tonic-gate */
2487c478bd9Sstevel@tonic-gate if (nargs == 0)
2497c478bd9Sstevel@tonic-gate goto out;
2507c478bd9Sstevel@tonic-gate
2517c478bd9Sstevel@tonic-gate
2527c478bd9Sstevel@tonic-gate ASSERT(nargs <= MAXSYSARGS);
2537c478bd9Sstevel@tonic-gate
2547c478bd9Sstevel@tonic-gate if ((datamodel = lwp_getdatamodel(lwp)) == DATAMODEL_ILP32) {
2557c478bd9Sstevel@tonic-gate
2567c478bd9Sstevel@tonic-gate if (rp->r_g1 == 0) { /* indirect syscall */
2577c478bd9Sstevel@tonic-gate
2587c478bd9Sstevel@tonic-gate lwp->lwp_arg[0] = (uint32_t)rp->r_o1;
2597c478bd9Sstevel@tonic-gate lwp->lwp_arg[1] = (uint32_t)rp->r_o2;
2607c478bd9Sstevel@tonic-gate lwp->lwp_arg[2] = (uint32_t)rp->r_o3;
2617c478bd9Sstevel@tonic-gate lwp->lwp_arg[3] = (uint32_t)rp->r_o4;
2627c478bd9Sstevel@tonic-gate lwp->lwp_arg[4] = (uint32_t)rp->r_o5;
2637c478bd9Sstevel@tonic-gate if (nargs > 5) {
26475521904Sraf ua = (caddr_t)(uintptr_t)(caddr32_t)(uintptr_t)
26575521904Sraf (rp->r_sp + MINFRAME32);
2667c478bd9Sstevel@tonic-gate for (i = 5; i < nargs; i++) {
2677c478bd9Sstevel@tonic-gate uint32_t a;
2687c478bd9Sstevel@tonic-gate if (fuword32(ua, &a) != 0)
2697c478bd9Sstevel@tonic-gate return (-1);
2707c478bd9Sstevel@tonic-gate lwp->lwp_arg[i] = a;
2717c478bd9Sstevel@tonic-gate ua += sizeof (a);
2727c478bd9Sstevel@tonic-gate }
2737c478bd9Sstevel@tonic-gate }
2747c478bd9Sstevel@tonic-gate } else {
2757c478bd9Sstevel@tonic-gate lwp->lwp_arg[0] = (uint32_t)rp->r_o0;
2767c478bd9Sstevel@tonic-gate lwp->lwp_arg[1] = (uint32_t)rp->r_o1;
2777c478bd9Sstevel@tonic-gate lwp->lwp_arg[2] = (uint32_t)rp->r_o2;
2787c478bd9Sstevel@tonic-gate lwp->lwp_arg[3] = (uint32_t)rp->r_o3;
2797c478bd9Sstevel@tonic-gate lwp->lwp_arg[4] = (uint32_t)rp->r_o4;
2807c478bd9Sstevel@tonic-gate lwp->lwp_arg[5] = (uint32_t)rp->r_o5;
2817c478bd9Sstevel@tonic-gate if (nargs > 6) {
28275521904Sraf ua = (caddr_t)(uintptr_t)(caddr32_t)(uintptr_t)
28375521904Sraf (rp->r_sp + MINFRAME32);
2847c478bd9Sstevel@tonic-gate for (i = 6; i < nargs; i++) {
2857c478bd9Sstevel@tonic-gate uint32_t a;
2867c478bd9Sstevel@tonic-gate if (fuword32(ua, &a) != 0)
2877c478bd9Sstevel@tonic-gate return (-1);
2887c478bd9Sstevel@tonic-gate lwp->lwp_arg[i] = a;
2897c478bd9Sstevel@tonic-gate ua += sizeof (a);
2907c478bd9Sstevel@tonic-gate }
2917c478bd9Sstevel@tonic-gate }
2927c478bd9Sstevel@tonic-gate }
2937c478bd9Sstevel@tonic-gate } else {
2947c478bd9Sstevel@tonic-gate ASSERT(datamodel == DATAMODEL_LP64);
2957c478bd9Sstevel@tonic-gate lwp->lwp_arg[0] = rp->r_o0;
2967c478bd9Sstevel@tonic-gate lwp->lwp_arg[1] = rp->r_o1;
2977c478bd9Sstevel@tonic-gate lwp->lwp_arg[2] = rp->r_o2;
2987c478bd9Sstevel@tonic-gate lwp->lwp_arg[3] = rp->r_o3;
2997c478bd9Sstevel@tonic-gate lwp->lwp_arg[4] = rp->r_o4;
3007c478bd9Sstevel@tonic-gate lwp->lwp_arg[5] = rp->r_o5;
3017c478bd9Sstevel@tonic-gate if (nargs > 6) {
3027c478bd9Sstevel@tonic-gate ua = (caddr_t)rp->r_sp + MINFRAME + STACK_BIAS;
3037c478bd9Sstevel@tonic-gate for (i = 6; i < nargs; i++) {
3047c478bd9Sstevel@tonic-gate unsigned long a;
3057c478bd9Sstevel@tonic-gate if (fulword(ua, &a) != 0)
3067c478bd9Sstevel@tonic-gate return (-1);
3077c478bd9Sstevel@tonic-gate lwp->lwp_arg[i] = a;
3087c478bd9Sstevel@tonic-gate ua += sizeof (a);
3097c478bd9Sstevel@tonic-gate }
3107c478bd9Sstevel@tonic-gate }
3117c478bd9Sstevel@tonic-gate }
3127c478bd9Sstevel@tonic-gate
3137c478bd9Sstevel@tonic-gate out:
3147c478bd9Sstevel@tonic-gate lwp->lwp_ap = lwp->lwp_arg;
3157c478bd9Sstevel@tonic-gate lwp->lwp_argsaved = 1;
3167c478bd9Sstevel@tonic-gate t->t_post_sys = 1; /* so lwp_ap will be reset */
3177c478bd9Sstevel@tonic-gate return (0);
3187c478bd9Sstevel@tonic-gate }
3197c478bd9Sstevel@tonic-gate
3207c478bd9Sstevel@tonic-gate void
reset_syscall_args(void)3217c478bd9Sstevel@tonic-gate reset_syscall_args(void)
3227c478bd9Sstevel@tonic-gate {
3237c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread);
3247c478bd9Sstevel@tonic-gate
3257c478bd9Sstevel@tonic-gate lwp->lwp_ap = (long *)&lwptoregs(lwp)->r_o0;
3267c478bd9Sstevel@tonic-gate lwp->lwp_argsaved = 0;
3277c478bd9Sstevel@tonic-gate }
3287c478bd9Sstevel@tonic-gate
3297c478bd9Sstevel@tonic-gate /*
3307c478bd9Sstevel@tonic-gate * nonexistent system call-- signal lwp (may want to handle it)
3317c478bd9Sstevel@tonic-gate * flag error if lwp won't see signal immediately
3327c478bd9Sstevel@tonic-gate * This works for old or new calling sequence.
3337c478bd9Sstevel@tonic-gate */
3347c478bd9Sstevel@tonic-gate int64_t
nosys(void)33587a1342dSToomas Soome nosys(void)
3367c478bd9Sstevel@tonic-gate {
3377c478bd9Sstevel@tonic-gate tsignal(curthread, SIGSYS);
3387c478bd9Sstevel@tonic-gate return ((int64_t)set_errno(ENOSYS));
3397c478bd9Sstevel@tonic-gate }
3407c478bd9Sstevel@tonic-gate
34187a1342dSToomas Soome int
nosys32(void)34287a1342dSToomas Soome nosys32(void)
34387a1342dSToomas Soome {
34487a1342dSToomas Soome return (nosys());
34587a1342dSToomas Soome }
34687a1342dSToomas Soome
3477c478bd9Sstevel@tonic-gate /*
3487c478bd9Sstevel@tonic-gate * Perform pre-system-call processing, including stopping for tracing,
3497c478bd9Sstevel@tonic-gate * auditing, microstate-accounting, etc.
3507c478bd9Sstevel@tonic-gate *
3517c478bd9Sstevel@tonic-gate * This routine is called only if the t_pre_sys flag is set. Any condition
3527c478bd9Sstevel@tonic-gate * requiring pre-syscall handling must set the t_pre_sys flag. If the
3537c478bd9Sstevel@tonic-gate * condition is persistent, this routine will repost t_pre_sys.
3547c478bd9Sstevel@tonic-gate */
3557c478bd9Sstevel@tonic-gate int
pre_syscall(int arg0)3567c478bd9Sstevel@tonic-gate pre_syscall(int arg0)
3577c478bd9Sstevel@tonic-gate {
3587c478bd9Sstevel@tonic-gate unsigned int code;
3597c478bd9Sstevel@tonic-gate kthread_t *t = curthread;
3607c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t);
3617c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(t);
3627c478bd9Sstevel@tonic-gate struct regs *rp = lwptoregs(lwp);
3637c478bd9Sstevel@tonic-gate int repost;
3647c478bd9Sstevel@tonic-gate
3657c478bd9Sstevel@tonic-gate t->t_pre_sys = repost = 0; /* clear pre-syscall processing flag */
3667c478bd9Sstevel@tonic-gate
3677c478bd9Sstevel@tonic-gate ASSERT(t->t_schedflag & TS_DONT_SWAP);
3687c478bd9Sstevel@tonic-gate
3697c478bd9Sstevel@tonic-gate syscall_mstate(LMS_USER, LMS_SYSTEM);
3707c478bd9Sstevel@tonic-gate
3717c478bd9Sstevel@tonic-gate /*
3727c478bd9Sstevel@tonic-gate * The syscall arguments in the out registers should be pointed to
3737c478bd9Sstevel@tonic-gate * by lwp_ap. If the args need to be copied so that the outs can
3747c478bd9Sstevel@tonic-gate * be changed without losing the ability to get the args for /proc,
3757c478bd9Sstevel@tonic-gate * they can be saved by save_syscall_args(), and lwp_ap will be
3767c478bd9Sstevel@tonic-gate * restored by post_syscall().
3777c478bd9Sstevel@tonic-gate */
3787c478bd9Sstevel@tonic-gate ASSERT(lwp->lwp_ap == (long *)&rp->r_o0);
3797c478bd9Sstevel@tonic-gate
3807c478bd9Sstevel@tonic-gate /*
3817c478bd9Sstevel@tonic-gate * Make sure the thread is holding the latest credentials for the
3827c478bd9Sstevel@tonic-gate * process. The credentials in the process right now apply to this
3837c478bd9Sstevel@tonic-gate * thread for the entire system call.
3847c478bd9Sstevel@tonic-gate */
3857c478bd9Sstevel@tonic-gate if (t->t_cred != p->p_cred) {
3867c478bd9Sstevel@tonic-gate cred_t *oldcred = t->t_cred;
3877c478bd9Sstevel@tonic-gate /*
3887c478bd9Sstevel@tonic-gate * DTrace accesses t_cred in probe context. t_cred must
3897c478bd9Sstevel@tonic-gate * always be either NULL, or point to a valid, allocated cred
3907c478bd9Sstevel@tonic-gate * structure.
3917c478bd9Sstevel@tonic-gate */
3927c478bd9Sstevel@tonic-gate t->t_cred = crgetcred();
3937c478bd9Sstevel@tonic-gate crfree(oldcred);
3947c478bd9Sstevel@tonic-gate }
3957c478bd9Sstevel@tonic-gate
3967c478bd9Sstevel@tonic-gate /*
3977c478bd9Sstevel@tonic-gate * Undo special arrangements to single-step the lwp
3987c478bd9Sstevel@tonic-gate * so that a debugger will see valid register contents.
3997c478bd9Sstevel@tonic-gate * Also so that the pc is valid for syncfpu().
4007c478bd9Sstevel@tonic-gate * Also so that a syscall like exec() can be stepped.
4017c478bd9Sstevel@tonic-gate */
4027c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_step != STEP_NONE) {
4037c478bd9Sstevel@tonic-gate (void) prundostep();
4047c478bd9Sstevel@tonic-gate repost = 1;
4057c478bd9Sstevel@tonic-gate }
4067c478bd9Sstevel@tonic-gate
4077c478bd9Sstevel@tonic-gate /*
4087c478bd9Sstevel@tonic-gate * Check for indirect system call in case we stop for tracing.
4097c478bd9Sstevel@tonic-gate * Don't allow multiple indirection.
4107c478bd9Sstevel@tonic-gate */
4117c478bd9Sstevel@tonic-gate code = t->t_sysnum;
4127c478bd9Sstevel@tonic-gate if (code == 0 && arg0 != 0) { /* indirect syscall */
4137c478bd9Sstevel@tonic-gate code = arg0;
4147c478bd9Sstevel@tonic-gate t->t_sysnum = arg0;
4157c478bd9Sstevel@tonic-gate }
4167c478bd9Sstevel@tonic-gate
4177c478bd9Sstevel@tonic-gate /*
418*bbf21555SRichard Lowe * From the proc(5) manual page:
4197c478bd9Sstevel@tonic-gate * When entry to a system call is being traced, the traced process
4207c478bd9Sstevel@tonic-gate * stops after having begun the call to the system but before the
4217c478bd9Sstevel@tonic-gate * system call arguments have been fetched from the process.
4227c478bd9Sstevel@tonic-gate * If proc changes the args we must refetch them after starting.
4237c478bd9Sstevel@tonic-gate */
4247c478bd9Sstevel@tonic-gate if (PTOU(p)->u_systrap) {
4257c478bd9Sstevel@tonic-gate if (prismember(&PTOU(p)->u_entrymask, code)) {
4267c478bd9Sstevel@tonic-gate /*
4277c478bd9Sstevel@tonic-gate * Recheck stop condition, now that lock is held.
4287c478bd9Sstevel@tonic-gate */
4297c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock);
4307c478bd9Sstevel@tonic-gate if (PTOU(p)->u_systrap &&
4317c478bd9Sstevel@tonic-gate prismember(&PTOU(p)->u_entrymask, code)) {
4327c478bd9Sstevel@tonic-gate stop(PR_SYSENTRY, code);
4337c478bd9Sstevel@tonic-gate /*
4347c478bd9Sstevel@tonic-gate * Must refetch args since they were
4357c478bd9Sstevel@tonic-gate * possibly modified by /proc. Indicate
4367c478bd9Sstevel@tonic-gate * that the valid copy is in the
4377c478bd9Sstevel@tonic-gate * registers.
4387c478bd9Sstevel@tonic-gate */
4397c478bd9Sstevel@tonic-gate lwp->lwp_argsaved = 0;
4407c478bd9Sstevel@tonic-gate lwp->lwp_ap = (long *)&rp->r_o0;
4417c478bd9Sstevel@tonic-gate }
4427c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock);
4437c478bd9Sstevel@tonic-gate }
4447c478bd9Sstevel@tonic-gate repost = 1;
4457c478bd9Sstevel@tonic-gate }
4467c478bd9Sstevel@tonic-gate
4477c478bd9Sstevel@tonic-gate if (lwp->lwp_sysabort) {
4487c478bd9Sstevel@tonic-gate /*
4497c478bd9Sstevel@tonic-gate * lwp_sysabort may have been set via /proc while the process
4507c478bd9Sstevel@tonic-gate * was stopped on PR_SYSENTRY. If so, abort the system call.
4517c478bd9Sstevel@tonic-gate * Override any error from the copyin() of the arguments.
4527c478bd9Sstevel@tonic-gate */
4537c478bd9Sstevel@tonic-gate lwp->lwp_sysabort = 0;
4547c478bd9Sstevel@tonic-gate (void) set_errno(EINTR); /* sets post-sys processing */
4557c478bd9Sstevel@tonic-gate t->t_pre_sys = 1; /* repost anyway */
4567c478bd9Sstevel@tonic-gate return (1); /* don't do system call, return EINTR */
4577c478bd9Sstevel@tonic-gate }
4587c478bd9Sstevel@tonic-gate
459005d3febSMarek Pospisil /* begin auditing for this syscall */
460005d3febSMarek Pospisil if (audit_active == C2AUDIT_LOADED) {
461005d3febSMarek Pospisil uint32_t auditing = au_zone_getstate(NULL);
462005d3febSMarek Pospisil
463005d3febSMarek Pospisil if (auditing & AU_AUDIT_MASK) {
464005d3febSMarek Pospisil int error;
465005d3febSMarek Pospisil if (error = audit_start(T_SYSCALL, code, auditing, \
466005d3febSMarek Pospisil 0, lwp)) {
467005d3febSMarek Pospisil t->t_pre_sys = 1; /* repost anyway */
468005d3febSMarek Pospisil lwp->lwp_error = 0; /* for old drivers */
469005d3febSMarek Pospisil return (error);
470005d3febSMarek Pospisil }
471005d3febSMarek Pospisil repost = 1;
4727c478bd9Sstevel@tonic-gate }
4737c478bd9Sstevel@tonic-gate }
4747c478bd9Sstevel@tonic-gate
4757c478bd9Sstevel@tonic-gate #ifdef SYSCALLTRACE
4767c478bd9Sstevel@tonic-gate if (syscalltrace) {
4777c478bd9Sstevel@tonic-gate int i;
4787c478bd9Sstevel@tonic-gate long *ap;
4797c478bd9Sstevel@tonic-gate char *cp;
4807c478bd9Sstevel@tonic-gate char *sysname;
4817c478bd9Sstevel@tonic-gate struct sysent *callp;
4827c478bd9Sstevel@tonic-gate
4837c478bd9Sstevel@tonic-gate if (code >= NSYSCALL)
4847c478bd9Sstevel@tonic-gate callp = &nosys_ent; /* nosys has no args */
4857c478bd9Sstevel@tonic-gate else
4867c478bd9Sstevel@tonic-gate callp = LWP_GETSYSENT(lwp) + code;
4877c478bd9Sstevel@tonic-gate (void) save_syscall_args();
4887c478bd9Sstevel@tonic-gate mutex_enter(&systrace_lock);
4897c478bd9Sstevel@tonic-gate printf("%d: ", p->p_pid);
4907c478bd9Sstevel@tonic-gate if (code >= NSYSCALL)
4917c478bd9Sstevel@tonic-gate printf("0x%x", code);
4927c478bd9Sstevel@tonic-gate else {
4937c478bd9Sstevel@tonic-gate sysname = mod_getsysname(code);
4947c478bd9Sstevel@tonic-gate printf("%s[0x%x]", sysname == NULL ? "NULL" :
4957c478bd9Sstevel@tonic-gate sysname, code);
4967c478bd9Sstevel@tonic-gate }
4977c478bd9Sstevel@tonic-gate cp = "(";
4987c478bd9Sstevel@tonic-gate for (i = 0, ap = lwp->lwp_ap; i < callp->sy_narg; i++, ap++) {
4997c478bd9Sstevel@tonic-gate printf("%s%lx", cp, *ap);
5007c478bd9Sstevel@tonic-gate cp = ", ";
5017c478bd9Sstevel@tonic-gate }
5027c478bd9Sstevel@tonic-gate if (i)
5037c478bd9Sstevel@tonic-gate printf(")");
5047c478bd9Sstevel@tonic-gate printf(" %s id=0x%p\n", PTOU(p)->u_comm, curthread);
5057c478bd9Sstevel@tonic-gate mutex_exit(&systrace_lock);
5067c478bd9Sstevel@tonic-gate }
5077c478bd9Sstevel@tonic-gate #endif /* SYSCALLTRACE */
5087c478bd9Sstevel@tonic-gate
5097c478bd9Sstevel@tonic-gate /*
5107c478bd9Sstevel@tonic-gate * If there was a continuing reason for pre-syscall processing,
5117c478bd9Sstevel@tonic-gate * set the t_pre_sys flag for the next system call.
5127c478bd9Sstevel@tonic-gate */
5137c478bd9Sstevel@tonic-gate if (repost)
5147c478bd9Sstevel@tonic-gate t->t_pre_sys = 1;
5157c478bd9Sstevel@tonic-gate lwp->lwp_error = 0; /* for old drivers */
5167c478bd9Sstevel@tonic-gate lwp->lwp_badpriv = PRIV_NONE; /* for privilege tracing */
5177c478bd9Sstevel@tonic-gate return (0);
5187c478bd9Sstevel@tonic-gate }
5197c478bd9Sstevel@tonic-gate
5207c478bd9Sstevel@tonic-gate /*
5217c478bd9Sstevel@tonic-gate * Post-syscall processing. Perform abnormal system call completion
5227c478bd9Sstevel@tonic-gate * actions such as /proc tracing, profiling, signals, preemption, etc.
5237c478bd9Sstevel@tonic-gate *
5247c478bd9Sstevel@tonic-gate * This routine is called only if t_post_sys, t_sig_check, or t_astflag is set.
5257c478bd9Sstevel@tonic-gate * Any condition requiring pre-syscall handling must set one of these.
5267c478bd9Sstevel@tonic-gate * If the condition is persistent, this routine will repost t_post_sys.
5277c478bd9Sstevel@tonic-gate */
5287c478bd9Sstevel@tonic-gate void
post_syscall(long rval1,long rval2)5297c478bd9Sstevel@tonic-gate post_syscall(long rval1, long rval2)
5307c478bd9Sstevel@tonic-gate {
5317c478bd9Sstevel@tonic-gate kthread_t *t = curthread;
5327c478bd9Sstevel@tonic-gate proc_t *p = curproc;
5337c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(t);
5347c478bd9Sstevel@tonic-gate struct regs *rp = lwptoregs(lwp);
5357c478bd9Sstevel@tonic-gate uint_t error;
5367c478bd9Sstevel@tonic-gate int code = t->t_sysnum;
5377c478bd9Sstevel@tonic-gate int repost = 0;
5387c478bd9Sstevel@tonic-gate int proc_stop = 0; /* non-zero if stopping for /proc */
5397c478bd9Sstevel@tonic-gate int sigprof = 0; /* non-zero if sending SIGPROF */
5407c478bd9Sstevel@tonic-gate
5417c478bd9Sstevel@tonic-gate t->t_post_sys = 0;
5427c478bd9Sstevel@tonic-gate
5437c478bd9Sstevel@tonic-gate error = lwp->lwp_errno;
5447c478bd9Sstevel@tonic-gate
5457c478bd9Sstevel@tonic-gate /*
5467c478bd9Sstevel@tonic-gate * Code can be zero if this is a new LWP returning after a forkall(),
5477c478bd9Sstevel@tonic-gate * other than the one which matches the one in the parent which called
5487c478bd9Sstevel@tonic-gate * forkall(). In these LWPs, skip most of post-syscall activity.
5497c478bd9Sstevel@tonic-gate */
5507c478bd9Sstevel@tonic-gate if (code == 0)
5517c478bd9Sstevel@tonic-gate goto sig_check;
5527c478bd9Sstevel@tonic-gate
553005d3febSMarek Pospisil /* put out audit record for this syscall */
554005d3febSMarek Pospisil if (AU_AUDITING()) {
5557c478bd9Sstevel@tonic-gate rval_t rval; /* fix audit_finish() someday */
5567c478bd9Sstevel@tonic-gate
5577c478bd9Sstevel@tonic-gate /* XX64 -- truncation of 64-bit return values? */
5587c478bd9Sstevel@tonic-gate rval.r_val1 = (int)rval1;
5597c478bd9Sstevel@tonic-gate rval.r_val2 = (int)rval2;
5607c478bd9Sstevel@tonic-gate audit_finish(T_SYSCALL, code, error, &rval);
5617c478bd9Sstevel@tonic-gate repost = 1;
5627c478bd9Sstevel@tonic-gate }
5637c478bd9Sstevel@tonic-gate
5647c478bd9Sstevel@tonic-gate if (curthread->t_pdmsg != NULL) {
5657c478bd9Sstevel@tonic-gate char *m = curthread->t_pdmsg;
5667c478bd9Sstevel@tonic-gate
5677c478bd9Sstevel@tonic-gate uprintf("%s", m);
5687c478bd9Sstevel@tonic-gate kmem_free(m, strlen(m) + 1);
5697c478bd9Sstevel@tonic-gate curthread->t_pdmsg = NULL;
5707c478bd9Sstevel@tonic-gate }
5717c478bd9Sstevel@tonic-gate
5727c478bd9Sstevel@tonic-gate /*
5737c478bd9Sstevel@tonic-gate * If we're going to stop for /proc tracing, set the flag and
5747c478bd9Sstevel@tonic-gate * save the arguments so that the return values don't smash them.
5757c478bd9Sstevel@tonic-gate */
5767c478bd9Sstevel@tonic-gate if (PTOU(p)->u_systrap) {
5777c478bd9Sstevel@tonic-gate if (prismember(&PTOU(p)->u_exitmask, code)) {
5787c478bd9Sstevel@tonic-gate proc_stop = 1;
5797c478bd9Sstevel@tonic-gate (void) save_syscall_args();
5807c478bd9Sstevel@tonic-gate }
5817c478bd9Sstevel@tonic-gate repost = 1;
5827c478bd9Sstevel@tonic-gate }
5837c478bd9Sstevel@tonic-gate
5847c478bd9Sstevel@tonic-gate /*
5857c478bd9Sstevel@tonic-gate * Similarly check to see if SIGPROF might be sent.
5867c478bd9Sstevel@tonic-gate */
5877c478bd9Sstevel@tonic-gate if (curthread->t_rprof != NULL &&
5887c478bd9Sstevel@tonic-gate curthread->t_rprof->rp_anystate != 0) {
5897c478bd9Sstevel@tonic-gate (void) save_syscall_args();
5907c478bd9Sstevel@tonic-gate sigprof = 1;
5917c478bd9Sstevel@tonic-gate }
5927c478bd9Sstevel@tonic-gate
5937c478bd9Sstevel@tonic-gate if (lwp->lwp_eosys == NORMALRETURN) {
5947c478bd9Sstevel@tonic-gate if (error == 0) {
5957c478bd9Sstevel@tonic-gate #ifdef SYSCALLTRACE
5967c478bd9Sstevel@tonic-gate if (syscalltrace) {
5977c478bd9Sstevel@tonic-gate mutex_enter(&systrace_lock);
5987c478bd9Sstevel@tonic-gate printf(
5997c478bd9Sstevel@tonic-gate "%d: r_val1=0x%lx, r_val2=0x%lx, id 0x%p\n",
6007c478bd9Sstevel@tonic-gate p->p_pid, rval1, rval2, curthread);
6017c478bd9Sstevel@tonic-gate mutex_exit(&systrace_lock);
6027c478bd9Sstevel@tonic-gate }
6037c478bd9Sstevel@tonic-gate #endif /* SYSCALLTRACE */
6047c478bd9Sstevel@tonic-gate rp->r_tstate &= ~TSTATE_IC;
6057c478bd9Sstevel@tonic-gate rp->r_o0 = rval1;
6067c478bd9Sstevel@tonic-gate rp->r_o1 = rval2;
6077c478bd9Sstevel@tonic-gate } else {
6087c478bd9Sstevel@tonic-gate int sig;
6097c478bd9Sstevel@tonic-gate
6107c478bd9Sstevel@tonic-gate #ifdef SYSCALLTRACE
6117c478bd9Sstevel@tonic-gate if (syscalltrace) {
6127c478bd9Sstevel@tonic-gate mutex_enter(&systrace_lock);
6137c478bd9Sstevel@tonic-gate printf("%d: error=%d, id 0x%p\n",
6147c478bd9Sstevel@tonic-gate p->p_pid, error, curthread);
6157c478bd9Sstevel@tonic-gate mutex_exit(&systrace_lock);
6167c478bd9Sstevel@tonic-gate }
6177c478bd9Sstevel@tonic-gate #endif /* SYSCALLTRACE */
6187c478bd9Sstevel@tonic-gate if (error == EINTR && t->t_activefd.a_stale)
6197c478bd9Sstevel@tonic-gate error = EBADF;
6207c478bd9Sstevel@tonic-gate if (error == EINTR &&
6217c478bd9Sstevel@tonic-gate (sig = lwp->lwp_cursig) != 0 &&
6227c478bd9Sstevel@tonic-gate sigismember(&PTOU(p)->u_sigrestart, sig) &&
6237c478bd9Sstevel@tonic-gate PTOU(p)->u_signal[sig - 1] != SIG_DFL &&
6247c478bd9Sstevel@tonic-gate PTOU(p)->u_signal[sig - 1] != SIG_IGN)
6257c478bd9Sstevel@tonic-gate error = ERESTART;
6267c478bd9Sstevel@tonic-gate rp->r_o0 = error;
6277c478bd9Sstevel@tonic-gate rp->r_tstate |= TSTATE_IC;
6287c478bd9Sstevel@tonic-gate }
6297c478bd9Sstevel@tonic-gate /*
6307c478bd9Sstevel@tonic-gate * The default action is to redo the trap instruction.
6317c478bd9Sstevel@tonic-gate * We increment the pc and npc past it for NORMALRETURN.
6327c478bd9Sstevel@tonic-gate * JUSTRETURN has set up a new pc and npc already.
633c4978b50Sraf * If we are a cloned thread of forkall(), don't
634c4978b50Sraf * adjust here because we have already inherited
635c4978b50Sraf * the adjusted values from our clone.
6367c478bd9Sstevel@tonic-gate */
637c4978b50Sraf if (!(t->t_flag & T_FORKALL)) {
638c4978b50Sraf rp->r_pc = rp->r_npc;
639c4978b50Sraf rp->r_npc += 4;
640c4978b50Sraf }
6417c478bd9Sstevel@tonic-gate }
6427c478bd9Sstevel@tonic-gate
6437c478bd9Sstevel@tonic-gate /*
644*bbf21555SRichard Lowe * From the proc(5) manual page:
6457c478bd9Sstevel@tonic-gate * When exit from a system call is being traced, the traced process
6467c478bd9Sstevel@tonic-gate * stops on completion of the system call just prior to checking for
6477c478bd9Sstevel@tonic-gate * signals and returning to user level. At this point all return
6487c478bd9Sstevel@tonic-gate * values have been stored into the traced process's saved registers.
6497c478bd9Sstevel@tonic-gate */
6507c478bd9Sstevel@tonic-gate if (proc_stop) {
6517c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock);
6527c478bd9Sstevel@tonic-gate if (PTOU(p)->u_systrap &&
6537c478bd9Sstevel@tonic-gate prismember(&PTOU(p)->u_exitmask, code))
6547c478bd9Sstevel@tonic-gate stop(PR_SYSEXIT, code);
6557c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock);
6567c478bd9Sstevel@tonic-gate }
6577c478bd9Sstevel@tonic-gate
6587c478bd9Sstevel@tonic-gate /*
6597c478bd9Sstevel@tonic-gate * If we are the parent returning from a successful
6607c478bd9Sstevel@tonic-gate * vfork, wait for the child to exec or exit.
6617c478bd9Sstevel@tonic-gate * This code must be here and not in the bowels of the system
6627c478bd9Sstevel@tonic-gate * so that /proc can intercept exit from vfork in a timely way.
6637c478bd9Sstevel@tonic-gate */
6648d186f16Sraf if (t->t_flag & T_VFPARENT) {
665657b1f3dSraf ASSERT(code == SYS_vfork || code == SYS_forksys);
666657b1f3dSraf ASSERT(rp->r_o1 == 0 && error == 0);
6677c478bd9Sstevel@tonic-gate vfwait((pid_t)rval1);
6688d186f16Sraf t->t_flag &= ~T_VFPARENT;
669657b1f3dSraf }
6707c478bd9Sstevel@tonic-gate
6717c478bd9Sstevel@tonic-gate /*
6727c478bd9Sstevel@tonic-gate * If profiling is active, bill the current PC in user-land
6737c478bd9Sstevel@tonic-gate * and keep reposting until profiling is disabled.
6747c478bd9Sstevel@tonic-gate */
6757c478bd9Sstevel@tonic-gate if (p->p_prof.pr_scale) {
6767c478bd9Sstevel@tonic-gate if (lwp->lwp_oweupc)
6777c478bd9Sstevel@tonic-gate profil_tick(rp->r_pc);
6787c478bd9Sstevel@tonic-gate repost = 1;
6797c478bd9Sstevel@tonic-gate }
6807c478bd9Sstevel@tonic-gate
6817c478bd9Sstevel@tonic-gate sig_check:
6827c478bd9Sstevel@tonic-gate /*
6837c478bd9Sstevel@tonic-gate * Reset flag for next time.
6847c478bd9Sstevel@tonic-gate * We must do this after stopping on PR_SYSEXIT
6857c478bd9Sstevel@tonic-gate * because /proc uses the information in lwp_eosys.
6867c478bd9Sstevel@tonic-gate */
6877c478bd9Sstevel@tonic-gate lwp->lwp_eosys = NORMALRETURN;
6887c478bd9Sstevel@tonic-gate clear_stale_fd();
689c4978b50Sraf t->t_flag &= ~T_FORKALL;
6907c478bd9Sstevel@tonic-gate
6917c478bd9Sstevel@tonic-gate if (t->t_astflag | t->t_sig_check) {
6927c478bd9Sstevel@tonic-gate /*
6937c478bd9Sstevel@tonic-gate * Turn off the AST flag before checking all the conditions that
6947c478bd9Sstevel@tonic-gate * may have caused an AST. This flag is on whenever a signal or
6957c478bd9Sstevel@tonic-gate * unusual condition should be handled after the next trap or
6967c478bd9Sstevel@tonic-gate * syscall.
6977c478bd9Sstevel@tonic-gate */
6987c478bd9Sstevel@tonic-gate astoff(t);
6997c478bd9Sstevel@tonic-gate t->t_sig_check = 0;
7007c478bd9Sstevel@tonic-gate
701efd37614Sdv /*
702efd37614Sdv * The following check is legal for the following reasons:
703efd37614Sdv * 1) The thread we are checking, is ourselves, so there is
704efd37614Sdv * no way the proc can go away.
705efd37614Sdv * 2) The only time we need to be protected by the
706efd37614Sdv * lock is if the binding is changed.
707efd37614Sdv *
708efd37614Sdv * Note we will still take the lock and check the binding
709efd37614Sdv * if the condition was true without the lock held. This
710efd37614Sdv * prevents lock contention among threads owned by the
711efd37614Sdv * same proc.
712efd37614Sdv */
713efd37614Sdv
7147c478bd9Sstevel@tonic-gate if (curthread->t_proc_flag & TP_CHANGEBIND) {
715efd37614Sdv mutex_enter(&p->p_lock);
716efd37614Sdv if (curthread->t_proc_flag & TP_CHANGEBIND) {
717efd37614Sdv timer_lwpbind();
718efd37614Sdv curthread->t_proc_flag &= ~TP_CHANGEBIND;
719efd37614Sdv }
720efd37614Sdv mutex_exit(&p->p_lock);
7217c478bd9Sstevel@tonic-gate }
7227c478bd9Sstevel@tonic-gate
7237c478bd9Sstevel@tonic-gate /*
7247c478bd9Sstevel@tonic-gate * for kaio requests on the special kaio poll queue,
7257c478bd9Sstevel@tonic-gate * copyout their results to user memory.
7267c478bd9Sstevel@tonic-gate */
7277c478bd9Sstevel@tonic-gate if (p->p_aio)
7287c478bd9Sstevel@tonic-gate aio_cleanup(0);
7297c478bd9Sstevel@tonic-gate
7307c478bd9Sstevel@tonic-gate /*
7317c478bd9Sstevel@tonic-gate * If this LWP was asked to hold, call holdlwp(), which will
7327c478bd9Sstevel@tonic-gate * stop. holdlwps() sets this up and calls pokelwps() which
7337c478bd9Sstevel@tonic-gate * sets the AST flag.
7347c478bd9Sstevel@tonic-gate *
7357c478bd9Sstevel@tonic-gate * Also check TP_EXITLWP, since this is used by fresh new LWPs
7367c478bd9Sstevel@tonic-gate * through lwp_rtt(). That flag is set if the lwp_create(2)
7377c478bd9Sstevel@tonic-gate * syscall failed after creating the LWP.
7387c478bd9Sstevel@tonic-gate */
7397c478bd9Sstevel@tonic-gate if (ISHOLD(p) || (t->t_proc_flag & TP_EXITLWP))
7407c478bd9Sstevel@tonic-gate holdlwp();
7417c478bd9Sstevel@tonic-gate
7427c478bd9Sstevel@tonic-gate /*
7437c478bd9Sstevel@tonic-gate * All code that sets signals and makes ISSIG_PENDING
7447c478bd9Sstevel@tonic-gate * evaluate true must set t_sig_check afterwards.
7457c478bd9Sstevel@tonic-gate */
7467c478bd9Sstevel@tonic-gate if (ISSIG_PENDING(t, lwp, p)) {
7477c478bd9Sstevel@tonic-gate if (issig(FORREAL))
7487c478bd9Sstevel@tonic-gate psig();
7497c478bd9Sstevel@tonic-gate t->t_sig_check = 1; /* recheck next time */
7507c478bd9Sstevel@tonic-gate }
7517c478bd9Sstevel@tonic-gate
7527c478bd9Sstevel@tonic-gate if (sigprof) {
753e0cf54a5SRoger A. Faulkner int nargs = (code > 0 && code < NSYSCALL)?
754e0cf54a5SRoger A. Faulkner LWP_GETSYSENT(lwp)[code].sy_narg : 0;
755e0cf54a5SRoger A. Faulkner realsigprof(code, nargs, error);
7567c478bd9Sstevel@tonic-gate t->t_sig_check = 1; /* recheck next time */
7577c478bd9Sstevel@tonic-gate }
7587c478bd9Sstevel@tonic-gate
7597c478bd9Sstevel@tonic-gate /*
7607c478bd9Sstevel@tonic-gate * If a performance counter overflow interrupt was
7617c478bd9Sstevel@tonic-gate * delivered *during* the syscall, then re-enable the
7627c478bd9Sstevel@tonic-gate * AST so that we take a trip through trap() to cause
7637c478bd9Sstevel@tonic-gate * the SIGEMT to be delivered.
7647c478bd9Sstevel@tonic-gate */
7657c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_flags & CPC_OVERFLOW)
7667c478bd9Sstevel@tonic-gate aston(t);
7677c478bd9Sstevel@tonic-gate
7687c478bd9Sstevel@tonic-gate /*
7697c478bd9Sstevel@tonic-gate * If an asynchronous hardware error is pending, turn AST flag
7707c478bd9Sstevel@tonic-gate * back on. AST will be checked again before we return to user
7717c478bd9Sstevel@tonic-gate * mode and we'll come back through trap() to handle the error.
7727c478bd9Sstevel@tonic-gate */
7737c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_flags & ASYNC_HWERR)
7747c478bd9Sstevel@tonic-gate aston(t);
7757c478bd9Sstevel@tonic-gate }
7767c478bd9Sstevel@tonic-gate
7777c478bd9Sstevel@tonic-gate /*
7787c478bd9Sstevel@tonic-gate * Restore register window if a debugger modified it.
7797c478bd9Sstevel@tonic-gate * Set up to perform a single-step if a debugger requested it.
7807c478bd9Sstevel@tonic-gate */
7817c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_xregstat != XREGNONE)
7827c478bd9Sstevel@tonic-gate xregrestore(lwp, 1);
7837c478bd9Sstevel@tonic-gate
7847c478bd9Sstevel@tonic-gate lwp->lwp_errno = 0; /* clear error for next time */
7857c478bd9Sstevel@tonic-gate
7867c478bd9Sstevel@tonic-gate /*
7877c478bd9Sstevel@tonic-gate * Set state to LWP_USER here so preempt won't give us a kernel
7887c478bd9Sstevel@tonic-gate * priority if it occurs after this point. Call CL_TRAPRET() to
7897c478bd9Sstevel@tonic-gate * restore the user-level priority.
7907c478bd9Sstevel@tonic-gate *
7917c478bd9Sstevel@tonic-gate * It is important that no locks (other than spinlocks) be entered
7927c478bd9Sstevel@tonic-gate * after this point before returning to user mode (unless lwp_state
7937c478bd9Sstevel@tonic-gate * is set back to LWP_SYS).
7947c478bd9Sstevel@tonic-gate *
7957c478bd9Sstevel@tonic-gate * Sampled times past this point are charged to the user.
7967c478bd9Sstevel@tonic-gate */
7977c478bd9Sstevel@tonic-gate lwp->lwp_state = LWP_USER;
7987c478bd9Sstevel@tonic-gate
7997c478bd9Sstevel@tonic-gate if (t->t_trapret) {
8007c478bd9Sstevel@tonic-gate t->t_trapret = 0;
8017c478bd9Sstevel@tonic-gate thread_lock(t);
8027c478bd9Sstevel@tonic-gate CL_TRAPRET(t);
8037c478bd9Sstevel@tonic-gate thread_unlock(t);
8047c478bd9Sstevel@tonic-gate }
805c97ad5cdSakolb if (CPU->cpu_runrun || t->t_schedflag & TS_ANYWAITQ)
8067c478bd9Sstevel@tonic-gate preempt();
80707a48826SRoger A. Faulkner prunstop();
8087c478bd9Sstevel@tonic-gate
8097c478bd9Sstevel@tonic-gate /*
8107c478bd9Sstevel@tonic-gate * t_post_sys will be set if pcb_step is active.
8117c478bd9Sstevel@tonic-gate */
8127c478bd9Sstevel@tonic-gate if (lwp->lwp_pcb.pcb_step != STEP_NONE) {
8137c478bd9Sstevel@tonic-gate prdostep();
8147c478bd9Sstevel@tonic-gate repost = 1;
8157c478bd9Sstevel@tonic-gate }
8167c478bd9Sstevel@tonic-gate
817169ea130Srab t->t_sysnum = 0; /* no longer in a system call */
818169ea130Srab
8197c478bd9Sstevel@tonic-gate /*
8207c478bd9Sstevel@tonic-gate * In case the args were copied to the lwp, reset the
8217c478bd9Sstevel@tonic-gate * pointer so the next syscall will have the right lwp_ap pointer.
8227c478bd9Sstevel@tonic-gate */
8237c478bd9Sstevel@tonic-gate lwp->lwp_ap = (long *)&rp->r_o0;
8247c478bd9Sstevel@tonic-gate lwp->lwp_argsaved = 0;
8257c478bd9Sstevel@tonic-gate
8267c478bd9Sstevel@tonic-gate /*
8277c478bd9Sstevel@tonic-gate * If there was a continuing reason for post-syscall processing,
8287c478bd9Sstevel@tonic-gate * set the t_post_sys flag for the next system call.
8297c478bd9Sstevel@tonic-gate */
8307c478bd9Sstevel@tonic-gate if (repost)
8317c478bd9Sstevel@tonic-gate t->t_post_sys = 1;
8327c478bd9Sstevel@tonic-gate
8337c478bd9Sstevel@tonic-gate /*
8347c478bd9Sstevel@tonic-gate * If there is a ustack registered for this lwp, and the stack rlimit
8357c478bd9Sstevel@tonic-gate * has been altered, read in the ustack. If the saved stack rlimit
8367c478bd9Sstevel@tonic-gate * matches the bounds of the ustack, update the ustack to reflect
8377c478bd9Sstevel@tonic-gate * the new rlimit. If the new stack rlimit is RLIM_INFINITY, disable
8387c478bd9Sstevel@tonic-gate * stack checking by setting the size to 0.
8397c478bd9Sstevel@tonic-gate */
8407c478bd9Sstevel@tonic-gate if (lwp->lwp_ustack != 0 && lwp->lwp_old_stk_ctl != 0) {
8417c478bd9Sstevel@tonic-gate rlim64_t new_size;
8427c478bd9Sstevel@tonic-gate model_t model;
8437c478bd9Sstevel@tonic-gate caddr_t top;
8447c478bd9Sstevel@tonic-gate struct rlimit64 rl;
8457c478bd9Sstevel@tonic-gate
8467c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock);
8477c478bd9Sstevel@tonic-gate new_size = p->p_stk_ctl;
8487c478bd9Sstevel@tonic-gate model = p->p_model;
8497c478bd9Sstevel@tonic-gate top = p->p_usrstack;
8507c478bd9Sstevel@tonic-gate (void) rctl_rlimit_get(rctlproc_legacy[RLIMIT_STACK], p, &rl);
8517c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock);
8527c478bd9Sstevel@tonic-gate
8537c478bd9Sstevel@tonic-gate if (rl.rlim_cur == RLIM64_INFINITY)
8547c478bd9Sstevel@tonic-gate new_size = 0;
8557c478bd9Sstevel@tonic-gate
8567c478bd9Sstevel@tonic-gate if (model == DATAMODEL_NATIVE) {
8577c478bd9Sstevel@tonic-gate stack_t stk;
8587c478bd9Sstevel@tonic-gate
8597c478bd9Sstevel@tonic-gate if (copyin((stack_t *)lwp->lwp_ustack, &stk,
8607c478bd9Sstevel@tonic-gate sizeof (stack_t)) == 0 &&
8617c478bd9Sstevel@tonic-gate (stk.ss_size == lwp->lwp_old_stk_ctl ||
862d3e55dcdSgww stk.ss_size == 0) &&
8637c478bd9Sstevel@tonic-gate stk.ss_sp == top - stk.ss_size) {
8647c478bd9Sstevel@tonic-gate stk.ss_sp = (void *)((uintptr_t)stk.ss_sp +
8657c478bd9Sstevel@tonic-gate stk.ss_size - new_size);
8667c478bd9Sstevel@tonic-gate stk.ss_size = new_size;
8677c478bd9Sstevel@tonic-gate
8687c478bd9Sstevel@tonic-gate (void) copyout(&stk,
8697c478bd9Sstevel@tonic-gate (stack_t *)lwp->lwp_ustack,
8707c478bd9Sstevel@tonic-gate sizeof (stack_t));
8717c478bd9Sstevel@tonic-gate }
8727c478bd9Sstevel@tonic-gate } else {
8737c478bd9Sstevel@tonic-gate stack32_t stk32;
8747c478bd9Sstevel@tonic-gate
8757c478bd9Sstevel@tonic-gate if (copyin((stack32_t *)lwp->lwp_ustack, &stk32,
8767c478bd9Sstevel@tonic-gate sizeof (stack32_t)) == 0 &&
8777c478bd9Sstevel@tonic-gate (stk32.ss_size == lwp->lwp_old_stk_ctl ||
87875521904Sraf stk32.ss_size == 0) &&
87975521904Sraf stk32.ss_sp ==
88075521904Sraf (caddr32_t)(uintptr_t)(top - stk32.ss_size)) {
8817c478bd9Sstevel@tonic-gate stk32.ss_sp += stk32.ss_size - new_size;
8827c478bd9Sstevel@tonic-gate stk32.ss_size = new_size;
8837c478bd9Sstevel@tonic-gate
8847c478bd9Sstevel@tonic-gate (void) copyout(&stk32,
8857c478bd9Sstevel@tonic-gate (stack32_t *)lwp->lwp_ustack,
8867c478bd9Sstevel@tonic-gate sizeof (stack32_t));
8877c478bd9Sstevel@tonic-gate }
8887c478bd9Sstevel@tonic-gate }
8897c478bd9Sstevel@tonic-gate
8907c478bd9Sstevel@tonic-gate lwp->lwp_old_stk_ctl = 0;
8917c478bd9Sstevel@tonic-gate }
8927c478bd9Sstevel@tonic-gate
8937c478bd9Sstevel@tonic-gate syscall_mstate(LMS_SYSTEM, LMS_USER);
8947c478bd9Sstevel@tonic-gate }
8957c478bd9Sstevel@tonic-gate
8967c478bd9Sstevel@tonic-gate /*
8977c478bd9Sstevel@tonic-gate * Call a system call which takes a pointer to the user args struct and
8987c478bd9Sstevel@tonic-gate * a pointer to the return values. This is a bit slower than the standard
8997c478bd9Sstevel@tonic-gate * C arg-passing method in some cases.
9007c478bd9Sstevel@tonic-gate */
9017c478bd9Sstevel@tonic-gate int64_t
syscall_ap()9027c478bd9Sstevel@tonic-gate syscall_ap()
9037c478bd9Sstevel@tonic-gate {
9047c478bd9Sstevel@tonic-gate uint_t error;
9057c478bd9Sstevel@tonic-gate struct sysent *callp;
9067c478bd9Sstevel@tonic-gate rval_t rval;
9077c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread);
9087c478bd9Sstevel@tonic-gate struct regs *rp = lwptoregs(lwp);
9097c478bd9Sstevel@tonic-gate
9107c478bd9Sstevel@tonic-gate callp = LWP_GETSYSENT(lwp) + curthread->t_sysnum;
9117c478bd9Sstevel@tonic-gate
9127c478bd9Sstevel@tonic-gate /*
9137c478bd9Sstevel@tonic-gate * If the arguments don't fit in registers %o0 - o5, make sure they
9147c478bd9Sstevel@tonic-gate * have been copied to the lwp_arg array.
9157c478bd9Sstevel@tonic-gate */
9167c478bd9Sstevel@tonic-gate if (callp->sy_narg > 6 && save_syscall_args())
9177c478bd9Sstevel@tonic-gate return ((int64_t)set_errno(EFAULT));
9187c478bd9Sstevel@tonic-gate
9197c478bd9Sstevel@tonic-gate rval.r_val1 = 0;
9207c478bd9Sstevel@tonic-gate rval.r_val2 = (int)rp->r_o1;
9217c478bd9Sstevel@tonic-gate lwp->lwp_error = 0; /* for old drivers */
9227c478bd9Sstevel@tonic-gate error = (*(callp->sy_call))(lwp->lwp_ap, &rval);
9237c478bd9Sstevel@tonic-gate if (error)
9247c478bd9Sstevel@tonic-gate return ((int64_t)set_errno(error));
9257c478bd9Sstevel@tonic-gate return (rval.r_vals);
9267c478bd9Sstevel@tonic-gate }
9277c478bd9Sstevel@tonic-gate
9287c478bd9Sstevel@tonic-gate /*
9297c478bd9Sstevel@tonic-gate * Load system call module.
9307c478bd9Sstevel@tonic-gate * Returns with pointer to held read lock for module.
9317c478bd9Sstevel@tonic-gate */
9327c478bd9Sstevel@tonic-gate static krwlock_t *
lock_syscall(struct sysent * table,uint_t code)9337c478bd9Sstevel@tonic-gate lock_syscall(struct sysent *table, uint_t code)
9347c478bd9Sstevel@tonic-gate {
9357c478bd9Sstevel@tonic-gate krwlock_t *module_lock;
9367c478bd9Sstevel@tonic-gate struct modctl *modp;
9377c478bd9Sstevel@tonic-gate int id;
9387c478bd9Sstevel@tonic-gate struct sysent *callp;
9397c478bd9Sstevel@tonic-gate
9407c478bd9Sstevel@tonic-gate module_lock = table[code].sy_lock;
9417c478bd9Sstevel@tonic-gate callp = &table[code];
9427c478bd9Sstevel@tonic-gate
9437c478bd9Sstevel@tonic-gate /*
9447c478bd9Sstevel@tonic-gate * Optimization to only call modload if we don't have a loaded
9457c478bd9Sstevel@tonic-gate * syscall.
9467c478bd9Sstevel@tonic-gate */
9477c478bd9Sstevel@tonic-gate rw_enter(module_lock, RW_READER);
9487c478bd9Sstevel@tonic-gate if (LOADED_SYSCALL(callp))
9497c478bd9Sstevel@tonic-gate return (module_lock);
9507c478bd9Sstevel@tonic-gate rw_exit(module_lock);
9517c478bd9Sstevel@tonic-gate
9527c478bd9Sstevel@tonic-gate for (;;) {
9537c478bd9Sstevel@tonic-gate if ((id = modload("sys", syscallnames[code])) == -1)
9547c478bd9Sstevel@tonic-gate break;
9557c478bd9Sstevel@tonic-gate
9567c478bd9Sstevel@tonic-gate /*
9577c478bd9Sstevel@tonic-gate * If we loaded successfully at least once, the modctl
9587c478bd9Sstevel@tonic-gate * will still be valid, so we try to grab it by filename.
9597c478bd9Sstevel@tonic-gate * If this call fails, it's because the mod_filename
9607c478bd9Sstevel@tonic-gate * was changed after the call to modload() (mod_hold_by_name()
9617c478bd9Sstevel@tonic-gate * is the likely culprit). We can safely just take
9627c478bd9Sstevel@tonic-gate * another lap if this is the case; the modload() will
9637c478bd9Sstevel@tonic-gate * change the mod_filename back to one by which we can
9647c478bd9Sstevel@tonic-gate * find the modctl.
9657c478bd9Sstevel@tonic-gate */
9667c478bd9Sstevel@tonic-gate modp = mod_find_by_filename("sys", syscallnames[code]);
9677c478bd9Sstevel@tonic-gate
9687c478bd9Sstevel@tonic-gate if (modp == NULL)
9697c478bd9Sstevel@tonic-gate continue;
9707c478bd9Sstevel@tonic-gate
9717c478bd9Sstevel@tonic-gate mutex_enter(&mod_lock);
9727c478bd9Sstevel@tonic-gate
9737c478bd9Sstevel@tonic-gate if (!modp->mod_installed) {
9747c478bd9Sstevel@tonic-gate mutex_exit(&mod_lock);
9757c478bd9Sstevel@tonic-gate continue;
9767c478bd9Sstevel@tonic-gate }
9777c478bd9Sstevel@tonic-gate break;
9787c478bd9Sstevel@tonic-gate }
9797c478bd9Sstevel@tonic-gate
9807c478bd9Sstevel@tonic-gate rw_enter(module_lock, RW_READER);
9817c478bd9Sstevel@tonic-gate
9827c478bd9Sstevel@tonic-gate if (id != -1)
9837c478bd9Sstevel@tonic-gate mutex_exit(&mod_lock);
9847c478bd9Sstevel@tonic-gate
9857c478bd9Sstevel@tonic-gate return (module_lock);
9867c478bd9Sstevel@tonic-gate }
9877c478bd9Sstevel@tonic-gate
9887c478bd9Sstevel@tonic-gate /*
9897c478bd9Sstevel@tonic-gate * Loadable syscall support.
9907c478bd9Sstevel@tonic-gate * If needed, load the module, then reserve it by holding a read
99187a1342dSToomas Soome * lock for the duration of the call.
9927c478bd9Sstevel@tonic-gate * Later, if the syscall is not unloadable, it could patch the vector.
9937c478bd9Sstevel@tonic-gate */
9947c478bd9Sstevel@tonic-gate /*ARGSUSED*/
9957c478bd9Sstevel@tonic-gate int64_t
loadable_syscall(long a0,long a1,long a2,long a3,long a4,long a5,long a6,long a7)9967c478bd9Sstevel@tonic-gate loadable_syscall(
9977c478bd9Sstevel@tonic-gate long a0, long a1, long a2, long a3,
9987c478bd9Sstevel@tonic-gate long a4, long a5, long a6, long a7)
9997c478bd9Sstevel@tonic-gate {
10007c478bd9Sstevel@tonic-gate int64_t rval;
10017c478bd9Sstevel@tonic-gate struct sysent *callp;
10027c478bd9Sstevel@tonic-gate struct sysent *se = LWP_GETSYSENT(ttolwp(curthread));
10037c478bd9Sstevel@tonic-gate krwlock_t *module_lock;
10047c478bd9Sstevel@tonic-gate int code;
10057c478bd9Sstevel@tonic-gate
10067c478bd9Sstevel@tonic-gate code = curthread->t_sysnum;
10077c478bd9Sstevel@tonic-gate callp = se + code;
10087c478bd9Sstevel@tonic-gate
10097c478bd9Sstevel@tonic-gate /*
10107c478bd9Sstevel@tonic-gate * Try to autoload the system call if necessary.
10117c478bd9Sstevel@tonic-gate */
10127c478bd9Sstevel@tonic-gate module_lock = lock_syscall(se, code);
10137c478bd9Sstevel@tonic-gate
10147c478bd9Sstevel@tonic-gate /*
10157c478bd9Sstevel@tonic-gate * we've locked either the loaded syscall or nosys
10167c478bd9Sstevel@tonic-gate */
10177c478bd9Sstevel@tonic-gate if (callp->sy_flags & SE_ARGC) {
10187c478bd9Sstevel@tonic-gate int64_t (*sy_call)();
10197c478bd9Sstevel@tonic-gate
10207c478bd9Sstevel@tonic-gate sy_call = (int64_t (*)())callp->sy_call;
10217c478bd9Sstevel@tonic-gate rval = (*sy_call)(a0, a1, a2, a3, a4, a5);
10227c478bd9Sstevel@tonic-gate } else {
10237c478bd9Sstevel@tonic-gate rval = syscall_ap();
10247c478bd9Sstevel@tonic-gate }
10257c478bd9Sstevel@tonic-gate
10267c478bd9Sstevel@tonic-gate rw_exit(module_lock);
10277c478bd9Sstevel@tonic-gate return (rval);
10287c478bd9Sstevel@tonic-gate }
10297c478bd9Sstevel@tonic-gate
10307c478bd9Sstevel@tonic-gate /*
10317c478bd9Sstevel@tonic-gate * Handle indirect system calls.
10327c478bd9Sstevel@tonic-gate * This interface should be deprecated. The library can handle
10337c478bd9Sstevel@tonic-gate * this more efficiently, but keep this implementation for old binaries.
10347c478bd9Sstevel@tonic-gate *
10357c478bd9Sstevel@tonic-gate * XX64 Needs some work.
10367c478bd9Sstevel@tonic-gate */
10377c478bd9Sstevel@tonic-gate int64_t
indir(int code,long a0,long a1,long a2,long a3,long a4)10387c478bd9Sstevel@tonic-gate indir(int code, long a0, long a1, long a2, long a3, long a4)
10397c478bd9Sstevel@tonic-gate {
10407c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread);
10417c478bd9Sstevel@tonic-gate struct sysent *callp;
10427c478bd9Sstevel@tonic-gate
10437c478bd9Sstevel@tonic-gate if (code <= 0 || code >= NSYSCALL)
10447c478bd9Sstevel@tonic-gate return (nosys());
10457c478bd9Sstevel@tonic-gate
10467c478bd9Sstevel@tonic-gate ASSERT(lwp->lwp_ap != NULL);
10477c478bd9Sstevel@tonic-gate
10487c478bd9Sstevel@tonic-gate curthread->t_sysnum = code;
10497c478bd9Sstevel@tonic-gate callp = LWP_GETSYSENT(lwp) + code;
10507c478bd9Sstevel@tonic-gate
10517c478bd9Sstevel@tonic-gate /*
10527c478bd9Sstevel@tonic-gate * Handle argument setup, unless already done in pre_syscall().
10537c478bd9Sstevel@tonic-gate */
10547c478bd9Sstevel@tonic-gate if (callp->sy_narg > 5) {
105587a1342dSToomas Soome if (save_syscall_args()) /* move args to LWP array */
10567c478bd9Sstevel@tonic-gate return ((int64_t)set_errno(EFAULT));
10577c478bd9Sstevel@tonic-gate } else if (!lwp->lwp_argsaved) {
10587c478bd9Sstevel@tonic-gate long *ap;
10597c478bd9Sstevel@tonic-gate
10607c478bd9Sstevel@tonic-gate ap = lwp->lwp_ap; /* args haven't been saved */
10617c478bd9Sstevel@tonic-gate lwp->lwp_ap = ap + 1; /* advance arg pointer */
10627c478bd9Sstevel@tonic-gate curthread->t_post_sys = 1; /* so lwp_ap will be reset */
10637c478bd9Sstevel@tonic-gate }
10647c478bd9Sstevel@tonic-gate return ((*callp->sy_callc)(a0, a1, a2, a3, a4, lwp->lwp_arg[5]));
10657c478bd9Sstevel@tonic-gate }
10667c478bd9Sstevel@tonic-gate
10677c478bd9Sstevel@tonic-gate /*
10687c478bd9Sstevel@tonic-gate * set_errno - set an error return from the current system call.
10697c478bd9Sstevel@tonic-gate * This could be a macro.
10707c478bd9Sstevel@tonic-gate * This returns the value it is passed, so that the caller can
10717c478bd9Sstevel@tonic-gate * use tail-recursion-elimination and do return (set_errno(ERRNO));
10727c478bd9Sstevel@tonic-gate */
10737c478bd9Sstevel@tonic-gate uint_t
set_errno(uint_t error)10747c478bd9Sstevel@tonic-gate set_errno(uint_t error)
10757c478bd9Sstevel@tonic-gate {
10767c478bd9Sstevel@tonic-gate ASSERT(error != 0); /* must not be used to clear errno */
10777c478bd9Sstevel@tonic-gate
10787c478bd9Sstevel@tonic-gate curthread->t_post_sys = 1; /* have post_syscall do error return */
10797c478bd9Sstevel@tonic-gate return (ttolwp(curthread)->lwp_errno = error);
10807c478bd9Sstevel@tonic-gate }
10817c478bd9Sstevel@tonic-gate
10827c478bd9Sstevel@tonic-gate /*
10837c478bd9Sstevel@tonic-gate * set_proc_pre_sys - Set pre-syscall processing for entire process.
10847c478bd9Sstevel@tonic-gate */
10857c478bd9Sstevel@tonic-gate void
set_proc_pre_sys(proc_t * p)10867c478bd9Sstevel@tonic-gate set_proc_pre_sys(proc_t *p)
10877c478bd9Sstevel@tonic-gate {
10887c478bd9Sstevel@tonic-gate kthread_t *t;
10897c478bd9Sstevel@tonic-gate kthread_t *first;
10907c478bd9Sstevel@tonic-gate
10917c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock));
10927c478bd9Sstevel@tonic-gate
10937c478bd9Sstevel@tonic-gate t = first = p->p_tlist;
10947c478bd9Sstevel@tonic-gate do {
10957c478bd9Sstevel@tonic-gate t->t_pre_sys = 1;
10967c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != first);
10977c478bd9Sstevel@tonic-gate }
10987c478bd9Sstevel@tonic-gate
10997c478bd9Sstevel@tonic-gate /*
11007c478bd9Sstevel@tonic-gate * set_proc_post_sys - Set post-syscall processing for entire process.
11017c478bd9Sstevel@tonic-gate */
11027c478bd9Sstevel@tonic-gate void
set_proc_post_sys(proc_t * p)11037c478bd9Sstevel@tonic-gate set_proc_post_sys(proc_t *p)
11047c478bd9Sstevel@tonic-gate {
11057c478bd9Sstevel@tonic-gate kthread_t *t;
11067c478bd9Sstevel@tonic-gate kthread_t *first;
11077c478bd9Sstevel@tonic-gate
11087c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock));
11097c478bd9Sstevel@tonic-gate
11107c478bd9Sstevel@tonic-gate t = first = p->p_tlist;
11117c478bd9Sstevel@tonic-gate do {
11127c478bd9Sstevel@tonic-gate t->t_post_sys = 1;
11137c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != first);
11147c478bd9Sstevel@tonic-gate }
11157c478bd9Sstevel@tonic-gate
11167c478bd9Sstevel@tonic-gate /*
11177c478bd9Sstevel@tonic-gate * set_proc_sys - Set pre- and post-syscall processing for entire process.
11187c478bd9Sstevel@tonic-gate */
11197c478bd9Sstevel@tonic-gate void
set_proc_sys(proc_t * p)11207c478bd9Sstevel@tonic-gate set_proc_sys(proc_t *p)
11217c478bd9Sstevel@tonic-gate {
11227c478bd9Sstevel@tonic-gate kthread_t *t;
11237c478bd9Sstevel@tonic-gate kthread_t *first;
11247c478bd9Sstevel@tonic-gate
11257c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock));
11267c478bd9Sstevel@tonic-gate
11277c478bd9Sstevel@tonic-gate t = first = p->p_tlist;
11287c478bd9Sstevel@tonic-gate do {
11297c478bd9Sstevel@tonic-gate t->t_pre_sys = 1;
11307c478bd9Sstevel@tonic-gate t->t_post_sys = 1;
11317c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != first);
11327c478bd9Sstevel@tonic-gate }
11337c478bd9Sstevel@tonic-gate
11347c478bd9Sstevel@tonic-gate /*
11357c478bd9Sstevel@tonic-gate * set_all_proc_sys - set pre- and post-syscall processing flags for all
11367c478bd9Sstevel@tonic-gate * user processes.
11377c478bd9Sstevel@tonic-gate *
11387c478bd9Sstevel@tonic-gate * This is needed when auditing, tracing, or other facilities which affect
11397c478bd9Sstevel@tonic-gate * all processes are turned on.
11407c478bd9Sstevel@tonic-gate */
11417c478bd9Sstevel@tonic-gate void
set_all_proc_sys()11427c478bd9Sstevel@tonic-gate set_all_proc_sys()
11437c478bd9Sstevel@tonic-gate {
11447c478bd9Sstevel@tonic-gate kthread_t *t;
11457c478bd9Sstevel@tonic-gate kthread_t *first;
11467c478bd9Sstevel@tonic-gate
11477c478bd9Sstevel@tonic-gate mutex_enter(&pidlock);
11487c478bd9Sstevel@tonic-gate t = first = curthread;
11497c478bd9Sstevel@tonic-gate do {
11507c478bd9Sstevel@tonic-gate t->t_pre_sys = 1;
11517c478bd9Sstevel@tonic-gate t->t_post_sys = 1;
11527c478bd9Sstevel@tonic-gate } while ((t = t->t_next) != first);
11537c478bd9Sstevel@tonic-gate mutex_exit(&pidlock);
11547c478bd9Sstevel@tonic-gate }
11557c478bd9Sstevel@tonic-gate
1156005d3febSMarek Pospisil /*
1157005d3febSMarek Pospisil * set_all_zone_usr_proc_sys - set pre- and post-syscall processing flags for
1158005d3febSMarek Pospisil * all user processes running in the zone of the current process
1159005d3febSMarek Pospisil *
1160005d3febSMarek Pospisil * This is needed when auditing is turned on.
1161005d3febSMarek Pospisil */
1162005d3febSMarek Pospisil void
set_all_zone_usr_proc_sys(zoneid_t zoneid)1163005d3febSMarek Pospisil set_all_zone_usr_proc_sys(zoneid_t zoneid)
1164005d3febSMarek Pospisil {
1165005d3febSMarek Pospisil proc_t *p;
1166005d3febSMarek Pospisil kthread_t *t;
1167005d3febSMarek Pospisil
1168005d3febSMarek Pospisil mutex_enter(&pidlock);
1169005d3febSMarek Pospisil for (p = practive; p != NULL; p = p->p_next) {
1170005d3febSMarek Pospisil /* skip kernel processes */
1171005d3febSMarek Pospisil if (p->p_exec == NULLVP || p->p_as == &kas ||
1172005d3febSMarek Pospisil p->p_stat == SIDL || p->p_stat == SZOMB ||
1173005d3febSMarek Pospisil (p->p_flag & (SSYS | SEXITING | SEXITLWPS)))
1174005d3febSMarek Pospisil continue;
1175005d3febSMarek Pospisil /*
1176005d3febSMarek Pospisil * Only processes in the given zone (eventually in
1177005d3febSMarek Pospisil * all zones) are taken into account
1178005d3febSMarek Pospisil */
1179005d3febSMarek Pospisil if (zoneid == ALL_ZONES || p->p_zone->zone_id == zoneid) {
1180005d3febSMarek Pospisil mutex_enter(&p->p_lock);
118196992ee7SEthindra Ramamurthy if ((t = p->p_tlist) == NULL) {
118296992ee7SEthindra Ramamurthy mutex_exit(&p->p_lock);
1183005d3febSMarek Pospisil continue;
118496992ee7SEthindra Ramamurthy }
1185005d3febSMarek Pospisil /*
1186005d3febSMarek Pospisil * Set pre- and post-syscall processing flags
1187005d3febSMarek Pospisil * for all threads of the process
1188005d3febSMarek Pospisil */
1189005d3febSMarek Pospisil do {
1190005d3febSMarek Pospisil t->t_pre_sys = 1;
1191005d3febSMarek Pospisil t->t_post_sys = 1;
1192005d3febSMarek Pospisil } while (p->p_tlist != (t = t->t_forw));
1193005d3febSMarek Pospisil mutex_exit(&p->p_lock);
1194005d3febSMarek Pospisil }
1195005d3febSMarek Pospisil }
1196005d3febSMarek Pospisil mutex_exit(&pidlock);
1197005d3febSMarek Pospisil }
1198005d3febSMarek Pospisil
11997c478bd9Sstevel@tonic-gate /*
12007c478bd9Sstevel@tonic-gate * set_proc_ast - Set asynchronous service trap (AST) flag for all
12017c478bd9Sstevel@tonic-gate * threads in process.
12027c478bd9Sstevel@tonic-gate */
12037c478bd9Sstevel@tonic-gate void
set_proc_ast(proc_t * p)12047c478bd9Sstevel@tonic-gate set_proc_ast(proc_t *p)
12057c478bd9Sstevel@tonic-gate {
12067c478bd9Sstevel@tonic-gate kthread_t *t;
12077c478bd9Sstevel@tonic-gate kthread_t *first;
12087c478bd9Sstevel@tonic-gate
12097c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock));
12107c478bd9Sstevel@tonic-gate
12117c478bd9Sstevel@tonic-gate t = first = p->p_tlist;
12127c478bd9Sstevel@tonic-gate do {
12137c478bd9Sstevel@tonic-gate aston(t);
12147c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != first);
12157c478bd9Sstevel@tonic-gate }
1216