17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 57c478bd9Sstevel@tonic-gate * Common Development and Distribution License, Version 1.0 only 67c478bd9Sstevel@tonic-gate * (the "License"). You may not use this file except in compliance 77c478bd9Sstevel@tonic-gate * with the License. 87c478bd9Sstevel@tonic-gate * 97c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 107c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 117c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 127c478bd9Sstevel@tonic-gate * and limitations under the License. 137c478bd9Sstevel@tonic-gate * 147c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 157c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 167c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 177c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 187c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 197c478bd9Sstevel@tonic-gate * 207c478bd9Sstevel@tonic-gate * CDDL HEADER END 217c478bd9Sstevel@tonic-gate */ 22*97eda132Sraf 237c478bd9Sstevel@tonic-gate /* 247c478bd9Sstevel@tonic-gate * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 257c478bd9Sstevel@tonic-gate * Use is subject to license terms. 267c478bd9Sstevel@tonic-gate */ 277c478bd9Sstevel@tonic-gate 287c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 297c478bd9Sstevel@tonic-gate 307c478bd9Sstevel@tonic-gate #include <sys/param.h> 317c478bd9Sstevel@tonic-gate #include <sys/types.h> 327c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 337c478bd9Sstevel@tonic-gate #include <sys/systm.h> 347c478bd9Sstevel@tonic-gate #include <sys/thread.h> 357c478bd9Sstevel@tonic-gate #include <sys/proc.h> 367c478bd9Sstevel@tonic-gate #include <sys/task.h> 377c478bd9Sstevel@tonic-gate #include <sys/project.h> 387c478bd9Sstevel@tonic-gate #include <sys/signal.h> 397c478bd9Sstevel@tonic-gate #include <sys/errno.h> 407c478bd9Sstevel@tonic-gate #include <sys/vmparam.h> 417c478bd9Sstevel@tonic-gate #include <sys/stack.h> 427c478bd9Sstevel@tonic-gate #include <sys/procfs.h> 437c478bd9Sstevel@tonic-gate #include <sys/prsystm.h> 447c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h> 457c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 467c478bd9Sstevel@tonic-gate #include <sys/vtrace.h> 477c478bd9Sstevel@tonic-gate #include <sys/door.h> 487c478bd9Sstevel@tonic-gate #include <vm/seg_kp.h> 497c478bd9Sstevel@tonic-gate #include <sys/debug.h> 507c478bd9Sstevel@tonic-gate #include <sys/tnf.h> 517c478bd9Sstevel@tonic-gate #include <sys/schedctl.h> 527c478bd9Sstevel@tonic-gate #include <sys/poll.h> 537c478bd9Sstevel@tonic-gate #include <sys/copyops.h> 547c478bd9Sstevel@tonic-gate #include <sys/lwp_upimutex_impl.h> 557c478bd9Sstevel@tonic-gate #include <sys/cpupart.h> 567c478bd9Sstevel@tonic-gate #include <sys/lgrp.h> 577c478bd9Sstevel@tonic-gate #include <sys/rctl.h> 587c478bd9Sstevel@tonic-gate #include <sys/contract_impl.h> 597c478bd9Sstevel@tonic-gate #include <sys/cpc_impl.h> 607c478bd9Sstevel@tonic-gate #include <sys/sdt.h> 617c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 627c478bd9Sstevel@tonic-gate 637c478bd9Sstevel@tonic-gate void *segkp_lwp; /* cookie for pool of segkp resources */ 647c478bd9Sstevel@tonic-gate 657c478bd9Sstevel@tonic-gate /* 667c478bd9Sstevel@tonic-gate * Create a thread that appears to be stopped at sys_rtt. 677c478bd9Sstevel@tonic-gate */ 687c478bd9Sstevel@tonic-gate klwp_t * 697c478bd9Sstevel@tonic-gate lwp_create(void (*proc)(), caddr_t arg, size_t len, proc_t *p, 707c478bd9Sstevel@tonic-gate int state, int pri, const k_sigset_t *smask, int cid, id_t lwpid) 717c478bd9Sstevel@tonic-gate { 727c478bd9Sstevel@tonic-gate klwp_t *lwp = NULL; 737c478bd9Sstevel@tonic-gate kthread_t *t; 747c478bd9Sstevel@tonic-gate kthread_t *tx; 757c478bd9Sstevel@tonic-gate cpupart_t *oldpart = NULL; 767c478bd9Sstevel@tonic-gate size_t stksize; 777c478bd9Sstevel@tonic-gate caddr_t lwpdata = NULL; 787c478bd9Sstevel@tonic-gate processorid_t binding; 797c478bd9Sstevel@tonic-gate int err = 0; 807c478bd9Sstevel@tonic-gate kproject_t *oldkpj, *newkpj; 817c478bd9Sstevel@tonic-gate void *bufp = NULL; 827c478bd9Sstevel@tonic-gate klwp_t *curlwp = ttolwp(curthread); 837c478bd9Sstevel@tonic-gate lwpent_t *lep; 847c478bd9Sstevel@tonic-gate lwpdir_t *old_dir = NULL; 857c478bd9Sstevel@tonic-gate uint_t old_dirsz = 0; 867c478bd9Sstevel@tonic-gate lwpdir_t **old_hash = NULL; 877c478bd9Sstevel@tonic-gate uint_t old_hashsz = 0; 887c478bd9Sstevel@tonic-gate int i; 897c478bd9Sstevel@tonic-gate int rctlfail = 0; 907c478bd9Sstevel@tonic-gate 917c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 927c478bd9Sstevel@tonic-gate mutex_enter(&p->p_zone->zone_nlwps_lock); 937c478bd9Sstevel@tonic-gate /* 947c478bd9Sstevel@tonic-gate * don't enforce rctl limits on system processes 957c478bd9Sstevel@tonic-gate */ 967c478bd9Sstevel@tonic-gate if (cid != syscid) { 977c478bd9Sstevel@tonic-gate if (p->p_task->tk_nlwps >= p->p_task->tk_nlwps_ctl) 987c478bd9Sstevel@tonic-gate if (rctl_test(rc_task_lwps, p->p_task->tk_rctls, p, 997c478bd9Sstevel@tonic-gate 1, 0) & RCT_DENY) 1007c478bd9Sstevel@tonic-gate rctlfail = 1; 1017c478bd9Sstevel@tonic-gate if (p->p_task->tk_proj->kpj_nlwps >= 1027c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps_ctl) 1037c478bd9Sstevel@tonic-gate if (rctl_test(rc_project_nlwps, 1047c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_rctls, p, 1, 0) 1057c478bd9Sstevel@tonic-gate & RCT_DENY) 1067c478bd9Sstevel@tonic-gate rctlfail = 1; 1077c478bd9Sstevel@tonic-gate if (p->p_zone->zone_nlwps >= p->p_zone->zone_nlwps_ctl) 1087c478bd9Sstevel@tonic-gate if (rctl_test(rc_zone_nlwps, p->p_zone->zone_rctls, p, 1097c478bd9Sstevel@tonic-gate 1, 0) & RCT_DENY) 1107c478bd9Sstevel@tonic-gate rctlfail = 1; 1117c478bd9Sstevel@tonic-gate } 1127c478bd9Sstevel@tonic-gate if (rctlfail) { 1137c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 1147c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 1157c478bd9Sstevel@tonic-gate return (NULL); 1167c478bd9Sstevel@tonic-gate } 1177c478bd9Sstevel@tonic-gate p->p_task->tk_nlwps++; 1187c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps++; 1197c478bd9Sstevel@tonic-gate p->p_zone->zone_nlwps++; 1207c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 1217c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 1227c478bd9Sstevel@tonic-gate 1237c478bd9Sstevel@tonic-gate if (curlwp == NULL || (stksize = curlwp->lwp_childstksz) == 0) 1247c478bd9Sstevel@tonic-gate stksize = lwp_default_stksize; 1257c478bd9Sstevel@tonic-gate 1267c478bd9Sstevel@tonic-gate /* 1277c478bd9Sstevel@tonic-gate * Try to reclaim a <lwp,stack> from 'deathrow' 1287c478bd9Sstevel@tonic-gate */ 1297c478bd9Sstevel@tonic-gate if (stksize == lwp_default_stksize) { 1307c478bd9Sstevel@tonic-gate if (lwp_reapcnt > 0) { 1317c478bd9Sstevel@tonic-gate mutex_enter(&reaplock); 1327c478bd9Sstevel@tonic-gate if ((t = lwp_deathrow) != NULL) { 1337c478bd9Sstevel@tonic-gate ASSERT(t->t_swap); 1347c478bd9Sstevel@tonic-gate lwp_deathrow = t->t_forw; 1357c478bd9Sstevel@tonic-gate lwp_reapcnt--; 1367c478bd9Sstevel@tonic-gate lwpdata = t->t_swap; 1377c478bd9Sstevel@tonic-gate lwp = t->t_lwp; 1387c478bd9Sstevel@tonic-gate } 1397c478bd9Sstevel@tonic-gate mutex_exit(&reaplock); 1407c478bd9Sstevel@tonic-gate if (t) { 1417c478bd9Sstevel@tonic-gate t->t_swap = NULL; 1427c478bd9Sstevel@tonic-gate lwp_stk_fini(t->t_lwp); 1437c478bd9Sstevel@tonic-gate t->t_lwp = NULL; 1447c478bd9Sstevel@tonic-gate t->t_forw = NULL; 1457c478bd9Sstevel@tonic-gate thread_free(t); 1467c478bd9Sstevel@tonic-gate } 1477c478bd9Sstevel@tonic-gate } 1487c478bd9Sstevel@tonic-gate if (lwpdata == NULL && 1497c478bd9Sstevel@tonic-gate (lwpdata = (caddr_t)segkp_cache_get(segkp_lwp)) == NULL) { 1507c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 1517c478bd9Sstevel@tonic-gate mutex_enter(&p->p_zone->zone_nlwps_lock); 1527c478bd9Sstevel@tonic-gate p->p_task->tk_nlwps--; 1537c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps--; 1547c478bd9Sstevel@tonic-gate p->p_zone->zone_nlwps--; 1557c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 1567c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 1577c478bd9Sstevel@tonic-gate return (NULL); 1587c478bd9Sstevel@tonic-gate } 1597c478bd9Sstevel@tonic-gate } else { 1607c478bd9Sstevel@tonic-gate stksize = roundup(stksize, PAGESIZE); 1617c478bd9Sstevel@tonic-gate if ((lwpdata = (caddr_t)segkp_get(segkp, stksize, 1627c478bd9Sstevel@tonic-gate (KPD_NOWAIT | KPD_HASREDZONE | KPD_LOCKED))) == NULL) { 1637c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 1647c478bd9Sstevel@tonic-gate mutex_enter(&p->p_zone->zone_nlwps_lock); 1657c478bd9Sstevel@tonic-gate p->p_task->tk_nlwps--; 1667c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps--; 1677c478bd9Sstevel@tonic-gate p->p_zone->zone_nlwps--; 1687c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 1697c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 1707c478bd9Sstevel@tonic-gate return (NULL); 1717c478bd9Sstevel@tonic-gate } 1727c478bd9Sstevel@tonic-gate } 1737c478bd9Sstevel@tonic-gate 1747c478bd9Sstevel@tonic-gate /* 1757c478bd9Sstevel@tonic-gate * Create a thread, initializing the stack pointer 1767c478bd9Sstevel@tonic-gate */ 1777c478bd9Sstevel@tonic-gate t = thread_create(lwpdata, stksize, NULL, NULL, 0, p, TS_STOPPED, pri); 1787c478bd9Sstevel@tonic-gate 1797c478bd9Sstevel@tonic-gate t->t_swap = lwpdata; /* Start of page-able data */ 1807c478bd9Sstevel@tonic-gate if (lwp == NULL) 1817c478bd9Sstevel@tonic-gate lwp = kmem_cache_alloc(lwp_cache, KM_SLEEP); 1827c478bd9Sstevel@tonic-gate bzero(lwp, sizeof (*lwp)); 1837c478bd9Sstevel@tonic-gate t->t_lwp = lwp; 1847c478bd9Sstevel@tonic-gate 1857c478bd9Sstevel@tonic-gate t->t_hold = *smask; 1867c478bd9Sstevel@tonic-gate lwp->lwp_thread = t; 1877c478bd9Sstevel@tonic-gate lwp->lwp_procp = p; 1887c478bd9Sstevel@tonic-gate lwp->lwp_sigaltstack.ss_flags = SS_DISABLE; 1897c478bd9Sstevel@tonic-gate if (curlwp != NULL && curlwp->lwp_childstksz != 0) 1907c478bd9Sstevel@tonic-gate lwp->lwp_childstksz = curlwp->lwp_childstksz; 1917c478bd9Sstevel@tonic-gate 1927c478bd9Sstevel@tonic-gate t->t_stk = lwp_stk_init(lwp, t->t_stk); 1937c478bd9Sstevel@tonic-gate thread_load(t, proc, arg, len); 1947c478bd9Sstevel@tonic-gate 1957c478bd9Sstevel@tonic-gate /* 1967c478bd9Sstevel@tonic-gate * Allocate the SIGPROF buffer if ITIMER_REALPROF is in effect. 1977c478bd9Sstevel@tonic-gate */ 1987c478bd9Sstevel@tonic-gate if (timerisset(&p->p_rprof_timer.it_value)) 1997c478bd9Sstevel@tonic-gate t->t_rprof = kmem_zalloc(sizeof (struct rprof), KM_SLEEP); 2007c478bd9Sstevel@tonic-gate 2017c478bd9Sstevel@tonic-gate if (cid != NOCLASS) 2027c478bd9Sstevel@tonic-gate (void) CL_ALLOC(&bufp, cid, KM_SLEEP); 2037c478bd9Sstevel@tonic-gate 2047c478bd9Sstevel@tonic-gate /* 2057c478bd9Sstevel@tonic-gate * Allocate an lwp directory entry for the new lwp. 2067c478bd9Sstevel@tonic-gate */ 2077c478bd9Sstevel@tonic-gate lep = kmem_zalloc(sizeof (*lep), KM_SLEEP); 2087c478bd9Sstevel@tonic-gate 2097c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 2107c478bd9Sstevel@tonic-gate grow: 2117c478bd9Sstevel@tonic-gate /* 2127c478bd9Sstevel@tonic-gate * Grow the lwp (thread) directory and lwpid hash table if necessary. 2137c478bd9Sstevel@tonic-gate * A note on the growth algorithm: 2147c478bd9Sstevel@tonic-gate * The new lwp directory size is computed as: 2157c478bd9Sstevel@tonic-gate * new = 2 * old + 2 2167c478bd9Sstevel@tonic-gate * Starting with an initial size of 2 (see exec_common()), 2177c478bd9Sstevel@tonic-gate * this yields numbers that are a power of two minus 2: 2187c478bd9Sstevel@tonic-gate * 2, 6, 14, 30, 62, 126, 254, 510, 1022, ... 2197c478bd9Sstevel@tonic-gate * The size of the lwpid hash table must be a power of two 2207c478bd9Sstevel@tonic-gate * and must be commensurate in size with the lwp directory 2217c478bd9Sstevel@tonic-gate * so that hash bucket chains remain short. Therefore, 2227c478bd9Sstevel@tonic-gate * the lwpid hash table size is computed as: 2237c478bd9Sstevel@tonic-gate * hashsz = (dirsz + 2) / 2 2247c478bd9Sstevel@tonic-gate * which leads to these hash table sizes corresponding to 2257c478bd9Sstevel@tonic-gate * the above directory sizes: 2267c478bd9Sstevel@tonic-gate * 2, 4, 8, 16, 32, 64, 128, 256, 512, ... 2277c478bd9Sstevel@tonic-gate */ 2287c478bd9Sstevel@tonic-gate while (p->p_lwpfree == NULL) { 2297c478bd9Sstevel@tonic-gate uint_t dirsz = p->p_lwpdir_sz; 2307c478bd9Sstevel@tonic-gate uint_t new_dirsz; 2317c478bd9Sstevel@tonic-gate uint_t new_hashsz; 2327c478bd9Sstevel@tonic-gate lwpdir_t *new_dir; 2337c478bd9Sstevel@tonic-gate lwpdir_t *ldp; 2347c478bd9Sstevel@tonic-gate lwpdir_t **new_hash; 2357c478bd9Sstevel@tonic-gate 2367c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 2377c478bd9Sstevel@tonic-gate 2387c478bd9Sstevel@tonic-gate if (old_dir != NULL) { 2397c478bd9Sstevel@tonic-gate kmem_free(old_dir, old_dirsz * sizeof (*old_dir)); 2407c478bd9Sstevel@tonic-gate kmem_free(old_hash, old_hashsz * sizeof (*old_hash)); 2417c478bd9Sstevel@tonic-gate old_dir = NULL; 2427c478bd9Sstevel@tonic-gate old_dirsz = 0; 2437c478bd9Sstevel@tonic-gate old_hash = NULL; 2447c478bd9Sstevel@tonic-gate old_hashsz = 0; 2457c478bd9Sstevel@tonic-gate } 2467c478bd9Sstevel@tonic-gate new_dirsz = 2 * dirsz + 2; 2477c478bd9Sstevel@tonic-gate new_dir = kmem_zalloc(new_dirsz * sizeof (lwpdir_t), KM_SLEEP); 2487c478bd9Sstevel@tonic-gate for (ldp = new_dir, i = 1; i < new_dirsz; i++, ldp++) 2497c478bd9Sstevel@tonic-gate ldp->ld_next = ldp + 1; 2507c478bd9Sstevel@tonic-gate new_hashsz = (new_dirsz + 2) / 2; 2517c478bd9Sstevel@tonic-gate new_hash = kmem_zalloc(new_hashsz * sizeof (lwpdir_t *), 2527c478bd9Sstevel@tonic-gate KM_SLEEP); 2537c478bd9Sstevel@tonic-gate 2547c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 2557c478bd9Sstevel@tonic-gate if (p == curproc) 2567c478bd9Sstevel@tonic-gate prbarrier(p); 2577c478bd9Sstevel@tonic-gate 2587c478bd9Sstevel@tonic-gate if (dirsz != p->p_lwpdir_sz || p->p_lwpfree != NULL) { 2597c478bd9Sstevel@tonic-gate /* 2607c478bd9Sstevel@tonic-gate * Someone else beat us to it or some lwp exited. 2617c478bd9Sstevel@tonic-gate * Set up to free our memory and take a lap. 2627c478bd9Sstevel@tonic-gate */ 2637c478bd9Sstevel@tonic-gate old_dir = new_dir; 2647c478bd9Sstevel@tonic-gate old_dirsz = new_dirsz; 2657c478bd9Sstevel@tonic-gate old_hash = new_hash; 2667c478bd9Sstevel@tonic-gate old_hashsz = new_hashsz; 2677c478bd9Sstevel@tonic-gate } else { 2687c478bd9Sstevel@tonic-gate old_dir = p->p_lwpdir; 2697c478bd9Sstevel@tonic-gate old_dirsz = p->p_lwpdir_sz; 2707c478bd9Sstevel@tonic-gate old_hash = p->p_tidhash; 2717c478bd9Sstevel@tonic-gate old_hashsz = p->p_tidhash_sz; 2727c478bd9Sstevel@tonic-gate p->p_lwpdir = new_dir; 2737c478bd9Sstevel@tonic-gate p->p_lwpfree = new_dir; 2747c478bd9Sstevel@tonic-gate p->p_lwpdir_sz = new_dirsz; 2757c478bd9Sstevel@tonic-gate p->p_tidhash = new_hash; 2767c478bd9Sstevel@tonic-gate p->p_tidhash_sz = new_hashsz; 2777c478bd9Sstevel@tonic-gate /* 2787c478bd9Sstevel@tonic-gate * We simply hash in all of the old directory entries. 2797c478bd9Sstevel@tonic-gate * This works because the old directory has no empty 2807c478bd9Sstevel@tonic-gate * slots and the new hash table starts out empty. 2817c478bd9Sstevel@tonic-gate * This reproduces the original directory ordering 2827c478bd9Sstevel@tonic-gate * (required for /proc directory semantics). 2837c478bd9Sstevel@tonic-gate */ 2847c478bd9Sstevel@tonic-gate for (ldp = old_dir, i = 0; i < dirsz; i++, ldp++) 2857c478bd9Sstevel@tonic-gate lwp_hash_in(p, ldp->ld_entry); 2867c478bd9Sstevel@tonic-gate /* 2877c478bd9Sstevel@tonic-gate * Defer freeing memory until we drop p->p_lock, 2887c478bd9Sstevel@tonic-gate */ 2897c478bd9Sstevel@tonic-gate } 2907c478bd9Sstevel@tonic-gate } 2917c478bd9Sstevel@tonic-gate 2927c478bd9Sstevel@tonic-gate /* 2937c478bd9Sstevel@tonic-gate * Block the process against /proc while we manipulate p->p_tlist, 2947c478bd9Sstevel@tonic-gate * unless lwp_create() was called by /proc for the PCAGENT operation. 2957c478bd9Sstevel@tonic-gate * We want to do this early enough so that we don't drop p->p_lock 2967c478bd9Sstevel@tonic-gate * until the thread is put on the p->p_tlist. 2977c478bd9Sstevel@tonic-gate */ 2987c478bd9Sstevel@tonic-gate if (p == curproc) { 2997c478bd9Sstevel@tonic-gate prbarrier(p); 3007c478bd9Sstevel@tonic-gate /* 3017c478bd9Sstevel@tonic-gate * If the current lwp has been requested to stop, do so now. 3027c478bd9Sstevel@tonic-gate * Otherwise we have a race condition between /proc attempting 3037c478bd9Sstevel@tonic-gate * to stop the process and this thread creating a new lwp 3047c478bd9Sstevel@tonic-gate * that was not seen when the /proc PCSTOP request was issued. 3057c478bd9Sstevel@tonic-gate * We rely on stop() to call prbarrier(p) before returning. 3067c478bd9Sstevel@tonic-gate */ 3077c478bd9Sstevel@tonic-gate while ((curthread->t_proc_flag & TP_PRSTOP) && 3087c478bd9Sstevel@tonic-gate !ttolwp(curthread)->lwp_nostop) 3097c478bd9Sstevel@tonic-gate stop(PR_REQUESTED, 0); 3107c478bd9Sstevel@tonic-gate 3117c478bd9Sstevel@tonic-gate /* 3127c478bd9Sstevel@tonic-gate * If process is exiting, there could be a race between 3137c478bd9Sstevel@tonic-gate * the agent lwp creation and the new lwp currently being 3147c478bd9Sstevel@tonic-gate * created. So to prevent this race lwp creation is failed 3157c478bd9Sstevel@tonic-gate * if the process is exiting. 3167c478bd9Sstevel@tonic-gate */ 3177c478bd9Sstevel@tonic-gate if (p->p_flag & (SEXITLWPS|SKILLED)) { 3187c478bd9Sstevel@tonic-gate err = 1; 3197c478bd9Sstevel@tonic-gate goto error; 3207c478bd9Sstevel@tonic-gate } 3217c478bd9Sstevel@tonic-gate 3227c478bd9Sstevel@tonic-gate /* 3237c478bd9Sstevel@tonic-gate * Since we might have dropped p->p_lock, the 3247c478bd9Sstevel@tonic-gate * lwp directory free list might have changed. 3257c478bd9Sstevel@tonic-gate */ 3267c478bd9Sstevel@tonic-gate if (p->p_lwpfree == NULL) 3277c478bd9Sstevel@tonic-gate goto grow; 3287c478bd9Sstevel@tonic-gate } 3297c478bd9Sstevel@tonic-gate 3307c478bd9Sstevel@tonic-gate kpreempt_disable(); /* can't grab cpu_lock here */ 3317c478bd9Sstevel@tonic-gate 3327c478bd9Sstevel@tonic-gate /* 3337c478bd9Sstevel@tonic-gate * Inherit processor and processor set bindings from curthread, 3347c478bd9Sstevel@tonic-gate * unless we're creating a new kernel process, in which case 3357c478bd9Sstevel@tonic-gate * clear all bindings. 3367c478bd9Sstevel@tonic-gate */ 3377c478bd9Sstevel@tonic-gate if (cid == syscid) { 3387c478bd9Sstevel@tonic-gate t->t_bind_cpu = binding = PBIND_NONE; 3397c478bd9Sstevel@tonic-gate t->t_cpupart = oldpart = &cp_default; 3407c478bd9Sstevel@tonic-gate t->t_bind_pset = PS_NONE; 3417c478bd9Sstevel@tonic-gate } else { 3427c478bd9Sstevel@tonic-gate binding = curthread->t_bind_cpu; 3437c478bd9Sstevel@tonic-gate t->t_bind_cpu = binding; 3447c478bd9Sstevel@tonic-gate oldpart = t->t_cpupart; 3457c478bd9Sstevel@tonic-gate t->t_cpupart = curthread->t_cpupart; 3467c478bd9Sstevel@tonic-gate t->t_bind_pset = curthread->t_bind_pset; 3477c478bd9Sstevel@tonic-gate } 3487c478bd9Sstevel@tonic-gate 3497c478bd9Sstevel@tonic-gate /* 3507c478bd9Sstevel@tonic-gate * thread_create() initializes this thread's home lgroup to the root. 3517c478bd9Sstevel@tonic-gate * Choose a more suitable lgroup, since this thread is associated 3527c478bd9Sstevel@tonic-gate * with an lwp. 3537c478bd9Sstevel@tonic-gate */ 3547c478bd9Sstevel@tonic-gate ASSERT(oldpart != NULL); 3557c478bd9Sstevel@tonic-gate if (binding != PBIND_NONE && t->t_affinitycnt == 0) { 3567c478bd9Sstevel@tonic-gate t->t_bound_cpu = cpu[binding]; 3577c478bd9Sstevel@tonic-gate if (t->t_lpl != t->t_bound_cpu->cpu_lpl) 3587c478bd9Sstevel@tonic-gate lgrp_move_thread(t, t->t_bound_cpu->cpu_lpl, 1); 3597c478bd9Sstevel@tonic-gate } else { 3607c478bd9Sstevel@tonic-gate lgrp_move_thread(t, lgrp_choose(t, t->t_cpupart), 1); 3617c478bd9Sstevel@tonic-gate } 3627c478bd9Sstevel@tonic-gate 3637c478bd9Sstevel@tonic-gate kpreempt_enable(); 3647c478bd9Sstevel@tonic-gate 3657c478bd9Sstevel@tonic-gate /* 3667c478bd9Sstevel@tonic-gate * make sure lpl points to our own partition 3677c478bd9Sstevel@tonic-gate */ 3687c478bd9Sstevel@tonic-gate ASSERT(t->t_lpl >= t->t_cpupart->cp_lgrploads); 3697c478bd9Sstevel@tonic-gate ASSERT(t->t_lpl < t->t_cpupart->cp_lgrploads + 3707c478bd9Sstevel@tonic-gate t->t_cpupart->cp_nlgrploads); 3717c478bd9Sstevel@tonic-gate 3727c478bd9Sstevel@tonic-gate /* 3737c478bd9Sstevel@tonic-gate * If we're creating a new process, then inherit the project from our 3747c478bd9Sstevel@tonic-gate * parent. If we're only creating an additional lwp then use the 3757c478bd9Sstevel@tonic-gate * project pointer of the target process. 3767c478bd9Sstevel@tonic-gate */ 3777c478bd9Sstevel@tonic-gate if (p->p_task == NULL) 3787c478bd9Sstevel@tonic-gate newkpj = ttoproj(curthread); 3797c478bd9Sstevel@tonic-gate else 3807c478bd9Sstevel@tonic-gate newkpj = p->p_task->tk_proj; 3817c478bd9Sstevel@tonic-gate 3827c478bd9Sstevel@tonic-gate /* 3837c478bd9Sstevel@tonic-gate * It is safe to point the thread to the new project without holding it 3847c478bd9Sstevel@tonic-gate * since we're holding the target process' p_lock here and therefore 3857c478bd9Sstevel@tonic-gate * we're guaranteed that it will not move to another project. 3867c478bd9Sstevel@tonic-gate */ 3877c478bd9Sstevel@tonic-gate oldkpj = ttoproj(t); 3887c478bd9Sstevel@tonic-gate if (newkpj != oldkpj) { 3897c478bd9Sstevel@tonic-gate t->t_proj = newkpj; 3907c478bd9Sstevel@tonic-gate (void) project_hold(newkpj); 3917c478bd9Sstevel@tonic-gate project_rele(oldkpj); 3927c478bd9Sstevel@tonic-gate } 3937c478bd9Sstevel@tonic-gate 3947c478bd9Sstevel@tonic-gate if (cid != NOCLASS) { 3957c478bd9Sstevel@tonic-gate /* 3967c478bd9Sstevel@tonic-gate * If the lwp is being created in the current process 3977c478bd9Sstevel@tonic-gate * and matches the current thread's scheduling class, 3987c478bd9Sstevel@tonic-gate * we should propagate the current thread's scheduling 3997c478bd9Sstevel@tonic-gate * parameters by calling CL_FORK. Otherwise just use 4007c478bd9Sstevel@tonic-gate * the defaults by calling CL_ENTERCLASS. 4017c478bd9Sstevel@tonic-gate */ 4027c478bd9Sstevel@tonic-gate if (p != curproc || curthread->t_cid != cid) { 4037c478bd9Sstevel@tonic-gate err = CL_ENTERCLASS(t, cid, NULL, NULL, bufp); 4047c478bd9Sstevel@tonic-gate t->t_pri = pri; /* CL_ENTERCLASS may have changed it */ 4057c478bd9Sstevel@tonic-gate } else { 4067c478bd9Sstevel@tonic-gate t->t_clfuncs = &(sclass[cid].cl_funcs->thread); 4077c478bd9Sstevel@tonic-gate err = CL_FORK(curthread, t, bufp); 4087c478bd9Sstevel@tonic-gate t->t_cid = cid; 4097c478bd9Sstevel@tonic-gate } 4107c478bd9Sstevel@tonic-gate if (err) 4117c478bd9Sstevel@tonic-gate goto error; 4127c478bd9Sstevel@tonic-gate else 4137c478bd9Sstevel@tonic-gate bufp = NULL; 4147c478bd9Sstevel@tonic-gate } 4157c478bd9Sstevel@tonic-gate 4167c478bd9Sstevel@tonic-gate /* 4177c478bd9Sstevel@tonic-gate * If we were given an lwpid then use it, else allocate one. 4187c478bd9Sstevel@tonic-gate */ 4197c478bd9Sstevel@tonic-gate if (lwpid != 0) 4207c478bd9Sstevel@tonic-gate t->t_tid = lwpid; 4217c478bd9Sstevel@tonic-gate else { 4227c478bd9Sstevel@tonic-gate /* 4237c478bd9Sstevel@tonic-gate * lwp/thread id 0 is never valid; reserved for special checks. 4247c478bd9Sstevel@tonic-gate * lwp/thread id 1 is reserved for the main thread. 4257c478bd9Sstevel@tonic-gate * Start again at 2 when INT_MAX has been reached 4267c478bd9Sstevel@tonic-gate * (id_t is a signed 32-bit integer). 4277c478bd9Sstevel@tonic-gate */ 4287c478bd9Sstevel@tonic-gate id_t prev_id = p->p_lwpid; /* last allocated tid */ 4297c478bd9Sstevel@tonic-gate 4307c478bd9Sstevel@tonic-gate do { /* avoid lwpid duplication */ 4317c478bd9Sstevel@tonic-gate if (p->p_lwpid == INT_MAX) { 4327c478bd9Sstevel@tonic-gate p->p_flag |= SLWPWRAP; 4337c478bd9Sstevel@tonic-gate p->p_lwpid = 1; 4347c478bd9Sstevel@tonic-gate } 4357c478bd9Sstevel@tonic-gate if ((t->t_tid = ++p->p_lwpid) == prev_id) { 4367c478bd9Sstevel@tonic-gate /* 4377c478bd9Sstevel@tonic-gate * All lwpids are allocated; fail the request. 4387c478bd9Sstevel@tonic-gate */ 4397c478bd9Sstevel@tonic-gate err = 1; 4407c478bd9Sstevel@tonic-gate goto error; 4417c478bd9Sstevel@tonic-gate } 4427c478bd9Sstevel@tonic-gate /* 4437c478bd9Sstevel@tonic-gate * We only need to worry about colliding with an id 4447c478bd9Sstevel@tonic-gate * that's already in use if this process has 4457c478bd9Sstevel@tonic-gate * cycled through all available lwp ids. 4467c478bd9Sstevel@tonic-gate */ 4477c478bd9Sstevel@tonic-gate if ((p->p_flag & SLWPWRAP) == 0) 4487c478bd9Sstevel@tonic-gate break; 4497c478bd9Sstevel@tonic-gate } while (lwp_hash_lookup(p, t->t_tid) != NULL); 4507c478bd9Sstevel@tonic-gate } 4517c478bd9Sstevel@tonic-gate p->p_lwpcnt++; 4527c478bd9Sstevel@tonic-gate t->t_waitfor = -1; 4537c478bd9Sstevel@tonic-gate 4547c478bd9Sstevel@tonic-gate /* 4557c478bd9Sstevel@tonic-gate * Turn microstate accounting on for thread if on for process. 4567c478bd9Sstevel@tonic-gate */ 4577c478bd9Sstevel@tonic-gate if (p->p_flag & SMSACCT) 4587c478bd9Sstevel@tonic-gate t->t_proc_flag |= TP_MSACCT; 4597c478bd9Sstevel@tonic-gate 4607c478bd9Sstevel@tonic-gate /* 4617c478bd9Sstevel@tonic-gate * If the process has watchpoints, mark the new thread as such. 4627c478bd9Sstevel@tonic-gate */ 4637c478bd9Sstevel@tonic-gate if (pr_watch_active(p)) 4647c478bd9Sstevel@tonic-gate watch_enable(t); 4657c478bd9Sstevel@tonic-gate 4667c478bd9Sstevel@tonic-gate /* 4677c478bd9Sstevel@tonic-gate * The lwp is being created in the stopped state. 4687c478bd9Sstevel@tonic-gate * We set all the necessary flags to indicate that fact here. 4697c478bd9Sstevel@tonic-gate * We omit the TS_CREATE flag from t_schedflag so that the lwp 4707c478bd9Sstevel@tonic-gate * cannot be set running until the caller is finished with it, 4717c478bd9Sstevel@tonic-gate * even if lwp_continue() is called on it after we drop p->p_lock. 4727c478bd9Sstevel@tonic-gate * When the caller is finished with the newly-created lwp, 4737c478bd9Sstevel@tonic-gate * the caller must call lwp_create_done() to allow the lwp 4747c478bd9Sstevel@tonic-gate * to be set running. If the TP_HOLDLWP is left set, the 4757c478bd9Sstevel@tonic-gate * lwp will suspend itself after reaching system call exit. 4767c478bd9Sstevel@tonic-gate */ 4777c478bd9Sstevel@tonic-gate init_mstate(t, LMS_STOPPED); 4787c478bd9Sstevel@tonic-gate t->t_proc_flag |= TP_HOLDLWP; 4797c478bd9Sstevel@tonic-gate t->t_schedflag |= (TS_ALLSTART & ~(TS_CSTART | TS_CREATE)); 4807c478bd9Sstevel@tonic-gate t->t_whystop = PR_SUSPENDED; 4817c478bd9Sstevel@tonic-gate t->t_whatstop = SUSPEND_NORMAL; 4827c478bd9Sstevel@tonic-gate t->t_sig_check = 1; /* ensure that TP_HOLDLWP is honored */ 4837c478bd9Sstevel@tonic-gate 4847c478bd9Sstevel@tonic-gate /* 4857c478bd9Sstevel@tonic-gate * Set system call processing flags in case tracing or profiling 4867c478bd9Sstevel@tonic-gate * is set. The first system call will evaluate these and turn 4877c478bd9Sstevel@tonic-gate * them off if they aren't needed. 4887c478bd9Sstevel@tonic-gate */ 4897c478bd9Sstevel@tonic-gate t->t_pre_sys = 1; 4907c478bd9Sstevel@tonic-gate t->t_post_sys = 1; 4917c478bd9Sstevel@tonic-gate 4927c478bd9Sstevel@tonic-gate /* 4937c478bd9Sstevel@tonic-gate * Insert the new thread into the list of all threads. 4947c478bd9Sstevel@tonic-gate */ 4957c478bd9Sstevel@tonic-gate if ((tx = p->p_tlist) == NULL) { 4967c478bd9Sstevel@tonic-gate t->t_back = t; 4977c478bd9Sstevel@tonic-gate t->t_forw = t; 4987c478bd9Sstevel@tonic-gate p->p_tlist = t; 4997c478bd9Sstevel@tonic-gate } else { 5007c478bd9Sstevel@tonic-gate t->t_forw = tx; 5017c478bd9Sstevel@tonic-gate t->t_back = tx->t_back; 5027c478bd9Sstevel@tonic-gate tx->t_back->t_forw = t; 5037c478bd9Sstevel@tonic-gate tx->t_back = t; 5047c478bd9Sstevel@tonic-gate } 5057c478bd9Sstevel@tonic-gate 5067c478bd9Sstevel@tonic-gate /* 5077c478bd9Sstevel@tonic-gate * Insert the new lwp into an lwp directory slot position 5087c478bd9Sstevel@tonic-gate * and into the lwpid hash table. 5097c478bd9Sstevel@tonic-gate */ 5107c478bd9Sstevel@tonic-gate lep->le_thread = t; 5117c478bd9Sstevel@tonic-gate lep->le_lwpid = t->t_tid; 5127c478bd9Sstevel@tonic-gate lep->le_start = t->t_start; 5137c478bd9Sstevel@tonic-gate lwp_hash_in(p, lep); 5147c478bd9Sstevel@tonic-gate 5157c478bd9Sstevel@tonic-gate if (state == TS_RUN) { 5167c478bd9Sstevel@tonic-gate /* 5177c478bd9Sstevel@tonic-gate * We set the new lwp running immediately. 5187c478bd9Sstevel@tonic-gate */ 5197c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_HOLDLWP; 5207c478bd9Sstevel@tonic-gate lwp_create_done(t); 5217c478bd9Sstevel@tonic-gate } 5227c478bd9Sstevel@tonic-gate 5237c478bd9Sstevel@tonic-gate error: 5247c478bd9Sstevel@tonic-gate if (err) { 5257c478bd9Sstevel@tonic-gate /* 5267c478bd9Sstevel@tonic-gate * We have failed to create an lwp, so decrement the number 5277c478bd9Sstevel@tonic-gate * of lwps in the task and let the lgroup load averages know 5287c478bd9Sstevel@tonic-gate * that this thread isn't going to show up. 5297c478bd9Sstevel@tonic-gate */ 5307c478bd9Sstevel@tonic-gate kpreempt_disable(); 5317c478bd9Sstevel@tonic-gate lgrp_move_thread(t, NULL, 1); 5327c478bd9Sstevel@tonic-gate kpreempt_enable(); 5337c478bd9Sstevel@tonic-gate 5347c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 5357c478bd9Sstevel@tonic-gate mutex_enter(&p->p_zone->zone_nlwps_lock); 5367c478bd9Sstevel@tonic-gate p->p_task->tk_nlwps--; 5377c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps--; 5387c478bd9Sstevel@tonic-gate p->p_zone->zone_nlwps--; 5397c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 5407c478bd9Sstevel@tonic-gate if (cid != NOCLASS && bufp != NULL) 5417c478bd9Sstevel@tonic-gate CL_FREE(cid, bufp); 5427c478bd9Sstevel@tonic-gate 5437c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 5447c478bd9Sstevel@tonic-gate t->t_state = TS_FREE; 5457c478bd9Sstevel@tonic-gate thread_rele(t); 5467c478bd9Sstevel@tonic-gate 5477c478bd9Sstevel@tonic-gate /* 5487c478bd9Sstevel@tonic-gate * We need to remove t from the list of all threads 5497c478bd9Sstevel@tonic-gate * because thread_exit()/lwp_exit() isn't called on t. 5507c478bd9Sstevel@tonic-gate */ 5517c478bd9Sstevel@tonic-gate mutex_enter(&pidlock); 5527c478bd9Sstevel@tonic-gate ASSERT(t != t->t_next); /* t0 never exits */ 5537c478bd9Sstevel@tonic-gate t->t_next->t_prev = t->t_prev; 5547c478bd9Sstevel@tonic-gate t->t_prev->t_next = t->t_next; 5557c478bd9Sstevel@tonic-gate mutex_exit(&pidlock); 5567c478bd9Sstevel@tonic-gate 5577c478bd9Sstevel@tonic-gate thread_free(t); 5587c478bd9Sstevel@tonic-gate kmem_free(lep, sizeof (*lep)); 5597c478bd9Sstevel@tonic-gate lwp = NULL; 5607c478bd9Sstevel@tonic-gate } else { 5617c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 5627c478bd9Sstevel@tonic-gate } 5637c478bd9Sstevel@tonic-gate 5647c478bd9Sstevel@tonic-gate if (old_dir != NULL) { 5657c478bd9Sstevel@tonic-gate kmem_free(old_dir, old_dirsz * sizeof (*old_dir)); 5667c478bd9Sstevel@tonic-gate kmem_free(old_hash, old_hashsz * sizeof (*old_hash)); 5677c478bd9Sstevel@tonic-gate } 5687c478bd9Sstevel@tonic-gate 5697c478bd9Sstevel@tonic-gate DTRACE_PROC1(lwp__create, kthread_t *, t); 5707c478bd9Sstevel@tonic-gate return (lwp); 5717c478bd9Sstevel@tonic-gate } 5727c478bd9Sstevel@tonic-gate 5737c478bd9Sstevel@tonic-gate /* 5747c478bd9Sstevel@tonic-gate * lwp_create_done() is called by the caller of lwp_create() to set the 5757c478bd9Sstevel@tonic-gate * newly-created lwp running after the caller has finished manipulating it. 5767c478bd9Sstevel@tonic-gate */ 5777c478bd9Sstevel@tonic-gate void 5787c478bd9Sstevel@tonic-gate lwp_create_done(kthread_t *t) 5797c478bd9Sstevel@tonic-gate { 5807c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t); 5817c478bd9Sstevel@tonic-gate 5827c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 5837c478bd9Sstevel@tonic-gate 5847c478bd9Sstevel@tonic-gate /* 5857c478bd9Sstevel@tonic-gate * We set the TS_CREATE and TS_CSTART flags and call setrun_locked(). 5867c478bd9Sstevel@tonic-gate * (The absence of the TS_CREATE flag prevents the lwp from running 5877c478bd9Sstevel@tonic-gate * until we are finished with it, even if lwp_continue() is called on 5887c478bd9Sstevel@tonic-gate * it by some other lwp in the process or elsewhere in the kernel.) 5897c478bd9Sstevel@tonic-gate */ 5907c478bd9Sstevel@tonic-gate thread_lock(t); 5917c478bd9Sstevel@tonic-gate ASSERT(t->t_state == TS_STOPPED && !(t->t_schedflag & TS_CREATE)); 5927c478bd9Sstevel@tonic-gate /* 5937c478bd9Sstevel@tonic-gate * If TS_CSTART is set, lwp_continue(t) has been called and 5947c478bd9Sstevel@tonic-gate * has already incremented p_lwprcnt; avoid doing this twice. 5957c478bd9Sstevel@tonic-gate */ 5967c478bd9Sstevel@tonic-gate if (!(t->t_schedflag & TS_CSTART)) 5977c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 5987c478bd9Sstevel@tonic-gate t->t_schedflag |= (TS_CSTART | TS_CREATE); 5997c478bd9Sstevel@tonic-gate setrun_locked(t); 6007c478bd9Sstevel@tonic-gate thread_unlock(t); 6017c478bd9Sstevel@tonic-gate } 6027c478bd9Sstevel@tonic-gate 6037c478bd9Sstevel@tonic-gate /* 6047c478bd9Sstevel@tonic-gate * Copy an LWP's active templates, and clear the latest contracts. 6057c478bd9Sstevel@tonic-gate */ 6067c478bd9Sstevel@tonic-gate void 6077c478bd9Sstevel@tonic-gate lwp_ctmpl_copy(klwp_t *dst, klwp_t *src) 6087c478bd9Sstevel@tonic-gate { 6097c478bd9Sstevel@tonic-gate int i; 6107c478bd9Sstevel@tonic-gate 6117c478bd9Sstevel@tonic-gate for (i = 0; i < ct_ntypes; i++) { 6127c478bd9Sstevel@tonic-gate dst->lwp_ct_active[i] = ctmpl_dup(src->lwp_ct_active[i]); 6137c478bd9Sstevel@tonic-gate dst->lwp_ct_latest[i] = NULL; 6147c478bd9Sstevel@tonic-gate } 6157c478bd9Sstevel@tonic-gate } 6167c478bd9Sstevel@tonic-gate 6177c478bd9Sstevel@tonic-gate /* 6187c478bd9Sstevel@tonic-gate * Clear an LWP's contract template state. 6197c478bd9Sstevel@tonic-gate */ 6207c478bd9Sstevel@tonic-gate void 6217c478bd9Sstevel@tonic-gate lwp_ctmpl_clear(klwp_t *lwp) 6227c478bd9Sstevel@tonic-gate { 6237c478bd9Sstevel@tonic-gate ct_template_t *tmpl; 6247c478bd9Sstevel@tonic-gate int i; 6257c478bd9Sstevel@tonic-gate 6267c478bd9Sstevel@tonic-gate for (i = 0; i < ct_ntypes; i++) { 6277c478bd9Sstevel@tonic-gate if ((tmpl = lwp->lwp_ct_active[i]) != NULL) { 6287c478bd9Sstevel@tonic-gate ctmpl_free(tmpl); 6297c478bd9Sstevel@tonic-gate lwp->lwp_ct_active[i] = NULL; 6307c478bd9Sstevel@tonic-gate } 6317c478bd9Sstevel@tonic-gate 6327c478bd9Sstevel@tonic-gate if (lwp->lwp_ct_latest[i] != NULL) { 6337c478bd9Sstevel@tonic-gate contract_rele(lwp->lwp_ct_latest[i]); 6347c478bd9Sstevel@tonic-gate lwp->lwp_ct_latest[i] = NULL; 6357c478bd9Sstevel@tonic-gate } 6367c478bd9Sstevel@tonic-gate } 6377c478bd9Sstevel@tonic-gate } 6387c478bd9Sstevel@tonic-gate 6397c478bd9Sstevel@tonic-gate /* 6407c478bd9Sstevel@tonic-gate * Individual lwp exit. 6417c478bd9Sstevel@tonic-gate * If this is the last lwp, exit the whole process. 6427c478bd9Sstevel@tonic-gate */ 6437c478bd9Sstevel@tonic-gate void 6447c478bd9Sstevel@tonic-gate lwp_exit(void) 6457c478bd9Sstevel@tonic-gate { 6467c478bd9Sstevel@tonic-gate kthread_t *t = curthread; 6477c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(t); 6487c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t); 6497c478bd9Sstevel@tonic-gate 6507c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 6517c478bd9Sstevel@tonic-gate 6527c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 6537c478bd9Sstevel@tonic-gate 6547c478bd9Sstevel@tonic-gate #if defined(__sparc) 6557c478bd9Sstevel@tonic-gate /* 6567c478bd9Sstevel@tonic-gate * Ensure that the user stack is fully abandoned.. 6577c478bd9Sstevel@tonic-gate */ 6587c478bd9Sstevel@tonic-gate trash_user_windows(); 6597c478bd9Sstevel@tonic-gate #endif 6607c478bd9Sstevel@tonic-gate 6617c478bd9Sstevel@tonic-gate tsd_exit(); /* free thread specific data */ 6627c478bd9Sstevel@tonic-gate 6637c478bd9Sstevel@tonic-gate kcpc_passivate(); /* Clean up performance counter state */ 6647c478bd9Sstevel@tonic-gate 6657c478bd9Sstevel@tonic-gate pollcleanup(); 6667c478bd9Sstevel@tonic-gate 6677c478bd9Sstevel@tonic-gate if (t->t_door) 6687c478bd9Sstevel@tonic-gate door_slam(); 6697c478bd9Sstevel@tonic-gate 6707c478bd9Sstevel@tonic-gate if (t->t_schedctl != NULL) 6717c478bd9Sstevel@tonic-gate schedctl_lwp_cleanup(t); 6727c478bd9Sstevel@tonic-gate 6737c478bd9Sstevel@tonic-gate if (t->t_upimutex != NULL) 6747c478bd9Sstevel@tonic-gate upimutex_cleanup(); 6757c478bd9Sstevel@tonic-gate 6767c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 6777c478bd9Sstevel@tonic-gate lwp_cleanup(); 6787c478bd9Sstevel@tonic-gate 6797c478bd9Sstevel@tonic-gate /* 6807c478bd9Sstevel@tonic-gate * When this process is dumping core, its lwps are held here 6817c478bd9Sstevel@tonic-gate * until the core dump is finished. Then exitlwps() is called 6827c478bd9Sstevel@tonic-gate * again to release these lwps so that they can finish exiting. 6837c478bd9Sstevel@tonic-gate */ 6847c478bd9Sstevel@tonic-gate if (p->p_flag & SCOREDUMP) 6857c478bd9Sstevel@tonic-gate stop(PR_SUSPENDED, SUSPEND_NORMAL); 6867c478bd9Sstevel@tonic-gate 6877c478bd9Sstevel@tonic-gate /* 6887c478bd9Sstevel@tonic-gate * Block the process against /proc now that we have really acquired 6897c478bd9Sstevel@tonic-gate * p->p_lock (to decrement p_lwpcnt and manipulate p_tlist at least). 6907c478bd9Sstevel@tonic-gate */ 6917c478bd9Sstevel@tonic-gate prbarrier(p); 6927c478bd9Sstevel@tonic-gate 6937c478bd9Sstevel@tonic-gate /* 6947c478bd9Sstevel@tonic-gate * Call proc_exit() if this is the last non-daemon lwp in the process. 6957c478bd9Sstevel@tonic-gate */ 6967c478bd9Sstevel@tonic-gate if (!(t->t_proc_flag & TP_DAEMON) && 6977c478bd9Sstevel@tonic-gate p->p_lwpcnt == p->p_lwpdaemon + 1) { 6987c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 699*97eda132Sraf if (proc_exit(CLD_EXITED, 0) == 0) { 7007c478bd9Sstevel@tonic-gate /* Restarting init. */ 7017c478bd9Sstevel@tonic-gate return; 7027c478bd9Sstevel@tonic-gate } 7037c478bd9Sstevel@tonic-gate 7047c478bd9Sstevel@tonic-gate /* 7057c478bd9Sstevel@tonic-gate * proc_exit() returns a non-zero value when some other 7067c478bd9Sstevel@tonic-gate * lwp got there first. We just have to continue in 7077c478bd9Sstevel@tonic-gate * lwp_exit(). 7087c478bd9Sstevel@tonic-gate */ 7097c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 7107c478bd9Sstevel@tonic-gate ASSERT(curproc->p_flag & SEXITLWPS); 7117c478bd9Sstevel@tonic-gate prbarrier(p); 7127c478bd9Sstevel@tonic-gate } 7137c478bd9Sstevel@tonic-gate 7147c478bd9Sstevel@tonic-gate DTRACE_PROC(lwp__exit); 7157c478bd9Sstevel@tonic-gate 7167c478bd9Sstevel@tonic-gate /* 7177c478bd9Sstevel@tonic-gate * If the lwp is a detached lwp or if the process is exiting, 7187c478bd9Sstevel@tonic-gate * remove (lwp_hash_out()) the lwp from the lwp directory. 7197c478bd9Sstevel@tonic-gate * Otherwise null out the lwp's le_thread pointer in the lwp 7207c478bd9Sstevel@tonic-gate * directory so that other threads will see it as a zombie lwp. 7217c478bd9Sstevel@tonic-gate */ 7227c478bd9Sstevel@tonic-gate prlwpexit(t); /* notify /proc */ 7237c478bd9Sstevel@tonic-gate if (!(t->t_proc_flag & TP_TWAIT) || (p->p_flag & SEXITLWPS)) 7247c478bd9Sstevel@tonic-gate lwp_hash_out(p, t->t_tid); 7257c478bd9Sstevel@tonic-gate else { 7267c478bd9Sstevel@tonic-gate ASSERT(!(t->t_proc_flag & TP_DAEMON)); 7277c478bd9Sstevel@tonic-gate p->p_lwpdir[t->t_dslot].ld_entry->le_thread = NULL; 7287c478bd9Sstevel@tonic-gate p->p_zombcnt++; 7297c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_lwpexit); 7307c478bd9Sstevel@tonic-gate } 7317c478bd9Sstevel@tonic-gate if (t->t_proc_flag & TP_DAEMON) { 7327c478bd9Sstevel@tonic-gate p->p_lwpdaemon--; 7337c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_DAEMON; 7347c478bd9Sstevel@tonic-gate } 7357c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_TWAIT; 7367c478bd9Sstevel@tonic-gate 7377c478bd9Sstevel@tonic-gate /* 7387c478bd9Sstevel@tonic-gate * Maintain accurate lwp count for task.max-lwps resource control. 7397c478bd9Sstevel@tonic-gate */ 7407c478bd9Sstevel@tonic-gate mutex_enter(&p->p_zone->zone_nlwps_lock); 7417c478bd9Sstevel@tonic-gate p->p_task->tk_nlwps--; 7427c478bd9Sstevel@tonic-gate p->p_task->tk_proj->kpj_nlwps--; 7437c478bd9Sstevel@tonic-gate p->p_zone->zone_nlwps--; 7447c478bd9Sstevel@tonic-gate mutex_exit(&p->p_zone->zone_nlwps_lock); 7457c478bd9Sstevel@tonic-gate 7467c478bd9Sstevel@tonic-gate CL_EXIT(t); /* tell the scheduler that t is exiting */ 7477c478bd9Sstevel@tonic-gate ASSERT(p->p_lwpcnt != 0); 7487c478bd9Sstevel@tonic-gate p->p_lwpcnt--; 7497c478bd9Sstevel@tonic-gate 7507c478bd9Sstevel@tonic-gate /* 7517c478bd9Sstevel@tonic-gate * If all remaining non-daemon lwps are waiting in lwp_wait(), 7527c478bd9Sstevel@tonic-gate * wake them up so someone can return EDEADLK. 7537c478bd9Sstevel@tonic-gate * (See the block comment preceeding lwp_wait().) 7547c478bd9Sstevel@tonic-gate */ 7557c478bd9Sstevel@tonic-gate if (p->p_lwpcnt == p->p_lwpdaemon + (p->p_lwpwait - p->p_lwpdwait)) 7567c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_lwpexit); 7577c478bd9Sstevel@tonic-gate 7587c478bd9Sstevel@tonic-gate t->t_proc_flag |= TP_LWPEXIT; 7597c478bd9Sstevel@tonic-gate term_mstate(t); 7607c478bd9Sstevel@tonic-gate #ifndef NPROBE 7617c478bd9Sstevel@tonic-gate /* Kernel probe */ 7627c478bd9Sstevel@tonic-gate if (t->t_tnf_tpdp) 7637c478bd9Sstevel@tonic-gate tnf_thread_exit(); 7647c478bd9Sstevel@tonic-gate #endif /* NPROBE */ 7657c478bd9Sstevel@tonic-gate 7667c478bd9Sstevel@tonic-gate t->t_forw->t_back = t->t_back; 7677c478bd9Sstevel@tonic-gate t->t_back->t_forw = t->t_forw; 7687c478bd9Sstevel@tonic-gate if (t == p->p_tlist) 7697c478bd9Sstevel@tonic-gate p->p_tlist = t->t_forw; 7707c478bd9Sstevel@tonic-gate 7717c478bd9Sstevel@tonic-gate /* 7727c478bd9Sstevel@tonic-gate * Clean up the signal state. 7737c478bd9Sstevel@tonic-gate */ 7747c478bd9Sstevel@tonic-gate if (t->t_sigqueue != NULL) 7757c478bd9Sstevel@tonic-gate sigdelq(p, t, 0); 7767c478bd9Sstevel@tonic-gate if (lwp->lwp_curinfo != NULL) { 7777c478bd9Sstevel@tonic-gate siginfofree(lwp->lwp_curinfo); 7787c478bd9Sstevel@tonic-gate lwp->lwp_curinfo = NULL; 7797c478bd9Sstevel@tonic-gate } 7807c478bd9Sstevel@tonic-gate 7817c478bd9Sstevel@tonic-gate thread_rele(t); 7827c478bd9Sstevel@tonic-gate 7837c478bd9Sstevel@tonic-gate /* 7847c478bd9Sstevel@tonic-gate * Terminated lwps are associated with process zero and are put onto 7857c478bd9Sstevel@tonic-gate * death-row by resume(). Avoid preemption after resetting t->t_procp. 7867c478bd9Sstevel@tonic-gate */ 7877c478bd9Sstevel@tonic-gate t->t_preempt++; 7887c478bd9Sstevel@tonic-gate t->t_procp = &p0; 7897c478bd9Sstevel@tonic-gate 7907c478bd9Sstevel@tonic-gate /* 7917c478bd9Sstevel@tonic-gate * Notify the HAT about the change of address space 7927c478bd9Sstevel@tonic-gate */ 7937c478bd9Sstevel@tonic-gate hat_thread_exit(t); 7947c478bd9Sstevel@tonic-gate /* 7957c478bd9Sstevel@tonic-gate * When this is the last running lwp in this process and some lwp is 7967c478bd9Sstevel@tonic-gate * waiting for this condition to become true, or this thread was being 7977c478bd9Sstevel@tonic-gate * suspended, then the waiting lwp is awakened. 7987c478bd9Sstevel@tonic-gate * 7997c478bd9Sstevel@tonic-gate * Also, if the process is exiting, we may have a thread waiting in 8007c478bd9Sstevel@tonic-gate * exitlwps() that needs to be notified. 8017c478bd9Sstevel@tonic-gate */ 8027c478bd9Sstevel@tonic-gate if (--p->p_lwprcnt == 0 || (t->t_proc_flag & TP_HOLDLWP) || 8037c478bd9Sstevel@tonic-gate (p->p_flag & SEXITLWPS)) 8047c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 8057c478bd9Sstevel@tonic-gate 8067c478bd9Sstevel@tonic-gate /* 8077c478bd9Sstevel@tonic-gate * Need to drop p_lock so we can reacquire pidlock. 8087c478bd9Sstevel@tonic-gate */ 8097c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 8107c478bd9Sstevel@tonic-gate mutex_enter(&pidlock); 8117c478bd9Sstevel@tonic-gate 8127c478bd9Sstevel@tonic-gate ASSERT(t != t->t_next); /* t0 never exits */ 8137c478bd9Sstevel@tonic-gate t->t_next->t_prev = t->t_prev; 8147c478bd9Sstevel@tonic-gate t->t_prev->t_next = t->t_next; 8157c478bd9Sstevel@tonic-gate cv_broadcast(&t->t_joincv); /* wake up anyone in thread_join */ 8167c478bd9Sstevel@tonic-gate mutex_exit(&pidlock); 8177c478bd9Sstevel@tonic-gate 8187c478bd9Sstevel@tonic-gate lwp_pcb_exit(); 8197c478bd9Sstevel@tonic-gate 8207c478bd9Sstevel@tonic-gate if (t->t_ctx != NULL) 8217c478bd9Sstevel@tonic-gate exitctx(t); 8227c478bd9Sstevel@tonic-gate 8237c478bd9Sstevel@tonic-gate t->t_state = TS_ZOMB; 8247c478bd9Sstevel@tonic-gate swtch_from_zombie(); 8257c478bd9Sstevel@tonic-gate /* never returns */ 8267c478bd9Sstevel@tonic-gate } 8277c478bd9Sstevel@tonic-gate 8287c478bd9Sstevel@tonic-gate 8297c478bd9Sstevel@tonic-gate /* 8307c478bd9Sstevel@tonic-gate * Cleanup function for an exiting lwp. 8317c478bd9Sstevel@tonic-gate * Called both from lwp_exit() and from proc_exit(). 8327c478bd9Sstevel@tonic-gate * p->p_lock is repeatedly released and grabbed in this function. 8337c478bd9Sstevel@tonic-gate */ 8347c478bd9Sstevel@tonic-gate void 8357c478bd9Sstevel@tonic-gate lwp_cleanup(void) 8367c478bd9Sstevel@tonic-gate { 8377c478bd9Sstevel@tonic-gate kthread_t *t = curthread; 8387c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t); 8397c478bd9Sstevel@tonic-gate 8407c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 8417c478bd9Sstevel@tonic-gate 8427c478bd9Sstevel@tonic-gate /* untimeout any lwp-bound realtime timers */ 8437c478bd9Sstevel@tonic-gate if (p->p_itimer != NULL) 8447c478bd9Sstevel@tonic-gate timer_lwpexit(); 8457c478bd9Sstevel@tonic-gate 8467c478bd9Sstevel@tonic-gate /* 8477c478bd9Sstevel@tonic-gate * If this is the /proc agent lwp that is exiting, readjust p_lwpid 8487c478bd9Sstevel@tonic-gate * so it appears that the agent never existed, and clear p_agenttp. 8497c478bd9Sstevel@tonic-gate */ 8507c478bd9Sstevel@tonic-gate if (t == p->p_agenttp) { 8517c478bd9Sstevel@tonic-gate ASSERT(t->t_tid == p->p_lwpid); 8527c478bd9Sstevel@tonic-gate p->p_lwpid--; 8537c478bd9Sstevel@tonic-gate p->p_agenttp = NULL; 8547c478bd9Sstevel@tonic-gate } 8557c478bd9Sstevel@tonic-gate 8567c478bd9Sstevel@tonic-gate /* 8577c478bd9Sstevel@tonic-gate * Do lgroup bookkeeping to account for thread exiting. 8587c478bd9Sstevel@tonic-gate */ 8597c478bd9Sstevel@tonic-gate kpreempt_disable(); 8607c478bd9Sstevel@tonic-gate lgrp_move_thread(t, NULL, 1); 8617c478bd9Sstevel@tonic-gate kpreempt_enable(); 8627c478bd9Sstevel@tonic-gate 8637c478bd9Sstevel@tonic-gate lwp_ctmpl_clear(ttolwp(t)); 8647c478bd9Sstevel@tonic-gate } 8657c478bd9Sstevel@tonic-gate 8667c478bd9Sstevel@tonic-gate int 8677c478bd9Sstevel@tonic-gate lwp_suspend(kthread_t *t) 8687c478bd9Sstevel@tonic-gate { 8697c478bd9Sstevel@tonic-gate int tid; 8707c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t); 8717c478bd9Sstevel@tonic-gate 8727c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 8737c478bd9Sstevel@tonic-gate 8747c478bd9Sstevel@tonic-gate /* 8757c478bd9Sstevel@tonic-gate * Set the thread's TP_HOLDLWP flag so it will stop in holdlwp(). 8767c478bd9Sstevel@tonic-gate * If an lwp is stopping itself, there is no need to wait. 8777c478bd9Sstevel@tonic-gate */ 8787c478bd9Sstevel@tonic-gate t->t_proc_flag |= TP_HOLDLWP; 8797c478bd9Sstevel@tonic-gate if (t == curthread) { 8807c478bd9Sstevel@tonic-gate t->t_sig_check = 1; 8817c478bd9Sstevel@tonic-gate } else { 8827c478bd9Sstevel@tonic-gate /* 8837c478bd9Sstevel@tonic-gate * Make sure the lwp stops promptly. 8847c478bd9Sstevel@tonic-gate */ 8857c478bd9Sstevel@tonic-gate thread_lock(t); 8867c478bd9Sstevel@tonic-gate t->t_sig_check = 1; 8877c478bd9Sstevel@tonic-gate /* 8887c478bd9Sstevel@tonic-gate * XXX Should use virtual stop like /proc does instead of 8897c478bd9Sstevel@tonic-gate * XXX waking the thread to get it to stop. 8907c478bd9Sstevel@tonic-gate */ 8917c478bd9Sstevel@tonic-gate if (t->t_state == TS_SLEEP && (t->t_flag & T_WAKEABLE)) 8927c478bd9Sstevel@tonic-gate setrun_locked(t); 8937c478bd9Sstevel@tonic-gate else if (t->t_state == TS_ONPROC && t->t_cpu != CPU) 8947c478bd9Sstevel@tonic-gate poke_cpu(t->t_cpu->cpu_id); 8957c478bd9Sstevel@tonic-gate tid = t->t_tid; /* remember thread ID */ 8967c478bd9Sstevel@tonic-gate /* 8977c478bd9Sstevel@tonic-gate * Wait for lwp to stop 8987c478bd9Sstevel@tonic-gate */ 8997c478bd9Sstevel@tonic-gate while (!SUSPENDED(t)) { 9007c478bd9Sstevel@tonic-gate /* 9017c478bd9Sstevel@tonic-gate * Drop the thread lock before waiting and reacquire it 9027c478bd9Sstevel@tonic-gate * afterwards, so the thread can change its t_state 9037c478bd9Sstevel@tonic-gate * field. 9047c478bd9Sstevel@tonic-gate */ 9057c478bd9Sstevel@tonic-gate thread_unlock(t); 9067c478bd9Sstevel@tonic-gate 9077c478bd9Sstevel@tonic-gate /* 9087c478bd9Sstevel@tonic-gate * Check if aborted by exitlwps(). 9097c478bd9Sstevel@tonic-gate */ 9107c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) 9117c478bd9Sstevel@tonic-gate lwp_exit(); 9127c478bd9Sstevel@tonic-gate 9137c478bd9Sstevel@tonic-gate /* 9147c478bd9Sstevel@tonic-gate * Cooperate with jobcontrol signals and /proc stopping 9157c478bd9Sstevel@tonic-gate * by calling cv_wait_sig() to wait for the target 9167c478bd9Sstevel@tonic-gate * lwp to stop. Just using cv_wait() can lead to 9177c478bd9Sstevel@tonic-gate * deadlock because, if some other lwp has stopped 9187c478bd9Sstevel@tonic-gate * by either of these mechanisms, then p_lwprcnt will 9197c478bd9Sstevel@tonic-gate * never become zero if we do a cv_wait(). 9207c478bd9Sstevel@tonic-gate */ 9217c478bd9Sstevel@tonic-gate if (!cv_wait_sig(&p->p_holdlwps, &p->p_lock)) 9227c478bd9Sstevel@tonic-gate return (EINTR); 9237c478bd9Sstevel@tonic-gate 9247c478bd9Sstevel@tonic-gate /* 9257c478bd9Sstevel@tonic-gate * Check to see if thread died while we were 9267c478bd9Sstevel@tonic-gate * waiting for it to suspend. 9277c478bd9Sstevel@tonic-gate */ 9287c478bd9Sstevel@tonic-gate if (idtot(p, tid) == NULL) 9297c478bd9Sstevel@tonic-gate return (ESRCH); 9307c478bd9Sstevel@tonic-gate 9317c478bd9Sstevel@tonic-gate thread_lock(t); 9327c478bd9Sstevel@tonic-gate /* 9337c478bd9Sstevel@tonic-gate * If TP_HOLDLWP flag goes away, lwp_continue() must 9347c478bd9Sstevel@tonic-gate * have been called while we were waiting, so cancel 9357c478bd9Sstevel@tonic-gate * the suspend. 9367c478bd9Sstevel@tonic-gate */ 9377c478bd9Sstevel@tonic-gate if ((t->t_proc_flag & TP_HOLDLWP) == 0) { 9387c478bd9Sstevel@tonic-gate thread_unlock(t); 9397c478bd9Sstevel@tonic-gate return (0); 9407c478bd9Sstevel@tonic-gate } 9417c478bd9Sstevel@tonic-gate } 9427c478bd9Sstevel@tonic-gate thread_unlock(t); 9437c478bd9Sstevel@tonic-gate } 9447c478bd9Sstevel@tonic-gate return (0); 9457c478bd9Sstevel@tonic-gate } 9467c478bd9Sstevel@tonic-gate 9477c478bd9Sstevel@tonic-gate /* 9487c478bd9Sstevel@tonic-gate * continue a lwp that's been stopped by lwp_suspend(). 9497c478bd9Sstevel@tonic-gate */ 9507c478bd9Sstevel@tonic-gate void 9517c478bd9Sstevel@tonic-gate lwp_continue(kthread_t *t) 9527c478bd9Sstevel@tonic-gate { 9537c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(t); 9547c478bd9Sstevel@tonic-gate int was_suspended = t->t_proc_flag & TP_HOLDLWP; 9557c478bd9Sstevel@tonic-gate 9567c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 9577c478bd9Sstevel@tonic-gate 9587c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_HOLDLWP; 9597c478bd9Sstevel@tonic-gate thread_lock(t); 9607c478bd9Sstevel@tonic-gate if (SUSPENDED(t) && 9617c478bd9Sstevel@tonic-gate !(p->p_flag & (SHOLDFORK | SHOLDFORK1 | SHOLDWATCH))) { 9627c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 9637c478bd9Sstevel@tonic-gate t->t_schedflag |= TS_CSTART; 9647c478bd9Sstevel@tonic-gate setrun_locked(t); 9657c478bd9Sstevel@tonic-gate } 9667c478bd9Sstevel@tonic-gate thread_unlock(t); 9677c478bd9Sstevel@tonic-gate /* 9687c478bd9Sstevel@tonic-gate * Wakeup anyone waiting for this thread to be suspended 9697c478bd9Sstevel@tonic-gate */ 9707c478bd9Sstevel@tonic-gate if (was_suspended) 9717c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 9727c478bd9Sstevel@tonic-gate } 9737c478bd9Sstevel@tonic-gate 9747c478bd9Sstevel@tonic-gate /* 9757c478bd9Sstevel@tonic-gate * ******************************** 9767c478bd9Sstevel@tonic-gate * Miscellaneous lwp routines * 9777c478bd9Sstevel@tonic-gate * ******************************** 9787c478bd9Sstevel@tonic-gate */ 9797c478bd9Sstevel@tonic-gate /* 9807c478bd9Sstevel@tonic-gate * When a process is undergoing a forkall(), its p_flag is set to SHOLDFORK. 9817c478bd9Sstevel@tonic-gate * This will cause the process's lwps to stop at a hold point. A hold 9827c478bd9Sstevel@tonic-gate * point is where a kernel thread has a flat stack. This is at the 9837c478bd9Sstevel@tonic-gate * return from a system call and at the return from a user level trap. 9847c478bd9Sstevel@tonic-gate * 9857c478bd9Sstevel@tonic-gate * When a process is undergoing a fork1() or vfork(), its p_flag is set to 9867c478bd9Sstevel@tonic-gate * SHOLDFORK1. This will cause the process's lwps to stop at a modified 9877c478bd9Sstevel@tonic-gate * hold point. The lwps in the process are not being cloned, so they 9887c478bd9Sstevel@tonic-gate * are held at the usual hold points and also within issig_forreal(). 9897c478bd9Sstevel@tonic-gate * This has the side-effect that their system calls do not return 9907c478bd9Sstevel@tonic-gate * showing EINTR. 9917c478bd9Sstevel@tonic-gate * 9927c478bd9Sstevel@tonic-gate * An lwp can also be held. This is identified by the TP_HOLDLWP flag on 9937c478bd9Sstevel@tonic-gate * the thread. The TP_HOLDLWP flag is set in lwp_suspend(), where the active 9947c478bd9Sstevel@tonic-gate * lwp is waiting for the target lwp to be stopped. 9957c478bd9Sstevel@tonic-gate */ 9967c478bd9Sstevel@tonic-gate void 9977c478bd9Sstevel@tonic-gate holdlwp(void) 9987c478bd9Sstevel@tonic-gate { 9997c478bd9Sstevel@tonic-gate proc_t *p = curproc; 10007c478bd9Sstevel@tonic-gate kthread_t *t = curthread; 10017c478bd9Sstevel@tonic-gate 10027c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 10037c478bd9Sstevel@tonic-gate /* 10047c478bd9Sstevel@tonic-gate * Don't terminate immediately if the process is dumping core. 10057c478bd9Sstevel@tonic-gate * Once the process has dumped core, all lwps are terminated. 10067c478bd9Sstevel@tonic-gate */ 10077c478bd9Sstevel@tonic-gate if (!(p->p_flag & SCOREDUMP)) { 10087c478bd9Sstevel@tonic-gate if ((p->p_flag & SEXITLWPS) || (t->t_proc_flag & TP_EXITLWP)) 10097c478bd9Sstevel@tonic-gate lwp_exit(); 10107c478bd9Sstevel@tonic-gate } 10117c478bd9Sstevel@tonic-gate if (!(ISHOLD(p)) && !(p->p_flag & (SHOLDFORK1 | SHOLDWATCH))) { 10127c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 10137c478bd9Sstevel@tonic-gate return; 10147c478bd9Sstevel@tonic-gate } 10157c478bd9Sstevel@tonic-gate /* 10167c478bd9Sstevel@tonic-gate * stop() decrements p->p_lwprcnt and cv_signal()s &p->p_holdlwps 10177c478bd9Sstevel@tonic-gate * when p->p_lwprcnt becomes zero. 10187c478bd9Sstevel@tonic-gate */ 10197c478bd9Sstevel@tonic-gate stop(PR_SUSPENDED, SUSPEND_NORMAL); 10207c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) 10217c478bd9Sstevel@tonic-gate lwp_exit(); 10227c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 10237c478bd9Sstevel@tonic-gate } 10247c478bd9Sstevel@tonic-gate 10257c478bd9Sstevel@tonic-gate /* 10267c478bd9Sstevel@tonic-gate * Have all lwps within the process hold at a point where they are 10277c478bd9Sstevel@tonic-gate * cloneable (SHOLDFORK) or just safe w.r.t. fork1 (SHOLDFORK1). 10287c478bd9Sstevel@tonic-gate */ 10297c478bd9Sstevel@tonic-gate int 10307c478bd9Sstevel@tonic-gate holdlwps(int holdflag) 10317c478bd9Sstevel@tonic-gate { 10327c478bd9Sstevel@tonic-gate proc_t *p = curproc; 10337c478bd9Sstevel@tonic-gate 10347c478bd9Sstevel@tonic-gate ASSERT(holdflag == SHOLDFORK || holdflag == SHOLDFORK1); 10357c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 10367c478bd9Sstevel@tonic-gate schedctl_finish_sigblock(curthread); 10377c478bd9Sstevel@tonic-gate again: 10387c478bd9Sstevel@tonic-gate while (p->p_flag & (SEXITLWPS | SHOLDFORK | SHOLDFORK1 | SHOLDWATCH)) { 10397c478bd9Sstevel@tonic-gate /* 10407c478bd9Sstevel@tonic-gate * If another lwp is doing a forkall() or proc_exit(), bail out. 10417c478bd9Sstevel@tonic-gate */ 10427c478bd9Sstevel@tonic-gate if (p->p_flag & (SEXITLWPS | SHOLDFORK)) { 10437c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 10447c478bd9Sstevel@tonic-gate return (0); 10457c478bd9Sstevel@tonic-gate } 10467c478bd9Sstevel@tonic-gate /* 10477c478bd9Sstevel@tonic-gate * Another lwp is doing a fork1() or is undergoing 10487c478bd9Sstevel@tonic-gate * watchpoint activity. We hold here for it to complete. 10497c478bd9Sstevel@tonic-gate */ 10507c478bd9Sstevel@tonic-gate stop(PR_SUSPENDED, SUSPEND_NORMAL); 10517c478bd9Sstevel@tonic-gate } 10527c478bd9Sstevel@tonic-gate p->p_flag |= holdflag; 10537c478bd9Sstevel@tonic-gate pokelwps(p); 10547c478bd9Sstevel@tonic-gate --p->p_lwprcnt; 10557c478bd9Sstevel@tonic-gate /* 10567c478bd9Sstevel@tonic-gate * Wait for the process to become quiescent (p->p_lwprcnt == 0). 10577c478bd9Sstevel@tonic-gate */ 10587c478bd9Sstevel@tonic-gate while (p->p_lwprcnt > 0) { 10597c478bd9Sstevel@tonic-gate /* 10607c478bd9Sstevel@tonic-gate * Check if aborted by exitlwps(). 10617c478bd9Sstevel@tonic-gate * Also check if SHOLDWATCH is set; it takes precedence. 10627c478bd9Sstevel@tonic-gate */ 10637c478bd9Sstevel@tonic-gate if (p->p_flag & (SEXITLWPS | SHOLDWATCH)) { 10647c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 10657c478bd9Sstevel@tonic-gate p->p_flag &= ~holdflag; 10667c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 10677c478bd9Sstevel@tonic-gate goto again; 10687c478bd9Sstevel@tonic-gate } 10697c478bd9Sstevel@tonic-gate /* 10707c478bd9Sstevel@tonic-gate * Cooperate with jobcontrol signals and /proc stopping. 10717c478bd9Sstevel@tonic-gate * If some other lwp has stopped by either of these 10727c478bd9Sstevel@tonic-gate * mechanisms, then p_lwprcnt will never become zero 10737c478bd9Sstevel@tonic-gate * and the process will appear deadlocked unless we 10747c478bd9Sstevel@tonic-gate * stop here in sympathy with the other lwp before 10757c478bd9Sstevel@tonic-gate * doing the cv_wait() below. 10767c478bd9Sstevel@tonic-gate * 10777c478bd9Sstevel@tonic-gate * If the other lwp stops after we do the cv_wait(), it 10787c478bd9Sstevel@tonic-gate * will wake us up to loop around and do the sympathy stop. 10797c478bd9Sstevel@tonic-gate * 10807c478bd9Sstevel@tonic-gate * Since stop() drops p->p_lock, we must start from 10817c478bd9Sstevel@tonic-gate * the top again on returning from stop(). 10827c478bd9Sstevel@tonic-gate */ 10837c478bd9Sstevel@tonic-gate if (p->p_stopsig | (curthread->t_proc_flag & TP_PRSTOP)) { 10847c478bd9Sstevel@tonic-gate int whystop = p->p_stopsig? PR_JOBCONTROL : 10857c478bd9Sstevel@tonic-gate PR_REQUESTED; 10867c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 10877c478bd9Sstevel@tonic-gate p->p_flag &= ~holdflag; 10887c478bd9Sstevel@tonic-gate stop(whystop, p->p_stopsig); 10897c478bd9Sstevel@tonic-gate goto again; 10907c478bd9Sstevel@tonic-gate } 10917c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 10927c478bd9Sstevel@tonic-gate } 10937c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 10947c478bd9Sstevel@tonic-gate p->p_flag &= ~holdflag; 10957c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 10967c478bd9Sstevel@tonic-gate return (1); 10977c478bd9Sstevel@tonic-gate } 10987c478bd9Sstevel@tonic-gate 10997c478bd9Sstevel@tonic-gate /* 11007c478bd9Sstevel@tonic-gate * See comments for holdwatch(), below. 11017c478bd9Sstevel@tonic-gate */ 11027c478bd9Sstevel@tonic-gate static int 11037c478bd9Sstevel@tonic-gate holdcheck(int clearflags) 11047c478bd9Sstevel@tonic-gate { 11057c478bd9Sstevel@tonic-gate proc_t *p = curproc; 11067c478bd9Sstevel@tonic-gate 11077c478bd9Sstevel@tonic-gate /* 11087c478bd9Sstevel@tonic-gate * If we are trying to exit, that takes precedence over anything else. 11097c478bd9Sstevel@tonic-gate */ 11107c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) { 11117c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 11127c478bd9Sstevel@tonic-gate p->p_flag &= ~clearflags; 11137c478bd9Sstevel@tonic-gate lwp_exit(); 11147c478bd9Sstevel@tonic-gate } 11157c478bd9Sstevel@tonic-gate 11167c478bd9Sstevel@tonic-gate /* 11177c478bd9Sstevel@tonic-gate * If another thread is calling fork1(), stop the current thread so the 11187c478bd9Sstevel@tonic-gate * other can complete. 11197c478bd9Sstevel@tonic-gate */ 11207c478bd9Sstevel@tonic-gate if (p->p_flag & SHOLDFORK1) { 11217c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 11227c478bd9Sstevel@tonic-gate stop(PR_SUSPENDED, SUSPEND_NORMAL); 11237c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) { 11247c478bd9Sstevel@tonic-gate p->p_flag &= ~clearflags; 11257c478bd9Sstevel@tonic-gate lwp_exit(); 11267c478bd9Sstevel@tonic-gate } 11277c478bd9Sstevel@tonic-gate return (-1); 11287c478bd9Sstevel@tonic-gate } 11297c478bd9Sstevel@tonic-gate 11307c478bd9Sstevel@tonic-gate /* 11317c478bd9Sstevel@tonic-gate * If another thread is calling fork(), then indicate we are doing 11327c478bd9Sstevel@tonic-gate * watchpoint activity. This will cause holdlwps() above to stop the 11337c478bd9Sstevel@tonic-gate * forking thread, at which point we can continue with watchpoint 11347c478bd9Sstevel@tonic-gate * activity. 11357c478bd9Sstevel@tonic-gate */ 11367c478bd9Sstevel@tonic-gate if (p->p_flag & SHOLDFORK) { 11377c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 11387c478bd9Sstevel@tonic-gate while (p->p_flag & SHOLDFORK) { 11397c478bd9Sstevel@tonic-gate p->p_flag |= SHOLDWATCH; 11407c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 11417c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 11427c478bd9Sstevel@tonic-gate p->p_flag &= ~SHOLDWATCH; 11437c478bd9Sstevel@tonic-gate } 11447c478bd9Sstevel@tonic-gate return (-1); 11457c478bd9Sstevel@tonic-gate } 11467c478bd9Sstevel@tonic-gate 11477c478bd9Sstevel@tonic-gate return (0); 11487c478bd9Sstevel@tonic-gate } 11497c478bd9Sstevel@tonic-gate 11507c478bd9Sstevel@tonic-gate /* 11517c478bd9Sstevel@tonic-gate * Stop all lwps within the process, holding themselves in the kernel while the 11527c478bd9Sstevel@tonic-gate * active lwp undergoes watchpoint activity. This is more complicated than 11537c478bd9Sstevel@tonic-gate * expected because stop() relies on calling holdwatch() in order to copyin data 11547c478bd9Sstevel@tonic-gate * from the user's address space. A double barrier is used to prevent an 11557c478bd9Sstevel@tonic-gate * infinite loop. 11567c478bd9Sstevel@tonic-gate * 11577c478bd9Sstevel@tonic-gate * o The first thread into holdwatch() is the 'master' thread and does 11587c478bd9Sstevel@tonic-gate * the following: 11597c478bd9Sstevel@tonic-gate * 11607c478bd9Sstevel@tonic-gate * - Sets SHOLDWATCH on the current process 11617c478bd9Sstevel@tonic-gate * - Sets TP_WATCHSTOP on the current thread 11627c478bd9Sstevel@tonic-gate * - Waits for all threads to be either stopped or have 11637c478bd9Sstevel@tonic-gate * TP_WATCHSTOP set. 11647c478bd9Sstevel@tonic-gate * - Sets the SWATCHOK flag on the process 11657c478bd9Sstevel@tonic-gate * - Unsets TP_WATCHSTOP 11667c478bd9Sstevel@tonic-gate * - Waits for the other threads to completely stop 11677c478bd9Sstevel@tonic-gate * - Unsets SWATCHOK 11687c478bd9Sstevel@tonic-gate * 11697c478bd9Sstevel@tonic-gate * o If SHOLDWATCH is already set when we enter this function, then another 11707c478bd9Sstevel@tonic-gate * thread is already trying to stop this thread. This 'slave' thread 11717c478bd9Sstevel@tonic-gate * does the following: 11727c478bd9Sstevel@tonic-gate * 11737c478bd9Sstevel@tonic-gate * - Sets TP_WATCHSTOP on the current thread 11747c478bd9Sstevel@tonic-gate * - Waits for SWATCHOK flag to be set 11757c478bd9Sstevel@tonic-gate * - Calls stop() 11767c478bd9Sstevel@tonic-gate * 11777c478bd9Sstevel@tonic-gate * o If SWATCHOK is set on the process, then this function immediately 11787c478bd9Sstevel@tonic-gate * returns, as we must have been called via stop(). 11797c478bd9Sstevel@tonic-gate * 11807c478bd9Sstevel@tonic-gate * In addition, there are other flags that take precedence over SHOLDWATCH: 11817c478bd9Sstevel@tonic-gate * 11827c478bd9Sstevel@tonic-gate * o If SEXITLWPS is set, exit immediately. 11837c478bd9Sstevel@tonic-gate * 11847c478bd9Sstevel@tonic-gate * o If SHOLDFORK1 is set, wait for fork1() to complete. 11857c478bd9Sstevel@tonic-gate * 11867c478bd9Sstevel@tonic-gate * o If SHOLDFORK is set, then watchpoint activity takes precedence In this 11877c478bd9Sstevel@tonic-gate * case, set SHOLDWATCH, signalling the forking thread to stop first. 11887c478bd9Sstevel@tonic-gate * 11897c478bd9Sstevel@tonic-gate * o If the process is being stopped via /proc (TP_PRSTOP is set), then we 11907c478bd9Sstevel@tonic-gate * stop the current thread. 11917c478bd9Sstevel@tonic-gate * 11927c478bd9Sstevel@tonic-gate * Returns 0 if all threads have been quiesced. Returns non-zero if not all 11937c478bd9Sstevel@tonic-gate * threads were stopped, or the list of watched pages has changed. 11947c478bd9Sstevel@tonic-gate */ 11957c478bd9Sstevel@tonic-gate int 11967c478bd9Sstevel@tonic-gate holdwatch(void) 11977c478bd9Sstevel@tonic-gate { 11987c478bd9Sstevel@tonic-gate proc_t *p = curproc; 11997c478bd9Sstevel@tonic-gate kthread_t *t = curthread; 12007c478bd9Sstevel@tonic-gate int ret = 0; 12017c478bd9Sstevel@tonic-gate 12027c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 12037c478bd9Sstevel@tonic-gate 12047c478bd9Sstevel@tonic-gate p->p_lwprcnt--; 12057c478bd9Sstevel@tonic-gate 12067c478bd9Sstevel@tonic-gate /* 12077c478bd9Sstevel@tonic-gate * Check for bail-out conditions as outlined above. 12087c478bd9Sstevel@tonic-gate */ 12097c478bd9Sstevel@tonic-gate if (holdcheck(0) != 0) { 12107c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 12117c478bd9Sstevel@tonic-gate return (-1); 12127c478bd9Sstevel@tonic-gate } 12137c478bd9Sstevel@tonic-gate 12147c478bd9Sstevel@tonic-gate if (!(p->p_flag & SHOLDWATCH)) { 12157c478bd9Sstevel@tonic-gate /* 12167c478bd9Sstevel@tonic-gate * We are the master watchpoint thread. Set SHOLDWATCH and poke 12177c478bd9Sstevel@tonic-gate * the other threads. 12187c478bd9Sstevel@tonic-gate */ 12197c478bd9Sstevel@tonic-gate p->p_flag |= SHOLDWATCH; 12207c478bd9Sstevel@tonic-gate pokelwps(p); 12217c478bd9Sstevel@tonic-gate 12227c478bd9Sstevel@tonic-gate /* 12237c478bd9Sstevel@tonic-gate * Wait for all threads to be stopped or have TP_WATCHSTOP set. 12247c478bd9Sstevel@tonic-gate */ 12257c478bd9Sstevel@tonic-gate while (pr_allstopped(p, 1) > 0) { 12267c478bd9Sstevel@tonic-gate if (holdcheck(SHOLDWATCH) != 0) { 12277c478bd9Sstevel@tonic-gate p->p_flag &= ~SHOLDWATCH; 12287c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 12297c478bd9Sstevel@tonic-gate return (-1); 12307c478bd9Sstevel@tonic-gate } 12317c478bd9Sstevel@tonic-gate 12327c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 12337c478bd9Sstevel@tonic-gate } 12347c478bd9Sstevel@tonic-gate 12357c478bd9Sstevel@tonic-gate /* 12367c478bd9Sstevel@tonic-gate * All threads are now stopped or in the process of stopping. 12377c478bd9Sstevel@tonic-gate * Set SWATCHOK and let them stop completely. 12387c478bd9Sstevel@tonic-gate */ 12397c478bd9Sstevel@tonic-gate p->p_flag |= SWATCHOK; 12407c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_WATCHSTOP; 12417c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 12427c478bd9Sstevel@tonic-gate 12437c478bd9Sstevel@tonic-gate while (pr_allstopped(p, 0) > 0) { 12447c478bd9Sstevel@tonic-gate /* 12457c478bd9Sstevel@tonic-gate * At first glance, it may appear that we don't need a 12467c478bd9Sstevel@tonic-gate * call to holdcheck() here. But if the process gets a 12477c478bd9Sstevel@tonic-gate * SIGKILL signal, one of our stopped threads may have 12487c478bd9Sstevel@tonic-gate * been awakened and is waiting in exitlwps(), which 12497c478bd9Sstevel@tonic-gate * takes precedence over watchpoints. 12507c478bd9Sstevel@tonic-gate */ 12517c478bd9Sstevel@tonic-gate if (holdcheck(SHOLDWATCH | SWATCHOK) != 0) { 12527c478bd9Sstevel@tonic-gate p->p_flag &= ~(SHOLDWATCH | SWATCHOK); 12537c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 12547c478bd9Sstevel@tonic-gate return (-1); 12557c478bd9Sstevel@tonic-gate } 12567c478bd9Sstevel@tonic-gate 12577c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 12587c478bd9Sstevel@tonic-gate } 12597c478bd9Sstevel@tonic-gate 12607c478bd9Sstevel@tonic-gate /* 12617c478bd9Sstevel@tonic-gate * All threads are now completely stopped. 12627c478bd9Sstevel@tonic-gate */ 12637c478bd9Sstevel@tonic-gate p->p_flag &= ~SWATCHOK; 12647c478bd9Sstevel@tonic-gate p->p_flag &= ~SHOLDWATCH; 12657c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 12667c478bd9Sstevel@tonic-gate 12677c478bd9Sstevel@tonic-gate } else if (!(p->p_flag & SWATCHOK)) { 12687c478bd9Sstevel@tonic-gate 12697c478bd9Sstevel@tonic-gate /* 12707c478bd9Sstevel@tonic-gate * SHOLDWATCH is set, so another thread is trying to do 12717c478bd9Sstevel@tonic-gate * watchpoint activity. Indicate this thread is stopping, and 12727c478bd9Sstevel@tonic-gate * wait for the OK from the master thread. 12737c478bd9Sstevel@tonic-gate */ 12747c478bd9Sstevel@tonic-gate t->t_proc_flag |= TP_WATCHSTOP; 12757c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 12767c478bd9Sstevel@tonic-gate 12777c478bd9Sstevel@tonic-gate while (!(p->p_flag & SWATCHOK)) { 12787c478bd9Sstevel@tonic-gate if (holdcheck(0) != 0) { 12797c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_WATCHSTOP; 12807c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 12817c478bd9Sstevel@tonic-gate return (-1); 12827c478bd9Sstevel@tonic-gate } 12837c478bd9Sstevel@tonic-gate 12847c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 12857c478bd9Sstevel@tonic-gate } 12867c478bd9Sstevel@tonic-gate 12877c478bd9Sstevel@tonic-gate /* 12887c478bd9Sstevel@tonic-gate * Once the master thread has given the OK, this thread can 12897c478bd9Sstevel@tonic-gate * actually call stop(). 12907c478bd9Sstevel@tonic-gate */ 12917c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_WATCHSTOP; 12927c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 12937c478bd9Sstevel@tonic-gate 12947c478bd9Sstevel@tonic-gate stop(PR_SUSPENDED, SUSPEND_NORMAL); 12957c478bd9Sstevel@tonic-gate 12967c478bd9Sstevel@tonic-gate /* 12977c478bd9Sstevel@tonic-gate * It's not OK to do watchpoint activity, notify caller to 12987c478bd9Sstevel@tonic-gate * retry. 12997c478bd9Sstevel@tonic-gate */ 13007c478bd9Sstevel@tonic-gate ret = -1; 13017c478bd9Sstevel@tonic-gate 13027c478bd9Sstevel@tonic-gate } else { 13037c478bd9Sstevel@tonic-gate 13047c478bd9Sstevel@tonic-gate /* 13057c478bd9Sstevel@tonic-gate * The only way we can hit the case where SHOLDWATCH is set and 13067c478bd9Sstevel@tonic-gate * SWATCHOK is set is if we are triggering this from within a 13077c478bd9Sstevel@tonic-gate * stop() call. Assert that this is the case. 13087c478bd9Sstevel@tonic-gate */ 13097c478bd9Sstevel@tonic-gate 13107c478bd9Sstevel@tonic-gate ASSERT(t->t_proc_flag & TP_STOPPING); 13117c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 13127c478bd9Sstevel@tonic-gate } 13137c478bd9Sstevel@tonic-gate 13147c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 13157c478bd9Sstevel@tonic-gate 13167c478bd9Sstevel@tonic-gate return (ret); 13177c478bd9Sstevel@tonic-gate } 13187c478bd9Sstevel@tonic-gate 13197c478bd9Sstevel@tonic-gate /* 13207c478bd9Sstevel@tonic-gate * force all interruptible lwps to trap into the kernel. 13217c478bd9Sstevel@tonic-gate */ 13227c478bd9Sstevel@tonic-gate void 13237c478bd9Sstevel@tonic-gate pokelwps(proc_t *p) 13247c478bd9Sstevel@tonic-gate { 13257c478bd9Sstevel@tonic-gate kthread_t *t; 13267c478bd9Sstevel@tonic-gate 13277c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 13287c478bd9Sstevel@tonic-gate 13297c478bd9Sstevel@tonic-gate t = p->p_tlist; 13307c478bd9Sstevel@tonic-gate do { 13317c478bd9Sstevel@tonic-gate if (t == curthread) 13327c478bd9Sstevel@tonic-gate continue; 13337c478bd9Sstevel@tonic-gate thread_lock(t); 13347c478bd9Sstevel@tonic-gate aston(t); /* make thread trap or do post_syscall */ 13357c478bd9Sstevel@tonic-gate if (t->t_state == TS_SLEEP) { 13367c478bd9Sstevel@tonic-gate if (t->t_flag & T_WAKEABLE) 13377c478bd9Sstevel@tonic-gate setrun_locked(t); 13387c478bd9Sstevel@tonic-gate } else if (t->t_state == TS_STOPPED) { 13397c478bd9Sstevel@tonic-gate /* 13407c478bd9Sstevel@tonic-gate * Ensure that proc_exit() is not blocked by lwps 13417c478bd9Sstevel@tonic-gate * that were stopped via jobcontrol or /proc. 13427c478bd9Sstevel@tonic-gate */ 13437c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) { 13447c478bd9Sstevel@tonic-gate p->p_stopsig = 0; 13457c478bd9Sstevel@tonic-gate t->t_schedflag |= (TS_XSTART | TS_PSTART); 13467c478bd9Sstevel@tonic-gate setrun_locked(t); 13477c478bd9Sstevel@tonic-gate } 13487c478bd9Sstevel@tonic-gate /* 13497c478bd9Sstevel@tonic-gate * If we are holding lwps for a forkall(), 13507c478bd9Sstevel@tonic-gate * force lwps that have been suspended via 13517c478bd9Sstevel@tonic-gate * lwp_suspend() and are suspended inside 13527c478bd9Sstevel@tonic-gate * of a system call to proceed to their 13537c478bd9Sstevel@tonic-gate * holdlwp() points where they are clonable. 13547c478bd9Sstevel@tonic-gate */ 13557c478bd9Sstevel@tonic-gate if ((p->p_flag & SHOLDFORK) && SUSPENDED(t)) { 13567c478bd9Sstevel@tonic-gate if ((t->t_schedflag & TS_CSTART) == 0) { 13577c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 13587c478bd9Sstevel@tonic-gate t->t_schedflag |= TS_CSTART; 13597c478bd9Sstevel@tonic-gate setrun_locked(t); 13607c478bd9Sstevel@tonic-gate } 13617c478bd9Sstevel@tonic-gate } 13627c478bd9Sstevel@tonic-gate } else if (t->t_state == TS_ONPROC) { 13637c478bd9Sstevel@tonic-gate if (t->t_cpu != CPU) 13647c478bd9Sstevel@tonic-gate poke_cpu(t->t_cpu->cpu_id); 13657c478bd9Sstevel@tonic-gate } 13667c478bd9Sstevel@tonic-gate thread_unlock(t); 13677c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != p->p_tlist); 13687c478bd9Sstevel@tonic-gate } 13697c478bd9Sstevel@tonic-gate 13707c478bd9Sstevel@tonic-gate /* 13717c478bd9Sstevel@tonic-gate * undo the effects of holdlwps() or holdwatch(). 13727c478bd9Sstevel@tonic-gate */ 13737c478bd9Sstevel@tonic-gate void 13747c478bd9Sstevel@tonic-gate continuelwps(proc_t *p) 13757c478bd9Sstevel@tonic-gate { 13767c478bd9Sstevel@tonic-gate kthread_t *t; 13777c478bd9Sstevel@tonic-gate 13787c478bd9Sstevel@tonic-gate /* 13797c478bd9Sstevel@tonic-gate * If this flag is set, then the original holdwatch() didn't actually 13807c478bd9Sstevel@tonic-gate * stop the process. See comments for holdwatch(). 13817c478bd9Sstevel@tonic-gate */ 13827c478bd9Sstevel@tonic-gate if (p->p_flag & SWATCHOK) { 13837c478bd9Sstevel@tonic-gate ASSERT(curthread->t_proc_flag & TP_STOPPING); 13847c478bd9Sstevel@tonic-gate return; 13857c478bd9Sstevel@tonic-gate } 13867c478bd9Sstevel@tonic-gate 13877c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&p->p_lock)); 13887c478bd9Sstevel@tonic-gate ASSERT((p->p_flag & (SHOLDFORK | SHOLDFORK1 | SHOLDWATCH)) == 0); 13897c478bd9Sstevel@tonic-gate 13907c478bd9Sstevel@tonic-gate t = p->p_tlist; 13917c478bd9Sstevel@tonic-gate do { 13927c478bd9Sstevel@tonic-gate thread_lock(t); /* SUSPENDED looks at t_schedflag */ 13937c478bd9Sstevel@tonic-gate if (SUSPENDED(t) && !(t->t_proc_flag & TP_HOLDLWP)) { 13947c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 13957c478bd9Sstevel@tonic-gate t->t_schedflag |= TS_CSTART; 13967c478bd9Sstevel@tonic-gate setrun_locked(t); 13977c478bd9Sstevel@tonic-gate } 13987c478bd9Sstevel@tonic-gate thread_unlock(t); 13997c478bd9Sstevel@tonic-gate } while ((t = t->t_forw) != p->p_tlist); 14007c478bd9Sstevel@tonic-gate } 14017c478bd9Sstevel@tonic-gate 14027c478bd9Sstevel@tonic-gate /* 14037c478bd9Sstevel@tonic-gate * Force all other LWPs in the current process other than the caller to exit, 14047c478bd9Sstevel@tonic-gate * and then cv_wait() on p_holdlwps for them to exit. The exitlwps() function 14057c478bd9Sstevel@tonic-gate * is typically used in these situations: 14067c478bd9Sstevel@tonic-gate * 14077c478bd9Sstevel@tonic-gate * (a) prior to an exec() system call 14087c478bd9Sstevel@tonic-gate * (b) prior to dumping a core file 14097c478bd9Sstevel@tonic-gate * (c) prior to a uadmin() shutdown 14107c478bd9Sstevel@tonic-gate * 14117c478bd9Sstevel@tonic-gate * If the 'coredump' flag is set, other LWPs are quiesced but not destroyed. 14127c478bd9Sstevel@tonic-gate * Multiple threads in the process can call this function at one time by 14137c478bd9Sstevel@tonic-gate * triggering execs or core dumps simultaneously, so the SEXITLWPS bit is used 14147c478bd9Sstevel@tonic-gate * to declare one particular thread the winner who gets to kill the others. 14157c478bd9Sstevel@tonic-gate * If a thread wins the exitlwps() dance, zero is returned; otherwise an 14167c478bd9Sstevel@tonic-gate * appropriate errno value is returned to caller for its system call to return. 14177c478bd9Sstevel@tonic-gate */ 14187c478bd9Sstevel@tonic-gate int 14197c478bd9Sstevel@tonic-gate exitlwps(int coredump) 14207c478bd9Sstevel@tonic-gate { 14217c478bd9Sstevel@tonic-gate proc_t *p = curproc; 14227c478bd9Sstevel@tonic-gate int heldcnt; 14237c478bd9Sstevel@tonic-gate 14247c478bd9Sstevel@tonic-gate if (curthread->t_door) 14257c478bd9Sstevel@tonic-gate door_slam(); 14267c478bd9Sstevel@tonic-gate if (p->p_door_list) 14277c478bd9Sstevel@tonic-gate door_revoke_all(); 14287c478bd9Sstevel@tonic-gate if (curthread->t_schedctl != NULL) 14297c478bd9Sstevel@tonic-gate schedctl_lwp_cleanup(curthread); 14307c478bd9Sstevel@tonic-gate 14317c478bd9Sstevel@tonic-gate /* 14327c478bd9Sstevel@tonic-gate * Ensure that before starting to wait for other lwps to exit, 14337c478bd9Sstevel@tonic-gate * cleanup all upimutexes held by curthread. Otherwise, some other 14347c478bd9Sstevel@tonic-gate * lwp could be waiting (uninterruptibly) for a upimutex held by 14357c478bd9Sstevel@tonic-gate * curthread, and the call to pokelwps() below would deadlock. 14367c478bd9Sstevel@tonic-gate * Even if a blocked upimutex_lock is made interruptible, 14377c478bd9Sstevel@tonic-gate * curthread's upimutexes need to be unlocked: do it here. 14387c478bd9Sstevel@tonic-gate */ 14397c478bd9Sstevel@tonic-gate if (curthread->t_upimutex != NULL) 14407c478bd9Sstevel@tonic-gate upimutex_cleanup(); 14417c478bd9Sstevel@tonic-gate 14427c478bd9Sstevel@tonic-gate /* 14437c478bd9Sstevel@tonic-gate * Grab p_lock in order to check and set SEXITLWPS to declare a winner. 14447c478bd9Sstevel@tonic-gate * We must also block any further /proc access from this point forward. 14457c478bd9Sstevel@tonic-gate */ 14467c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 14477c478bd9Sstevel@tonic-gate prbarrier(p); 14487c478bd9Sstevel@tonic-gate 14497c478bd9Sstevel@tonic-gate if (p->p_flag & SEXITLWPS) { 14507c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 14517c478bd9Sstevel@tonic-gate aston(curthread); /* force a trip through post_syscall */ 14527c478bd9Sstevel@tonic-gate return (set_errno(EINTR)); 14537c478bd9Sstevel@tonic-gate } 14547c478bd9Sstevel@tonic-gate 14557c478bd9Sstevel@tonic-gate p->p_flag |= SEXITLWPS; 14567c478bd9Sstevel@tonic-gate if (coredump) /* tell other lwps to stop, not exit */ 14577c478bd9Sstevel@tonic-gate p->p_flag |= SCOREDUMP; 14587c478bd9Sstevel@tonic-gate 14597c478bd9Sstevel@tonic-gate /* 14607c478bd9Sstevel@tonic-gate * Give precedence to exitlwps() if a holdlwps() is 14617c478bd9Sstevel@tonic-gate * in progress. The lwp doing the holdlwps() operation 14627c478bd9Sstevel@tonic-gate * is aborted when it is awakened. 14637c478bd9Sstevel@tonic-gate */ 14647c478bd9Sstevel@tonic-gate while (p->p_flag & (SHOLDFORK | SHOLDFORK1 | SHOLDWATCH)) { 14657c478bd9Sstevel@tonic-gate cv_broadcast(&p->p_holdlwps); 14667c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 1467*97eda132Sraf prbarrier(p); 14687c478bd9Sstevel@tonic-gate } 14697c478bd9Sstevel@tonic-gate p->p_flag |= SHOLDFORK; 14707c478bd9Sstevel@tonic-gate pokelwps(p); 14717c478bd9Sstevel@tonic-gate 14727c478bd9Sstevel@tonic-gate /* 14737c478bd9Sstevel@tonic-gate * Wait for process to become quiescent. 14747c478bd9Sstevel@tonic-gate */ 14757c478bd9Sstevel@tonic-gate --p->p_lwprcnt; 1476*97eda132Sraf while (p->p_lwprcnt > 0) { 14777c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 1478*97eda132Sraf prbarrier(p); 1479*97eda132Sraf } 14807c478bd9Sstevel@tonic-gate p->p_lwprcnt++; 14817c478bd9Sstevel@tonic-gate ASSERT(p->p_lwprcnt == 1); 14827c478bd9Sstevel@tonic-gate 14837c478bd9Sstevel@tonic-gate /* 14847c478bd9Sstevel@tonic-gate * The SCOREDUMP flag puts the process into a quiescent 14857c478bd9Sstevel@tonic-gate * state. The process's lwps remain attached to this 14867c478bd9Sstevel@tonic-gate * process until exitlwps() is called again without the 14877c478bd9Sstevel@tonic-gate * 'coredump' flag set, then the lwps are terminated 14887c478bd9Sstevel@tonic-gate * and the process can exit. 14897c478bd9Sstevel@tonic-gate */ 14907c478bd9Sstevel@tonic-gate if (coredump) { 14917c478bd9Sstevel@tonic-gate p->p_flag &= ~(SCOREDUMP | SHOLDFORK | SEXITLWPS); 14927c478bd9Sstevel@tonic-gate goto out; 14937c478bd9Sstevel@tonic-gate } 14947c478bd9Sstevel@tonic-gate 14957c478bd9Sstevel@tonic-gate /* 14967c478bd9Sstevel@tonic-gate * Determine if there are any lwps left dangling in 14977c478bd9Sstevel@tonic-gate * the stopped state. This happens when exitlwps() 14987c478bd9Sstevel@tonic-gate * aborts a holdlwps() operation. 14997c478bd9Sstevel@tonic-gate */ 15007c478bd9Sstevel@tonic-gate p->p_flag &= ~SHOLDFORK; 15017c478bd9Sstevel@tonic-gate if ((heldcnt = p->p_lwpcnt) > 1) { 15027c478bd9Sstevel@tonic-gate kthread_t *t; 15037c478bd9Sstevel@tonic-gate for (t = curthread->t_forw; --heldcnt > 0; t = t->t_forw) { 15047c478bd9Sstevel@tonic-gate t->t_proc_flag &= ~TP_TWAIT; 15057c478bd9Sstevel@tonic-gate lwp_continue(t); 15067c478bd9Sstevel@tonic-gate } 15077c478bd9Sstevel@tonic-gate } 15087c478bd9Sstevel@tonic-gate 15097c478bd9Sstevel@tonic-gate /* 15107c478bd9Sstevel@tonic-gate * Wait for all other lwps to exit. 15117c478bd9Sstevel@tonic-gate */ 15127c478bd9Sstevel@tonic-gate --p->p_lwprcnt; 1513*97eda132Sraf while (p->p_lwpcnt > 1) { 15147c478bd9Sstevel@tonic-gate cv_wait(&p->p_holdlwps, &p->p_lock); 1515*97eda132Sraf prbarrier(p); 1516*97eda132Sraf } 15177c478bd9Sstevel@tonic-gate ++p->p_lwprcnt; 15187c478bd9Sstevel@tonic-gate ASSERT(p->p_lwpcnt == 1 && p->p_lwprcnt == 1); 15197c478bd9Sstevel@tonic-gate 15207c478bd9Sstevel@tonic-gate p->p_flag &= ~SEXITLWPS; 15217c478bd9Sstevel@tonic-gate curthread->t_proc_flag &= ~TP_TWAIT; 15227c478bd9Sstevel@tonic-gate 15237c478bd9Sstevel@tonic-gate out: 15247c478bd9Sstevel@tonic-gate if (!coredump && p->p_zombcnt) { /* cleanup the zombie lwps */ 15257c478bd9Sstevel@tonic-gate lwpdir_t *ldp; 15267c478bd9Sstevel@tonic-gate lwpent_t *lep; 15277c478bd9Sstevel@tonic-gate int i; 15287c478bd9Sstevel@tonic-gate 15297c478bd9Sstevel@tonic-gate for (ldp = p->p_lwpdir, i = 0; i < p->p_lwpdir_sz; i++, ldp++) { 15307c478bd9Sstevel@tonic-gate lep = ldp->ld_entry; 15317c478bd9Sstevel@tonic-gate if (lep != NULL && lep->le_thread != curthread) { 15327c478bd9Sstevel@tonic-gate ASSERT(lep->le_thread == NULL); 15337c478bd9Sstevel@tonic-gate p->p_zombcnt--; 15347c478bd9Sstevel@tonic-gate lwp_hash_out(p, lep->le_lwpid); 15357c478bd9Sstevel@tonic-gate } 15367c478bd9Sstevel@tonic-gate } 15377c478bd9Sstevel@tonic-gate ASSERT(p->p_zombcnt == 0); 15387c478bd9Sstevel@tonic-gate } 15397c478bd9Sstevel@tonic-gate 15407c478bd9Sstevel@tonic-gate /* 15417c478bd9Sstevel@tonic-gate * If some other LWP in the process wanted us to suspend ourself, 15427c478bd9Sstevel@tonic-gate * then we will not do it. The other LWP is now terminated and 15437c478bd9Sstevel@tonic-gate * no one will ever continue us again if we suspend ourself. 15447c478bd9Sstevel@tonic-gate */ 15457c478bd9Sstevel@tonic-gate curthread->t_proc_flag &= ~TP_HOLDLWP; 15467c478bd9Sstevel@tonic-gate p->p_flag &= ~(SHOLDFORK | SHOLDFORK1 | SHOLDWATCH | SLWPWRAP); 15477c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 15487c478bd9Sstevel@tonic-gate return (0); 15497c478bd9Sstevel@tonic-gate } 15507c478bd9Sstevel@tonic-gate 15517c478bd9Sstevel@tonic-gate /* 15527c478bd9Sstevel@tonic-gate * duplicate a lwp. 15537c478bd9Sstevel@tonic-gate */ 15547c478bd9Sstevel@tonic-gate klwp_t * 15557c478bd9Sstevel@tonic-gate forklwp(klwp_t *lwp, proc_t *cp, id_t lwpid) 15567c478bd9Sstevel@tonic-gate { 15577c478bd9Sstevel@tonic-gate klwp_t *clwp; 15587c478bd9Sstevel@tonic-gate void *tregs, *tfpu; 15597c478bd9Sstevel@tonic-gate kthread_t *t = lwptot(lwp); 15607c478bd9Sstevel@tonic-gate kthread_t *ct; 15617c478bd9Sstevel@tonic-gate proc_t *p = lwptoproc(lwp); 15627c478bd9Sstevel@tonic-gate int cid; 15637c478bd9Sstevel@tonic-gate void *bufp; 15647c478bd9Sstevel@tonic-gate int val; 15657c478bd9Sstevel@tonic-gate 15667c478bd9Sstevel@tonic-gate ASSERT(p == curproc); 15677c478bd9Sstevel@tonic-gate ASSERT(t == curthread || (SUSPENDED(t) && lwp->lwp_asleep == 0)); 15687c478bd9Sstevel@tonic-gate 15697c478bd9Sstevel@tonic-gate #if defined(__sparc) 15707c478bd9Sstevel@tonic-gate if (t == curthread) 15717c478bd9Sstevel@tonic-gate (void) flush_user_windows_to_stack(NULL); 15727c478bd9Sstevel@tonic-gate #endif 15737c478bd9Sstevel@tonic-gate 15747c478bd9Sstevel@tonic-gate if (t == curthread) 15757c478bd9Sstevel@tonic-gate /* copy args out of registers first */ 15767c478bd9Sstevel@tonic-gate (void) save_syscall_args(); 15777c478bd9Sstevel@tonic-gate clwp = lwp_create(cp->p_lwpcnt == 0 ? lwp_rtt_initial : lwp_rtt, 15787c478bd9Sstevel@tonic-gate NULL, 0, cp, TS_STOPPED, t->t_pri, &t->t_hold, NOCLASS, lwpid); 15797c478bd9Sstevel@tonic-gate if (clwp == NULL) 15807c478bd9Sstevel@tonic-gate return (NULL); 15817c478bd9Sstevel@tonic-gate 15827c478bd9Sstevel@tonic-gate /* 15837c478bd9Sstevel@tonic-gate * most of the parent's lwp can be copied to its duplicate, 15847c478bd9Sstevel@tonic-gate * except for the fields that are unique to each lwp, like 15857c478bd9Sstevel@tonic-gate * lwp_thread, lwp_procp, lwp_regs, and lwp_ap. 15867c478bd9Sstevel@tonic-gate */ 15877c478bd9Sstevel@tonic-gate ct = clwp->lwp_thread; 15887c478bd9Sstevel@tonic-gate tregs = clwp->lwp_regs; 15897c478bd9Sstevel@tonic-gate tfpu = clwp->lwp_fpu; 15907c478bd9Sstevel@tonic-gate 15917c478bd9Sstevel@tonic-gate /* copy parent lwp to child lwp */ 15927c478bd9Sstevel@tonic-gate *clwp = *lwp; 15937c478bd9Sstevel@tonic-gate 15947c478bd9Sstevel@tonic-gate /* fix up child's lwp */ 15957c478bd9Sstevel@tonic-gate 15967c478bd9Sstevel@tonic-gate clwp->lwp_pcb.pcb_flags = 0; 15977c478bd9Sstevel@tonic-gate #if defined(__sparc) 15987c478bd9Sstevel@tonic-gate clwp->lwp_pcb.pcb_step = STEP_NONE; 15997c478bd9Sstevel@tonic-gate #endif 16007c478bd9Sstevel@tonic-gate clwp->lwp_cursig = 0; 16017c478bd9Sstevel@tonic-gate clwp->lwp_extsig = 0; 16027c478bd9Sstevel@tonic-gate clwp->lwp_curinfo = (struct sigqueue *)0; 16037c478bd9Sstevel@tonic-gate clwp->lwp_thread = ct; 16047c478bd9Sstevel@tonic-gate ct->t_sysnum = t->t_sysnum; 16057c478bd9Sstevel@tonic-gate clwp->lwp_regs = tregs; 16067c478bd9Sstevel@tonic-gate clwp->lwp_fpu = tfpu; 16077c478bd9Sstevel@tonic-gate clwp->lwp_ap = clwp->lwp_arg; 16087c478bd9Sstevel@tonic-gate clwp->lwp_procp = cp; 16097c478bd9Sstevel@tonic-gate bzero(clwp->lwp_timer, sizeof (clwp->lwp_timer)); 16107c478bd9Sstevel@tonic-gate init_mstate(ct, LMS_STOPPED); 16117c478bd9Sstevel@tonic-gate bzero(&clwp->lwp_ru, sizeof (clwp->lwp_ru)); 16127c478bd9Sstevel@tonic-gate clwp->lwp_lastfault = 0; 16137c478bd9Sstevel@tonic-gate clwp->lwp_lastfaddr = 0; 16147c478bd9Sstevel@tonic-gate 16157c478bd9Sstevel@tonic-gate /* copy parent's struct regs to child. */ 16167c478bd9Sstevel@tonic-gate lwp_forkregs(lwp, clwp); 16177c478bd9Sstevel@tonic-gate 16187c478bd9Sstevel@tonic-gate /* 16197c478bd9Sstevel@tonic-gate * fork device context, if any. 16207c478bd9Sstevel@tonic-gate * 16217c478bd9Sstevel@tonic-gate * Someday we could do the work to support the possibility of 16227c478bd9Sstevel@tonic-gate * forkctx() or lwp_createctx() failing. Currently, this would 16237c478bd9Sstevel@tonic-gate * only be needed on x86 for the occasional process using a 16247c478bd9Sstevel@tonic-gate * private LDT. 16257c478bd9Sstevel@tonic-gate */ 16267c478bd9Sstevel@tonic-gate if (t->t_ctx) 16277c478bd9Sstevel@tonic-gate forkctx(t, ct); 16287c478bd9Sstevel@tonic-gate 16297c478bd9Sstevel@tonic-gate /* fix door state in the child */ 16307c478bd9Sstevel@tonic-gate if (t->t_door) 16317c478bd9Sstevel@tonic-gate door_fork(t, ct); 16327c478bd9Sstevel@tonic-gate 16337c478bd9Sstevel@tonic-gate /* copy current contract templates, clear latest contracts */ 16347c478bd9Sstevel@tonic-gate lwp_ctmpl_copy(clwp, lwp); 16357c478bd9Sstevel@tonic-gate 16367c478bd9Sstevel@tonic-gate mutex_enter(&cp->p_lock); 16377c478bd9Sstevel@tonic-gate /* lwp_create() set the TP_HOLDLWP flag */ 16387c478bd9Sstevel@tonic-gate if (!(t->t_proc_flag & TP_HOLDLWP)) 16397c478bd9Sstevel@tonic-gate ct->t_proc_flag &= ~TP_HOLDLWP; 16407c478bd9Sstevel@tonic-gate if (cp->p_flag & SMSACCT) 16417c478bd9Sstevel@tonic-gate ct->t_proc_flag |= TP_MSACCT; 16427c478bd9Sstevel@tonic-gate mutex_exit(&cp->p_lock); 16437c478bd9Sstevel@tonic-gate 16447c478bd9Sstevel@tonic-gate retry: 16457c478bd9Sstevel@tonic-gate cid = t->t_cid; 16467c478bd9Sstevel@tonic-gate 16477c478bd9Sstevel@tonic-gate val = CL_ALLOC(&bufp, cid, KM_SLEEP); 16487c478bd9Sstevel@tonic-gate ASSERT(val == 0); 16497c478bd9Sstevel@tonic-gate 16507c478bd9Sstevel@tonic-gate mutex_enter(&p->p_lock); 16517c478bd9Sstevel@tonic-gate if (cid != t->t_cid) { 16527c478bd9Sstevel@tonic-gate /* 16537c478bd9Sstevel@tonic-gate * Someone just changed this thread's scheduling class, 16547c478bd9Sstevel@tonic-gate * so try pre-allocating the buffer again. Hopefully we 16557c478bd9Sstevel@tonic-gate * don't hit this often. 16567c478bd9Sstevel@tonic-gate */ 16577c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 16587c478bd9Sstevel@tonic-gate CL_FREE(cid, bufp); 16597c478bd9Sstevel@tonic-gate goto retry; 16607c478bd9Sstevel@tonic-gate } 16617c478bd9Sstevel@tonic-gate 16627c478bd9Sstevel@tonic-gate ct->t_unpark = t->t_unpark; 16637c478bd9Sstevel@tonic-gate ct->t_clfuncs = t->t_clfuncs; 16647c478bd9Sstevel@tonic-gate CL_FORK(t, ct, bufp); 16657c478bd9Sstevel@tonic-gate ct->t_cid = t->t_cid; /* after data allocated so prgetpsinfo works */ 16667c478bd9Sstevel@tonic-gate mutex_exit(&p->p_lock); 16677c478bd9Sstevel@tonic-gate 16687c478bd9Sstevel@tonic-gate return (clwp); 16697c478bd9Sstevel@tonic-gate } 16707c478bd9Sstevel@tonic-gate 16717c478bd9Sstevel@tonic-gate /* 16727c478bd9Sstevel@tonic-gate * Add a new lwp entry to the lwp directory and to the lwpid hash table. 16737c478bd9Sstevel@tonic-gate */ 16747c478bd9Sstevel@tonic-gate void 16757c478bd9Sstevel@tonic-gate lwp_hash_in(proc_t *p, lwpent_t *lep) 16767c478bd9Sstevel@tonic-gate { 16777c478bd9Sstevel@tonic-gate lwpdir_t **ldpp; 16787c478bd9Sstevel@tonic-gate lwpdir_t *ldp; 16797c478bd9Sstevel@tonic-gate kthread_t *t; 16807c478bd9Sstevel@tonic-gate 16817c478bd9Sstevel@tonic-gate /* 16827c478bd9Sstevel@tonic-gate * Allocate a directory element from the free list. 16837c478bd9Sstevel@tonic-gate * Code elsewhere guarantees a free slot. 16847c478bd9Sstevel@tonic-gate */ 16857c478bd9Sstevel@tonic-gate ldp = p->p_lwpfree; 16867c478bd9Sstevel@tonic-gate p->p_lwpfree = ldp->ld_next; 16877c478bd9Sstevel@tonic-gate ASSERT(ldp->ld_entry == NULL); 16887c478bd9Sstevel@tonic-gate ldp->ld_entry = lep; 16897c478bd9Sstevel@tonic-gate 16907c478bd9Sstevel@tonic-gate /* 16917c478bd9Sstevel@tonic-gate * Insert it into the lwpid hash table. 16927c478bd9Sstevel@tonic-gate */ 16937c478bd9Sstevel@tonic-gate ldpp = &p->p_tidhash[TIDHASH(p, lep->le_lwpid)]; 16947c478bd9Sstevel@tonic-gate ldp->ld_next = *ldpp; 16957c478bd9Sstevel@tonic-gate *ldpp = ldp; 16967c478bd9Sstevel@tonic-gate 16977c478bd9Sstevel@tonic-gate /* 16987c478bd9Sstevel@tonic-gate * Set the active thread's directory slot entry. 16997c478bd9Sstevel@tonic-gate */ 17007c478bd9Sstevel@tonic-gate if ((t = lep->le_thread) != NULL) { 17017c478bd9Sstevel@tonic-gate ASSERT(lep->le_lwpid == t->t_tid); 17027c478bd9Sstevel@tonic-gate t->t_dslot = (int)(ldp - p->p_lwpdir); 17037c478bd9Sstevel@tonic-gate } 17047c478bd9Sstevel@tonic-gate } 17057c478bd9Sstevel@tonic-gate 17067c478bd9Sstevel@tonic-gate /* 17077c478bd9Sstevel@tonic-gate * Remove an lwp from the lwpid hash table and free its directory entry. 17087c478bd9Sstevel@tonic-gate * This is done when a detached lwp exits in lwp_exit() or 17097c478bd9Sstevel@tonic-gate * when a non-detached lwp is waited for in lwp_wait() or 17107c478bd9Sstevel@tonic-gate * when a zombie lwp is detached in lwp_detach(). 17117c478bd9Sstevel@tonic-gate */ 17127c478bd9Sstevel@tonic-gate void 17137c478bd9Sstevel@tonic-gate lwp_hash_out(proc_t *p, id_t lwpid) 17147c478bd9Sstevel@tonic-gate { 17157c478bd9Sstevel@tonic-gate lwpdir_t **ldpp; 17167c478bd9Sstevel@tonic-gate lwpdir_t *ldp; 17177c478bd9Sstevel@tonic-gate lwpent_t *lep; 17187c478bd9Sstevel@tonic-gate 17197c478bd9Sstevel@tonic-gate for (ldpp = &p->p_tidhash[TIDHASH(p, lwpid)]; 17207c478bd9Sstevel@tonic-gate (ldp = *ldpp) != NULL; ldpp = &ldp->ld_next) { 17217c478bd9Sstevel@tonic-gate lep = ldp->ld_entry; 17227c478bd9Sstevel@tonic-gate if (lep->le_lwpid == lwpid) { 17237c478bd9Sstevel@tonic-gate prlwpfree(p, lep); /* /proc deals with le_trace */ 17247c478bd9Sstevel@tonic-gate *ldpp = ldp->ld_next; 17257c478bd9Sstevel@tonic-gate ldp->ld_entry = NULL; 17267c478bd9Sstevel@tonic-gate ldp->ld_next = p->p_lwpfree; 17277c478bd9Sstevel@tonic-gate p->p_lwpfree = ldp; 17287c478bd9Sstevel@tonic-gate kmem_free(lep, sizeof (*lep)); 17297c478bd9Sstevel@tonic-gate break; 17307c478bd9Sstevel@tonic-gate } 17317c478bd9Sstevel@tonic-gate } 17327c478bd9Sstevel@tonic-gate } 17337c478bd9Sstevel@tonic-gate 17347c478bd9Sstevel@tonic-gate /* 17357c478bd9Sstevel@tonic-gate * Lookup an lwp in the lwpid hash table by lwpid. 17367c478bd9Sstevel@tonic-gate */ 17377c478bd9Sstevel@tonic-gate lwpdir_t * 17387c478bd9Sstevel@tonic-gate lwp_hash_lookup(proc_t *p, id_t lwpid) 17397c478bd9Sstevel@tonic-gate { 17407c478bd9Sstevel@tonic-gate lwpdir_t *ldp; 17417c478bd9Sstevel@tonic-gate 17427c478bd9Sstevel@tonic-gate /* 17437c478bd9Sstevel@tonic-gate * The process may be exiting, after p_tidhash has been set to NULL in 17447c478bd9Sstevel@tonic-gate * proc_exit() but before prfee() has been called. Return failure in 17457c478bd9Sstevel@tonic-gate * this case. 17467c478bd9Sstevel@tonic-gate */ 17477c478bd9Sstevel@tonic-gate if (p->p_tidhash == NULL) 17487c478bd9Sstevel@tonic-gate return (NULL); 17497c478bd9Sstevel@tonic-gate 17507c478bd9Sstevel@tonic-gate for (ldp = p->p_tidhash[TIDHASH(p, lwpid)]; 17517c478bd9Sstevel@tonic-gate ldp != NULL; ldp = ldp->ld_next) { 17527c478bd9Sstevel@tonic-gate if (ldp->ld_entry->le_lwpid == lwpid) 17537c478bd9Sstevel@tonic-gate return (ldp); 17547c478bd9Sstevel@tonic-gate } 17557c478bd9Sstevel@tonic-gate 17567c478bd9Sstevel@tonic-gate return (NULL); 17577c478bd9Sstevel@tonic-gate } 17587c478bd9Sstevel@tonic-gate 17597c478bd9Sstevel@tonic-gate /* 17607c478bd9Sstevel@tonic-gate * Update the indicated LWP usage statistic for the current LWP. 17617c478bd9Sstevel@tonic-gate */ 17627c478bd9Sstevel@tonic-gate void 17637c478bd9Sstevel@tonic-gate lwp_stat_update(lwp_stat_id_t lwp_stat_id, long inc) 17647c478bd9Sstevel@tonic-gate { 17657c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread); 17667c478bd9Sstevel@tonic-gate 17677c478bd9Sstevel@tonic-gate if (lwp == NULL) 17687c478bd9Sstevel@tonic-gate return; 17697c478bd9Sstevel@tonic-gate 17707c478bd9Sstevel@tonic-gate switch (lwp_stat_id) { 17717c478bd9Sstevel@tonic-gate case LWP_STAT_INBLK: 17727c478bd9Sstevel@tonic-gate lwp->lwp_ru.inblock += inc; 17737c478bd9Sstevel@tonic-gate break; 17747c478bd9Sstevel@tonic-gate case LWP_STAT_OUBLK: 17757c478bd9Sstevel@tonic-gate lwp->lwp_ru.oublock += inc; 17767c478bd9Sstevel@tonic-gate break; 17777c478bd9Sstevel@tonic-gate case LWP_STAT_MSGRCV: 17787c478bd9Sstevel@tonic-gate lwp->lwp_ru.msgrcv += inc; 17797c478bd9Sstevel@tonic-gate break; 17807c478bd9Sstevel@tonic-gate case LWP_STAT_MSGSND: 17817c478bd9Sstevel@tonic-gate lwp->lwp_ru.msgsnd += inc; 17827c478bd9Sstevel@tonic-gate break; 17837c478bd9Sstevel@tonic-gate default: 17847c478bd9Sstevel@tonic-gate panic("lwp_stat_update: invalid lwp_stat_id 0x%x", lwp_stat_id); 17857c478bd9Sstevel@tonic-gate } 17867c478bd9Sstevel@tonic-gate } 1787