17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 534709573Sraf * Common Development and Distribution License (the "License"). 634709573Sraf * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 2134709573Sraf 227c478bd9Sstevel@tonic-gate /* 23*d4204c85Sraf * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 247c478bd9Sstevel@tonic-gate * Use is subject to license terms. 257c478bd9Sstevel@tonic-gate */ 267c478bd9Sstevel@tonic-gate 277c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 287c478bd9Sstevel@tonic-gate 297c478bd9Sstevel@tonic-gate #include "lint.h" 307c478bd9Sstevel@tonic-gate #include "thr_uberdata.h" 317c478bd9Sstevel@tonic-gate 327c478bd9Sstevel@tonic-gate /* 337c478bd9Sstevel@tonic-gate * pthread_once related data 347c478bd9Sstevel@tonic-gate * This structure is exported as pthread_once_t in pthread.h. 357c478bd9Sstevel@tonic-gate * We export only the size of this structure. so check 367c478bd9Sstevel@tonic-gate * pthread_once_t in pthread.h before making a change here. 377c478bd9Sstevel@tonic-gate */ 387c478bd9Sstevel@tonic-gate typedef struct __once { 397c478bd9Sstevel@tonic-gate mutex_t mlock; 407c478bd9Sstevel@tonic-gate union { 417c478bd9Sstevel@tonic-gate uint32_t pad32_flag[2]; 427c478bd9Sstevel@tonic-gate uint64_t pad64_flag; 437c478bd9Sstevel@tonic-gate } oflag; 447c478bd9Sstevel@tonic-gate } __once_t; 457c478bd9Sstevel@tonic-gate 467c478bd9Sstevel@tonic-gate #define once_flag oflag.pad32_flag[1] 477c478bd9Sstevel@tonic-gate 48*d4204c85Sraf static int 49*d4204c85Sraf _thr_setparam(pthread_t tid, int policy, int prio) 50*d4204c85Sraf { 51*d4204c85Sraf ulwp_t *ulwp; 52*d4204c85Sraf id_t cid; 53*d4204c85Sraf int error = 0; 54*d4204c85Sraf 55*d4204c85Sraf if ((ulwp = find_lwp(tid)) == NULL) { 56*d4204c85Sraf error = ESRCH; 57*d4204c85Sraf } else { 58*d4204c85Sraf if (policy == ulwp->ul_policy && 59*d4204c85Sraf (policy == SCHED_FIFO || policy == SCHED_RR) && 60*d4204c85Sraf ulwp->ul_cid == ulwp->ul_rtclassid && 61*d4204c85Sraf ulwp->ul_epri != 0) { 62*d4204c85Sraf /* 63*d4204c85Sraf * Don't change the ceiling priority, 64*d4204c85Sraf * just the base priority. 65*d4204c85Sraf */ 66*d4204c85Sraf if (prio > ulwp->ul_epri) 67*d4204c85Sraf error = EPERM; 68*d4204c85Sraf else 69*d4204c85Sraf ulwp->ul_pri = prio; 70*d4204c85Sraf } else if ((cid = setparam(P_LWPID, tid, policy, prio)) == -1) { 71*d4204c85Sraf error = errno; 72*d4204c85Sraf } else { 73*d4204c85Sraf ulwp->ul_cid = cid; 74*d4204c85Sraf ulwp->ul_pri = prio; 75*d4204c85Sraf _membar_producer(); 76*d4204c85Sraf ulwp->ul_policy = policy; 77*d4204c85Sraf } 78*d4204c85Sraf ulwp_unlock(ulwp, curthread->ul_uberdata); 79*d4204c85Sraf } 80*d4204c85Sraf return (error); 81*d4204c85Sraf } 82*d4204c85Sraf 837c478bd9Sstevel@tonic-gate /* 847c478bd9Sstevel@tonic-gate * pthread_create: creates a thread in the current process. 857c478bd9Sstevel@tonic-gate * calls common _thrp_create() after copying the attributes. 867c478bd9Sstevel@tonic-gate */ 877c478bd9Sstevel@tonic-gate #pragma weak pthread_create = _pthread_create 887c478bd9Sstevel@tonic-gate int 897c478bd9Sstevel@tonic-gate _pthread_create(pthread_t *thread, const pthread_attr_t *attr, 907c478bd9Sstevel@tonic-gate void * (*start_routine)(void *), void *arg) 917c478bd9Sstevel@tonic-gate { 927c478bd9Sstevel@tonic-gate ulwp_t *self = curthread; 9334709573Sraf const thrattr_t *ap = attr? attr->__pthread_attrp : def_thrattr(); 94*d4204c85Sraf const pcclass_t *pccp; 957c478bd9Sstevel@tonic-gate long flag; 967c478bd9Sstevel@tonic-gate pthread_t tid; 977c478bd9Sstevel@tonic-gate int error; 98*d4204c85Sraf 99*d4204c85Sraf update_sched(self); 1007c478bd9Sstevel@tonic-gate 10134709573Sraf if (ap == NULL) 1027c478bd9Sstevel@tonic-gate return (EINVAL); 1037c478bd9Sstevel@tonic-gate 104*d4204c85Sraf /* validate explicit scheduling attributes */ 105*d4204c85Sraf if (ap->inherit == PTHREAD_EXPLICIT_SCHED && 106*d4204c85Sraf (ap->policy == SCHED_SYS || 107*d4204c85Sraf (pccp = get_info_by_policy(ap->policy)) == NULL || 108*d4204c85Sraf ap->prio < pccp->pcc_primin || ap->prio > pccp->pcc_primax)) 109*d4204c85Sraf return (EINVAL); 1107c478bd9Sstevel@tonic-gate 11134709573Sraf flag = ap->scope | ap->detachstate | ap->daemonstate | THR_SUSPENDED; 1127c478bd9Sstevel@tonic-gate error = _thrp_create(ap->stkaddr, ap->stksize, start_routine, arg, 113*d4204c85Sraf flag, &tid, ap->guardsize); 1147c478bd9Sstevel@tonic-gate if (error == 0) { 115*d4204c85Sraf if (ap->inherit == PTHREAD_EXPLICIT_SCHED && 116*d4204c85Sraf (ap->policy != self->ul_policy || 117*d4204c85Sraf ap->prio != (self->ul_epri? self->ul_epri : self->ul_pri))) 118*d4204c85Sraf /* 119*d4204c85Sraf * The SUSv3 specification requires pthread_create() 120*d4204c85Sraf * to fail with EPERM if it cannot set the scheduling 121*d4204c85Sraf * policy and parameters on the new thread. 122*d4204c85Sraf */ 123*d4204c85Sraf error = _thr_setparam(tid, ap->policy, ap->prio); 124*d4204c85Sraf if (error) { 125*d4204c85Sraf /* 126*d4204c85Sraf * We couldn't determine this error before 127*d4204c85Sraf * actually creating the thread. To recover, 128*d4204c85Sraf * mark the thread detached and cancel it. 129*d4204c85Sraf * It is as though it was never created. 130*d4204c85Sraf */ 1317c478bd9Sstevel@tonic-gate ulwp_t *ulwp = find_lwp(tid); 132*d4204c85Sraf if (ulwp->ul_detached == 0) { 133*d4204c85Sraf ulwp->ul_detached = 1; 134*d4204c85Sraf ulwp->ul_usropts |= THR_DETACHED; 135*d4204c85Sraf (void) __lwp_detach(tid); 136*d4204c85Sraf } 137*d4204c85Sraf ulwp->ul_cancel_pending = 2; /* cancelled on creation */ 138*d4204c85Sraf ulwp->ul_cancel_disabled = 0; 139*d4204c85Sraf ulwp_unlock(ulwp, self->ul_uberdata); 140*d4204c85Sraf } else if (thread) { 1417c478bd9Sstevel@tonic-gate *thread = tid; 142*d4204c85Sraf } 1437c478bd9Sstevel@tonic-gate (void) _thr_continue(tid); 1447c478bd9Sstevel@tonic-gate } 1457c478bd9Sstevel@tonic-gate 1467c478bd9Sstevel@tonic-gate /* posix version expects EAGAIN for lack of memory */ 1477c478bd9Sstevel@tonic-gate if (error == ENOMEM) 1487c478bd9Sstevel@tonic-gate error = EAGAIN; 1497c478bd9Sstevel@tonic-gate return (error); 1507c478bd9Sstevel@tonic-gate } 1517c478bd9Sstevel@tonic-gate 1527c478bd9Sstevel@tonic-gate /* 1537c478bd9Sstevel@tonic-gate * pthread_once: calls given function only once. 1547c478bd9Sstevel@tonic-gate * it synchronizes via mutex in pthread_once_t structure 1557c478bd9Sstevel@tonic-gate */ 1567c478bd9Sstevel@tonic-gate #pragma weak pthread_once = _pthread_once 1577c478bd9Sstevel@tonic-gate int 1587c478bd9Sstevel@tonic-gate _pthread_once(pthread_once_t *once_control, void (*init_routine)(void)) 1597c478bd9Sstevel@tonic-gate { 1607c478bd9Sstevel@tonic-gate __once_t *once = (__once_t *)once_control; 1617c478bd9Sstevel@tonic-gate 1627c478bd9Sstevel@tonic-gate if (once == NULL || init_routine == NULL) 1637c478bd9Sstevel@tonic-gate return (EINVAL); 1647c478bd9Sstevel@tonic-gate 1657c478bd9Sstevel@tonic-gate if (once->once_flag == PTHREAD_ONCE_NOTDONE) { 1667c478bd9Sstevel@tonic-gate (void) _private_mutex_lock(&once->mlock); 1677c478bd9Sstevel@tonic-gate if (once->once_flag == PTHREAD_ONCE_NOTDONE) { 1687c478bd9Sstevel@tonic-gate pthread_cleanup_push(_private_mutex_unlock, 1697c478bd9Sstevel@tonic-gate &once->mlock); 1707c478bd9Sstevel@tonic-gate (*init_routine)(); 1717c478bd9Sstevel@tonic-gate pthread_cleanup_pop(0); 172cb620785Sraf _membar_producer(); 1737c478bd9Sstevel@tonic-gate once->once_flag = PTHREAD_ONCE_DONE; 1747c478bd9Sstevel@tonic-gate } 1757c478bd9Sstevel@tonic-gate (void) _private_mutex_unlock(&once->mlock); 1767c478bd9Sstevel@tonic-gate } 177cb620785Sraf _membar_consumer(); 1787c478bd9Sstevel@tonic-gate 1797c478bd9Sstevel@tonic-gate return (0); 1807c478bd9Sstevel@tonic-gate } 1817c478bd9Sstevel@tonic-gate 1827c478bd9Sstevel@tonic-gate /* 1837c478bd9Sstevel@tonic-gate * pthread_equal: equates two thread ids. 1847c478bd9Sstevel@tonic-gate */ 1857c478bd9Sstevel@tonic-gate #pragma weak pthread_equal = _pthread_equal 1867c478bd9Sstevel@tonic-gate int 1877c478bd9Sstevel@tonic-gate _pthread_equal(pthread_t t1, pthread_t t2) 1887c478bd9Sstevel@tonic-gate { 1897c478bd9Sstevel@tonic-gate return (t1 == t2); 1907c478bd9Sstevel@tonic-gate } 1917c478bd9Sstevel@tonic-gate 1927c478bd9Sstevel@tonic-gate /* 193*d4204c85Sraf * pthread_getschedparam: get the thread's sched parameters. 1947c478bd9Sstevel@tonic-gate */ 1957c478bd9Sstevel@tonic-gate #pragma weak pthread_getschedparam = _pthread_getschedparam 1967c478bd9Sstevel@tonic-gate int 1977c478bd9Sstevel@tonic-gate _pthread_getschedparam(pthread_t tid, int *policy, struct sched_param *param) 1987c478bd9Sstevel@tonic-gate { 1997c478bd9Sstevel@tonic-gate ulwp_t *ulwp; 200*d4204c85Sraf id_t cid; 2017c478bd9Sstevel@tonic-gate int error = 0; 2027c478bd9Sstevel@tonic-gate 203*d4204c85Sraf if ((ulwp = find_lwp(tid)) == NULL) { 2047c478bd9Sstevel@tonic-gate error = ESRCH; 205*d4204c85Sraf } else { 206*d4204c85Sraf cid = getparam(P_LWPID, ulwp->ul_lwpid, policy, param); 207*d4204c85Sraf if (cid == -1) { 208*d4204c85Sraf error = errno; 209*d4204c85Sraf } else if (*policy == ulwp->ul_policy && cid == ulwp->ul_cid && 210*d4204c85Sraf (*policy == SCHED_FIFO || *policy == SCHED_RR)) { 211*d4204c85Sraf /* 212*d4204c85Sraf * Return the defined priority, not the effective 213*d4204c85Sraf * priority from priority ceiling mutexes. 214*d4204c85Sraf */ 2157c478bd9Sstevel@tonic-gate param->sched_priority = ulwp->ul_pri; 216*d4204c85Sraf } else { 217*d4204c85Sraf ulwp->ul_cid = cid; 218*d4204c85Sraf ulwp->ul_pri = param->sched_priority; 219*d4204c85Sraf _membar_producer(); 220*d4204c85Sraf ulwp->ul_policy = *policy; 221*d4204c85Sraf } 222*d4204c85Sraf ulwp_unlock(ulwp, curthread->ul_uberdata); 2237c478bd9Sstevel@tonic-gate } 2247c478bd9Sstevel@tonic-gate 2257c478bd9Sstevel@tonic-gate return (error); 2267c478bd9Sstevel@tonic-gate } 2277c478bd9Sstevel@tonic-gate 228*d4204c85Sraf #pragma weak thr_getprio = _thr_getprio 2297c478bd9Sstevel@tonic-gate int 230*d4204c85Sraf _thr_getprio(thread_t tid, int *priority) 2317c478bd9Sstevel@tonic-gate { 232*d4204c85Sraf struct sched_param param; 233*d4204c85Sraf int policy; 234*d4204c85Sraf int error; 2359acbbeafSnn 236*d4204c85Sraf if ((error = _pthread_getschedparam(tid, &policy, ¶m)) == 0) 237*d4204c85Sraf *priority = param.sched_priority; 2387c478bd9Sstevel@tonic-gate return (error); 2397c478bd9Sstevel@tonic-gate } 2407c478bd9Sstevel@tonic-gate 2417c478bd9Sstevel@tonic-gate /* 2427c478bd9Sstevel@tonic-gate * pthread_setschedparam: sets the sched parameters for a thread. 2437c478bd9Sstevel@tonic-gate */ 2447c478bd9Sstevel@tonic-gate #pragma weak pthread_setschedparam = _pthread_setschedparam 2457c478bd9Sstevel@tonic-gate int 2467c478bd9Sstevel@tonic-gate _pthread_setschedparam(pthread_t tid, 2477c478bd9Sstevel@tonic-gate int policy, const struct sched_param *param) 2487c478bd9Sstevel@tonic-gate { 249*d4204c85Sraf return (_thr_setparam(tid, policy, param->sched_priority)); 250*d4204c85Sraf } 251*d4204c85Sraf 252*d4204c85Sraf #pragma weak thr_setprio = _thr_setprio 253*d4204c85Sraf #pragma weak pthread_setschedprio = _thr_setprio 254*d4204c85Sraf #pragma weak _pthread_setschedprio = _thr_setprio 255*d4204c85Sraf int 256*d4204c85Sraf _thr_setprio(thread_t tid, int prio) 257*d4204c85Sraf { 258*d4204c85Sraf struct sched_param param; 259*d4204c85Sraf int policy; 260*d4204c85Sraf int error; 261*d4204c85Sraf 262*d4204c85Sraf /* 263*d4204c85Sraf * _pthread_getschedparam() has the side-effect of setting 264*d4204c85Sraf * the target thread's ul_policy, ul_pri and ul_cid correctly. 265*d4204c85Sraf */ 266*d4204c85Sraf if ((error = _pthread_getschedparam(tid, &policy, ¶m)) != 0) 267*d4204c85Sraf return (error); 268*d4204c85Sraf if (param.sched_priority == prio) /* no change */ 269*d4204c85Sraf return (0); 270*d4204c85Sraf return (_thr_setparam(tid, policy, prio)); 2717c478bd9Sstevel@tonic-gate } 272