/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License (the "License"). * You may not use this file except in compliance with the License. * * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE * or http://www.opensolaris.org/os/licensing. * See the License for the specific language governing permissions * and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at usr/src/OPENSOLARIS.LICENSE. * If applicable, add the following below this CDDL HEADER, with the * fields enclosed by brackets "[]" replaced with your own identifying * information: Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END */ /* * Copyright 2008 Sun Microsystems, Inc. All rights reserved. * Use is subject to license terms. */ /* * Copyright 2018 Joyent, Inc. */ #include "lint.h" #include "thr_uberdata.h" /* * pthread_once related data * This structure is exported as pthread_once_t in pthread.h. * We export only the size of this structure. so check * pthread_once_t in pthread.h before making a change here. */ typedef struct __once { mutex_t mlock; union { uint32_t pad32_flag[2]; uint64_t pad64_flag; } oflag; } __once_t; #define once_flag oflag.pad32_flag[1] static int _thr_setinherit(pthread_t tid, int inherit) { ulwp_t *ulwp; int error = 0; if ((ulwp = find_lwp(tid)) == NULL) { error = ESRCH; } else { ulwp->ul_ptinherit = inherit; ulwp_unlock(ulwp, curthread->ul_uberdata); } return (error); } static int _thr_setparam(pthread_t tid, int policy, int prio) { ulwp_t *ulwp; id_t cid; int error = 0; if ((ulwp = find_lwp(tid)) == NULL) { error = ESRCH; } else { if (policy == ulwp->ul_policy && (policy == SCHED_FIFO || policy == SCHED_RR) && ulwp->ul_epri != 0) { /* * Don't change the ceiling priority, * just the base priority. */ if (prio > ulwp->ul_epri) error = EPERM; else ulwp->ul_pri = prio; } else if ((cid = setparam(P_LWPID, tid, policy, prio)) == -1) { error = errno; } else { if (policy == SCHED_FIFO || policy == SCHED_RR) ulwp->ul_rtclassid = cid; ulwp->ul_cid = cid; ulwp->ul_pri = prio; membar_producer(); ulwp->ul_policy = policy; } ulwp_unlock(ulwp, curthread->ul_uberdata); } return (error); } /* * pthread_create: creates a thread in the current process. * calls common _thrp_create() after copying the attributes. */ #pragma weak _pthread_create = pthread_create int pthread_create(pthread_t *thread, const pthread_attr_t *attr, void * (*start_routine)(void *), void *arg) { ulwp_t *self = curthread; const thrattr_t *ap = attr? attr->__pthread_attrp : def_thrattr(); const pcclass_t *pccp; long flag; pthread_t tid; int error; update_sched(self); if (ap == NULL) return (EINVAL); /* validate explicit scheduling attributes */ if (ap->inherit == PTHREAD_EXPLICIT_SCHED && (ap->policy == SCHED_SYS || (pccp = get_info_by_policy(ap->policy)) == NULL || ap->prio < pccp->pcc_primin || ap->prio > pccp->pcc_primax)) return (EINVAL); flag = ap->scope | ap->detachstate | ap->daemonstate | THR_SUSPENDED; error = _thrp_create(ap->stkaddr, ap->stksize, start_routine, arg, flag, &tid, ap->guardsize, ap->name); if (error == 0) { /* * Record the original inheritance value for * pthread_attr_get_np(). We should always be able to find the * thread. */ (void) _thr_setinherit(tid, ap->inherit); if (ap->inherit == PTHREAD_EXPLICIT_SCHED && (ap->policy != self->ul_policy || ap->prio != (self->ul_epri ? self->ul_epri : self->ul_pri))) { /* * The SUSv3 specification requires pthread_create() * to fail with EPERM if it cannot set the scheduling * policy and parameters on the new thread. */ error = _thr_setparam(tid, ap->policy, ap->prio); } if (error) { /* * We couldn't determine this error before * actually creating the thread. To recover, * mark the thread detached and cancel it. * It is as though it was never created. */ ulwp_t *ulwp = find_lwp(tid); if (ulwp->ul_detached == 0) { ulwp->ul_detached = 1; ulwp->ul_usropts |= THR_DETACHED; (void) __lwp_detach(tid); } ulwp->ul_cancel_pending = 2; /* cancelled on creation */ ulwp->ul_cancel_disabled = 0; ulwp_unlock(ulwp, self->ul_uberdata); } else if (thread) { *thread = tid; } (void) thr_continue(tid); } /* posix version expects EAGAIN for lack of memory */ if (error == ENOMEM) error = EAGAIN; return (error); } static void _mutex_unlock_wrap(void *ptr) { mutex_t *mp = ptr; (void) mutex_unlock(mp); } /* * pthread_once: calls given function only once. * it synchronizes via mutex in pthread_once_t structure */ int pthread_once(pthread_once_t *once_control, void (*init_routine)(void)) { __once_t *once = (__once_t *)once_control; if (once == NULL || init_routine == NULL) return (EINVAL); if (once->once_flag == PTHREAD_ONCE_NOTDONE) { (void) mutex_lock(&once->mlock); if (once->once_flag == PTHREAD_ONCE_NOTDONE) { pthread_cleanup_push(_mutex_unlock_wrap, &once->mlock); (*init_routine)(); pthread_cleanup_pop(0); membar_producer(); once->once_flag = PTHREAD_ONCE_DONE; } (void) mutex_unlock(&once->mlock); } membar_consumer(); return (0); } /* * pthread_equal: equates two thread ids. */ int pthread_equal(pthread_t t1, pthread_t t2) { return (t1 == t2); } /* * pthread_getschedparam: get the thread's sched parameters. */ #pragma weak _pthread_getschedparam = pthread_getschedparam int pthread_getschedparam(pthread_t tid, int *policy, struct sched_param *param) { ulwp_t *ulwp; id_t cid; int error = 0; if ((ulwp = find_lwp(tid)) == NULL) { error = ESRCH; } else { cid = getparam(P_LWPID, ulwp->ul_lwpid, policy, param); if (cid == -1) { error = errno; } else if (*policy == ulwp->ul_policy && cid == ulwp->ul_cid && (*policy == SCHED_FIFO || *policy == SCHED_RR)) { /* * Return the defined priority, not the effective * priority from priority ceiling mutexes. */ param->sched_priority = ulwp->ul_pri; } else { if (*policy == SCHED_FIFO || *policy == SCHED_RR) ulwp->ul_rtclassid = cid; ulwp->ul_cid = cid; ulwp->ul_pri = param->sched_priority; membar_producer(); ulwp->ul_policy = *policy; } ulwp_unlock(ulwp, curthread->ul_uberdata); } return (error); } #pragma weak _thr_getprio = thr_getprio int thr_getprio(thread_t tid, int *priority) { struct sched_param param; int policy; int error; if ((error = pthread_getschedparam(tid, &policy, ¶m)) == 0) *priority = param.sched_priority; return (error); } /* * pthread_setschedparam: sets the sched parameters for a thread. */ int pthread_setschedparam(pthread_t tid, int policy, const struct sched_param *param) { return (_thr_setparam(tid, policy, param->sched_priority)); } #pragma weak pthread_setschedprio = thr_setprio int thr_setprio(thread_t tid, int prio) { struct sched_param param; int policy; int error; /* * pthread_getschedparam() has the side-effect of setting * the target thread's ul_policy, ul_pri and ul_cid correctly. */ if ((error = pthread_getschedparam(tid, &policy, ¶m)) != 0) return (error); if (param.sched_priority == prio) /* no change */ return (0); return (_thr_setparam(tid, policy, prio)); }