xref: /illumos-gate/usr/src/lib/libc/port/threads/pthread.c (revision e84487aec8c2a5ab4b9a28ee814a67034361ae7b)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
534709573Sraf  * Common Development and Distribution License (the "License").
634709573Sraf  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
2134709573Sraf 
227c478bd9Sstevel@tonic-gate /*
23d4204c85Sraf  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
247c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
257c478bd9Sstevel@tonic-gate  */
267c478bd9Sstevel@tonic-gate 
277c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
287c478bd9Sstevel@tonic-gate 
297c478bd9Sstevel@tonic-gate #include "lint.h"
307c478bd9Sstevel@tonic-gate #include "thr_uberdata.h"
317c478bd9Sstevel@tonic-gate 
327c478bd9Sstevel@tonic-gate /*
337c478bd9Sstevel@tonic-gate  * pthread_once related data
347c478bd9Sstevel@tonic-gate  * This structure is exported as pthread_once_t in pthread.h.
357c478bd9Sstevel@tonic-gate  * We export only the size of this structure. so check
367c478bd9Sstevel@tonic-gate  * pthread_once_t in pthread.h before making a change here.
377c478bd9Sstevel@tonic-gate  */
387c478bd9Sstevel@tonic-gate typedef struct  __once {
397c478bd9Sstevel@tonic-gate 	mutex_t	mlock;
407c478bd9Sstevel@tonic-gate 	union {
417c478bd9Sstevel@tonic-gate 		uint32_t	pad32_flag[2];
427c478bd9Sstevel@tonic-gate 		uint64_t	pad64_flag;
437c478bd9Sstevel@tonic-gate 	} oflag;
447c478bd9Sstevel@tonic-gate } __once_t;
457c478bd9Sstevel@tonic-gate 
467c478bd9Sstevel@tonic-gate #define	once_flag	oflag.pad32_flag[1]
477c478bd9Sstevel@tonic-gate 
48d4204c85Sraf static int
49d4204c85Sraf _thr_setparam(pthread_t tid, int policy, int prio)
50d4204c85Sraf {
51d4204c85Sraf 	ulwp_t *ulwp;
52d4204c85Sraf 	id_t cid;
53d4204c85Sraf 	int error = 0;
54d4204c85Sraf 
55d4204c85Sraf 	if ((ulwp = find_lwp(tid)) == NULL) {
56d4204c85Sraf 		error = ESRCH;
57d4204c85Sraf 	} else {
58d4204c85Sraf 		if (policy == ulwp->ul_policy &&
59d4204c85Sraf 		    (policy == SCHED_FIFO || policy == SCHED_RR) &&
60d4204c85Sraf 		    ulwp->ul_epri != 0) {
61d4204c85Sraf 			/*
62d4204c85Sraf 			 * Don't change the ceiling priority,
63d4204c85Sraf 			 * just the base priority.
64d4204c85Sraf 			 */
65d4204c85Sraf 			if (prio > ulwp->ul_epri)
66d4204c85Sraf 				error = EPERM;
67d4204c85Sraf 			else
68d4204c85Sraf 				ulwp->ul_pri = prio;
69d4204c85Sraf 		} else if ((cid = setparam(P_LWPID, tid, policy, prio)) == -1) {
70d4204c85Sraf 			error = errno;
71d4204c85Sraf 		} else {
72*e84487aeSraf 			if (policy == SCHED_FIFO || policy == SCHED_RR)
73*e84487aeSraf 				ulwp->ul_rtclassid = cid;
74d4204c85Sraf 			ulwp->ul_cid = cid;
75d4204c85Sraf 			ulwp->ul_pri = prio;
76d4204c85Sraf 			_membar_producer();
77d4204c85Sraf 			ulwp->ul_policy = policy;
78d4204c85Sraf 		}
79d4204c85Sraf 		ulwp_unlock(ulwp, curthread->ul_uberdata);
80d4204c85Sraf 	}
81d4204c85Sraf 	return (error);
82d4204c85Sraf }
83d4204c85Sraf 
847c478bd9Sstevel@tonic-gate /*
857c478bd9Sstevel@tonic-gate  * pthread_create: creates a thread in the current process.
867c478bd9Sstevel@tonic-gate  * calls common _thrp_create() after copying the attributes.
877c478bd9Sstevel@tonic-gate  */
887c478bd9Sstevel@tonic-gate #pragma weak	pthread_create			= _pthread_create
897c478bd9Sstevel@tonic-gate int
907c478bd9Sstevel@tonic-gate _pthread_create(pthread_t *thread, const pthread_attr_t *attr,
917c478bd9Sstevel@tonic-gate 	void * (*start_routine)(void *), void *arg)
927c478bd9Sstevel@tonic-gate {
937c478bd9Sstevel@tonic-gate 	ulwp_t		*self = curthread;
9434709573Sraf 	const thrattr_t	*ap = attr? attr->__pthread_attrp : def_thrattr();
95d4204c85Sraf 	const pcclass_t	*pccp;
967c478bd9Sstevel@tonic-gate 	long		flag;
977c478bd9Sstevel@tonic-gate 	pthread_t	tid;
987c478bd9Sstevel@tonic-gate 	int		error;
99d4204c85Sraf 
100d4204c85Sraf 	update_sched(self);
1017c478bd9Sstevel@tonic-gate 
10234709573Sraf 	if (ap == NULL)
1037c478bd9Sstevel@tonic-gate 		return (EINVAL);
1047c478bd9Sstevel@tonic-gate 
105d4204c85Sraf 	/* validate explicit scheduling attributes */
106d4204c85Sraf 	if (ap->inherit == PTHREAD_EXPLICIT_SCHED &&
107d4204c85Sraf 	    (ap->policy == SCHED_SYS ||
108d4204c85Sraf 	    (pccp = get_info_by_policy(ap->policy)) == NULL ||
109d4204c85Sraf 	    ap->prio < pccp->pcc_primin || ap->prio > pccp->pcc_primax))
110d4204c85Sraf 		return (EINVAL);
1117c478bd9Sstevel@tonic-gate 
11234709573Sraf 	flag = ap->scope | ap->detachstate | ap->daemonstate | THR_SUSPENDED;
1137c478bd9Sstevel@tonic-gate 	error = _thrp_create(ap->stkaddr, ap->stksize, start_routine, arg,
114d4204c85Sraf 	    flag, &tid, ap->guardsize);
1157c478bd9Sstevel@tonic-gate 	if (error == 0) {
116d4204c85Sraf 		if (ap->inherit == PTHREAD_EXPLICIT_SCHED &&
117d4204c85Sraf 		    (ap->policy != self->ul_policy ||
118d4204c85Sraf 		    ap->prio != (self->ul_epri? self->ul_epri : self->ul_pri)))
119d4204c85Sraf 			/*
120d4204c85Sraf 			 * The SUSv3 specification requires pthread_create()
121d4204c85Sraf 			 * to fail with EPERM if it cannot set the scheduling
122d4204c85Sraf 			 * policy and parameters on the new thread.
123d4204c85Sraf 			 */
124d4204c85Sraf 			error = _thr_setparam(tid, ap->policy, ap->prio);
125d4204c85Sraf 		if (error) {
126d4204c85Sraf 			/*
127d4204c85Sraf 			 * We couldn't determine this error before
128d4204c85Sraf 			 * actually creating the thread.  To recover,
129d4204c85Sraf 			 * mark the thread detached and cancel it.
130d4204c85Sraf 			 * It is as though it was never created.
131d4204c85Sraf 			 */
1327c478bd9Sstevel@tonic-gate 			ulwp_t *ulwp = find_lwp(tid);
133d4204c85Sraf 			if (ulwp->ul_detached == 0) {
134d4204c85Sraf 				ulwp->ul_detached = 1;
135d4204c85Sraf 				ulwp->ul_usropts |= THR_DETACHED;
136d4204c85Sraf 				(void) __lwp_detach(tid);
137d4204c85Sraf 			}
138d4204c85Sraf 			ulwp->ul_cancel_pending = 2; /* cancelled on creation */
139d4204c85Sraf 			ulwp->ul_cancel_disabled = 0;
140d4204c85Sraf 			ulwp_unlock(ulwp, self->ul_uberdata);
141d4204c85Sraf 		} else if (thread) {
1427c478bd9Sstevel@tonic-gate 			*thread = tid;
143d4204c85Sraf 		}
1447c478bd9Sstevel@tonic-gate 		(void) _thr_continue(tid);
1457c478bd9Sstevel@tonic-gate 	}
1467c478bd9Sstevel@tonic-gate 
1477c478bd9Sstevel@tonic-gate 	/* posix version expects EAGAIN for lack of memory */
1487c478bd9Sstevel@tonic-gate 	if (error == ENOMEM)
1497c478bd9Sstevel@tonic-gate 		error = EAGAIN;
1507c478bd9Sstevel@tonic-gate 	return (error);
1517c478bd9Sstevel@tonic-gate }
1527c478bd9Sstevel@tonic-gate 
1537c478bd9Sstevel@tonic-gate /*
1547c478bd9Sstevel@tonic-gate  * pthread_once: calls given function only once.
1557c478bd9Sstevel@tonic-gate  * it synchronizes via mutex in pthread_once_t structure
1567c478bd9Sstevel@tonic-gate  */
1577c478bd9Sstevel@tonic-gate #pragma weak	pthread_once			= _pthread_once
1587c478bd9Sstevel@tonic-gate int
1597c478bd9Sstevel@tonic-gate _pthread_once(pthread_once_t *once_control, void (*init_routine)(void))
1607c478bd9Sstevel@tonic-gate {
1617c478bd9Sstevel@tonic-gate 	__once_t *once = (__once_t *)once_control;
1627c478bd9Sstevel@tonic-gate 
1637c478bd9Sstevel@tonic-gate 	if (once == NULL || init_routine == NULL)
1647c478bd9Sstevel@tonic-gate 		return (EINVAL);
1657c478bd9Sstevel@tonic-gate 
1667c478bd9Sstevel@tonic-gate 	if (once->once_flag == PTHREAD_ONCE_NOTDONE) {
1677c478bd9Sstevel@tonic-gate 		(void) _private_mutex_lock(&once->mlock);
1687c478bd9Sstevel@tonic-gate 		if (once->once_flag == PTHREAD_ONCE_NOTDONE) {
1697c478bd9Sstevel@tonic-gate 			pthread_cleanup_push(_private_mutex_unlock,
1707c478bd9Sstevel@tonic-gate 			    &once->mlock);
1717c478bd9Sstevel@tonic-gate 			(*init_routine)();
1727c478bd9Sstevel@tonic-gate 			pthread_cleanup_pop(0);
173cb620785Sraf 			_membar_producer();
1747c478bd9Sstevel@tonic-gate 			once->once_flag = PTHREAD_ONCE_DONE;
1757c478bd9Sstevel@tonic-gate 		}
1767c478bd9Sstevel@tonic-gate 		(void) _private_mutex_unlock(&once->mlock);
1777c478bd9Sstevel@tonic-gate 	}
178cb620785Sraf 	_membar_consumer();
1797c478bd9Sstevel@tonic-gate 
1807c478bd9Sstevel@tonic-gate 	return (0);
1817c478bd9Sstevel@tonic-gate }
1827c478bd9Sstevel@tonic-gate 
1837c478bd9Sstevel@tonic-gate /*
1847c478bd9Sstevel@tonic-gate  * pthread_equal: equates two thread ids.
1857c478bd9Sstevel@tonic-gate  */
1867c478bd9Sstevel@tonic-gate #pragma weak	pthread_equal			= _pthread_equal
1877c478bd9Sstevel@tonic-gate int
1887c478bd9Sstevel@tonic-gate _pthread_equal(pthread_t t1, pthread_t t2)
1897c478bd9Sstevel@tonic-gate {
1907c478bd9Sstevel@tonic-gate 	return (t1 == t2);
1917c478bd9Sstevel@tonic-gate }
1927c478bd9Sstevel@tonic-gate 
1937c478bd9Sstevel@tonic-gate /*
194d4204c85Sraf  * pthread_getschedparam: get the thread's sched parameters.
1957c478bd9Sstevel@tonic-gate  */
1967c478bd9Sstevel@tonic-gate #pragma weak	pthread_getschedparam		= _pthread_getschedparam
1977c478bd9Sstevel@tonic-gate int
1987c478bd9Sstevel@tonic-gate _pthread_getschedparam(pthread_t tid, int *policy, struct sched_param *param)
1997c478bd9Sstevel@tonic-gate {
2007c478bd9Sstevel@tonic-gate 	ulwp_t *ulwp;
201d4204c85Sraf 	id_t cid;
2027c478bd9Sstevel@tonic-gate 	int error = 0;
2037c478bd9Sstevel@tonic-gate 
204d4204c85Sraf 	if ((ulwp = find_lwp(tid)) == NULL) {
2057c478bd9Sstevel@tonic-gate 		error = ESRCH;
206d4204c85Sraf 	} else {
207d4204c85Sraf 		cid = getparam(P_LWPID, ulwp->ul_lwpid, policy, param);
208d4204c85Sraf 		if (cid == -1) {
209d4204c85Sraf 			error = errno;
210d4204c85Sraf 		} else if (*policy == ulwp->ul_policy && cid == ulwp->ul_cid &&
211d4204c85Sraf 		    (*policy == SCHED_FIFO || *policy == SCHED_RR)) {
212d4204c85Sraf 			/*
213d4204c85Sraf 			 * Return the defined priority, not the effective
214d4204c85Sraf 			 * priority from priority ceiling mutexes.
215d4204c85Sraf 			 */
2167c478bd9Sstevel@tonic-gate 			param->sched_priority = ulwp->ul_pri;
217d4204c85Sraf 		} else {
218*e84487aeSraf 			if (*policy == SCHED_FIFO || *policy == SCHED_RR)
219*e84487aeSraf 				ulwp->ul_rtclassid = cid;
220d4204c85Sraf 			ulwp->ul_cid = cid;
221d4204c85Sraf 			ulwp->ul_pri = param->sched_priority;
222d4204c85Sraf 			_membar_producer();
223d4204c85Sraf 			ulwp->ul_policy = *policy;
224d4204c85Sraf 		}
225d4204c85Sraf 		ulwp_unlock(ulwp, curthread->ul_uberdata);
2267c478bd9Sstevel@tonic-gate 	}
2277c478bd9Sstevel@tonic-gate 
2287c478bd9Sstevel@tonic-gate 	return (error);
2297c478bd9Sstevel@tonic-gate }
2307c478bd9Sstevel@tonic-gate 
231d4204c85Sraf #pragma weak thr_getprio = _thr_getprio
2327c478bd9Sstevel@tonic-gate int
233d4204c85Sraf _thr_getprio(thread_t tid, int *priority)
2347c478bd9Sstevel@tonic-gate {
235d4204c85Sraf 	struct sched_param param;
236d4204c85Sraf 	int policy;
237d4204c85Sraf 	int error;
2389acbbeafSnn 
239d4204c85Sraf 	if ((error = _pthread_getschedparam(tid, &policy, &param)) == 0)
240d4204c85Sraf 		*priority = param.sched_priority;
2417c478bd9Sstevel@tonic-gate 	return (error);
2427c478bd9Sstevel@tonic-gate }
2437c478bd9Sstevel@tonic-gate 
2447c478bd9Sstevel@tonic-gate /*
2457c478bd9Sstevel@tonic-gate  * pthread_setschedparam: sets the sched parameters for a thread.
2467c478bd9Sstevel@tonic-gate  */
2477c478bd9Sstevel@tonic-gate #pragma weak	pthread_setschedparam		= _pthread_setschedparam
2487c478bd9Sstevel@tonic-gate int
2497c478bd9Sstevel@tonic-gate _pthread_setschedparam(pthread_t tid,
2507c478bd9Sstevel@tonic-gate 	int policy, const struct sched_param *param)
2517c478bd9Sstevel@tonic-gate {
252d4204c85Sraf 	return (_thr_setparam(tid, policy, param->sched_priority));
253d4204c85Sraf }
254d4204c85Sraf 
255d4204c85Sraf #pragma weak thr_setprio = _thr_setprio
256d4204c85Sraf #pragma weak pthread_setschedprio = _thr_setprio
257d4204c85Sraf #pragma weak _pthread_setschedprio = _thr_setprio
258d4204c85Sraf int
259d4204c85Sraf _thr_setprio(thread_t tid, int prio)
260d4204c85Sraf {
261d4204c85Sraf 	struct sched_param param;
262d4204c85Sraf 	int policy;
263d4204c85Sraf 	int error;
264d4204c85Sraf 
265d4204c85Sraf 	/*
266d4204c85Sraf 	 * _pthread_getschedparam() has the side-effect of setting
267d4204c85Sraf 	 * the target thread's ul_policy, ul_pri and ul_cid correctly.
268d4204c85Sraf 	 */
269d4204c85Sraf 	if ((error = _pthread_getschedparam(tid, &policy, &param)) != 0)
270d4204c85Sraf 		return (error);
271d4204c85Sraf 	if (param.sched_priority == prio)	/* no change */
272d4204c85Sraf 		return (0);
273d4204c85Sraf 	return (_thr_setparam(tid, policy, prio));
2747c478bd9Sstevel@tonic-gate }
275