17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5f635d46aSqiao  * Common Development and Distribution License (the "License").
6f635d46aSqiao  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
21fd6545c7Sraf 
227c478bd9Sstevel@tonic-gate /*
23*51b32bddSMadhavan Venkataraman  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
247c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
257c478bd9Sstevel@tonic-gate  */
267c478bd9Sstevel@tonic-gate 
277c478bd9Sstevel@tonic-gate #include <sys/proc.h>
287c478bd9Sstevel@tonic-gate #include <sys/systm.h>
297c478bd9Sstevel@tonic-gate #include <sys/debug.h>
307c478bd9Sstevel@tonic-gate #include <sys/mutex.h>
31fd6545c7Sraf #include <sys/atomic.h>
327c478bd9Sstevel@tonic-gate #include <sys/timer.h>
337c478bd9Sstevel@tonic-gate #include <sys/lwp_timer_impl.h>
3487a18d3fSMadhavan Venkataraman #include <sys/callo.h>
357c478bd9Sstevel@tonic-gate 
367c478bd9Sstevel@tonic-gate /*
377c478bd9Sstevel@tonic-gate  * lwp_timer_timeout() is called from a timeout set up in lwp_cond_wait(),
387c478bd9Sstevel@tonic-gate  * lwp_mutex_timedlock(), lwp_sema_timedwait() or lwp_rwlock_lock().
397c478bd9Sstevel@tonic-gate  *
407c478bd9Sstevel@tonic-gate  * It recomputes the time remaining until the absolute time when the
417c478bd9Sstevel@tonic-gate  * wait is supposed to timeout and either calls realtime_timeout()
427c478bd9Sstevel@tonic-gate  * to reschedule itself or calls setrun() on the sleeping thread.
437c478bd9Sstevel@tonic-gate  *
447c478bd9Sstevel@tonic-gate  * This is done to ensure that the waiting thread does not wake up
457c478bd9Sstevel@tonic-gate  * due to timer expiration until the absolute future time of the
467c478bd9Sstevel@tonic-gate  * timeout has been reached.  Until that time, the thread must
477c478bd9Sstevel@tonic-gate  * remain on its sleep queue.
487c478bd9Sstevel@tonic-gate  *
497c478bd9Sstevel@tonic-gate  * An lwp_timer_t structure is used to pass information
507c478bd9Sstevel@tonic-gate  * about the sleeping thread to the timeout function.
517c478bd9Sstevel@tonic-gate  */
527c478bd9Sstevel@tonic-gate 
537c478bd9Sstevel@tonic-gate static void
lwp_timer_timeout(void * arg)547c478bd9Sstevel@tonic-gate lwp_timer_timeout(void *arg)
557c478bd9Sstevel@tonic-gate {
567c478bd9Sstevel@tonic-gate 	lwp_timer_t *lwptp = arg;
577c478bd9Sstevel@tonic-gate 	kthread_t *t = lwptp->lwpt_thread;
58*51b32bddSMadhavan Venkataraman 	timespec_t now, delta;
597c478bd9Sstevel@tonic-gate 
607c478bd9Sstevel@tonic-gate 	mutex_enter(&t->t_delay_lock);
617c478bd9Sstevel@tonic-gate 	gethrestime(&now);
627c478bd9Sstevel@tonic-gate 	/*
633348528fSdm 	 * Requeue the timeout if no one has reset the system time
643348528fSdm 	 * and if the absolute future time has not been reached.
657c478bd9Sstevel@tonic-gate 	 */
663348528fSdm 	if (lwptp->lwpt_timecheck == timechanged &&
677c478bd9Sstevel@tonic-gate 	    (lwptp->lwpt_rqtime.tv_sec > now.tv_sec ||
687c478bd9Sstevel@tonic-gate 	    (lwptp->lwpt_rqtime.tv_sec == now.tv_sec &&
697c478bd9Sstevel@tonic-gate 	    lwptp->lwpt_rqtime.tv_nsec > now.tv_nsec))) {
70fd6545c7Sraf 		lwptp->lwpt_imm_timeout = 0;
71*51b32bddSMadhavan Venkataraman 		delta = lwptp->lwpt_rqtime;
72*51b32bddSMadhavan Venkataraman 		timespecsub(&delta, &now);
7387a18d3fSMadhavan Venkataraman 		lwptp->lwpt_id = timeout_generic(CALLOUT_REALTIME,
74*51b32bddSMadhavan Venkataraman 		    lwp_timer_timeout, lwptp, ts2hrt(&delta), nsec_per_tick,
75*51b32bddSMadhavan Venkataraman 		    (CALLOUT_FLAG_HRESTIME | CALLOUT_FLAG_ROUNDUP));
767c478bd9Sstevel@tonic-gate 	} else {
777c478bd9Sstevel@tonic-gate 		/*
787c478bd9Sstevel@tonic-gate 		 * Set the thread running only if it is asleep on
797c478bd9Sstevel@tonic-gate 		 * its lwpchan sleep queue (not if it is asleep on
807c478bd9Sstevel@tonic-gate 		 * the t_delay_lock mutex).
817c478bd9Sstevel@tonic-gate 		 */
827c478bd9Sstevel@tonic-gate 		thread_lock(t);
83fd6545c7Sraf 		/* do this for the benefit of upi mutexes */
84fd6545c7Sraf 		(void) atomic_cas_uint(&lwptp->lwpt_imm_timeout, 0, 1);
857c478bd9Sstevel@tonic-gate 		if (t->t_state == TS_SLEEP &&
867c478bd9Sstevel@tonic-gate 		    (t->t_flag & T_WAKEABLE) &&
877c478bd9Sstevel@tonic-gate 		    t->t_wchan0 != NULL)
887c478bd9Sstevel@tonic-gate 			setrun_locked(t);
897c478bd9Sstevel@tonic-gate 		thread_unlock(t);
907c478bd9Sstevel@tonic-gate 	}
917c478bd9Sstevel@tonic-gate 	mutex_exit(&t->t_delay_lock);
927c478bd9Sstevel@tonic-gate }
937c478bd9Sstevel@tonic-gate 
947c478bd9Sstevel@tonic-gate int
lwp_timer_copyin(lwp_timer_t * lwptp,timespec_t * tsp)957c478bd9Sstevel@tonic-gate lwp_timer_copyin(lwp_timer_t *lwptp, timespec_t *tsp)
967c478bd9Sstevel@tonic-gate {
977c478bd9Sstevel@tonic-gate 	timespec_t now;
987c478bd9Sstevel@tonic-gate 	int error = 0;
997c478bd9Sstevel@tonic-gate 
1007c478bd9Sstevel@tonic-gate 	if (tsp == NULL)	/* not really an error, just need to bzero() */
1017c478bd9Sstevel@tonic-gate 		goto err;
1023348528fSdm 	lwptp->lwpt_timecheck = timechanged; /* do this before gethrestime() */
1037c478bd9Sstevel@tonic-gate 	gethrestime(&now);		/* do this before copyin() */
1047c478bd9Sstevel@tonic-gate 	if (curproc->p_model == DATAMODEL_NATIVE) {
1057c478bd9Sstevel@tonic-gate 		if (copyin(tsp, &lwptp->lwpt_rqtime, sizeof (timespec_t))) {
1067c478bd9Sstevel@tonic-gate 			error = EFAULT;
1077c478bd9Sstevel@tonic-gate 			goto err;
1087c478bd9Sstevel@tonic-gate 		}
1097c478bd9Sstevel@tonic-gate 	} else {
1107c478bd9Sstevel@tonic-gate 		timespec32_t ts32;
1117c478bd9Sstevel@tonic-gate 		if (copyin(tsp, &ts32, sizeof (timespec32_t))) {
1127c478bd9Sstevel@tonic-gate 			error = EFAULT;
1137c478bd9Sstevel@tonic-gate 			goto err;
1147c478bd9Sstevel@tonic-gate 		}
1157c478bd9Sstevel@tonic-gate 		TIMESPEC32_TO_TIMESPEC(&lwptp->lwpt_rqtime, &ts32);
1167c478bd9Sstevel@tonic-gate 	}
1177c478bd9Sstevel@tonic-gate 	if (itimerspecfix(&lwptp->lwpt_rqtime)) {
1187c478bd9Sstevel@tonic-gate 		error = EINVAL;
1197c478bd9Sstevel@tonic-gate 		goto err;
1207c478bd9Sstevel@tonic-gate 	}
1217c478bd9Sstevel@tonic-gate 	/*
1227c478bd9Sstevel@tonic-gate 	 * Unless the requested timeout is zero,
1237c478bd9Sstevel@tonic-gate 	 * get the precise future (absolute) time at
1247c478bd9Sstevel@tonic-gate 	 * which we are to time out and return ETIME.
1257c478bd9Sstevel@tonic-gate 	 * We must not return ETIME before that time.
1267c478bd9Sstevel@tonic-gate 	 */
1277c478bd9Sstevel@tonic-gate 	if (lwptp->lwpt_rqtime.tv_sec == 0 && lwptp->lwpt_rqtime.tv_nsec == 0) {
1287c478bd9Sstevel@tonic-gate 		bzero(lwptp, sizeof (lwp_timer_t));
1297c478bd9Sstevel@tonic-gate 		lwptp->lwpt_imm_timeout = 1;
1307c478bd9Sstevel@tonic-gate 	} else {
1317c478bd9Sstevel@tonic-gate 		lwptp->lwpt_thread = curthread;
1327c478bd9Sstevel@tonic-gate 		lwptp->lwpt_tsp = tsp;
1337c478bd9Sstevel@tonic-gate 		lwptp->lwpt_time_error = 0;
1347c478bd9Sstevel@tonic-gate 		lwptp->lwpt_id = 0;
1357c478bd9Sstevel@tonic-gate 		lwptp->lwpt_imm_timeout = 0;
1367c478bd9Sstevel@tonic-gate 		timespecadd(&lwptp->lwpt_rqtime, &now);
1377c478bd9Sstevel@tonic-gate 	}
1387c478bd9Sstevel@tonic-gate 	return (0);
1397c478bd9Sstevel@tonic-gate err:
1407c478bd9Sstevel@tonic-gate 	bzero(lwptp, sizeof (lwp_timer_t));
1417c478bd9Sstevel@tonic-gate 	lwptp->lwpt_time_error = error;
1427c478bd9Sstevel@tonic-gate 	return (error);
1437c478bd9Sstevel@tonic-gate }
1447c478bd9Sstevel@tonic-gate 
1457c478bd9Sstevel@tonic-gate int
lwp_timer_enqueue(lwp_timer_t * lwptp)1467c478bd9Sstevel@tonic-gate lwp_timer_enqueue(lwp_timer_t *lwptp)
1477c478bd9Sstevel@tonic-gate {
148*51b32bddSMadhavan Venkataraman 	timespec_t now, delta;
1497c478bd9Sstevel@tonic-gate 
1507c478bd9Sstevel@tonic-gate 	ASSERT(lwptp->lwpt_thread == curthread);
1517c478bd9Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&curthread->t_delay_lock));
1527c478bd9Sstevel@tonic-gate 	gethrestime(&now);
1533348528fSdm 	if (lwptp->lwpt_timecheck == timechanged &&
1547c478bd9Sstevel@tonic-gate 	    (lwptp->lwpt_rqtime.tv_sec > now.tv_sec ||
1557c478bd9Sstevel@tonic-gate 	    (lwptp->lwpt_rqtime.tv_sec == now.tv_sec &&
1567c478bd9Sstevel@tonic-gate 	    lwptp->lwpt_rqtime.tv_nsec > now.tv_nsec))) {
1577c478bd9Sstevel@tonic-gate 		/*
1587c478bd9Sstevel@tonic-gate 		 * Queue the timeout.
1597c478bd9Sstevel@tonic-gate 		 */
160fd6545c7Sraf 		lwptp->lwpt_imm_timeout = 0;
161*51b32bddSMadhavan Venkataraman 		delta = lwptp->lwpt_rqtime;
162*51b32bddSMadhavan Venkataraman 		timespecsub(&delta, &now);
16387a18d3fSMadhavan Venkataraman 		lwptp->lwpt_id = timeout_generic(CALLOUT_REALTIME,
164*51b32bddSMadhavan Venkataraman 		    lwp_timer_timeout, lwptp, ts2hrt(&delta), nsec_per_tick,
165*51b32bddSMadhavan Venkataraman 		    (CALLOUT_FLAG_HRESTIME | CALLOUT_FLAG_ROUNDUP));
1667c478bd9Sstevel@tonic-gate 		return (0);
1677c478bd9Sstevel@tonic-gate 	}
1687c478bd9Sstevel@tonic-gate 
1697c478bd9Sstevel@tonic-gate 	/*
1707c478bd9Sstevel@tonic-gate 	 * Time has already run out or someone reset the system time;
1717c478bd9Sstevel@tonic-gate 	 * just cause an immediate timeout.
1727c478bd9Sstevel@tonic-gate 	 */
1737c478bd9Sstevel@tonic-gate 	lwptp->lwpt_imm_timeout = 1;
1747c478bd9Sstevel@tonic-gate 	return (1);
1757c478bd9Sstevel@tonic-gate }
1767c478bd9Sstevel@tonic-gate 
1777c478bd9Sstevel@tonic-gate clock_t
lwp_timer_dequeue(lwp_timer_t * lwptp)1787c478bd9Sstevel@tonic-gate lwp_timer_dequeue(lwp_timer_t *lwptp)
1797c478bd9Sstevel@tonic-gate {
1807c478bd9Sstevel@tonic-gate 	kthread_t *t = curthread;
1817c478bd9Sstevel@tonic-gate 	clock_t tim = -1;
18287a18d3fSMadhavan Venkataraman 	callout_id_t tmp_id;
1837c478bd9Sstevel@tonic-gate 
1847c478bd9Sstevel@tonic-gate 	mutex_enter(&t->t_delay_lock);
1857c478bd9Sstevel@tonic-gate 	while ((tmp_id = lwptp->lwpt_id) != 0) {
1867c478bd9Sstevel@tonic-gate 		lwptp->lwpt_id = 0;
1877c478bd9Sstevel@tonic-gate 		mutex_exit(&t->t_delay_lock);
18887a18d3fSMadhavan Venkataraman 		tim = untimeout_default(tmp_id, 0);
1897c478bd9Sstevel@tonic-gate 		mutex_enter(&t->t_delay_lock);
1907c478bd9Sstevel@tonic-gate 	}
1917c478bd9Sstevel@tonic-gate 	mutex_exit(&t->t_delay_lock);
1927c478bd9Sstevel@tonic-gate 	return (tim);
1937c478bd9Sstevel@tonic-gate }
1947c478bd9Sstevel@tonic-gate 
1957c478bd9Sstevel@tonic-gate int
lwp_timer_copyout(lwp_timer_t * lwptp,int error)1967c478bd9Sstevel@tonic-gate lwp_timer_copyout(lwp_timer_t *lwptp, int error)
1977c478bd9Sstevel@tonic-gate {
1987c478bd9Sstevel@tonic-gate 	timespec_t rmtime;
1997c478bd9Sstevel@tonic-gate 	timespec_t now;
2007c478bd9Sstevel@tonic-gate 
2017c478bd9Sstevel@tonic-gate 	if (lwptp->lwpt_tsp == NULL)	/* nothing to do */
2027c478bd9Sstevel@tonic-gate 		return (error);
2037c478bd9Sstevel@tonic-gate 
2047c478bd9Sstevel@tonic-gate 	rmtime.tv_sec = rmtime.tv_nsec = 0;
2057c478bd9Sstevel@tonic-gate 	if (error != ETIME) {
2067c478bd9Sstevel@tonic-gate 		gethrestime(&now);
2077c478bd9Sstevel@tonic-gate 		if ((now.tv_sec < lwptp->lwpt_rqtime.tv_sec) ||
2087c478bd9Sstevel@tonic-gate 		    ((now.tv_sec == lwptp->lwpt_rqtime.tv_sec) &&
2097c478bd9Sstevel@tonic-gate 		    (now.tv_nsec < lwptp->lwpt_rqtime.tv_nsec))) {
2107c478bd9Sstevel@tonic-gate 			rmtime = lwptp->lwpt_rqtime;
2117c478bd9Sstevel@tonic-gate 			timespecsub(&rmtime, &now);
2127c478bd9Sstevel@tonic-gate 		}
2137c478bd9Sstevel@tonic-gate 	}
2147c478bd9Sstevel@tonic-gate 	if (curproc->p_model == DATAMODEL_NATIVE) {
2157c478bd9Sstevel@tonic-gate 		if (copyout(&rmtime, lwptp->lwpt_tsp, sizeof (timespec_t)))
2167c478bd9Sstevel@tonic-gate 			error = EFAULT;
2177c478bd9Sstevel@tonic-gate 	} else {
2187c478bd9Sstevel@tonic-gate 		timespec32_t rmtime32;
2197c478bd9Sstevel@tonic-gate 
2207c478bd9Sstevel@tonic-gate 		TIMESPEC_TO_TIMESPEC32(&rmtime32, &rmtime);
2217c478bd9Sstevel@tonic-gate 		if (copyout(&rmtime32, lwptp->lwpt_tsp, sizeof (timespec32_t)))
2227c478bd9Sstevel@tonic-gate 			error = EFAULT;
2237c478bd9Sstevel@tonic-gate 	}
2247c478bd9Sstevel@tonic-gate 
2257c478bd9Sstevel@tonic-gate 	return (error);
2267c478bd9Sstevel@tonic-gate }
227