17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5ae115bc7Smrj  * Common Development and Distribution License (the "License").
6ae115bc7Smrj  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
21d4204c85Sraf 
227c478bd9Sstevel@tonic-gate /*
23e2c5185aSChristopher Kiick  * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved.
247c478bd9Sstevel@tonic-gate  */
257c478bd9Sstevel@tonic-gate 
267c478bd9Sstevel@tonic-gate #include "lint.h"
277c478bd9Sstevel@tonic-gate #include "thr_uberdata.h"
287c478bd9Sstevel@tonic-gate #include <procfs.h>
297c478bd9Sstevel@tonic-gate #include <ucontext.h>
307c478bd9Sstevel@tonic-gate #include <setjmp.h>
316a8fa7eaSVitaliy Gusev #include "sigjmp_struct.h"
327c478bd9Sstevel@tonic-gate 
337c478bd9Sstevel@tonic-gate extern int getlwpstatus(thread_t, lwpstatus_t *);
347c478bd9Sstevel@tonic-gate extern int putlwpregs(thread_t, prgregset_t);
357c478bd9Sstevel@tonic-gate 
36373d25a2SRoger A. Faulkner void *
setup_top_frame(void * stk,size_t stksize,ulwp_t * ulwp __unused)37*4a38094cSToomas Soome setup_top_frame(void *stk, size_t stksize, ulwp_t *ulwp __unused)
38373d25a2SRoger A. Faulkner {
39373d25a2SRoger A. Faulkner 	uint64_t *stack;
40373d25a2SRoger A. Faulkner 	struct {
41373d25a2SRoger A. Faulkner 		uint64_t	rpc;
42373d25a2SRoger A. Faulkner 		uint64_t	fp;
43373d25a2SRoger A. Faulkner 		uint64_t	pc;
44373d25a2SRoger A. Faulkner 	} frame;
45373d25a2SRoger A. Faulkner 
46373d25a2SRoger A. Faulkner 	/*
47373d25a2SRoger A. Faulkner 	 * Top-of-stack must be rounded down to STACK_ALIGN and
48373d25a2SRoger A. Faulkner 	 * there must be a minimum frame.
49373d25a2SRoger A. Faulkner 	 */
50373d25a2SRoger A. Faulkner 	stack = (uint64_t *)(((uintptr_t)stk + stksize) & ~(STACK_ALIGN-1));
51373d25a2SRoger A. Faulkner 
52373d25a2SRoger A. Faulkner 	/*
53373d25a2SRoger A. Faulkner 	 * This will return NULL if the kernel cannot allocate
54373d25a2SRoger A. Faulkner 	 * a page for the top page of the stack.  This will cause
55373d25a2SRoger A. Faulkner 	 * thr_create(), pthread_create() or pthread_attr_setstack()
56373d25a2SRoger A. Faulkner 	 * to fail, passing the problem up to the application.
57373d25a2SRoger A. Faulkner 	 */
58373d25a2SRoger A. Faulkner 	stack -= 3;
59373d25a2SRoger A. Faulkner 	frame.pc = 0;
60373d25a2SRoger A. Faulkner 	frame.fp = 0;
61373d25a2SRoger A. Faulkner 	frame.rpc = (uint64_t)_lwp_start;
62373d25a2SRoger A. Faulkner 	if (uucopy(&frame, stack, sizeof (frame)) == 0)
63373d25a2SRoger A. Faulkner 		return (stack);
64373d25a2SRoger A. Faulkner 	return (NULL);
65373d25a2SRoger A. Faulkner }
66373d25a2SRoger A. Faulkner 
677c478bd9Sstevel@tonic-gate int
setup_context(ucontext_t * ucp,void * (* func)(ulwp_t *),ulwp_t * ulwp,caddr_t stk,size_t stksize)687c478bd9Sstevel@tonic-gate setup_context(ucontext_t *ucp, void *(*func)(ulwp_t *),
696a8fa7eaSVitaliy Gusev     ulwp_t *ulwp, caddr_t stk, size_t stksize)
707c478bd9Sstevel@tonic-gate {
717c478bd9Sstevel@tonic-gate 	uint64_t *stack;
727c478bd9Sstevel@tonic-gate 
737c478bd9Sstevel@tonic-gate 	/* clear the context */
748cd45542Sraf 	(void) memset(ucp, 0, sizeof (*ucp));
757c478bd9Sstevel@tonic-gate 
767c478bd9Sstevel@tonic-gate 	/* setup to store the current thread pointer in %fs */
777c478bd9Sstevel@tonic-gate 	ucp->uc_mcontext.gregs[REG_FSBASE] = (greg_t)ulwp;
78ae115bc7Smrj 	ucp->uc_mcontext.gregs[REG_FS] = 0; /* null selector indicates fsbase */
797c478bd9Sstevel@tonic-gate 
807c478bd9Sstevel@tonic-gate 	/* all contexts should have a valid data segment descriptor for %ss */
817c478bd9Sstevel@tonic-gate 	ucp->uc_mcontext.gregs[REG_SS] = UDS_SEL;
827c478bd9Sstevel@tonic-gate 
83373d25a2SRoger A. Faulkner 	/*
84373d25a2SRoger A. Faulkner 	 * Setup the top stack frame.
85373d25a2SRoger A. Faulkner 	 * If this fails, pass the problem up to the application.
86373d25a2SRoger A. Faulkner 	 */
87373d25a2SRoger A. Faulkner 	if ((stack = setup_top_frame(stk, stksize, ulwp)) == NULL)
88373d25a2SRoger A. Faulkner 		return (ENOMEM);
897c478bd9Sstevel@tonic-gate 
907c478bd9Sstevel@tonic-gate 	/* fill in registers of interest */
917c478bd9Sstevel@tonic-gate 	ucp->uc_flags |= UC_CPU;
927c478bd9Sstevel@tonic-gate 	ucp->uc_mcontext.gregs[REG_RDI] = (greg_t)ulwp;
937c478bd9Sstevel@tonic-gate 	ucp->uc_mcontext.gregs[REG_RIP] = (greg_t)func;
947c478bd9Sstevel@tonic-gate 	ucp->uc_mcontext.gregs[REG_RSP] = (greg_t)stack;
95373d25a2SRoger A. Faulkner 	ucp->uc_mcontext.gregs[REG_RBP] = (greg_t)(stack + 1);
967c478bd9Sstevel@tonic-gate 
977c478bd9Sstevel@tonic-gate 	return (0);
987c478bd9Sstevel@tonic-gate }
997c478bd9Sstevel@tonic-gate 
1007c478bd9Sstevel@tonic-gate /*
1017c478bd9Sstevel@tonic-gate  * Machine-dependent startup code for a newly-created thread.
1027c478bd9Sstevel@tonic-gate  */
1037c478bd9Sstevel@tonic-gate void *
_thrp_setup(ulwp_t * self)1047257d1b4Sraf _thrp_setup(ulwp_t *self)
1057c478bd9Sstevel@tonic-gate {
1067c478bd9Sstevel@tonic-gate 	self->ul_ustack.ss_sp = (void *)(self->ul_stktop - self->ul_stksiz);
1077c478bd9Sstevel@tonic-gate 	self->ul_ustack.ss_size = self->ul_stksiz;
1087c478bd9Sstevel@tonic-gate 	self->ul_ustack.ss_flags = 0;
1098cd45542Sraf 	(void) setustack(&self->ul_ustack);
110d4204c85Sraf 
111d4204c85Sraf 	update_sched(self);
1127c478bd9Sstevel@tonic-gate 	tls_setup();
1137c478bd9Sstevel@tonic-gate 
1147c478bd9Sstevel@tonic-gate 	/* signals have been deferred until now */
1157c478bd9Sstevel@tonic-gate 	sigon(self);
1167c478bd9Sstevel@tonic-gate 
117d4204c85Sraf 	if (self->ul_cancel_pending == 2 && !self->ul_cancel_disabled)
118d4204c85Sraf 		return (NULL);	/* cancelled by pthread_create() */
1197c478bd9Sstevel@tonic-gate 	return (self->ul_startpc(self->ul_startarg));
1207c478bd9Sstevel@tonic-gate }
1217c478bd9Sstevel@tonic-gate 
1227c478bd9Sstevel@tonic-gate void
_fpinherit(ulwp_t * ulwp)1237c478bd9Sstevel@tonic-gate _fpinherit(ulwp_t *ulwp)
1247c478bd9Sstevel@tonic-gate {
1257c478bd9Sstevel@tonic-gate 	ulwp->ul_fpuenv.ftag = 0xffffffff;
1267c478bd9Sstevel@tonic-gate }
1277c478bd9Sstevel@tonic-gate 
1287c478bd9Sstevel@tonic-gate void
getgregs(ulwp_t * ulwp,gregset_t rs)1297c478bd9Sstevel@tonic-gate getgregs(ulwp_t *ulwp, gregset_t rs)
1307c478bd9Sstevel@tonic-gate {
1317c478bd9Sstevel@tonic-gate 	lwpstatus_t status;
1327c478bd9Sstevel@tonic-gate 
1337c478bd9Sstevel@tonic-gate 	if (getlwpstatus(ulwp->ul_lwpid, &status) == 0) {
1347c478bd9Sstevel@tonic-gate 		rs[REG_RBX] = status.pr_reg[REG_RBX];
1357c478bd9Sstevel@tonic-gate 		rs[REG_R12] = status.pr_reg[REG_R12];
1367c478bd9Sstevel@tonic-gate 		rs[REG_R13] = status.pr_reg[REG_R13];
1377c478bd9Sstevel@tonic-gate 		rs[REG_R14] = status.pr_reg[REG_R14];
1387c478bd9Sstevel@tonic-gate 		rs[REG_R15] = status.pr_reg[REG_R15];
1397c478bd9Sstevel@tonic-gate 		rs[REG_RBP] = status.pr_reg[REG_RBP];
1407c478bd9Sstevel@tonic-gate 		rs[REG_RSP] = status.pr_reg[REG_RSP];
1417c478bd9Sstevel@tonic-gate 		rs[REG_RIP] = status.pr_reg[REG_RIP];
1427c478bd9Sstevel@tonic-gate 	} else {
1437c478bd9Sstevel@tonic-gate 		rs[REG_RBX] = 0;
1447c478bd9Sstevel@tonic-gate 		rs[REG_R12] = 0;
1457c478bd9Sstevel@tonic-gate 		rs[REG_R13] = 0;
1467c478bd9Sstevel@tonic-gate 		rs[REG_R14] = 0;
1477c478bd9Sstevel@tonic-gate 		rs[REG_R15] = 0;
1487c478bd9Sstevel@tonic-gate 		rs[REG_RBP] = 0;
1497c478bd9Sstevel@tonic-gate 		rs[REG_RSP] = 0;
1507c478bd9Sstevel@tonic-gate 		rs[REG_RIP] = 0;
1517c478bd9Sstevel@tonic-gate 	}
1527c478bd9Sstevel@tonic-gate }
1537c478bd9Sstevel@tonic-gate 
1547c478bd9Sstevel@tonic-gate void
setgregs(ulwp_t * ulwp,gregset_t rs)1557c478bd9Sstevel@tonic-gate setgregs(ulwp_t *ulwp, gregset_t rs)
1567c478bd9Sstevel@tonic-gate {
1577c478bd9Sstevel@tonic-gate 	lwpstatus_t status;
1587c478bd9Sstevel@tonic-gate 
1597c478bd9Sstevel@tonic-gate 	if (getlwpstatus(ulwp->ul_lwpid, &status) == 0) {
1607c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_RBX] = rs[REG_RBX];
1617c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_R12] = rs[REG_R12];
1627c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_R13] = rs[REG_R13];
1637c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_R14] = rs[REG_R14];
1647c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_R15] = rs[REG_R15];
1657c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_RBP] = rs[REG_RBP];
1667c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_RSP] = rs[REG_RSP];
1677c478bd9Sstevel@tonic-gate 		status.pr_reg[REG_RIP] = rs[REG_RIP];
1687c478bd9Sstevel@tonic-gate 		(void) putlwpregs(ulwp->ul_lwpid, status.pr_reg);
1697c478bd9Sstevel@tonic-gate 	}
1707c478bd9Sstevel@tonic-gate }
1717c478bd9Sstevel@tonic-gate 
1727c478bd9Sstevel@tonic-gate int
__csigsetjmp(sigjmp_buf env,int savemask,gregset_t rs)1737c478bd9Sstevel@tonic-gate __csigsetjmp(sigjmp_buf env, int savemask, gregset_t rs)
1747c478bd9Sstevel@tonic-gate {
1756a8fa7eaSVitaliy Gusev 	ucontext_t *ucp = SIGJMP2UCONTEXT(env);
1767c478bd9Sstevel@tonic-gate 	ulwp_t *self = curthread;
1777c478bd9Sstevel@tonic-gate 
1787c478bd9Sstevel@tonic-gate 	ucp->uc_link = self->ul_siglink;
1797c478bd9Sstevel@tonic-gate 	if (self->ul_ustack.ss_flags & SS_ONSTACK)
1807c478bd9Sstevel@tonic-gate 		ucp->uc_stack = self->ul_ustack;
1817c478bd9Sstevel@tonic-gate 	else {
1827c478bd9Sstevel@tonic-gate 		ucp->uc_stack.ss_sp =
183d4204c85Sraf 		    (void *)(self->ul_stktop - self->ul_stksiz);
1847c478bd9Sstevel@tonic-gate 		ucp->uc_stack.ss_size = self->ul_stksiz;
1857c478bd9Sstevel@tonic-gate 		ucp->uc_stack.ss_flags = 0;
1867c478bd9Sstevel@tonic-gate 	}
1877c478bd9Sstevel@tonic-gate 	ucp->uc_flags = UC_STACK | UC_CPU;
1887c478bd9Sstevel@tonic-gate 	if (savemask) {
1897c478bd9Sstevel@tonic-gate 		ucp->uc_flags |= UC_SIGMASK;
1907c478bd9Sstevel@tonic-gate 		enter_critical(self);
1917c478bd9Sstevel@tonic-gate 		ucp->uc_sigmask = self->ul_sigmask;
1927c478bd9Sstevel@tonic-gate 		exit_critical(self);
1937c478bd9Sstevel@tonic-gate 	}
1948cd45542Sraf 	(void) memcpy(ucp->uc_mcontext.gregs, rs, _NGREG * sizeof (greg_t));
1957c478bd9Sstevel@tonic-gate 
1967c478bd9Sstevel@tonic-gate 	return (0);
1977c478bd9Sstevel@tonic-gate }
198e2c5185aSChristopher Kiick 
199e2c5185aSChristopher Kiick void
smt_pause(void)200e2c5185aSChristopher Kiick smt_pause(void)
201e2c5185aSChristopher Kiick {
202e2c5185aSChristopher Kiick 	SMT_PAUSE();
203e2c5185aSChristopher Kiick }
204