xref: /illumos-gate/usr/src/uts/sun4v/os/error.c (revision 44961713)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5a812d870Sayznaga  * Common Development and Distribution License (the "License").
6a812d870Sayznaga  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
217c478bd9Sstevel@tonic-gate /*
225a5604afSrf  * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
237c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
247c478bd9Sstevel@tonic-gate  */
257c478bd9Sstevel@tonic-gate 
267c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
277c478bd9Sstevel@tonic-gate 
287c478bd9Sstevel@tonic-gate #include <sys/types.h>
297c478bd9Sstevel@tonic-gate #include <sys/machsystm.h>
307c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h>
317c478bd9Sstevel@tonic-gate #include <sys/async.h>
327c478bd9Sstevel@tonic-gate #include <sys/ontrap.h>
337c478bd9Sstevel@tonic-gate #include <sys/ddifm.h>
347c478bd9Sstevel@tonic-gate #include <sys/hypervisor_api.h>
357c478bd9Sstevel@tonic-gate #include <sys/errorq.h>
367c478bd9Sstevel@tonic-gate #include <sys/promif.h>
377c478bd9Sstevel@tonic-gate #include <sys/prom_plat.h>
387c478bd9Sstevel@tonic-gate #include <sys/x_call.h>
397c478bd9Sstevel@tonic-gate #include <sys/error.h>
407c478bd9Sstevel@tonic-gate #include <sys/fm/util.h>
413cac8019Srf #include <sys/ivintr.h>
42*44961713Sgirish #include <sys/archsystm.h>
437c478bd9Sstevel@tonic-gate 
447c478bd9Sstevel@tonic-gate #define	MAX_CE_FLTS		10
457c478bd9Sstevel@tonic-gate #define	MAX_ASYNC_FLTS		6
467c478bd9Sstevel@tonic-gate 
477c478bd9Sstevel@tonic-gate errorq_t *ue_queue;			/* queue of uncorrectable errors */
487c478bd9Sstevel@tonic-gate errorq_t *ce_queue;			/* queue of correctable errors */
497c478bd9Sstevel@tonic-gate 
507c478bd9Sstevel@tonic-gate /*
517c478bd9Sstevel@tonic-gate  * Being used by memory test driver.
527c478bd9Sstevel@tonic-gate  * ce_verbose_memory - covers CEs in DIMMs
537c478bd9Sstevel@tonic-gate  * ce_verbose_other - covers "others" (ecache, IO, etc.)
547c478bd9Sstevel@tonic-gate  *
557c478bd9Sstevel@tonic-gate  * If the value is 0, nothing is logged.
567c478bd9Sstevel@tonic-gate  * If the value is 1, the error is logged to the log file, but not console.
577c478bd9Sstevel@tonic-gate  * If the value is 2, the error is logged to the log file and console.
587c478bd9Sstevel@tonic-gate  */
597c478bd9Sstevel@tonic-gate int	ce_verbose_memory = 1;
607c478bd9Sstevel@tonic-gate int	ce_verbose_other = 1;
617c478bd9Sstevel@tonic-gate 
627c478bd9Sstevel@tonic-gate int	ce_show_data = 0;
637c478bd9Sstevel@tonic-gate int	ce_debug = 0;
647c478bd9Sstevel@tonic-gate int	ue_debug = 0;
657c478bd9Sstevel@tonic-gate int	reset_debug = 0;
667c478bd9Sstevel@tonic-gate 
677c478bd9Sstevel@tonic-gate /*
687c478bd9Sstevel@tonic-gate  * Tunables for controlling the handling of asynchronous faults (AFTs). Setting
697c478bd9Sstevel@tonic-gate  * these to non-default values on a non-DEBUG kernel is NOT supported.
707c478bd9Sstevel@tonic-gate  */
717c478bd9Sstevel@tonic-gate int	aft_verbose = 0;	/* log AFT messages > 1 to log only */
727c478bd9Sstevel@tonic-gate int	aft_panic = 0;		/* panic (not reboot) on fatal usermode AFLT */
737c478bd9Sstevel@tonic-gate int	aft_testfatal = 0;	/* force all AFTs to panic immediately */
747c478bd9Sstevel@tonic-gate 
753cac8019Srf /*
763cac8019Srf  * Used for vbsc hostshutdown (power-off buton)
773cac8019Srf  */
783cac8019Srf int	err_shutdown_triggered = 0;	/* only once */
79b0fc0e77Sgovinda uint64_t err_shutdown_inum = 0;	/* used to pull the trigger */
803cac8019Srf 
817c478bd9Sstevel@tonic-gate /*
827c478bd9Sstevel@tonic-gate  * Defined in bus_func.c but initialised in error_init
837c478bd9Sstevel@tonic-gate  */
847c478bd9Sstevel@tonic-gate extern kmutex_t bfd_lock;
857c478bd9Sstevel@tonic-gate 
867c478bd9Sstevel@tonic-gate static uint32_t rq_overflow_count = 0;		/* counter for rq overflow */
877c478bd9Sstevel@tonic-gate 
887c478bd9Sstevel@tonic-gate static void cpu_queue_one_event(errh_async_flt_t *);
897c478bd9Sstevel@tonic-gate static uint32_t count_entries_on_queue(uint64_t, uint64_t, uint32_t);
90db874c57Selowe static void errh_page_retire(errh_async_flt_t *, uchar_t);
917c478bd9Sstevel@tonic-gate static int errh_error_protected(struct regs *, struct async_flt *, int *);
927c478bd9Sstevel@tonic-gate static void errh_rq_full(struct async_flt *);
937c478bd9Sstevel@tonic-gate static void ue_drain(void *, struct async_flt *, errorq_elem_t *);
947c478bd9Sstevel@tonic-gate static void ce_drain(void *, struct async_flt *, errorq_elem_t *);
95*44961713Sgirish static void errh_handle_attr(errh_async_flt_t *);
96*44961713Sgirish static void errh_handle_asr(errh_async_flt_t *);
977c478bd9Sstevel@tonic-gate 
987c478bd9Sstevel@tonic-gate /*ARGSUSED*/
997c478bd9Sstevel@tonic-gate void
1007c478bd9Sstevel@tonic-gate process_resumable_error(struct regs *rp, uint32_t head_offset,
1017c478bd9Sstevel@tonic-gate     uint32_t tail_offset)
1027c478bd9Sstevel@tonic-gate {
1037c478bd9Sstevel@tonic-gate 	struct machcpu *mcpup;
1047c478bd9Sstevel@tonic-gate 	struct async_flt *aflt;
1057c478bd9Sstevel@tonic-gate 	errh_async_flt_t errh_flt;
1067c478bd9Sstevel@tonic-gate 	errh_er_t *head_va;
1077c478bd9Sstevel@tonic-gate 
1087c478bd9Sstevel@tonic-gate 	mcpup = &(CPU->cpu_m);
1097c478bd9Sstevel@tonic-gate 
1107c478bd9Sstevel@tonic-gate 	while (head_offset != tail_offset) {
1117c478bd9Sstevel@tonic-gate 		/* kernel buffer starts right after the resumable queue */
1127c478bd9Sstevel@tonic-gate 		head_va = (errh_er_t *)(mcpup->cpu_rq_va + head_offset +
1137c478bd9Sstevel@tonic-gate 		    CPU_RQ_SIZE);
1147c478bd9Sstevel@tonic-gate 		/* Copy the error report to local buffer */
1157c478bd9Sstevel@tonic-gate 		bzero(&errh_flt, sizeof (errh_async_flt_t));
1167c478bd9Sstevel@tonic-gate 		bcopy((char *)head_va, &(errh_flt.errh_er),
1177c478bd9Sstevel@tonic-gate 		    sizeof (errh_er_t));
1187c478bd9Sstevel@tonic-gate 
1197c478bd9Sstevel@tonic-gate 		/* Increment the queue head */
1207c478bd9Sstevel@tonic-gate 		head_offset += Q_ENTRY_SIZE;
1217c478bd9Sstevel@tonic-gate 		/* Wrap around */
1227c478bd9Sstevel@tonic-gate 		head_offset &= (CPU_RQ_SIZE - 1);
1237c478bd9Sstevel@tonic-gate 
1247c478bd9Sstevel@tonic-gate 		/* set error handle to zero so it can hold new error report */
1257c478bd9Sstevel@tonic-gate 		head_va->ehdl = 0;
1267c478bd9Sstevel@tonic-gate 
1277c478bd9Sstevel@tonic-gate 		switch (errh_flt.errh_er.desc) {
1287c478bd9Sstevel@tonic-gate 		case ERRH_DESC_UCOR_RE:
129*44961713Sgirish 			/*
130*44961713Sgirish 			 * Check error attribute, handle individual error
131*44961713Sgirish 			 * if it is needed.
132*44961713Sgirish 			 */
133*44961713Sgirish 			errh_handle_attr(&errh_flt);
1347c478bd9Sstevel@tonic-gate 			break;
1357c478bd9Sstevel@tonic-gate 
1363cac8019Srf 		case ERRH_DESC_WARN_RE:
1373cac8019Srf 			/*
1383cac8019Srf 			 * Power-off requested, but handle it one time only.
1393cac8019Srf 			 */
1403cac8019Srf 			if (!err_shutdown_triggered) {
1413cac8019Srf 				setsoftint(err_shutdown_inum);
1423cac8019Srf 				++err_shutdown_triggered;
1433cac8019Srf 			}
1443cac8019Srf 			continue;
1453cac8019Srf 
1467c478bd9Sstevel@tonic-gate 		default:
1477c478bd9Sstevel@tonic-gate 			cmn_err(CE_WARN, "Error Descriptor 0x%llx "
1487c478bd9Sstevel@tonic-gate 			    " invalid in resumable error handler",
1497c478bd9Sstevel@tonic-gate 			    (long long) errh_flt.errh_er.desc);
1507c478bd9Sstevel@tonic-gate 			continue;
1517c478bd9Sstevel@tonic-gate 		}
1527c478bd9Sstevel@tonic-gate 
1537c478bd9Sstevel@tonic-gate 		aflt = (struct async_flt *)&(errh_flt.cmn_asyncflt);
1547c478bd9Sstevel@tonic-gate 		aflt->flt_id = gethrtime();
1557c478bd9Sstevel@tonic-gate 		aflt->flt_bus_id = getprocessorid();
1567c478bd9Sstevel@tonic-gate 		aflt->flt_class = CPU_FAULT;
1577c478bd9Sstevel@tonic-gate 		aflt->flt_prot = AFLT_PROT_NONE;
1587c478bd9Sstevel@tonic-gate 		aflt->flt_priv = (((errh_flt.errh_er.attr & ERRH_MODE_MASK)
1597c478bd9Sstevel@tonic-gate 		    >> ERRH_MODE_SHIFT) == ERRH_MODE_PRIV);
1607c478bd9Sstevel@tonic-gate 
1617c478bd9Sstevel@tonic-gate 		if (errh_flt.errh_er.attr & ERRH_ATTR_CPU)
1627c478bd9Sstevel@tonic-gate 			/* If it is an error on other cpu */
1637c478bd9Sstevel@tonic-gate 			aflt->flt_panic = 1;
1647c478bd9Sstevel@tonic-gate 		else
1657c478bd9Sstevel@tonic-gate 			aflt->flt_panic = 0;
1667c478bd9Sstevel@tonic-gate 
1677c478bd9Sstevel@tonic-gate 		/*
1687c478bd9Sstevel@tonic-gate 		 * Handle resumable queue full case.
1697c478bd9Sstevel@tonic-gate 		 */
1707c478bd9Sstevel@tonic-gate 		if (errh_flt.errh_er.attr & ERRH_ATTR_RQF) {
1717c478bd9Sstevel@tonic-gate 			(void) errh_rq_full(aflt);
1727c478bd9Sstevel@tonic-gate 		}
1737c478bd9Sstevel@tonic-gate 
1747c478bd9Sstevel@tonic-gate 		/*
1757c478bd9Sstevel@tonic-gate 		 * Queue the error on ce or ue queue depend on flt_panic.
1767c478bd9Sstevel@tonic-gate 		 * Even if flt_panic is set, the code still keep processing
1777c478bd9Sstevel@tonic-gate 		 * the rest element on rq until the panic starts.
1787c478bd9Sstevel@tonic-gate 		 */
1797c478bd9Sstevel@tonic-gate 		(void) cpu_queue_one_event(&errh_flt);
1807c478bd9Sstevel@tonic-gate 
1817c478bd9Sstevel@tonic-gate 		/*
1827c478bd9Sstevel@tonic-gate 		 * Panic here if aflt->flt_panic has been set.
1837c478bd9Sstevel@tonic-gate 		 * Enqueued errors will be logged as part of the panic flow.
1847c478bd9Sstevel@tonic-gate 		 */
1857c478bd9Sstevel@tonic-gate 		if (aflt->flt_panic) {
1867c478bd9Sstevel@tonic-gate 			fm_panic("Unrecoverable error on another CPU");
1877c478bd9Sstevel@tonic-gate 		}
1887c478bd9Sstevel@tonic-gate 	}
1897c478bd9Sstevel@tonic-gate }
1907c478bd9Sstevel@tonic-gate 
1917c478bd9Sstevel@tonic-gate void
192ad559ebfSwh process_nonresumable_error(struct regs *rp, uint64_t flags,
1937c478bd9Sstevel@tonic-gate     uint32_t head_offset, uint32_t tail_offset)
1947c478bd9Sstevel@tonic-gate {
1957c478bd9Sstevel@tonic-gate 	struct machcpu *mcpup;
1967c478bd9Sstevel@tonic-gate 	struct async_flt *aflt;
1977c478bd9Sstevel@tonic-gate 	errh_async_flt_t errh_flt;
1987c478bd9Sstevel@tonic-gate 	errh_er_t *head_va;
1997c478bd9Sstevel@tonic-gate 	int trampolined = 0;
2007c478bd9Sstevel@tonic-gate 	int expected = DDI_FM_ERR_UNEXPECTED;
2017c478bd9Sstevel@tonic-gate 	uint64_t exec_mode;
202ad559ebfSwh 	uint8_t u_spill_fill;
2037c478bd9Sstevel@tonic-gate 
2047c478bd9Sstevel@tonic-gate 	mcpup = &(CPU->cpu_m);
2057c478bd9Sstevel@tonic-gate 
2067c478bd9Sstevel@tonic-gate 	while (head_offset != tail_offset) {
2077c478bd9Sstevel@tonic-gate 		/* kernel buffer starts right after the nonresumable queue */
2087c478bd9Sstevel@tonic-gate 		head_va = (errh_er_t *)(mcpup->cpu_nrq_va + head_offset +
2097c478bd9Sstevel@tonic-gate 		    CPU_NRQ_SIZE);
2107c478bd9Sstevel@tonic-gate 
2117c478bd9Sstevel@tonic-gate 		/* Copy the error report to local buffer */
2127c478bd9Sstevel@tonic-gate 		bzero(&errh_flt, sizeof (errh_async_flt_t));
2137c478bd9Sstevel@tonic-gate 
2147c478bd9Sstevel@tonic-gate 		bcopy((char *)head_va, &(errh_flt.errh_er),
2157c478bd9Sstevel@tonic-gate 		    sizeof (errh_er_t));
2167c478bd9Sstevel@tonic-gate 
2177c478bd9Sstevel@tonic-gate 		/* Increment the queue head */
2187c478bd9Sstevel@tonic-gate 		head_offset += Q_ENTRY_SIZE;
2197c478bd9Sstevel@tonic-gate 		/* Wrap around */
2207c478bd9Sstevel@tonic-gate 		head_offset &= (CPU_NRQ_SIZE - 1);
2217c478bd9Sstevel@tonic-gate 
2227c478bd9Sstevel@tonic-gate 		/* set error handle to zero so it can hold new error report */
2237c478bd9Sstevel@tonic-gate 		head_va->ehdl = 0;
2247c478bd9Sstevel@tonic-gate 
2257c478bd9Sstevel@tonic-gate 		aflt = (struct async_flt *)&(errh_flt.cmn_asyncflt);
2267c478bd9Sstevel@tonic-gate 
2277c478bd9Sstevel@tonic-gate 		trampolined = 0;
2287c478bd9Sstevel@tonic-gate 
2297c478bd9Sstevel@tonic-gate 		if (errh_flt.errh_er.attr & ERRH_ATTR_PIO)
2307c478bd9Sstevel@tonic-gate 			aflt->flt_class = BUS_FAULT;
2317c478bd9Sstevel@tonic-gate 		else
2327c478bd9Sstevel@tonic-gate 			aflt->flt_class = CPU_FAULT;
2337c478bd9Sstevel@tonic-gate 
2347c478bd9Sstevel@tonic-gate 		aflt->flt_id = gethrtime();
2357c478bd9Sstevel@tonic-gate 		aflt->flt_bus_id = getprocessorid();
2367c478bd9Sstevel@tonic-gate 		aflt->flt_pc = (caddr_t)rp->r_pc;
2377c478bd9Sstevel@tonic-gate 		exec_mode = (errh_flt.errh_er.attr & ERRH_MODE_MASK)
2387c478bd9Sstevel@tonic-gate 		    >> ERRH_MODE_SHIFT;
2397c478bd9Sstevel@tonic-gate 		aflt->flt_priv = (exec_mode == ERRH_MODE_PRIV ||
2407c478bd9Sstevel@tonic-gate 		    exec_mode == ERRH_MODE_UNKNOWN);
2417c478bd9Sstevel@tonic-gate 		aflt->flt_prot = AFLT_PROT_NONE;
242ad559ebfSwh 		aflt->flt_tl = (uchar_t)(flags & ERRH_TL_MASK);
2437c478bd9Sstevel@tonic-gate 		aflt->flt_panic = ((aflt->flt_tl != 0) ||
2447c478bd9Sstevel@tonic-gate 		    (aft_testfatal != 0));
2457c478bd9Sstevel@tonic-gate 
246ad559ebfSwh 		/*
247ad559ebfSwh 		 * For the first error packet on the queue, check if it
248ad559ebfSwh 		 * happened in user fill/spill trap.
249ad559ebfSwh 		 */
250ad559ebfSwh 		if (flags & ERRH_U_SPILL_FILL) {
251ad559ebfSwh 			u_spill_fill = 1;
252ad559ebfSwh 			/* clear the user fill/spill flag in flags */
253ad559ebfSwh 			flags = (uint64_t)aflt->flt_tl;
254ad559ebfSwh 		} else
255ad559ebfSwh 			u_spill_fill = 0;
256ad559ebfSwh 
2577c478bd9Sstevel@tonic-gate 		switch (errh_flt.errh_er.desc) {
2587c478bd9Sstevel@tonic-gate 		case ERRH_DESC_PR_NRE:
259ad559ebfSwh 			if (u_spill_fill) {
260ad559ebfSwh 				aflt->flt_panic = 0;
261ad559ebfSwh 				break;
262ad559ebfSwh 			}
2637c478bd9Sstevel@tonic-gate 			/*
2647c478bd9Sstevel@tonic-gate 			 * Fall through, precise fault also need to check
2657c478bd9Sstevel@tonic-gate 			 * to see if it was protected.
2667c478bd9Sstevel@tonic-gate 			 */
267ad559ebfSwh 			/*FALLTHRU*/
2687c478bd9Sstevel@tonic-gate 
2697c478bd9Sstevel@tonic-gate 		case ERRH_DESC_DEF_NRE:
2707c478bd9Sstevel@tonic-gate 			/*
2717c478bd9Sstevel@tonic-gate 			 * If the trap occurred in privileged mode at TL=0,
2727c478bd9Sstevel@tonic-gate 			 * we need to check to see if we were executing
2737c478bd9Sstevel@tonic-gate 			 * in kernel under on_trap() or t_lofault
2745a5604afSrf 			 * protection. If so, and if it was a PIO or MEM
2755a5604afSrf 			 * error, then modify the saved registers so that
2765a5604afSrf 			 * we return from the trap to the appropriate
2775a5604afSrf 			 * trampoline routine.
2787c478bd9Sstevel@tonic-gate 			 */
2795a5604afSrf 			if (aflt->flt_priv == 1 && aflt->flt_tl == 0 &&
2805a5604afSrf 			    ((errh_flt.errh_er.attr & ERRH_ATTR_PIO) ||
2815a5604afSrf 			    (errh_flt.errh_er.attr & ERRH_ATTR_MEM))) {
2827c478bd9Sstevel@tonic-gate 				trampolined =
2837c478bd9Sstevel@tonic-gate 				    errh_error_protected(rp, aflt, &expected);
2845a5604afSrf 			}
2857c478bd9Sstevel@tonic-gate 
2867c478bd9Sstevel@tonic-gate 			if (!aflt->flt_priv || aflt->flt_prot ==
2877c478bd9Sstevel@tonic-gate 			    AFLT_PROT_COPY) {
2887c478bd9Sstevel@tonic-gate 				aflt->flt_panic |= aft_panic;
2897c478bd9Sstevel@tonic-gate 			} else if (!trampolined &&
290c4b03495Srf 			    (aflt->flt_class != BUS_FAULT)) {
2917c478bd9Sstevel@tonic-gate 				aflt->flt_panic = 1;
2927c478bd9Sstevel@tonic-gate 			}
2937c478bd9Sstevel@tonic-gate 
294*44961713Sgirish 			/*
295*44961713Sgirish 			 * Check error attribute, handle individual error
296*44961713Sgirish 			 * if it is needed.
297*44961713Sgirish 			 */
298*44961713Sgirish 			errh_handle_attr(&errh_flt);
299*44961713Sgirish 
3007c478bd9Sstevel@tonic-gate 			/*
3017c478bd9Sstevel@tonic-gate 			 * If PIO error, we need to query the bus nexus
3027c478bd9Sstevel@tonic-gate 			 * for fatal errors.
3037c478bd9Sstevel@tonic-gate 			 */
3047c478bd9Sstevel@tonic-gate 			if (aflt->flt_class == BUS_FAULT) {
3057c478bd9Sstevel@tonic-gate 				aflt->flt_addr = errh_flt.errh_er.ra;
3067c478bd9Sstevel@tonic-gate 				errh_cpu_run_bus_error_handlers(aflt,
3077c478bd9Sstevel@tonic-gate 				    expected);
3087c478bd9Sstevel@tonic-gate 			}
3097c478bd9Sstevel@tonic-gate 
3107c478bd9Sstevel@tonic-gate 			break;
3117c478bd9Sstevel@tonic-gate 
3127c478bd9Sstevel@tonic-gate 		default:
3134cacbdcfSwh 			cmn_err(CE_WARN, "Panic - Error Descriptor 0x%llx "
3144cacbdcfSwh 			    " invalid in non-resumable error handler",
3157c478bd9Sstevel@tonic-gate 			    (long long) errh_flt.errh_er.desc);
3164cacbdcfSwh 			aflt->flt_panic = 1;
3174cacbdcfSwh 			break;
3187c478bd9Sstevel@tonic-gate 		}
3197c478bd9Sstevel@tonic-gate 
3207c478bd9Sstevel@tonic-gate 		/*
3217c478bd9Sstevel@tonic-gate 		 * Queue the error report for further processing. If
3227c478bd9Sstevel@tonic-gate 		 * flt_panic is set, code still process other errors
3237c478bd9Sstevel@tonic-gate 		 * in the queue until the panic routine stops the
3247c478bd9Sstevel@tonic-gate 		 * kernel.
3257c478bd9Sstevel@tonic-gate 		 */
3267c478bd9Sstevel@tonic-gate 		(void) cpu_queue_one_event(&errh_flt);
3277c478bd9Sstevel@tonic-gate 
3287c478bd9Sstevel@tonic-gate 		/*
3297c478bd9Sstevel@tonic-gate 		 * Panic here if aflt->flt_panic has been set.
3307c478bd9Sstevel@tonic-gate 		 * Enqueued errors will be logged as part of the panic flow.
3317c478bd9Sstevel@tonic-gate 		 */
3327c478bd9Sstevel@tonic-gate 		if (aflt->flt_panic) {
3337c478bd9Sstevel@tonic-gate 			fm_panic("Unrecoverable hardware error");
3347c478bd9Sstevel@tonic-gate 		}
3357c478bd9Sstevel@tonic-gate 
3367c478bd9Sstevel@tonic-gate 		/*
337db874c57Selowe 		 * Call page_retire() to handle memory errors.
3387c478bd9Sstevel@tonic-gate 		 */
3397c478bd9Sstevel@tonic-gate 		if (errh_flt.errh_er.attr & ERRH_ATTR_MEM)
340db874c57Selowe 			errh_page_retire(&errh_flt, PR_UE);
3417c478bd9Sstevel@tonic-gate 
3427c478bd9Sstevel@tonic-gate 		/*
343ad559ebfSwh 		 * If we queued an error and the it was in user mode, or
344ad559ebfSwh 		 * protected by t_lofault, or user_spill_fill is set, we
3457c478bd9Sstevel@tonic-gate 		 * set AST flag so the queue will be drained before
3467c478bd9Sstevel@tonic-gate 		 * returning to user mode.
3477c478bd9Sstevel@tonic-gate 		 */
348ad559ebfSwh 		if (!aflt->flt_priv || aflt->flt_prot == AFLT_PROT_COPY ||
349ad559ebfSwh 		    u_spill_fill) {
3507c478bd9Sstevel@tonic-gate 			int pcb_flag = 0;
3517c478bd9Sstevel@tonic-gate 
3527c478bd9Sstevel@tonic-gate 			if (aflt->flt_class == CPU_FAULT)
3537c478bd9Sstevel@tonic-gate 				pcb_flag |= ASYNC_HWERR;
3547c478bd9Sstevel@tonic-gate 			else if (aflt->flt_class == BUS_FAULT)
3557c478bd9Sstevel@tonic-gate 				pcb_flag |= ASYNC_BERR;
3567c478bd9Sstevel@tonic-gate 
3577c478bd9Sstevel@tonic-gate 			ttolwp(curthread)->lwp_pcb.pcb_flags |= pcb_flag;
3587c478bd9Sstevel@tonic-gate 			aston(curthread);
3597c478bd9Sstevel@tonic-gate 		}
3607c478bd9Sstevel@tonic-gate 	}
3617c478bd9Sstevel@tonic-gate }
3627c478bd9Sstevel@tonic-gate 
3637c478bd9Sstevel@tonic-gate /*
3647c478bd9Sstevel@tonic-gate  * For PIO errors, this routine calls nexus driver's error
3657c478bd9Sstevel@tonic-gate  * callback routines. If the callback routine returns fatal, and
3667c478bd9Sstevel@tonic-gate  * we are in kernel or unknow mode without any error protection,
3677c478bd9Sstevel@tonic-gate  * we need to turn on the panic flag.
3687c478bd9Sstevel@tonic-gate  */
3697c478bd9Sstevel@tonic-gate void
3707c478bd9Sstevel@tonic-gate errh_cpu_run_bus_error_handlers(struct async_flt *aflt, int expected)
3717c478bd9Sstevel@tonic-gate {
3727c478bd9Sstevel@tonic-gate 	int status;
3737c478bd9Sstevel@tonic-gate 	ddi_fm_error_t de;
3747c478bd9Sstevel@tonic-gate 
3757c478bd9Sstevel@tonic-gate 	bzero(&de, sizeof (ddi_fm_error_t));
3767c478bd9Sstevel@tonic-gate 
3777c478bd9Sstevel@tonic-gate 	de.fme_version = DDI_FME_VERSION;
3787c478bd9Sstevel@tonic-gate 	de.fme_ena = fm_ena_generate(aflt->flt_id, FM_ENA_FMT1);
3797c478bd9Sstevel@tonic-gate 	de.fme_flag = expected;
3807c478bd9Sstevel@tonic-gate 	de.fme_bus_specific = (void *)aflt->flt_addr;
3817c478bd9Sstevel@tonic-gate 	status = ndi_fm_handler_dispatch(ddi_root_node(), NULL, &de);
3827c478bd9Sstevel@tonic-gate 
3837c478bd9Sstevel@tonic-gate 	/*
3847c478bd9Sstevel@tonic-gate 	 * If error is protected, it will jump to proper routine
3857c478bd9Sstevel@tonic-gate 	 * to handle the handle; if it is in user level, we just
3867c478bd9Sstevel@tonic-gate 	 * kill the user process; if the driver thinks the error is
3877c478bd9Sstevel@tonic-gate 	 * not fatal, we can drive on. If none of above are true,
3887c478bd9Sstevel@tonic-gate 	 * we panic
3897c478bd9Sstevel@tonic-gate 	 */
3907c478bd9Sstevel@tonic-gate 	if ((aflt->flt_prot == AFLT_PROT_NONE) && (aflt->flt_priv == 1) &&
3917c478bd9Sstevel@tonic-gate 	    (status == DDI_FM_FATAL))
3927c478bd9Sstevel@tonic-gate 		aflt->flt_panic = 1;
3937c478bd9Sstevel@tonic-gate }
3947c478bd9Sstevel@tonic-gate 
3957c478bd9Sstevel@tonic-gate /*
3967c478bd9Sstevel@tonic-gate  * This routine checks to see if we are under any error protection when
3977c478bd9Sstevel@tonic-gate  * the error happens. If we are under error protection, we unwind to
3987c478bd9Sstevel@tonic-gate  * the protection and indicate fault.
3997c478bd9Sstevel@tonic-gate  */
4007c478bd9Sstevel@tonic-gate static int
4017c478bd9Sstevel@tonic-gate errh_error_protected(struct regs *rp, struct async_flt *aflt, int *expected)
4027c478bd9Sstevel@tonic-gate {
4037c478bd9Sstevel@tonic-gate 	int trampolined = 0;
4047c478bd9Sstevel@tonic-gate 	ddi_acc_hdl_t *hp;
4057c478bd9Sstevel@tonic-gate 
4067c478bd9Sstevel@tonic-gate 	if (curthread->t_ontrap != NULL) {
4077c478bd9Sstevel@tonic-gate 		on_trap_data_t *otp = curthread->t_ontrap;
4087c478bd9Sstevel@tonic-gate 
4097c478bd9Sstevel@tonic-gate 		if (otp->ot_prot & OT_DATA_EC) {
4107c478bd9Sstevel@tonic-gate 			aflt->flt_prot = AFLT_PROT_EC;
4117c478bd9Sstevel@tonic-gate 			otp->ot_trap |= OT_DATA_EC;
4127c478bd9Sstevel@tonic-gate 			rp->r_pc = otp->ot_trampoline;
4137c478bd9Sstevel@tonic-gate 			rp->r_npc = rp->r_pc +4;
4147c478bd9Sstevel@tonic-gate 			trampolined = 1;
4157c478bd9Sstevel@tonic-gate 		}
4167c478bd9Sstevel@tonic-gate 
4177c478bd9Sstevel@tonic-gate 		if (otp->ot_prot & OT_DATA_ACCESS) {
4187c478bd9Sstevel@tonic-gate 			aflt->flt_prot = AFLT_PROT_ACCESS;
4197c478bd9Sstevel@tonic-gate 			otp->ot_trap |= OT_DATA_ACCESS;
4207c478bd9Sstevel@tonic-gate 			rp->r_pc = otp->ot_trampoline;
4217c478bd9Sstevel@tonic-gate 			rp->r_npc = rp->r_pc + 4;
4227c478bd9Sstevel@tonic-gate 			trampolined = 1;
4237c478bd9Sstevel@tonic-gate 			/*
4247c478bd9Sstevel@tonic-gate 			 * for peek and caut_gets
4257c478bd9Sstevel@tonic-gate 			 * errors are expected
4267c478bd9Sstevel@tonic-gate 			 */
4277c478bd9Sstevel@tonic-gate 			hp = (ddi_acc_hdl_t *)otp->ot_handle;
4287c478bd9Sstevel@tonic-gate 			if (!hp)
4297c478bd9Sstevel@tonic-gate 				*expected = DDI_FM_ERR_PEEK;
4307c478bd9Sstevel@tonic-gate 			else if (hp->ah_acc.devacc_attr_access ==
4317c478bd9Sstevel@tonic-gate 			    DDI_CAUTIOUS_ACC)
4327c478bd9Sstevel@tonic-gate 				*expected = DDI_FM_ERR_EXPECTED;
4337c478bd9Sstevel@tonic-gate 		}
4347c478bd9Sstevel@tonic-gate 	} else if (curthread->t_lofault) {
4357c478bd9Sstevel@tonic-gate 		aflt->flt_prot = AFLT_PROT_COPY;
4367c478bd9Sstevel@tonic-gate 		rp->r_g1 = EFAULT;
4377c478bd9Sstevel@tonic-gate 		rp->r_pc = curthread->t_lofault;
4387c478bd9Sstevel@tonic-gate 		rp->r_npc = rp->r_pc + 4;
4397c478bd9Sstevel@tonic-gate 		trampolined = 1;
4407c478bd9Sstevel@tonic-gate 	}
4417c478bd9Sstevel@tonic-gate 
4427c478bd9Sstevel@tonic-gate 	return (trampolined);
4437c478bd9Sstevel@tonic-gate }
4447c478bd9Sstevel@tonic-gate 
4457c478bd9Sstevel@tonic-gate /*
4467c478bd9Sstevel@tonic-gate  * Queue one event.
4477c478bd9Sstevel@tonic-gate  */
4487c478bd9Sstevel@tonic-gate static void
4497c478bd9Sstevel@tonic-gate cpu_queue_one_event(errh_async_flt_t *errh_fltp)
4507c478bd9Sstevel@tonic-gate {
4517c478bd9Sstevel@tonic-gate 	struct async_flt *aflt = (struct async_flt *)errh_fltp;
4527c478bd9Sstevel@tonic-gate 	errorq_t *eqp;
4537c478bd9Sstevel@tonic-gate 
4547c478bd9Sstevel@tonic-gate 	if (aflt->flt_panic)
4557c478bd9Sstevel@tonic-gate 		eqp = ue_queue;
4567c478bd9Sstevel@tonic-gate 	else
4577c478bd9Sstevel@tonic-gate 		eqp = ce_queue;
4587c478bd9Sstevel@tonic-gate 
4597c478bd9Sstevel@tonic-gate 	errorq_dispatch(eqp, errh_fltp, sizeof (errh_async_flt_t),
4607c478bd9Sstevel@tonic-gate 	    aflt->flt_panic);
4617c478bd9Sstevel@tonic-gate }
4627c478bd9Sstevel@tonic-gate 
4637c478bd9Sstevel@tonic-gate /*
4647c478bd9Sstevel@tonic-gate  * The cpu_async_log_err() function is called by the ce/ue_drain() function to
4657c478bd9Sstevel@tonic-gate  * handle logging for CPU events that are dequeued.  As such, it can be invoked
4667c478bd9Sstevel@tonic-gate  * from softint context, from AST processing in the trap() flow, or from the
4677c478bd9Sstevel@tonic-gate  * panic flow.  We decode the CPU-specific data, and log appropriate messages.
4687c478bd9Sstevel@tonic-gate  */
4697c478bd9Sstevel@tonic-gate void
4707c478bd9Sstevel@tonic-gate cpu_async_log_err(void *flt)
4717c478bd9Sstevel@tonic-gate {
4727c478bd9Sstevel@tonic-gate 	errh_async_flt_t *errh_fltp = (errh_async_flt_t *)flt;
4737c478bd9Sstevel@tonic-gate 	errh_er_t *errh_erp = (errh_er_t *)&errh_fltp->errh_er;
4747c478bd9Sstevel@tonic-gate 
4757c478bd9Sstevel@tonic-gate 	switch (errh_erp->desc) {
4767c478bd9Sstevel@tonic-gate 	case ERRH_DESC_UCOR_RE:
4777c478bd9Sstevel@tonic-gate 		if (errh_erp->attr & ERRH_ATTR_MEM) {
4787c478bd9Sstevel@tonic-gate 			/*
479db874c57Selowe 			 * Turn on the PR_UE flag. The page will be
4807c478bd9Sstevel@tonic-gate 			 * scrubbed when it is freed.
4817c478bd9Sstevel@tonic-gate 			 */
482db874c57Selowe 			errh_page_retire(errh_fltp, PR_UE);
4837c478bd9Sstevel@tonic-gate 		}
4847c478bd9Sstevel@tonic-gate 
4857c478bd9Sstevel@tonic-gate 		break;
4867c478bd9Sstevel@tonic-gate 
4877c478bd9Sstevel@tonic-gate 	case ERRH_DESC_PR_NRE:
4887c478bd9Sstevel@tonic-gate 	case ERRH_DESC_DEF_NRE:
4897c478bd9Sstevel@tonic-gate 		if (errh_erp->attr & ERRH_ATTR_MEM) {
4907c478bd9Sstevel@tonic-gate 			/*
4917c478bd9Sstevel@tonic-gate 			 * For non-resumable memory error, retire
4927c478bd9Sstevel@tonic-gate 			 * the page here.
4937c478bd9Sstevel@tonic-gate 			 */
494db874c57Selowe 			errh_page_retire(errh_fltp, PR_UE);
4953461bce3Swh 
4963461bce3Swh 			/*
4973461bce3Swh 			 * If we are going to panic, scrub the page first
4983461bce3Swh 			 */
4993461bce3Swh 			if (errh_fltp->cmn_asyncflt.flt_panic)
5003461bce3Swh 				mem_scrub(errh_fltp->errh_er.ra,
5013461bce3Swh 				    errh_fltp->errh_er.sz);
5027c478bd9Sstevel@tonic-gate 		}
5037c478bd9Sstevel@tonic-gate 		break;
5047c478bd9Sstevel@tonic-gate 
5057c478bd9Sstevel@tonic-gate 	default:
5067c478bd9Sstevel@tonic-gate 		break;
5077c478bd9Sstevel@tonic-gate 	}
5087c478bd9Sstevel@tonic-gate }
5097c478bd9Sstevel@tonic-gate 
5107c478bd9Sstevel@tonic-gate /*
5117c478bd9Sstevel@tonic-gate  * Called from ce_drain().
5127c478bd9Sstevel@tonic-gate  */
5137c478bd9Sstevel@tonic-gate void
5147c478bd9Sstevel@tonic-gate cpu_ce_log_err(struct async_flt *aflt)
5157c478bd9Sstevel@tonic-gate {
5167c478bd9Sstevel@tonic-gate 	switch (aflt->flt_class) {
5177c478bd9Sstevel@tonic-gate 	case CPU_FAULT:
5187c478bd9Sstevel@tonic-gate 		cpu_async_log_err(aflt);
5197c478bd9Sstevel@tonic-gate 		break;
5207c478bd9Sstevel@tonic-gate 
5217c478bd9Sstevel@tonic-gate 	case BUS_FAULT:
5227c478bd9Sstevel@tonic-gate 		cpu_async_log_err(aflt);
5237c478bd9Sstevel@tonic-gate 		break;
5247c478bd9Sstevel@tonic-gate 
5257c478bd9Sstevel@tonic-gate 	default:
5267c478bd9Sstevel@tonic-gate 		break;
5277c478bd9Sstevel@tonic-gate 	}
5287c478bd9Sstevel@tonic-gate }
5297c478bd9Sstevel@tonic-gate 
5307c478bd9Sstevel@tonic-gate /*
5317c478bd9Sstevel@tonic-gate  * Called from ue_drain().
5327c478bd9Sstevel@tonic-gate  */
5337c478bd9Sstevel@tonic-gate void
5347c478bd9Sstevel@tonic-gate cpu_ue_log_err(struct async_flt *aflt)
5357c478bd9Sstevel@tonic-gate {
5367c478bd9Sstevel@tonic-gate 	switch (aflt->flt_class) {
5377c478bd9Sstevel@tonic-gate 	case CPU_FAULT:
5387c478bd9Sstevel@tonic-gate 		cpu_async_log_err(aflt);
5397c478bd9Sstevel@tonic-gate 		break;
5407c478bd9Sstevel@tonic-gate 
5417c478bd9Sstevel@tonic-gate 	case BUS_FAULT:
5427c478bd9Sstevel@tonic-gate 		cpu_async_log_err(aflt);
5437c478bd9Sstevel@tonic-gate 		break;
5447c478bd9Sstevel@tonic-gate 
5457c478bd9Sstevel@tonic-gate 	default:
5467c478bd9Sstevel@tonic-gate 		break;
5477c478bd9Sstevel@tonic-gate 	}
5487c478bd9Sstevel@tonic-gate }
5497c478bd9Sstevel@tonic-gate 
5507c478bd9Sstevel@tonic-gate /*
5517c478bd9Sstevel@tonic-gate  * Turn on flag on the error memory region.
5527c478bd9Sstevel@tonic-gate  */
5537c478bd9Sstevel@tonic-gate static void
554db874c57Selowe errh_page_retire(errh_async_flt_t *errh_fltp, uchar_t flag)
5557c478bd9Sstevel@tonic-gate {
5567c478bd9Sstevel@tonic-gate 	uint64_t flt_real_addr_start = errh_fltp->errh_er.ra;
5577c478bd9Sstevel@tonic-gate 	uint64_t flt_real_addr_end = flt_real_addr_start +
5587c478bd9Sstevel@tonic-gate 	    errh_fltp->errh_er.sz - 1;
5597c478bd9Sstevel@tonic-gate 	int64_t current_addr;
5607c478bd9Sstevel@tonic-gate 
5617c478bd9Sstevel@tonic-gate 	if (errh_fltp->errh_er.sz == 0)
5627c478bd9Sstevel@tonic-gate 		return;
5637c478bd9Sstevel@tonic-gate 
5647c478bd9Sstevel@tonic-gate 	for (current_addr = flt_real_addr_start;
5657c478bd9Sstevel@tonic-gate 	    current_addr < flt_real_addr_end; current_addr += MMU_PAGESIZE) {
566db874c57Selowe 		(void) page_retire(current_addr, flag);
5677c478bd9Sstevel@tonic-gate 	}
5687c478bd9Sstevel@tonic-gate }
5697c478bd9Sstevel@tonic-gate 
5707c478bd9Sstevel@tonic-gate void
5717c478bd9Sstevel@tonic-gate mem_scrub(uint64_t paddr, uint64_t len)
5727c478bd9Sstevel@tonic-gate {
5737c478bd9Sstevel@tonic-gate 	uint64_t pa, length, scrubbed_len;
5747c478bd9Sstevel@tonic-gate 
5757c478bd9Sstevel@tonic-gate 	pa = paddr;
5767c478bd9Sstevel@tonic-gate 	length = len;
5777c478bd9Sstevel@tonic-gate 	scrubbed_len = 0;
5787c478bd9Sstevel@tonic-gate 
5793461bce3Swh 	while (length > 0) {
5803461bce3Swh 		if (hv_mem_scrub(pa, length, &scrubbed_len) != H_EOK)
5817c478bd9Sstevel@tonic-gate 			break;
5827c478bd9Sstevel@tonic-gate 
5837c478bd9Sstevel@tonic-gate 		pa += scrubbed_len;
5847c478bd9Sstevel@tonic-gate 		length -= scrubbed_len;
5857c478bd9Sstevel@tonic-gate 	}
5867c478bd9Sstevel@tonic-gate }
5877c478bd9Sstevel@tonic-gate 
588ad559ebfSwh /*
589ad559ebfSwh  * Call hypervisor to flush the memory region. The memory region
590ad559ebfSwh  * must be within the same page frame.
591ad559ebfSwh  */
5927c478bd9Sstevel@tonic-gate void
5937c478bd9Sstevel@tonic-gate mem_sync(caddr_t va, size_t len)
5947c478bd9Sstevel@tonic-gate {
5957c478bd9Sstevel@tonic-gate 	uint64_t pa, length, flushed;
5967c478bd9Sstevel@tonic-gate 
5977c478bd9Sstevel@tonic-gate 	pa = va_to_pa((caddr_t)va);
5987c478bd9Sstevel@tonic-gate 
5997c478bd9Sstevel@tonic-gate 	if (pa == (uint64_t)-1)
6007c478bd9Sstevel@tonic-gate 		return;
6017c478bd9Sstevel@tonic-gate 
602a812d870Sayznaga 	ASSERT((pa >> MMU_PAGESHIFT) == ((pa + len - 1) >> MMU_PAGESHIFT));
603ad559ebfSwh 
6047c478bd9Sstevel@tonic-gate 	length = len;
6057c478bd9Sstevel@tonic-gate 	flushed = 0;
6067c478bd9Sstevel@tonic-gate 
6073461bce3Swh 	while (length > 0) {
6083461bce3Swh 		if (hv_mem_sync(pa, length, &flushed) != H_EOK)
6097c478bd9Sstevel@tonic-gate 			break;
6107c478bd9Sstevel@tonic-gate 
6117c478bd9Sstevel@tonic-gate 		pa += flushed;
6127c478bd9Sstevel@tonic-gate 		length -= flushed;
6137c478bd9Sstevel@tonic-gate 	}
6147c478bd9Sstevel@tonic-gate }
6157c478bd9Sstevel@tonic-gate 
6167c478bd9Sstevel@tonic-gate /*
6177c478bd9Sstevel@tonic-gate  * If resumable queue is full, we need to check if any cpu is in
6187c478bd9Sstevel@tonic-gate  * error state. If not, we drive on. If yes, we need to panic. The
6197c478bd9Sstevel@tonic-gate  * hypervisor call hv_cpu_state() is being used for checking the
6207c478bd9Sstevel@tonic-gate  * cpu state.
6217c478bd9Sstevel@tonic-gate  */
6227c478bd9Sstevel@tonic-gate static void
6237c478bd9Sstevel@tonic-gate errh_rq_full(struct async_flt *afltp)
6247c478bd9Sstevel@tonic-gate {
6257c478bd9Sstevel@tonic-gate 	processorid_t who;
6267c478bd9Sstevel@tonic-gate 	uint64_t cpu_state;
6277c478bd9Sstevel@tonic-gate 	uint64_t retval;
6287c478bd9Sstevel@tonic-gate 
6297c478bd9Sstevel@tonic-gate 	for (who = 0; who < NCPU; who++)
6307c478bd9Sstevel@tonic-gate 		if (CPU_IN_SET(cpu_ready_set, who)) {
6317c478bd9Sstevel@tonic-gate 			retval = hv_cpu_state(who, &cpu_state);
6327c478bd9Sstevel@tonic-gate 			if (retval != H_EOK || cpu_state == CPU_STATE_ERROR) {
6337c478bd9Sstevel@tonic-gate 				afltp->flt_panic = 1;
6347c478bd9Sstevel@tonic-gate 				break;
6357c478bd9Sstevel@tonic-gate 			}
6367c478bd9Sstevel@tonic-gate 		}
6377c478bd9Sstevel@tonic-gate }
6387c478bd9Sstevel@tonic-gate 
6397c478bd9Sstevel@tonic-gate /*
6407c478bd9Sstevel@tonic-gate  * Return processor specific async error structure
6417c478bd9Sstevel@tonic-gate  * size used.
6427c478bd9Sstevel@tonic-gate  */
6437c478bd9Sstevel@tonic-gate int
6447c478bd9Sstevel@tonic-gate cpu_aflt_size(void)
6457c478bd9Sstevel@tonic-gate {
6467c478bd9Sstevel@tonic-gate 	return (sizeof (errh_async_flt_t));
6477c478bd9Sstevel@tonic-gate }
6487c478bd9Sstevel@tonic-gate 
6497c478bd9Sstevel@tonic-gate #define	SZ_TO_ETRS_SHIFT	6
6507c478bd9Sstevel@tonic-gate 
6517c478bd9Sstevel@tonic-gate /*
6527c478bd9Sstevel@tonic-gate  * Message print out when resumable queue is overflown
6537c478bd9Sstevel@tonic-gate  */
6547c478bd9Sstevel@tonic-gate /*ARGSUSED*/
6557c478bd9Sstevel@tonic-gate void
6567c478bd9Sstevel@tonic-gate rq_overflow(struct regs *rp, uint64_t head_offset,
6577c478bd9Sstevel@tonic-gate     uint64_t tail_offset)
6587c478bd9Sstevel@tonic-gate {
6597c478bd9Sstevel@tonic-gate 	rq_overflow_count++;
6607c478bd9Sstevel@tonic-gate }
6617c478bd9Sstevel@tonic-gate 
6627c478bd9Sstevel@tonic-gate /*
6637c478bd9Sstevel@tonic-gate  * Handler to process a fatal error.  This routine can be called from a
6647c478bd9Sstevel@tonic-gate  * softint, called from trap()'s AST handling, or called from the panic flow.
6657c478bd9Sstevel@tonic-gate  */
6667c478bd9Sstevel@tonic-gate /*ARGSUSED*/
6677c478bd9Sstevel@tonic-gate static void
6687c478bd9Sstevel@tonic-gate ue_drain(void *ignored, struct async_flt *aflt, errorq_elem_t *eqep)
6697c478bd9Sstevel@tonic-gate {
6707c478bd9Sstevel@tonic-gate 	cpu_ue_log_err(aflt);
6717c478bd9Sstevel@tonic-gate }
6727c478bd9Sstevel@tonic-gate 
6737c478bd9Sstevel@tonic-gate /*
6747c478bd9Sstevel@tonic-gate  * Handler to process a correctable error.  This routine can be called from a
6757c478bd9Sstevel@tonic-gate  * softint.  We just call the CPU module's logging routine.
6767c478bd9Sstevel@tonic-gate  */
6777c478bd9Sstevel@tonic-gate /*ARGSUSED*/
6787c478bd9Sstevel@tonic-gate static void
6797c478bd9Sstevel@tonic-gate ce_drain(void *ignored, struct async_flt *aflt, errorq_elem_t *eqep)
6807c478bd9Sstevel@tonic-gate {
6817c478bd9Sstevel@tonic-gate 	cpu_ce_log_err(aflt);
6827c478bd9Sstevel@tonic-gate }
6837c478bd9Sstevel@tonic-gate 
6843cac8019Srf /*
6853cac8019Srf  * Handler to process vbsc hostshutdown (power-off button).
6863cac8019Srf  */
6873cac8019Srf static int
6883cac8019Srf err_shutdown_softintr()
6893cac8019Srf {
6903cac8019Srf 	cmn_err(CE_WARN, "Power-off requested, system will now shutdown.");
6913cac8019Srf 	do_shutdown();
6923cac8019Srf 
6933cac8019Srf 	/*
6943cac8019Srf 	 * just in case do_shutdown() fails
6953cac8019Srf 	 */
6963cac8019Srf 	(void) timeout((void(*)(void *))power_down, NULL, 100 * hz);
6973cac8019Srf 	return (DDI_INTR_CLAIMED);
6983cac8019Srf }
6993cac8019Srf 
7007c478bd9Sstevel@tonic-gate /*
7017c478bd9Sstevel@tonic-gate  * Allocate error queue sizes based on max_ncpus.  max_ncpus is set just
7027c478bd9Sstevel@tonic-gate  * after ncpunode has been determined.  ncpus is set in start_other_cpus
7037c478bd9Sstevel@tonic-gate  * which is called after error_init() but may change dynamically.
7047c478bd9Sstevel@tonic-gate  */
7057c478bd9Sstevel@tonic-gate void
7067c478bd9Sstevel@tonic-gate error_init(void)
7077c478bd9Sstevel@tonic-gate {
7087c478bd9Sstevel@tonic-gate 	char tmp_name[MAXSYSNAME];
709fa9e4066Sahrens 	pnode_t node;
7107c478bd9Sstevel@tonic-gate 	size_t size = cpu_aflt_size();
7117c478bd9Sstevel@tonic-gate 
7127c478bd9Sstevel@tonic-gate 	/*
7137c478bd9Sstevel@tonic-gate 	 * Initialize the correctable and uncorrectable error queues.
7147c478bd9Sstevel@tonic-gate 	 */
7157c478bd9Sstevel@tonic-gate 	ue_queue = errorq_create("ue_queue", (errorq_func_t)ue_drain, NULL,
7167c478bd9Sstevel@tonic-gate 	    MAX_ASYNC_FLTS * (max_ncpus + 1), size, PIL_2, ERRORQ_VITAL);
7177c478bd9Sstevel@tonic-gate 
7187c478bd9Sstevel@tonic-gate 	ce_queue = errorq_create("ce_queue", (errorq_func_t)ce_drain, NULL,
7197c478bd9Sstevel@tonic-gate 	    MAX_CE_FLTS * (max_ncpus + 1), size, PIL_1, 0);
7207c478bd9Sstevel@tonic-gate 
7217c478bd9Sstevel@tonic-gate 	if (ue_queue == NULL || ce_queue == NULL)
7227c478bd9Sstevel@tonic-gate 		panic("failed to create required system error queue");
7237c478bd9Sstevel@tonic-gate 
7243cac8019Srf 	/*
7253cac8019Srf 	 * Setup interrupt handler for power-off button.
7263cac8019Srf 	 */
7273cac8019Srf 	err_shutdown_inum = add_softintr(PIL_9,
728b0fc0e77Sgovinda 	    (softintrfunc)err_shutdown_softintr, NULL, SOFTINT_ST);
7293cac8019Srf 
7307c478bd9Sstevel@tonic-gate 	/*
7317c478bd9Sstevel@tonic-gate 	 * Initialize the busfunc list mutex.  This must be a PIL_15 spin lock
7327c478bd9Sstevel@tonic-gate 	 * because we will need to acquire it from cpu_async_error().
7337c478bd9Sstevel@tonic-gate 	 */
7347c478bd9Sstevel@tonic-gate 	mutex_init(&bfd_lock, NULL, MUTEX_SPIN, (void *)PIL_15);
7357c478bd9Sstevel@tonic-gate 
7367c478bd9Sstevel@tonic-gate 	node = prom_rootnode();
7377c478bd9Sstevel@tonic-gate 	if ((node == OBP_NONODE) || (node == OBP_BADNODE)) {
7387c478bd9Sstevel@tonic-gate 		cmn_err(CE_CONT, "error_init: node 0x%x\n", (uint_t)node);
7397c478bd9Sstevel@tonic-gate 		return;
7407c478bd9Sstevel@tonic-gate 	}
7417c478bd9Sstevel@tonic-gate 
7427c478bd9Sstevel@tonic-gate 	if (((size = prom_getproplen(node, "reset-reason")) != -1) &&
7437c478bd9Sstevel@tonic-gate 	    (size <= MAXSYSNAME) &&
7447c478bd9Sstevel@tonic-gate 	    (prom_getprop(node, "reset-reason", tmp_name) != -1)) {
7457c478bd9Sstevel@tonic-gate 		if (reset_debug) {
7467c478bd9Sstevel@tonic-gate 			cmn_err(CE_CONT, "System booting after %s\n", tmp_name);
7477c478bd9Sstevel@tonic-gate 		} else if (strncmp(tmp_name, "FATAL", 5) == 0) {
7487c478bd9Sstevel@tonic-gate 			cmn_err(CE_CONT,
7497c478bd9Sstevel@tonic-gate 			    "System booting after fatal error %s\n", tmp_name);
7507c478bd9Sstevel@tonic-gate 		}
7517c478bd9Sstevel@tonic-gate 	}
7527c478bd9Sstevel@tonic-gate }
75318aea0b1Swh 
75418aea0b1Swh /*
75518aea0b1Swh  * Nonresumable queue is full, panic here
75618aea0b1Swh  */
75718aea0b1Swh /*ARGSUSED*/
75818aea0b1Swh void
75918aea0b1Swh nrq_overflow(struct regs *rp)
76018aea0b1Swh {
76118aea0b1Swh 	fm_panic("Nonresumable queue full");
76218aea0b1Swh }
763*44961713Sgirish 
764*44961713Sgirish /*
765*44961713Sgirish  * This is the place for special error handling for individual errors.
766*44961713Sgirish  */
767*44961713Sgirish static void
768*44961713Sgirish errh_handle_attr(errh_async_flt_t *errh_fltp)
769*44961713Sgirish {
770*44961713Sgirish 	switch (errh_fltp->errh_er.attr & ~ERRH_MODE_MASK) {
771*44961713Sgirish 	case ERRH_ATTR_CPU:
772*44961713Sgirish 	case ERRH_ATTR_MEM:
773*44961713Sgirish 	case ERRH_ATTR_PIO:
774*44961713Sgirish 	case ERRH_ATTR_IRF:
775*44961713Sgirish 	case ERRH_ATTR_FRF:
776*44961713Sgirish 	case ERRH_ATTR_SHUT:
777*44961713Sgirish 		break;
778*44961713Sgirish 
779*44961713Sgirish 	case ERRH_ATTR_ASR:
780*44961713Sgirish 		errh_handle_asr(errh_fltp);
781*44961713Sgirish 		break;
782*44961713Sgirish 
783*44961713Sgirish 	case ERRH_ATTR_ASI:
784*44961713Sgirish 	case ERRH_ATTR_PREG:
785*44961713Sgirish 	case ERRH_ATTR_RQF:
786*44961713Sgirish 		break;
787*44961713Sgirish 
788*44961713Sgirish 	default:
789*44961713Sgirish 		break;
790*44961713Sgirish 	}
791*44961713Sgirish }
792*44961713Sgirish 
793*44961713Sgirish /*
794*44961713Sgirish  * Handle ASR bit set in ATTR
795*44961713Sgirish  */
796*44961713Sgirish static void
797*44961713Sgirish errh_handle_asr(errh_async_flt_t *errh_fltp)
798*44961713Sgirish {
799*44961713Sgirish 	uint64_t current_tick;
800*44961713Sgirish 
801*44961713Sgirish 	switch (errh_fltp->errh_er.reg) {
802*44961713Sgirish 	case ASR_REG_VALID | ASR_REG_TICK:
803*44961713Sgirish 		/*
804*44961713Sgirish 		 * For Tick Compare Register error, it only happens when
805*44961713Sgirish 		 * the register is being read or compared with the %tick
806*44961713Sgirish 		 * register. Since we lost the contents of the register,
807*44961713Sgirish 		 * we set the %tick_compr in the future. An interrupt will
808*44961713Sgirish 		 * happen when %tick matches the value field of %tick_compr.
809*44961713Sgirish 		 */
810*44961713Sgirish 		current_tick = (uint64_t)gettick();
811*44961713Sgirish 		tickcmpr_set(current_tick);
812*44961713Sgirish 		/* Do not panic */
813*44961713Sgirish 		errh_fltp->cmn_asyncflt.flt_panic = 0;
814*44961713Sgirish 		break;
815*44961713Sgirish 
816*44961713Sgirish 	default:
817*44961713Sgirish 		break;
818*44961713Sgirish 	}
819*44961713Sgirish }
820