Lines Matching refs:cp
80 extern char *cpu_fru_fmri(cpu_t *cp);
83 static void cpu_add_active_internal(cpu_t *cp);
84 static void cpu_remove_active(cpu_t *cp);
85 static void cpu_info_kstat_create(cpu_t *cp);
86 static void cpu_info_kstat_destroy(cpu_t *cp);
87 static void cpu_stats_kstat_create(cpu_t *cp);
88 static void cpu_stats_kstat_destroy(cpu_t *cp);
417 cpu_t *cp; in thread_affinity_set() local
424 cp = CPU; in thread_affinity_set()
428 cp = disp_choose_best_cpu(); in thread_affinity_set()
438 cp = cpu[cpu_id]; in thread_affinity_set()
441 VERIFY(cp != NULL); in thread_affinity_set()
449 if (t->t_affinitycnt > 0 && t->t_bound_cpu != cp) { in thread_affinity_set()
451 (void *)cp, (void *)t->t_bound_cpu); in thread_affinity_set()
454 t->t_bound_cpu = cp; in thread_affinity_set()
459 if (cp != t->t_cpu || t != curthread) { in thread_affinity_set()
557 cpu_t *cp; in thread_nomigrate() local
562 cp = CPU; in thread_nomigrate()
574 if (CPU_ON_INTR(cp) || t->t_flag & T_INTR_THREAD || in thread_nomigrate()
588 if (t->t_nomigrate && t->t_weakbound_cpu && t->t_weakbound_cpu != cp) { in thread_nomigrate()
591 "bound to %p", (void *)cp, in thread_nomigrate()
658 if (cp != cpu_inmotion || t->t_nomigrate > 0 || t->t_preempt > 1 || in thread_nomigrate()
659 t->t_bound_cpu == cp) { in thread_nomigrate()
669 t->t_weakbound_cpu = cp; in thread_nomigrate()
693 cp->cpu_kprunrun = 1; in thread_nomigrate()
869 cpu_pause_alloc(cpu_t *cp) in cpu_pause_alloc() argument
872 long cpun = cp->cpu_id; in cpu_pause_alloc()
881 t->t_bound_cpu = cp; in cpu_pause_alloc()
882 t->t_disp_queue = cp->cpu_disp; in cpu_pause_alloc()
886 cp->cpu_pause_thread = t; in cpu_pause_alloc()
901 cpu_pause_free(cpu_t *cp) in cpu_pause_free() argument
904 int cpun = cp->cpu_id; in cpu_pause_free()
910 if ((t = cp->cpu_pause_thread) == NULL) { in cpu_pause_free()
935 cp->cpu_pause_thread = NULL; in cpu_pause_free()
961 cpu_t *cp; in cpu_pause_start() local
964 cp = cpu[i]; in cpu_pause_start()
973 if ((cp->cpu_flags & (CPU_QUIESCED | CPU_READY)) != CPU_READY) { in cpu_pause_start()
981 t = cp->cpu_pause_thread; in cpu_pause_start()
1215 cpu_online(cpu_t *cp, int flags) in cpu_online() argument
1229 if ((cp->cpu_flags & CPU_DISABLED) && !smt_can_enable(cp, flags)) in cpu_online()
1236 error = mp_cpu_start(cp); /* arch-dep hook */ in cpu_online()
1238 pg_cpupart_in(cp, cp->cpu_part); in cpu_online()
1240 cpu_add_active_internal(cp); in cpu_online()
1241 if (cp->cpu_flags & CPU_FAULTED) { in cpu_online()
1242 cp->cpu_flags &= ~CPU_FAULTED; in cpu_online()
1243 mp_cpu_faulted_exit(cp); in cpu_online()
1246 if (cp->cpu_flags & CPU_DISABLED) in cpu_online()
1249 cp->cpu_flags &= ~(CPU_QUIESCED | CPU_OFFLINE | CPU_FROZEN | in cpu_online()
1251 CPU_NEW_GENERATION(cp); in cpu_online()
1253 cpu_stats_kstat_create(cp); in cpu_online()
1254 cpu_create_intrstat(cp); in cpu_online()
1255 lgrp_kstat_create(cp); in cpu_online()
1256 cpu_state_change_notify(cp->cpu_id, CPU_ON); in cpu_online()
1257 cpu_intr_enable(cp); /* arch-dep hook */ in cpu_online()
1258 cpu_state_change_notify(cp->cpu_id, CPU_INTR_ON); in cpu_online()
1259 cpu_set_state(cp); in cpu_online()
1260 cyclic_online(cp); in cpu_online()
1265 callout_cpu_online(cp); in cpu_online()
1266 poke_cpu(cp->cpu_id); in cpu_online()
1276 cpu_offline(cpu_t *cp, int flags) in cpu_offline() argument
1295 if (cp->cpu_flags & CPU_DISABLED) in cpu_offline()
1302 if (cp->cpu_flags & (CPU_FAULTED | CPU_SPARE)) { in cpu_offline()
1303 if (cp->cpu_flags & CPU_FAULTED) { in cpu_offline()
1304 cp->cpu_flags &= ~CPU_FAULTED; in cpu_offline()
1305 mp_cpu_faulted_exit(cp); in cpu_offline()
1307 cp->cpu_flags &= ~CPU_SPARE; in cpu_offline()
1308 cpu_set_state(cp); in cpu_offline()
1315 pp = cp->cpu_part; in cpu_offline()
1319 if (ncpus_online <= 1 || pp->cp_ncpus <= 1 || cpu_intr_count(cp) < 2) in cpu_offline()
1325 error = cpu_unbind(cp->cpu_id, forced); in cpu_offline()
1331 if (curthread->t_bound_cpu == cp) in cpu_offline()
1337 CPU_NEW_GENERATION(cp); in cpu_offline()
1338 cpu_state_change_notify(cp->cpu_id, CPU_OFF); in cpu_offline()
1343 pg_cpupart_out(cp, pp); in cpu_offline()
1353 intr_enable = cp->cpu_flags & CPU_ENABLE; in cpu_offline()
1355 no_quiesce = cpu_intr_disable(cp); in cpu_offline()
1370 cpu_inmotion = cp; in cpu_offline()
1389 again: for (loop_count = 0; (*bound_func)(cp, 0); loop_count++) { in cpu_offline()
1414 callout_cpu_offline(cp); in cpu_offline()
1419 if (!cyclic_offline(cp)) { in cpu_offline()
1434 error = mp_cpu_stop(cp); /* arch-dep hook */ in cpu_offline()
1445 pause_cpus(cp, NULL); in cpu_offline()
1456 if ((!no_quiesce && cp->cpu_intr_actv != 0) || in cpu_offline()
1457 (*bound_func)(cp, 1)) { in cpu_offline()
1459 (void) mp_cpu_start(cp); in cpu_offline()
1462 ncp = cp->cpu_next_part; in cpu_offline()
1463 cpu_lpl = cp->cpu_lpl; in cpu_offline()
1469 cpu_remove_active(cp); in cpu_offline()
1477 ASSERT(curthread->t_cpu != cp); in cpu_offline()
1511 if (t->t_cpu == cp && t->t_bound_cpu != cp) in cpu_offline()
1514 ASSERT(t->t_cpu != cp || t->t_bound_cpu == cp || in cpu_offline()
1515 t->t_weakbound_cpu == cp); in cpu_offline()
1555 if (t->t_cpu == cp && t->t_bound_cpu != cp) in cpu_offline()
1558 ASSERT(t->t_cpu != cp || t->t_bound_cpu == cp || in cpu_offline()
1559 t->t_weakbound_cpu == cp); in cpu_offline()
1563 ASSERT((cp->cpu_flags & (CPU_FAULTED | CPU_SPARE)) == 0); in cpu_offline()
1564 cp->cpu_flags |= CPU_OFFLINE; in cpu_offline()
1565 disp_cpu_inactive(cp); in cpu_offline()
1567 cp->cpu_flags |= CPU_QUIESCED; in cpu_offline()
1569 cpu_set_state(cp); in cpu_offline()
1572 cpu_stats_kstat_destroy(cp); in cpu_offline()
1573 cpu_delete_intrstat(cp); in cpu_offline()
1574 lgrp_kstat_destroy(cp); in cpu_offline()
1586 cpu_intr_enable(cp); in cpu_offline()
1593 cyclic_online(cp); in cpu_offline()
1600 callout_cpu_online(cp); in cpu_offline()
1605 pg_cpupart_in(cp, pp); in cpu_offline()
1611 CPU_NEW_GENERATION(cp); in cpu_offline()
1612 cpu_state_change_notify(cp->cpu_id, CPU_ON); in cpu_offline()
1613 cpu_state_change_notify(cp->cpu_id, CPU_INTR_ON); in cpu_offline()
1623 cpu_faulted(cpu_t *cp, int flags) in cpu_faulted() argument
1628 ASSERT(!cpu_is_poweredoff(cp)); in cpu_faulted()
1630 if (cp->cpu_flags & CPU_DISABLED) in cpu_faulted()
1633 if (cpu_is_offline(cp)) { in cpu_faulted()
1634 cp->cpu_flags &= ~CPU_SPARE; in cpu_faulted()
1635 cp->cpu_flags |= CPU_FAULTED; in cpu_faulted()
1636 mp_cpu_faulted_enter(cp); in cpu_faulted()
1637 cpu_set_state(cp); in cpu_faulted()
1641 if ((error = cpu_offline(cp, flags)) == 0) { in cpu_faulted()
1642 cp->cpu_flags |= CPU_FAULTED; in cpu_faulted()
1643 mp_cpu_faulted_enter(cp); in cpu_faulted()
1644 cpu_set_state(cp); in cpu_faulted()
1654 cpu_spare(cpu_t *cp, int flags) in cpu_spare() argument
1659 ASSERT(!cpu_is_poweredoff(cp)); in cpu_spare()
1661 if (cp->cpu_flags & CPU_DISABLED) in cpu_spare()
1664 if (cpu_is_offline(cp)) { in cpu_spare()
1665 if (cp->cpu_flags & CPU_FAULTED) { in cpu_spare()
1666 cp->cpu_flags &= ~CPU_FAULTED; in cpu_spare()
1667 mp_cpu_faulted_exit(cp); in cpu_spare()
1669 cp->cpu_flags |= CPU_SPARE; in cpu_spare()
1670 cpu_set_state(cp); in cpu_spare()
1674 if ((error = cpu_offline(cp, flags)) == 0) { in cpu_spare()
1675 cp->cpu_flags |= CPU_SPARE; in cpu_spare()
1676 cpu_set_state(cp); in cpu_spare()
1686 cpu_poweron(cpu_t *cp) in cpu_poweron() argument
1691 ASSERT(cpu_is_poweredoff(cp)); in cpu_poweron()
1693 error = mp_cpu_poweron(cp); /* arch-dep hook */ in cpu_poweron()
1695 cpu_set_state(cp); in cpu_poweron()
1704 cpu_poweroff(cpu_t *cp) in cpu_poweroff() argument
1709 ASSERT(cpu_is_offline(cp)); in cpu_poweroff()
1711 if (!(cp->cpu_flags & CPU_QUIESCED)) in cpu_poweroff()
1714 error = mp_cpu_poweroff(cp); /* arch-dep hook */ in cpu_poweroff()
1716 cpu_set_state(cp); in cpu_poweroff()
1739 cpu_list_init(cpu_t *cp) in cpu_list_init() argument
1741 cp->cpu_next = cp; in cpu_list_init()
1742 cp->cpu_prev = cp; in cpu_list_init()
1743 cpu_list = cp; in cpu_list_init()
1744 clock_cpu_list = cp; in cpu_list_init()
1746 cp->cpu_next_onln = cp; in cpu_list_init()
1747 cp->cpu_prev_onln = cp; in cpu_list_init()
1748 cpu_active = cp; in cpu_list_init()
1750 cp->cpu_seqid = 0; in cpu_list_init()
1760 cp->cpu_cache_offset = KMEM_CPU_CACHE_OFFSET(cp->cpu_seqid); in cpu_list_init()
1761 cp_default.cp_cpulist = cp; in cpu_list_init()
1763 cp->cpu_next_part = cp; in cpu_list_init()
1764 cp->cpu_prev_part = cp; in cpu_list_init()
1765 cp->cpu_part = &cp_default; in cpu_list_init()
1767 CPUSET_ADD(cpu_available, cp->cpu_id); in cpu_list_init()
1768 CPUSET_ADD(cpu_active_set, cp->cpu_id); in cpu_list_init()
1775 cpu_add_unit(cpu_t *cp) in cpu_add_unit() argument
1782 lgrp_config(LGRP_CONFIG_CPU_ADD, (uintptr_t)cp, 0); in cpu_add_unit()
1803 cp->cpu_part = &cp_default; in cpu_add_unit()
1805 cp->cpu_next = cpu_list; in cpu_add_unit()
1806 cp->cpu_prev = cpu_list->cpu_prev; in cpu_add_unit()
1807 cpu_list->cpu_prev->cpu_next = cp; in cpu_add_unit()
1808 cpu_list->cpu_prev = cp; in cpu_add_unit()
1814 cp->cpu_seqid = seqid; in cpu_add_unit()
1821 cp->cpu_cache_offset = KMEM_CPU_CACHE_OFFSET(cp->cpu_seqid); in cpu_add_unit()
1822 cpu[cp->cpu_id] = cp; in cpu_add_unit()
1823 CPUSET_ADD(cpu_available, cp->cpu_id); in cpu_add_unit()
1824 cpu_seq[cp->cpu_seqid] = cp; in cpu_add_unit()
1829 cpu_pause_alloc(cp); in cpu_add_unit()
1837 cp->cpu_next_onln = cp; in cpu_add_unit()
1838 cp->cpu_prev_onln = cp; in cpu_add_unit()
1839 cpu_info_kstat_create(cp); in cpu_add_unit()
1840 cp->cpu_next_part = cp; in cpu_add_unit()
1841 cp->cpu_prev_part = cp; in cpu_add_unit()
1843 init_cpu_mstate(cp, CMS_SYSTEM); in cpu_add_unit()
1854 struct cpu *cp, *cpnext; in cpu_del_unit() local
1857 cp = cpu[cpuid]; in cpu_del_unit()
1858 ASSERT(cp != NULL); in cpu_del_unit()
1860 ASSERT(cp->cpu_next_onln == cp); in cpu_del_unit()
1861 ASSERT(cp->cpu_prev_onln == cp); in cpu_del_unit()
1862 ASSERT(cp->cpu_next_part == cp); in cpu_del_unit()
1863 ASSERT(cp->cpu_prev_part == cp); in cpu_del_unit()
1869 pg_cpu_fini(cp, NULL); in cpu_del_unit()
1870 pghw_physid_destroy(cp); in cpu_del_unit()
1875 cpu_info_kstat_destroy(cp); in cpu_del_unit()
1876 term_cpu_mstate(cp); in cpu_del_unit()
1880 cpu_pause_free(cp); in cpu_del_unit()
1881 CPUSET_DEL(cpu_available, cp->cpu_id); in cpu_del_unit()
1882 cpu[cp->cpu_id] = NULL; in cpu_del_unit()
1883 cpu_seq[cp->cpu_seqid] = NULL; in cpu_del_unit()
1901 cpnext = cp->cpu_next; in cpu_del_unit()
1902 cp->cpu_prev->cpu_next = cp->cpu_next; in cpu_del_unit()
1903 cp->cpu_next->cpu_prev = cp->cpu_prev; in cpu_del_unit()
1904 if (cp == cpu_list) in cpu_del_unit()
1910 cp->cpu_next = NULL; in cpu_del_unit()
1911 cp->cpu_prev = NULL; in cpu_del_unit()
1915 CPUSET_DEL(cpu_seqid_inuse, cp->cpu_seqid); in cpu_del_unit()
1917 lgrp_config(LGRP_CONFIG_CPU_DEL, (uintptr_t)cp, 0); in cpu_del_unit()
1927 cpu_add_active_internal(cpu_t *cp) in cpu_add_active_internal() argument
1929 cpupart_t *pp = cp->cpu_part; in cpu_add_active_internal()
1935 cpu_set_state(cp); in cpu_add_active_internal()
1936 cp->cpu_next_onln = cpu_active; in cpu_add_active_internal()
1937 cp->cpu_prev_onln = cpu_active->cpu_prev_onln; in cpu_add_active_internal()
1938 cpu_active->cpu_prev_onln->cpu_next_onln = cp; in cpu_add_active_internal()
1939 cpu_active->cpu_prev_onln = cp; in cpu_add_active_internal()
1940 CPUSET_ADD(cpu_active_set, cp->cpu_id); in cpu_add_active_internal()
1943 cp->cpu_next_part = pp->cp_cpulist; in cpu_add_active_internal()
1944 cp->cpu_prev_part = pp->cp_cpulist->cpu_prev_part; in cpu_add_active_internal()
1945 pp->cp_cpulist->cpu_prev_part->cpu_next_part = cp; in cpu_add_active_internal()
1946 pp->cp_cpulist->cpu_prev_part = cp; in cpu_add_active_internal()
1949 pp->cp_cpulist = cp->cpu_next_part = cp->cpu_prev_part = cp; in cpu_add_active_internal()
1957 pg_cpu_active(cp); in cpu_add_active_internal()
1958 lgrp_config(LGRP_CONFIG_CPU_ONLINE, (uintptr_t)cp, 0); in cpu_add_active_internal()
1960 bzero(&cp->cpu_loadavg, sizeof (cp->cpu_loadavg)); in cpu_add_active_internal()
1968 cpu_add_active(cpu_t *cp) in cpu_add_active() argument
1970 pg_cpupart_in(cp, cp->cpu_part); in cpu_add_active()
1973 cpu_add_active_internal(cp); in cpu_add_active()
1976 cpu_stats_kstat_create(cp); in cpu_add_active()
1977 cpu_create_intrstat(cp); in cpu_add_active()
1978 lgrp_kstat_create(cp); in cpu_add_active()
1979 cpu_state_change_notify(cp->cpu_id, CPU_INIT); in cpu_add_active()
1989 cpu_remove_active(cpu_t *cp) in cpu_remove_active() argument
1991 cpupart_t *pp = cp->cpu_part; in cpu_remove_active()
1994 ASSERT(cp->cpu_next_onln != cp); /* not the last one */ in cpu_remove_active()
1995 ASSERT(cp->cpu_prev_onln != cp); /* not the last one */ in cpu_remove_active()
1997 pg_cpu_inactive(cp); in cpu_remove_active()
1999 lgrp_config(LGRP_CONFIG_CPU_OFFLINE, (uintptr_t)cp, 0); in cpu_remove_active()
2001 if (cp == clock_cpu_list) in cpu_remove_active()
2002 clock_cpu_list = cp->cpu_next_onln; in cpu_remove_active()
2004 cp->cpu_prev_onln->cpu_next_onln = cp->cpu_next_onln; in cpu_remove_active()
2005 cp->cpu_next_onln->cpu_prev_onln = cp->cpu_prev_onln; in cpu_remove_active()
2006 if (cpu_active == cp) { in cpu_remove_active()
2007 cpu_active = cp->cpu_next_onln; in cpu_remove_active()
2009 cp->cpu_next_onln = cp; in cpu_remove_active()
2010 cp->cpu_prev_onln = cp; in cpu_remove_active()
2011 CPUSET_DEL(cpu_active_set, cp->cpu_id); in cpu_remove_active()
2013 cp->cpu_prev_part->cpu_next_part = cp->cpu_next_part; in cpu_remove_active()
2014 cp->cpu_next_part->cpu_prev_part = cp->cpu_prev_part; in cpu_remove_active()
2015 if (pp->cp_cpulist == cp) { in cpu_remove_active()
2016 pp->cp_cpulist = cp->cpu_next_part; in cpu_remove_active()
2017 ASSERT(pp->cp_cpulist != cp); in cpu_remove_active()
2019 cp->cpu_next_part = cp; in cpu_remove_active()
2020 cp->cpu_prev_part = cp; in cpu_remove_active()
2278 cpu_t *cp = ksp->ks_private; in cpu_info_kstat_update() local
2286 if (cpuid_checkpass(cp, 1) == 0) in cpu_info_kstat_update()
2290 pi_state = cpu_get_state_str(cp->cpu_flags); in cpu_info_kstat_update()
2293 cpu_info_template.ci_state_begin.value.l = cp->cpu_state_begin; in cpu_info_kstat_update()
2295 cp->cpu_type_info.pi_processor_type, 15); in cpu_info_kstat_update()
2297 cp->cpu_type_info.pi_fputypes, 15); in cpu_info_kstat_update()
2298 cpu_info_template.ci_clock_MHz.value.l = cp->cpu_type_info.pi_clock; in cpu_info_kstat_update()
2300 pg_plat_hw_instance_id(cp, PGHW_CHIP); in cpu_info_kstat_update()
2302 cp->cpu_idstr); in cpu_info_kstat_update()
2303 kstat_named_setstr(&cpu_info_template.ci_brandstr, cp->cpu_brandstr); in cpu_info_kstat_update()
2304 cpu_info_template.ci_core_id.value.l = pg_plat_get_core_id(cp); in cpu_info_kstat_update()
2306 cp->cpu_curr_clock; in cpu_info_kstat_update()
2308 cp->cpu_pg && cp->cpu_pg->cmt_lineage ? in cpu_info_kstat_update()
2309 cp->cpu_pg->cmt_lineage->pg_id : -1; in cpu_info_kstat_update()
2311 cp->cpu_supp_freqs); in cpu_info_kstat_update()
2314 cpunodes[cp->cpu_id].device_id; in cpu_info_kstat_update()
2315 kstat_named_setstr(&cpu_info_template.ci_cpu_fru, cpu_fru_fmri(cp)); in cpu_info_kstat_update()
2319 cpuid_getvendorstr(cp)); in cpu_info_kstat_update()
2320 cpu_info_template.ci_family.value.l = cpuid_getfamily(cp); in cpu_info_kstat_update()
2321 cpu_info_template.ci_model.value.l = cpuid_getmodel(cp); in cpu_info_kstat_update()
2322 cpu_info_template.ci_step.value.l = cpuid_getstep(cp); in cpu_info_kstat_update()
2323 cpu_info_template.ci_clogid.value.l = cpuid_get_clogid(cp); in cpu_info_kstat_update()
2324 cpu_info_template.ci_ncpuperchip.value.l = cpuid_get_ncpu_per_chip(cp); in cpu_info_kstat_update()
2326 cpuid_get_ncore_per_chip(cp); in cpu_info_kstat_update()
2327 cpu_info_template.ci_pkg_core_id.value.l = cpuid_get_pkgcoreid(cp); in cpu_info_kstat_update()
2328 cpu_info_template.ci_max_cstates.value.l = cp->cpu_m.max_cstates; in cpu_info_kstat_update()
2329 cpu_info_template.ci_curr_cstate.value.l = cpu_idle_get_cpu_state(cp); in cpu_info_kstat_update()
2330 cpu_info_template.ci_cacheid.value.i32 = cpuid_get_cacheid(cp); in cpu_info_kstat_update()
2332 cpuid_getsocketstr(cp)); in cpu_info_kstat_update()
2339 cpu_info_kstat_create(cpu_t *cp) in cpu_info_kstat_create() argument
2349 if ((cp->cpu_info_kstat = kstat_create_zone("cpu_info", cp->cpu_id, in cpu_info_kstat_create()
2353 cp->cpu_info_kstat->ks_data_size += 2 * CPU_IDSTRLEN; in cpu_info_kstat_create()
2355 cp->cpu_info_kstat->ks_data_size += in cpu_info_kstat_create()
2356 strlen(cpu_fru_fmri(cp)) + 1; in cpu_info_kstat_create()
2359 cp->cpu_info_kstat->ks_data_size += X86_VENDOR_STRLEN; in cpu_info_kstat_create()
2361 if (cp->cpu_supp_freqs != NULL) in cpu_info_kstat_create()
2362 cp->cpu_info_kstat->ks_data_size += in cpu_info_kstat_create()
2363 strlen(cp->cpu_supp_freqs) + 1; in cpu_info_kstat_create()
2364 cp->cpu_info_kstat->ks_lock = &cpu_info_template_lock; in cpu_info_kstat_create()
2365 cp->cpu_info_kstat->ks_data = &cpu_info_template; in cpu_info_kstat_create()
2366 cp->cpu_info_kstat->ks_private = cp; in cpu_info_kstat_create()
2367 cp->cpu_info_kstat->ks_update = cpu_info_kstat_update; in cpu_info_kstat_create()
2368 kstat_install(cp->cpu_info_kstat); in cpu_info_kstat_create()
2373 cpu_info_kstat_destroy(cpu_t *cp) in cpu_info_kstat_destroy() argument
2377 kstat_delete(cp->cpu_info_kstat); in cpu_info_kstat_destroy()
2378 cp->cpu_info_kstat = NULL; in cpu_info_kstat_destroy()
2385 cpu_kstat_init(cpu_t *cp) in cpu_kstat_init() argument
2388 cpu_info_kstat_create(cp); in cpu_kstat_init()
2389 cpu_stats_kstat_create(cp); in cpu_kstat_init()
2390 cpu_create_intrstat(cp); in cpu_kstat_init()
2391 cpu_set_state(cp); in cpu_kstat_init()
2400 cpu_visibility_configure(cpu_t *cp, zone_t *zone) in cpu_visibility_configure() argument
2406 ASSERT(cp != NULL); in cpu_visibility_configure()
2412 if (cp->cpu_info_kstat != NULL) in cpu_visibility_configure()
2413 kstat_zone_add(cp->cpu_info_kstat, zoneid); in cpu_visibility_configure()
2421 cpu_visibility_online(cpu_t *cp, zone_t *zone) in cpu_visibility_online() argument
2430 ASSERT(cp != NULL); in cpu_visibility_online()
2431 ASSERT(cpu_is_active(cp)); in cpu_visibility_online()
2433 cpun = cp->cpu_id; in cpu_visibility_online()
2464 cpu_visibility_add(cpu_t *cp, zone_t *zone) in cpu_visibility_add() argument
2466 cpu_visibility_configure(cp, zone); in cpu_visibility_add()
2467 if (cpu_is_active(cp)) in cpu_visibility_add()
2468 cpu_visibility_online(cp, zone); in cpu_visibility_add()
2476 cpu_visibility_unconfigure(cpu_t *cp, zone_t *zone) in cpu_visibility_unconfigure() argument
2482 ASSERT(cp != NULL); in cpu_visibility_unconfigure()
2488 if (cp->cpu_info_kstat) in cpu_visibility_unconfigure()
2489 kstat_zone_remove(cp->cpu_info_kstat, zoneid); in cpu_visibility_unconfigure()
2497 cpu_visibility_offline(cpu_t *cp, zone_t *zone) in cpu_visibility_offline() argument
2506 ASSERT(cp != NULL); in cpu_visibility_offline()
2507 ASSERT(cpu_is_active(cp)); in cpu_visibility_offline()
2509 cpun = cp->cpu_id; in cpu_visibility_offline()
2541 cpu_visibility_remove(cpu_t *cp, zone_t *zone) in cpu_visibility_remove() argument
2543 if (cpu_is_active(cp)) in cpu_visibility_remove()
2544 cpu_visibility_offline(cp, zone); in cpu_visibility_remove()
2545 cpu_visibility_unconfigure(cp, zone); in cpu_visibility_remove()
2556 cpu_t *cp = NULL; in cpu_bind_thread() local
2623 cp = cpu_get((processorid_t)binding); in cpu_bind_thread()
2627 if (cp == NULL || tp->t_cpupart != cp->cpu_part) { in cpu_bind_thread()
2663 tp->t_bound_cpu = cp; in cpu_bind_thread()
2664 ASSERT(cp->cpu_lpl != NULL); in cpu_bind_thread()
2675 lpl = cp->cpu_lpl; in cpu_bind_thread()
2713 ASSERT(tp->t_disp_queue == cp->cpu_disp || in cpu_bind_thread()
3001 cpu_destroy_bound_threads(cpu_t *cp) in cpu_destroy_bound_threads() argument
3025 if (t->t_bound_cpu == cp) { in cpu_destroy_bound_threads()
3072 cpu_set_supp_freqs(cpu_t *cp, const char *freqs) in cpu_set_supp_freqs() argument
3085 cp->cpu_curr_clock); in cpu_set_supp_freqs()
3094 if ((ksp = cp->cpu_info_kstat) != NULL) { in cpu_set_supp_freqs()
3103 if (cp->cpu_supp_freqs != NULL) { in cpu_set_supp_freqs()
3104 len = strlen(cp->cpu_supp_freqs) + 1; in cpu_set_supp_freqs()
3105 kmem_free(cp->cpu_supp_freqs, len); in cpu_set_supp_freqs()
3114 cp->cpu_supp_freqs = kmem_alloc(len, KM_SLEEP); in cpu_set_supp_freqs()
3115 (void) strcpy(cp->cpu_supp_freqs, lfreqs); in cpu_set_supp_freqs()
3242 cpu_stats_kstat_create(cpu_t *cp) in cpu_stats_kstat_create() argument
3244 int instance = cp->cpu_id; in cpu_stats_kstat_create()
3264 ksp->ks_private = cp; \ in cpu_stats_kstat_create()
3279 ksp = kstat_create_zone("cpu_stat", cp->cpu_id, NULL, in cpu_stats_kstat_create()
3283 ksp->ks_private = cp; in cpu_stats_kstat_create()
3289 cpu_stats_kstat_destroy(cpu_t *cp) in cpu_stats_kstat_destroy() argument
3293 (void) sprintf(ks_name, "cpu_stat%d", cp->cpu_id); in cpu_stats_kstat_destroy()
3294 kstat_delete_byname("cpu_stat", cp->cpu_id, ks_name); in cpu_stats_kstat_destroy()
3296 kstat_delete_byname("cpu", cp->cpu_id, "sys"); in cpu_stats_kstat_destroy()
3297 kstat_delete_byname("cpu", cp->cpu_id, "vm"); in cpu_stats_kstat_destroy()
3303 cpu_t *cp = (cpu_t *)ksp->ks_private; in cpu_sys_stats_ks_update() local
3313 css = &cp->cpu_stats.sys; in cpu_sys_stats_ks_update()
3321 get_cpu_mstate(cp, msnsecs); in cpu_sys_stats_ks_update()
3344 csskd->cpu_nsec_dtrace.value.ui64 = cp->cpu_dtrace_nsec; in cpu_sys_stats_ks_update()
3345 csskd->dtrace_probes.value.ui64 = cp->cpu_dtrace_probes; in cpu_sys_stats_ks_update()
3346 csskd->cpu_nsec_intr.value.ui64 = cp->cpu_intrlast; in cpu_sys_stats_ks_update()
3347 csskd->cpu_load_intr.value.ui64 = cp->cpu_intrload; in cpu_sys_stats_ks_update()
3405 cpu_t *cp = (cpu_t *)ksp->ks_private; in cpu_vm_stats_ks_update() local
3412 cvs = &cp->cpu_stats.vm; in cpu_vm_stats_ks_update()
3456 cpu_t *cp; in cpu_stat_ks_update() local
3461 cp = (cpu_t *)ksp->ks_private; in cpu_stat_ks_update()
3472 get_cpu_mstate(cp, msnsecs); in cpu_stat_ks_update()
3486 cso->cpu_sysinfo.bread = CPU_STATS(cp, sys.bread); in cpu_stat_ks_update()
3487 cso->cpu_sysinfo.bwrite = CPU_STATS(cp, sys.bwrite); in cpu_stat_ks_update()
3488 cso->cpu_sysinfo.lread = CPU_STATS(cp, sys.lread); in cpu_stat_ks_update()
3489 cso->cpu_sysinfo.lwrite = CPU_STATS(cp, sys.lwrite); in cpu_stat_ks_update()
3490 cso->cpu_sysinfo.phread = CPU_STATS(cp, sys.phread); in cpu_stat_ks_update()
3491 cso->cpu_sysinfo.phwrite = CPU_STATS(cp, sys.phwrite); in cpu_stat_ks_update()
3492 cso->cpu_sysinfo.pswitch = CPU_STATS(cp, sys.pswitch); in cpu_stat_ks_update()
3493 cso->cpu_sysinfo.trap = CPU_STATS(cp, sys.trap); in cpu_stat_ks_update()
3496 cso->cpu_sysinfo.intr += CPU_STATS(cp, sys.intr[i]); in cpu_stat_ks_update()
3497 cso->cpu_sysinfo.syscall = CPU_STATS(cp, sys.syscall); in cpu_stat_ks_update()
3498 cso->cpu_sysinfo.sysread = CPU_STATS(cp, sys.sysread); in cpu_stat_ks_update()
3499 cso->cpu_sysinfo.syswrite = CPU_STATS(cp, sys.syswrite); in cpu_stat_ks_update()
3500 cso->cpu_sysinfo.sysfork = CPU_STATS(cp, sys.sysfork); in cpu_stat_ks_update()
3501 cso->cpu_sysinfo.sysvfork = CPU_STATS(cp, sys.sysvfork); in cpu_stat_ks_update()
3502 cso->cpu_sysinfo.sysexec = CPU_STATS(cp, sys.sysexec); in cpu_stat_ks_update()
3503 cso->cpu_sysinfo.readch = CPU_STATS(cp, sys.readch); in cpu_stat_ks_update()
3504 cso->cpu_sysinfo.writech = CPU_STATS(cp, sys.writech); in cpu_stat_ks_update()
3505 cso->cpu_sysinfo.rcvint = CPU_STATS(cp, sys.rcvint); in cpu_stat_ks_update()
3506 cso->cpu_sysinfo.xmtint = CPU_STATS(cp, sys.xmtint); in cpu_stat_ks_update()
3507 cso->cpu_sysinfo.mdmint = CPU_STATS(cp, sys.mdmint); in cpu_stat_ks_update()
3508 cso->cpu_sysinfo.rawch = CPU_STATS(cp, sys.rawch); in cpu_stat_ks_update()
3509 cso->cpu_sysinfo.canch = CPU_STATS(cp, sys.canch); in cpu_stat_ks_update()
3510 cso->cpu_sysinfo.outch = CPU_STATS(cp, sys.outch); in cpu_stat_ks_update()
3511 cso->cpu_sysinfo.msg = CPU_STATS(cp, sys.msg); in cpu_stat_ks_update()
3512 cso->cpu_sysinfo.sema = CPU_STATS(cp, sys.sema); in cpu_stat_ks_update()
3513 cso->cpu_sysinfo.namei = CPU_STATS(cp, sys.namei); in cpu_stat_ks_update()
3514 cso->cpu_sysinfo.ufsiget = CPU_STATS(cp, sys.ufsiget); in cpu_stat_ks_update()
3515 cso->cpu_sysinfo.ufsdirblk = CPU_STATS(cp, sys.ufsdirblk); in cpu_stat_ks_update()
3516 cso->cpu_sysinfo.ufsipage = CPU_STATS(cp, sys.ufsipage); in cpu_stat_ks_update()
3517 cso->cpu_sysinfo.ufsinopage = CPU_STATS(cp, sys.ufsinopage); in cpu_stat_ks_update()
3520 cso->cpu_sysinfo.procovf = CPU_STATS(cp, sys.procovf); in cpu_stat_ks_update()
3523 cso->cpu_sysinfo.intrthread += CPU_STATS(cp, sys.intr[i]); in cpu_stat_ks_update()
3524 cso->cpu_sysinfo.intrblk = CPU_STATS(cp, sys.intrblk); in cpu_stat_ks_update()
3525 cso->cpu_sysinfo.idlethread = CPU_STATS(cp, sys.idlethread); in cpu_stat_ks_update()
3526 cso->cpu_sysinfo.inv_swtch = CPU_STATS(cp, sys.inv_swtch); in cpu_stat_ks_update()
3527 cso->cpu_sysinfo.nthreads = CPU_STATS(cp, sys.nthreads); in cpu_stat_ks_update()
3528 cso->cpu_sysinfo.cpumigrate = CPU_STATS(cp, sys.cpumigrate); in cpu_stat_ks_update()
3529 cso->cpu_sysinfo.xcalls = CPU_STATS(cp, sys.xcalls); in cpu_stat_ks_update()
3530 cso->cpu_sysinfo.mutex_adenters = CPU_STATS(cp, sys.mutex_adenters); in cpu_stat_ks_update()
3531 cso->cpu_sysinfo.rw_rdfails = CPU_STATS(cp, sys.rw_rdfails); in cpu_stat_ks_update()
3532 cso->cpu_sysinfo.rw_wrfails = CPU_STATS(cp, sys.rw_wrfails); in cpu_stat_ks_update()
3533 cso->cpu_sysinfo.modload = CPU_STATS(cp, sys.modload); in cpu_stat_ks_update()
3534 cso->cpu_sysinfo.modunload = CPU_STATS(cp, sys.modunload); in cpu_stat_ks_update()
3535 cso->cpu_sysinfo.bawrite = CPU_STATS(cp, sys.bawrite); in cpu_stat_ks_update()
3543 cso->cpu_syswait.iowait = CPU_STATS(cp, sys.iowait); in cpu_stat_ks_update()
3547 cso->cpu_vminfo.pgrec = CPU_STATS(cp, vm.pgrec); in cpu_stat_ks_update()
3548 cso->cpu_vminfo.pgfrec = CPU_STATS(cp, vm.pgfrec); in cpu_stat_ks_update()
3549 cso->cpu_vminfo.pgin = CPU_STATS(cp, vm.pgin); in cpu_stat_ks_update()
3550 cso->cpu_vminfo.pgpgin = CPU_STATS(cp, vm.pgpgin); in cpu_stat_ks_update()
3551 cso->cpu_vminfo.pgout = CPU_STATS(cp, vm.pgout); in cpu_stat_ks_update()
3552 cso->cpu_vminfo.pgpgout = CPU_STATS(cp, vm.pgpgout); in cpu_stat_ks_update()
3553 cso->cpu_vminfo.swapin = CPU_STATS(cp, vm.swapin); in cpu_stat_ks_update()
3554 cso->cpu_vminfo.pgswapin = CPU_STATS(cp, vm.pgswapin); in cpu_stat_ks_update()
3555 cso->cpu_vminfo.swapout = CPU_STATS(cp, vm.swapout); in cpu_stat_ks_update()
3556 cso->cpu_vminfo.pgswapout = CPU_STATS(cp, vm.pgswapout); in cpu_stat_ks_update()
3557 cso->cpu_vminfo.zfod = CPU_STATS(cp, vm.zfod); in cpu_stat_ks_update()
3558 cso->cpu_vminfo.dfree = CPU_STATS(cp, vm.dfree); in cpu_stat_ks_update()
3559 cso->cpu_vminfo.scan = CPU_STATS(cp, vm.scan); in cpu_stat_ks_update()
3560 cso->cpu_vminfo.rev = CPU_STATS(cp, vm.rev); in cpu_stat_ks_update()
3561 cso->cpu_vminfo.hat_fault = CPU_STATS(cp, vm.hat_fault); in cpu_stat_ks_update()
3562 cso->cpu_vminfo.as_fault = CPU_STATS(cp, vm.as_fault); in cpu_stat_ks_update()
3563 cso->cpu_vminfo.maj_fault = CPU_STATS(cp, vm.maj_fault); in cpu_stat_ks_update()
3564 cso->cpu_vminfo.cow_fault = CPU_STATS(cp, vm.cow_fault); in cpu_stat_ks_update()
3565 cso->cpu_vminfo.prot_fault = CPU_STATS(cp, vm.prot_fault); in cpu_stat_ks_update()
3566 cso->cpu_vminfo.softlock = CPU_STATS(cp, vm.softlock); in cpu_stat_ks_update()
3567 cso->cpu_vminfo.kernel_asflt = CPU_STATS(cp, vm.kernel_asflt); in cpu_stat_ks_update()
3568 cso->cpu_vminfo.pgrrun = CPU_STATS(cp, vm.pgrrun); in cpu_stat_ks_update()
3569 cso->cpu_vminfo.execpgin = CPU_STATS(cp, vm.execpgin); in cpu_stat_ks_update()
3570 cso->cpu_vminfo.execpgout = CPU_STATS(cp, vm.execpgout); in cpu_stat_ks_update()
3571 cso->cpu_vminfo.execfree = CPU_STATS(cp, vm.execfree); in cpu_stat_ks_update()
3572 cso->cpu_vminfo.anonpgin = CPU_STATS(cp, vm.anonpgin); in cpu_stat_ks_update()
3573 cso->cpu_vminfo.anonpgout = CPU_STATS(cp, vm.anonpgout); in cpu_stat_ks_update()
3574 cso->cpu_vminfo.anonfree = CPU_STATS(cp, vm.anonfree); in cpu_stat_ks_update()
3575 cso->cpu_vminfo.fspgin = CPU_STATS(cp, vm.fspgin); in cpu_stat_ks_update()
3576 cso->cpu_vminfo.fspgout = CPU_STATS(cp, vm.fspgout); in cpu_stat_ks_update()
3577 cso->cpu_vminfo.fsfree = CPU_STATS(cp, vm.fsfree); in cpu_stat_ks_update()