Lines Matching refs:cache_defrag

1746 	    (cp->cache_defrag == NULL ? 0 : cp->cache_defrag->kmd_deadcount)));  in kmem_slab_alloc()
1861 if (cp->cache_defrag == NULL || in kmem_slab_free()
1862 (avl_is_empty(&cp->cache_defrag->kmd_moves_pending) && in kmem_slab_free()
1868 list_t *deadlist = &cp->cache_defrag->kmd_deadlist; in kmem_slab_free()
1882 cp->cache_defrag->kmd_deadcount++; in kmem_slab_free()
1902 (cp->cache_defrag == NULL ? 0 : cp->cache_defrag->kmd_deadcount))); in kmem_slab_free()
2666 ASSERT(cp->cache_defrag == NULL || in kmem_cache_free()
2667 cp->cache_defrag->kmd_thread != curthread || in kmem_cache_free()
2668 (buf != cp->cache_defrag->kmd_from_buf && in kmem_cache_free()
2669 buf != cp->cache_defrag->kmd_to_buf)); in kmem_cache_free()
3105 if (cp->cache_defrag != NULL && !kmem_move_noreap) { in kmem_cache_reap()
3425 if (cp->cache_defrag != NULL) in kmem_cache_update()
3533 if (cp->cache_defrag == NULL) { in kmem_cache_kstat_update()
3548 kmem_defrag_t *kd = cp->cache_defrag; in kmem_cache_kstat_update()
4087 cp->cache_defrag = defrag; in kmem_cache_set_move()
4089 bzero(cp->cache_defrag, sizeof (kmem_defrag_t)); in kmem_cache_set_move()
4090 avl_create(&cp->cache_defrag->kmd_moves_pending, in kmem_cache_set_move()
4096 list_create(&cp->cache_defrag->kmd_deadlist, in kmem_cache_set_move()
4099 kmem_reset_reclaim_threshold(cp->cache_defrag); in kmem_cache_set_move()
4128 if (kmem_move_taskq != NULL && cp->cache_defrag != NULL) in kmem_cache_destroy()
4137 if (cp->cache_defrag != NULL) { in kmem_cache_destroy()
4138 avl_destroy(&cp->cache_defrag->kmd_moves_pending); in kmem_cache_destroy()
4139 list_destroy(&cp->cache_defrag->kmd_deadlist); in kmem_cache_destroy()
4140 kmem_cache_free(kmem_defrag_cache, cp->cache_defrag); in kmem_cache_destroy()
4141 cp->cache_defrag = NULL; in kmem_cache_destroy()
4628 ASSERT(cp->cache_defrag != NULL); in kmem_slab_is_reclaimable()
4663 (sp->slab_chunks * cp->cache_defrag->kmd_reclaim_numer)); in kmem_slab_is_reclaimable()
4801 cp->cache_defrag->kmd_callbacks++; in kmem_move_buffer()
4802 cp->cache_defrag->kmd_thread = curthread; in kmem_move_buffer()
4803 cp->cache_defrag->kmd_from_buf = callback->kmm_from_buf; in kmem_move_buffer()
4804 cp->cache_defrag->kmd_to_buf = callback->kmm_to_buf; in kmem_move_buffer()
4813 cp->cache_defrag->kmd_thread = NULL; in kmem_move_buffer()
4814 cp->cache_defrag->kmd_from_buf = NULL; in kmem_move_buffer()
4815 cp->cache_defrag->kmd_to_buf = NULL; in kmem_move_buffer()
4818 cp->cache_defrag->kmd_yes++; in kmem_move_buffer()
4822 cp->cache_defrag->kmd_slabs_freed++; in kmem_move_buffer()
4832 cp->cache_defrag->kmd_no++; in kmem_move_buffer()
4838 cp->cache_defrag->kmd_later++; in kmem_move_buffer()
4854 cp->cache_defrag->kmd_dont_need++; in kmem_move_buffer()
4857 cp->cache_defrag->kmd_slabs_freed++; in kmem_move_buffer()
4877 cp->cache_defrag->kmd_dont_know++; in kmem_move_buffer()
4919 pending = avl_find(&cp->cache_defrag->kmd_moves_pending, buf, &index); in kmem_move_begin()
4936 avl_insert(&cp->cache_defrag->kmd_moves_pending, callback, index); in kmem_move_begin()
4943 avl_remove(&cp->cache_defrag->kmd_moves_pending, callback); in kmem_move_begin()
4958 ASSERT(cp->cache_defrag != NULL); in kmem_move_end()
4963 VERIFY(avl_find(&cp->cache_defrag->kmd_moves_pending, in kmem_move_end()
4965 avl_remove(&cp->cache_defrag->kmd_moves_pending, callback); in kmem_move_end()
4966 if (avl_is_empty(&cp->cache_defrag->kmd_moves_pending)) { in kmem_move_end()
4967 list_t *deadlist = &cp->cache_defrag->kmd_deadlist; in kmem_move_end()
4983 cp->cache_defrag->kmd_deadcount--; in kmem_move_end()
5024 ASSERT(cp->cache_move != NULL && cp->cache_defrag != NULL); in kmem_move_buffers()
5112 &cp->cache_defrag->kmd_deadlist; in kmem_move_buffers()
5116 &cp->cache_defrag->kmd_moves_pending)) { in kmem_move_buffers()
5141 cp->cache_defrag->kmd_deadcount--; in kmem_move_buffers()
5257 list_t *deadlist = &cp->cache_defrag->kmd_deadlist; in kmem_cache_move_notify_task()
5261 &cp->cache_defrag->kmd_moves_pending)) { in kmem_cache_move_notify_task()
5267 cp->cache_defrag->kmd_deadcount--; in kmem_cache_move_notify_task()
5300 ASSERT(cp->cache_defrag != NULL); in kmem_cache_defrag()
5306 cp->cache_defrag->kmd_defrags++; in kmem_cache_defrag()
5383 kmd = cp->cache_defrag; in kmem_cache_scan()
5430 kmem_reset_reclaim_threshold(cp->cache_defrag); in kmem_cache_scan()