1fa9e4066Sahrens /* 2fa9e4066Sahrens * CDDL HEADER START 3fa9e4066Sahrens * 4fa9e4066Sahrens * The contents of this file are subject to the terms of the 5ea8dc4b6Seschrock * Common Development and Distribution License (the "License"). 6ea8dc4b6Seschrock * You may not use this file except in compliance with the License. 7fa9e4066Sahrens * 8fa9e4066Sahrens * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9fa9e4066Sahrens * or http://www.opensolaris.org/os/licensing. 10fa9e4066Sahrens * See the License for the specific language governing permissions 11fa9e4066Sahrens * and limitations under the License. 12fa9e4066Sahrens * 13fa9e4066Sahrens * When distributing Covered Code, include this CDDL HEADER in each 14fa9e4066Sahrens * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15fa9e4066Sahrens * If applicable, add the following below this CDDL HEADER, with the 16fa9e4066Sahrens * fields enclosed by brackets "[]" replaced with your own identifying 17fa9e4066Sahrens * information: Portions Copyright [yyyy] [name of copyright owner] 18fa9e4066Sahrens * 19fa9e4066Sahrens * CDDL HEADER END 20fa9e4066Sahrens */ 21fa9e4066Sahrens /* 22744947dcSTom Erickson * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 235aeb9474SGarrett D'Amore * Copyright 2011 Nexenta Systems, Inc. All rights reserved. 24bf16b11eSMatthew Ahrens * Copyright (c) 2012, 2014 by Delphix. All rights reserved. 254e3c9f44SBill Pijewski * Copyright (c) 2012, Joyent, Inc. All rights reserved. 265aeb9474SGarrett D'Amore */ 27fa9e4066Sahrens 28fa9e4066Sahrens #ifndef _SYS_ZFS_CONTEXT_H 29fa9e4066Sahrens #define _SYS_ZFS_CONTEXT_H 30fa9e4066Sahrens 31fa9e4066Sahrens #ifdef __cplusplus 32fa9e4066Sahrens extern "C" { 33fa9e4066Sahrens #endif 34fa9e4066Sahrens 35fa9e4066Sahrens #define _SYS_MUTEX_H 36fa9e4066Sahrens #define _SYS_RWLOCK_H 37fa9e4066Sahrens #define _SYS_CONDVAR_H 38fa9e4066Sahrens #define _SYS_SYSTM_H 39fa9e4066Sahrens #define _SYS_T_LOCK_H 40fa9e4066Sahrens #define _SYS_VNODE_H 41fa9e4066Sahrens #define _SYS_VFS_H 42fa9e4066Sahrens #define _SYS_SUNDDI_H 43fa9e4066Sahrens #define _SYS_CALLB_H 44fa9e4066Sahrens 45fa9e4066Sahrens #include <stdio.h> 46fa9e4066Sahrens #include <stdlib.h> 47fa9e4066Sahrens #include <stddef.h> 48fa9e4066Sahrens #include <stdarg.h> 49fa9e4066Sahrens #include <fcntl.h> 50fa9e4066Sahrens #include <unistd.h> 51fa9e4066Sahrens #include <errno.h> 52fa9e4066Sahrens #include <string.h> 53fa9e4066Sahrens #include <strings.h> 54fa9e4066Sahrens #include <synch.h> 55fa9e4066Sahrens #include <thread.h> 56fa9e4066Sahrens #include <assert.h> 57fa9e4066Sahrens #include <alloca.h> 58fa9e4066Sahrens #include <umem.h> 59fa9e4066Sahrens #include <limits.h> 60fa9e4066Sahrens #include <atomic.h> 61fa9e4066Sahrens #include <dirent.h> 62fa9e4066Sahrens #include <time.h> 63cd1c8b85SMatthew Ahrens #include <procfs.h> 643b2aab18SMatthew Ahrens #include <pthread.h> 653b2aab18SMatthew Ahrens #include <sys/debug.h> 66573ca77eSGeorge Wilson #include <libsysevent.h> 67fa9e4066Sahrens #include <sys/note.h> 68fa9e4066Sahrens #include <sys/types.h> 69ecd6cf80Smarks #include <sys/cred.h> 70fa9e4066Sahrens #include <sys/sysmacros.h> 71fa9e4066Sahrens #include <sys/bitmap.h> 72fa9e4066Sahrens #include <sys/resource.h> 73fa9e4066Sahrens #include <sys/byteorder.h> 74fa9e4066Sahrens #include <sys/list.h> 75fa9e4066Sahrens #include <sys/uio.h> 76fa9e4066Sahrens #include <sys/zfs_debug.h> 77fa9e4066Sahrens #include <sys/sdt.h> 7844cb6abcSbmc #include <sys/kstat.h> 79de8267e0Stimh #include <sys/u8_textprep.h> 803d7072f8Seschrock #include <sys/sysevent/eventdefs.h> 81573ca77eSGeorge Wilson #include <sys/sysevent/dev.h> 8292241e0bSTom Erickson #include <sys/sunddi.h> 83fb09f5aaSMadhav Suresh #include <sys/debug.h> 84be6fd75aSMatthew Ahrens #include "zfs.h" 85fa9e4066Sahrens 86fa9e4066Sahrens /* 87fa9e4066Sahrens * Debugging 88fa9e4066Sahrens */ 89fa9e4066Sahrens 90fa9e4066Sahrens /* 91fa9e4066Sahrens * Note that we are not using the debugging levels. 92fa9e4066Sahrens */ 93fa9e4066Sahrens 94fa9e4066Sahrens #define CE_CONT 0 /* continuation */ 95fa9e4066Sahrens #define CE_NOTE 1 /* notice */ 96fa9e4066Sahrens #define CE_WARN 2 /* warning */ 97fa9e4066Sahrens #define CE_PANIC 3 /* panic */ 98fa9e4066Sahrens #define CE_IGNORE 4 /* print nothing */ 99fa9e4066Sahrens 100fa9e4066Sahrens /* 101fa9e4066Sahrens * ZFS debugging 102fa9e4066Sahrens */ 103fa9e4066Sahrens 104fa9e4066Sahrens #ifdef ZFS_DEBUG 105fa9e4066Sahrens extern void dprintf_setup(int *argc, char **argv); 106fa9e4066Sahrens #endif /* ZFS_DEBUG */ 107fa9e4066Sahrens 108fa9e4066Sahrens extern void cmn_err(int, const char *, ...); 1090125049cSahrens extern void vcmn_err(int, const char *, __va_list); 110fa9e4066Sahrens extern void panic(const char *, ...); 111fa9e4066Sahrens extern void vpanic(const char *, __va_list); 112fa9e4066Sahrens 1130a4e9518Sgw #define fm_panic panic 1140a4e9518Sgw 115feef89cfSVictor Latushkin extern int aok; 116feef89cfSVictor Latushkin 117fa9e4066Sahrens /* 1183d7072f8Seschrock * DTrace SDT probes have different signatures in userland than they do in 119fa9e4066Sahrens * kernel. If they're being used in kernel code, re-define them out of 120fa9e4066Sahrens * existence for their counterparts in libzpool. 121fa9e4066Sahrens */ 122fa9e4066Sahrens 12305715f94SMark Maybee #ifdef DTRACE_PROBE 12405715f94SMark Maybee #undef DTRACE_PROBE 12505715f94SMark Maybee #endif /* DTRACE_PROBE */ 126be6fd75aSMatthew Ahrens #define DTRACE_PROBE(a) \ 127be6fd75aSMatthew Ahrens ZFS_PROBE0(#a) 12805715f94SMark Maybee 129fa9e4066Sahrens #ifdef DTRACE_PROBE1 130fa9e4066Sahrens #undef DTRACE_PROBE1 131fa9e4066Sahrens #endif /* DTRACE_PROBE1 */ 132be6fd75aSMatthew Ahrens #define DTRACE_PROBE1(a, b, c) \ 133be6fd75aSMatthew Ahrens ZFS_PROBE1(#a, (unsigned long)c) 134fa9e4066Sahrens 135fa9e4066Sahrens #ifdef DTRACE_PROBE2 136fa9e4066Sahrens #undef DTRACE_PROBE2 137fa9e4066Sahrens #endif /* DTRACE_PROBE2 */ 138be6fd75aSMatthew Ahrens #define DTRACE_PROBE2(a, b, c, d, e) \ 139be6fd75aSMatthew Ahrens ZFS_PROBE2(#a, (unsigned long)c, (unsigned long)e) 140fa9e4066Sahrens 141c543ec06Sahrens #ifdef DTRACE_PROBE3 142c543ec06Sahrens #undef DTRACE_PROBE3 143c543ec06Sahrens #endif /* DTRACE_PROBE3 */ 144be6fd75aSMatthew Ahrens #define DTRACE_PROBE3(a, b, c, d, e, f, g) \ 145be6fd75aSMatthew Ahrens ZFS_PROBE3(#a, (unsigned long)c, (unsigned long)e, (unsigned long)g) 146c543ec06Sahrens 147faafa6e3Sahrens #ifdef DTRACE_PROBE4 148faafa6e3Sahrens #undef DTRACE_PROBE4 149faafa6e3Sahrens #endif /* DTRACE_PROBE4 */ 150be6fd75aSMatthew Ahrens #define DTRACE_PROBE4(a, b, c, d, e, f, g, h, i) \ 151be6fd75aSMatthew Ahrens ZFS_PROBE4(#a, (unsigned long)c, (unsigned long)e, (unsigned long)g, \ 152be6fd75aSMatthew Ahrens (unsigned long)i) 153be6fd75aSMatthew Ahrens 154be6fd75aSMatthew Ahrens /* 155be6fd75aSMatthew Ahrens * We use the comma operator so that this macro can be used without much 156be6fd75aSMatthew Ahrens * additional code. For example, "return (EINVAL);" becomes 157be6fd75aSMatthew Ahrens * "return (SET_ERROR(EINVAL));". Note that the argument will be evaluated 158be6fd75aSMatthew Ahrens * twice, so it should not have side effects (e.g. something like: 159be6fd75aSMatthew Ahrens * "return (SET_ERROR(log_error(EINVAL, info)));" would log the error twice). 160be6fd75aSMatthew Ahrens */ 161be6fd75aSMatthew Ahrens #define SET_ERROR(err) (ZFS_SET_ERROR(err), err) 162faafa6e3Sahrens 163fa9e4066Sahrens /* 164fa9e4066Sahrens * Threads 165fa9e4066Sahrens */ 166fa9e4066Sahrens #define curthread ((void *)(uintptr_t)thr_self()) 167fa9e4066Sahrens 16869962b56SMatthew Ahrens #define kpreempt(x) yield() 16969962b56SMatthew Ahrens 170fa9e4066Sahrens typedef struct kthread kthread_t; 171fa9e4066Sahrens 172fa9e4066Sahrens #define thread_create(stk, stksize, func, arg, len, pp, state, pri) \ 173fa9e4066Sahrens zk_thread_create(func, arg) 1745ad82045Snd #define thread_exit() thr_exit(NULL) 17535a5a358SJonathan Adams #define thread_join(t) panic("libzpool cannot join threads") 17635a5a358SJonathan Adams 17735a5a358SJonathan Adams #define newproc(f, a, cid, pri, ctp, pid) (ENOSYS) 17835a5a358SJonathan Adams 17935a5a358SJonathan Adams /* in libzpool, p0 exists only to have its address taken */ 18035a5a358SJonathan Adams struct proc { 18135a5a358SJonathan Adams uintptr_t this_is_never_used_dont_dereference_it; 18235a5a358SJonathan Adams }; 18335a5a358SJonathan Adams 18435a5a358SJonathan Adams extern struct proc p0; 1854e3c9f44SBill Pijewski #define curproc (&p0) 18635a5a358SJonathan Adams 18735a5a358SJonathan Adams #define PS_NONE -1 188fa9e4066Sahrens 189fa9e4066Sahrens extern kthread_t *zk_thread_create(void (*func)(), void *arg); 190fa9e4066Sahrens 191fa9e4066Sahrens #define issig(why) (FALSE) 192fa9e4066Sahrens #define ISSIG(thr, why) (FALSE) 193fa9e4066Sahrens 194fa9e4066Sahrens /* 195fa9e4066Sahrens * Mutexes 196fa9e4066Sahrens */ 197fa9e4066Sahrens typedef struct kmutex { 198c25056deSgw void *m_owner; 199c25056deSgw boolean_t initialized; 200c25056deSgw mutex_t m_lock; 201fa9e4066Sahrens } kmutex_t; 202fa9e4066Sahrens 203fa9e4066Sahrens #define MUTEX_DEFAULT USYNC_THREAD 204744947dcSTom Erickson #undef MUTEX_HELD 205744947dcSTom Erickson #undef MUTEX_NOT_HELD 206fa9e4066Sahrens #define MUTEX_HELD(m) _mutex_held(&(m)->m_lock) 207744947dcSTom Erickson #define MUTEX_NOT_HELD(m) (!MUTEX_HELD(m)) 208fa9e4066Sahrens 209fa9e4066Sahrens /* 210fa9e4066Sahrens * Argh -- we have to get cheesy here because the kernel and userland 211fa9e4066Sahrens * have different signatures for the same routine. 212fa9e4066Sahrens */ 213fa9e4066Sahrens extern int _mutex_init(mutex_t *mp, int type, void *arg); 214fa9e4066Sahrens extern int _mutex_destroy(mutex_t *mp); 215fa9e4066Sahrens 216fa9e4066Sahrens #define mutex_init(mp, b, c, d) zmutex_init((kmutex_t *)(mp)) 217fa9e4066Sahrens #define mutex_destroy(mp) zmutex_destroy((kmutex_t *)(mp)) 218fa9e4066Sahrens 219fa9e4066Sahrens extern void zmutex_init(kmutex_t *mp); 220fa9e4066Sahrens extern void zmutex_destroy(kmutex_t *mp); 221fa9e4066Sahrens extern void mutex_enter(kmutex_t *mp); 222fa9e4066Sahrens extern void mutex_exit(kmutex_t *mp); 223fa9e4066Sahrens extern int mutex_tryenter(kmutex_t *mp); 224fa9e4066Sahrens extern void *mutex_owner(kmutex_t *mp); 225fa9e4066Sahrens 226fa9e4066Sahrens /* 227fa9e4066Sahrens * RW locks 228fa9e4066Sahrens */ 229fa9e4066Sahrens typedef struct krwlock { 230fa9e4066Sahrens void *rw_owner; 231c25056deSgw boolean_t initialized; 232fa9e4066Sahrens rwlock_t rw_lock; 233fa9e4066Sahrens } krwlock_t; 234fa9e4066Sahrens 235fa9e4066Sahrens typedef int krw_t; 236fa9e4066Sahrens 237fa9e4066Sahrens #define RW_READER 0 238fa9e4066Sahrens #define RW_WRITER 1 239fa9e4066Sahrens #define RW_DEFAULT USYNC_THREAD 240fa9e4066Sahrens 241fa9e4066Sahrens #undef RW_READ_HELD 242fa9e4066Sahrens #define RW_READ_HELD(x) _rw_read_held(&(x)->rw_lock) 243fa9e4066Sahrens 244fa9e4066Sahrens #undef RW_WRITE_HELD 245fa9e4066Sahrens #define RW_WRITE_HELD(x) _rw_write_held(&(x)->rw_lock) 246fa9e4066Sahrens 2473b2aab18SMatthew Ahrens #undef RW_LOCK_HELD 2483b2aab18SMatthew Ahrens #define RW_LOCK_HELD(x) (RW_READ_HELD(x) || RW_WRITE_HELD(x)) 2493b2aab18SMatthew Ahrens 250fa9e4066Sahrens extern void rw_init(krwlock_t *rwlp, char *name, int type, void *arg); 251fa9e4066Sahrens extern void rw_destroy(krwlock_t *rwlp); 252fa9e4066Sahrens extern void rw_enter(krwlock_t *rwlp, krw_t rw); 253fa9e4066Sahrens extern int rw_tryenter(krwlock_t *rwlp, krw_t rw); 254fa9e4066Sahrens extern int rw_tryupgrade(krwlock_t *rwlp); 255fa9e4066Sahrens extern void rw_exit(krwlock_t *rwlp); 256fa9e4066Sahrens #define rw_downgrade(rwlp) do { } while (0) 257fa9e4066Sahrens 258ecd6cf80Smarks extern uid_t crgetuid(cred_t *cr); 2594445fffbSMatthew Ahrens extern uid_t crgetruid(cred_t *cr); 260ecd6cf80Smarks extern gid_t crgetgid(cred_t *cr); 261ecd6cf80Smarks extern int crgetngroups(cred_t *cr); 262ecd6cf80Smarks extern gid_t *crgetgroups(cred_t *cr); 263ecd6cf80Smarks 264fa9e4066Sahrens /* 265fa9e4066Sahrens * Condition variables 266fa9e4066Sahrens */ 267fa9e4066Sahrens typedef cond_t kcondvar_t; 268fa9e4066Sahrens 269fa9e4066Sahrens #define CV_DEFAULT USYNC_THREAD 270fa9e4066Sahrens 271fa9e4066Sahrens extern void cv_init(kcondvar_t *cv, char *name, int type, void *arg); 272fa9e4066Sahrens extern void cv_destroy(kcondvar_t *cv); 273fa9e4066Sahrens extern void cv_wait(kcondvar_t *cv, kmutex_t *mp); 274fa9e4066Sahrens extern clock_t cv_timedwait(kcondvar_t *cv, kmutex_t *mp, clock_t abstime); 2750689f76cSAdam Leventhal extern clock_t cv_timedwait_hires(kcondvar_t *cvp, kmutex_t *mp, hrtime_t tim, 2760689f76cSAdam Leventhal hrtime_t res, int flag); 277fa9e4066Sahrens extern void cv_signal(kcondvar_t *cv); 278fa9e4066Sahrens extern void cv_broadcast(kcondvar_t *cv); 279fa9e4066Sahrens 2803b2aab18SMatthew Ahrens /* 2813b2aab18SMatthew Ahrens * Thread-specific data 2823b2aab18SMatthew Ahrens */ 2833b2aab18SMatthew Ahrens #define tsd_get(k) pthread_getspecific(k) 2843b2aab18SMatthew Ahrens #define tsd_set(k, v) pthread_setspecific(k, v) 2853b2aab18SMatthew Ahrens #define tsd_create(kp, d) pthread_key_create(kp, d) 2863b2aab18SMatthew Ahrens #define tsd_destroy(kp) /* nothing */ 2873b2aab18SMatthew Ahrens 28844cb6abcSbmc /* 28944cb6abcSbmc * kstat creation, installation and deletion 29044cb6abcSbmc */ 291c3a66015SMatthew Ahrens extern kstat_t *kstat_create(const char *, int, 292c3a66015SMatthew Ahrens const char *, const char *, uchar_t, ulong_t, uchar_t); 29344cb6abcSbmc extern void kstat_install(kstat_t *); 29444cb6abcSbmc extern void kstat_delete(kstat_t *); 295c3a66015SMatthew Ahrens extern void kstat_waitq_enter(kstat_io_t *); 296c3a66015SMatthew Ahrens extern void kstat_waitq_exit(kstat_io_t *); 297c3a66015SMatthew Ahrens extern void kstat_runq_enter(kstat_io_t *); 298c3a66015SMatthew Ahrens extern void kstat_runq_exit(kstat_io_t *); 299c3a66015SMatthew Ahrens extern void kstat_waitq_to_runq(kstat_io_t *); 300c3a66015SMatthew Ahrens extern void kstat_runq_back_to_waitq(kstat_io_t *); 30144cb6abcSbmc 302fa9e4066Sahrens /* 303fa9e4066Sahrens * Kernel memory 304fa9e4066Sahrens */ 305fa9e4066Sahrens #define KM_SLEEP UMEM_NOFAIL 3061ab7f2deSmaybee #define KM_PUSHPAGE KM_SLEEP 307fa9e4066Sahrens #define KM_NOSLEEP UMEM_DEFAULT 308a0965f35Sbonwick #define KMC_NODEBUG UMC_NODEBUG 309e291592aSJonathan Adams #define KMC_NOTOUCH 0 /* not needed for userland caches */ 310fa9e4066Sahrens #define kmem_alloc(_s, _f) umem_alloc(_s, _f) 311fa9e4066Sahrens #define kmem_zalloc(_s, _f) umem_zalloc(_s, _f) 312fa9e4066Sahrens #define kmem_free(_b, _s) umem_free(_b, _s) 313fa9e4066Sahrens #define kmem_cache_create(_a, _b, _c, _d, _e, _f, _g, _h, _i) \ 314fa9e4066Sahrens umem_cache_create(_a, _b, _c, _d, _e, _f, _g, _h, _i) 315fa9e4066Sahrens #define kmem_cache_destroy(_c) umem_cache_destroy(_c) 316fa9e4066Sahrens #define kmem_cache_alloc(_c, _f) umem_cache_alloc(_c, _f) 317fa9e4066Sahrens #define kmem_cache_free(_c, _b) umem_cache_free(_c, _b) 318fa9e4066Sahrens #define kmem_debugging() 0 319744947dcSTom Erickson #define kmem_cache_reap_now(_c) /* nothing */ 320744947dcSTom Erickson #define kmem_cache_set_move(_c, _cb) /* nothing */ 32194dd93aeSGeorge Wilson #define vmem_qcache_reap(_v) /* nothing */ 322744947dcSTom Erickson #define POINTER_INVALIDATE(_pp) /* nothing */ 323744947dcSTom Erickson #define POINTER_IS_VALID(_p) 0 324fa9e4066Sahrens 32594dd93aeSGeorge Wilson extern vmem_t *zio_arena; 32694dd93aeSGeorge Wilson 327fa9e4066Sahrens typedef umem_cache_t kmem_cache_t; 328fa9e4066Sahrens 329744947dcSTom Erickson typedef enum kmem_cbrc { 330744947dcSTom Erickson KMEM_CBRC_YES, 331744947dcSTom Erickson KMEM_CBRC_NO, 332744947dcSTom Erickson KMEM_CBRC_LATER, 333744947dcSTom Erickson KMEM_CBRC_DONT_NEED, 334744947dcSTom Erickson KMEM_CBRC_DONT_KNOW 335744947dcSTom Erickson } kmem_cbrc_t; 336744947dcSTom Erickson 337fa9e4066Sahrens /* 338fa9e4066Sahrens * Task queues 339fa9e4066Sahrens */ 340fa9e4066Sahrens typedef struct taskq taskq_t; 341fa9e4066Sahrens typedef uintptr_t taskqid_t; 342fa9e4066Sahrens typedef void (task_func_t)(void *); 343fa9e4066Sahrens 3445aeb9474SGarrett D'Amore typedef struct taskq_ent { 3455aeb9474SGarrett D'Amore struct taskq_ent *tqent_next; 3465aeb9474SGarrett D'Amore struct taskq_ent *tqent_prev; 3475aeb9474SGarrett D'Amore task_func_t *tqent_func; 3485aeb9474SGarrett D'Amore void *tqent_arg; 3495aeb9474SGarrett D'Amore uintptr_t tqent_flags; 3505aeb9474SGarrett D'Amore } taskq_ent_t; 3515aeb9474SGarrett D'Amore 3525aeb9474SGarrett D'Amore #define TQENT_FLAG_PREALLOC 0x1 /* taskq_dispatch_ent used */ 3535aeb9474SGarrett D'Amore 354fa9e4066Sahrens #define TASKQ_PREPOPULATE 0x0001 355fa9e4066Sahrens #define TASKQ_CPR_SAFE 0x0002 /* Use CPR safe protocol */ 356fa9e4066Sahrens #define TASKQ_DYNAMIC 0x0004 /* Use dynamic thread scheduling */ 35735a5a358SJonathan Adams #define TASKQ_THREADS_CPU_PCT 0x0008 /* Scale # threads by # cpus */ 35835a5a358SJonathan Adams #define TASKQ_DC_BATCH 0x0010 /* Mark threads as batch */ 359fa9e4066Sahrens 360fa9e4066Sahrens #define TQ_SLEEP KM_SLEEP /* Can block for memory */ 361fa9e4066Sahrens #define TQ_NOSLEEP KM_NOSLEEP /* cannot block for memory; may fail */ 36235a5a358SJonathan Adams #define TQ_NOQUEUE 0x02 /* Do not enqueue if can't dispatch */ 36335a5a358SJonathan Adams #define TQ_FRONT 0x08 /* Queue in front */ 364fa9e4066Sahrens 3655aeb9474SGarrett D'Amore 36688b7b0f2SMatthew Ahrens extern taskq_t *system_taskq; 36788b7b0f2SMatthew Ahrens 368fa9e4066Sahrens extern taskq_t *taskq_create(const char *, int, pri_t, int, int, uint_t); 36935a5a358SJonathan Adams #define taskq_create_proc(a, b, c, d, e, p, f) \ 37035a5a358SJonathan Adams (taskq_create(a, b, c, d, e, f)) 37135a5a358SJonathan Adams #define taskq_create_sysdc(a, b, d, e, p, dc, f) \ 37235a5a358SJonathan Adams (taskq_create(a, b, maxclsyspri, d, e, f)) 373fa9e4066Sahrens extern taskqid_t taskq_dispatch(taskq_t *, task_func_t, void *, uint_t); 3745aeb9474SGarrett D'Amore extern void taskq_dispatch_ent(taskq_t *, task_func_t, void *, uint_t, 3755aeb9474SGarrett D'Amore taskq_ent_t *); 376fa9e4066Sahrens extern void taskq_destroy(taskq_t *); 377fa9e4066Sahrens extern void taskq_wait(taskq_t *); 378fa9e4066Sahrens extern int taskq_member(taskq_t *, void *); 37988b7b0f2SMatthew Ahrens extern void system_taskq_init(void); 380d20e665cSRicardo M. Correia extern void system_taskq_fini(void); 381fa9e4066Sahrens 382da6c28aaSamw #define XVA_MAPSIZE 3 383da6c28aaSamw #define XVA_MAGIC 0x78766174 384da6c28aaSamw 385fa9e4066Sahrens /* 386fa9e4066Sahrens * vnodes 387fa9e4066Sahrens */ 388fa9e4066Sahrens typedef struct vnode { 389fa9e4066Sahrens uint64_t v_size; 390fa9e4066Sahrens int v_fd; 391fa9e4066Sahrens char *v_path; 392df15e419SMatthew Ahrens int v_dump_fd; 393fa9e4066Sahrens } vnode_t; 394fa9e4066Sahrens 395df15e419SMatthew Ahrens extern char *vn_dumpdir; 3967a286c47SDai Ngo #define AV_SCANSTAMP_SZ 32 /* length of anti-virus scanstamp */ 397da6c28aaSamw 398da6c28aaSamw typedef struct xoptattr { 399da6c28aaSamw timestruc_t xoa_createtime; /* Create time of file */ 400da6c28aaSamw uint8_t xoa_archive; 401da6c28aaSamw uint8_t xoa_system; 402da6c28aaSamw uint8_t xoa_readonly; 403da6c28aaSamw uint8_t xoa_hidden; 404da6c28aaSamw uint8_t xoa_nounlink; 405da6c28aaSamw uint8_t xoa_immutable; 406da6c28aaSamw uint8_t xoa_appendonly; 407da6c28aaSamw uint8_t xoa_nodump; 408da6c28aaSamw uint8_t xoa_settable; 409da6c28aaSamw uint8_t xoa_opaque; 410da6c28aaSamw uint8_t xoa_av_quarantined; 411da6c28aaSamw uint8_t xoa_av_modified; 4127a286c47SDai Ngo uint8_t xoa_av_scanstamp[AV_SCANSTAMP_SZ]; 4137a286c47SDai Ngo uint8_t xoa_reparse; 414fd9ee8b5Sjoyce mcintosh uint8_t xoa_offline; 415fd9ee8b5Sjoyce mcintosh uint8_t xoa_sparse; 416da6c28aaSamw } xoptattr_t; 417da6c28aaSamw 418fa9e4066Sahrens typedef struct vattr { 419fa9e4066Sahrens uint_t va_mask; /* bit-mask of attributes */ 420fa9e4066Sahrens u_offset_t va_size; /* file size in bytes */ 421fa9e4066Sahrens } vattr_t; 422fa9e4066Sahrens 423da6c28aaSamw 424da6c28aaSamw typedef struct xvattr { 425da6c28aaSamw vattr_t xva_vattr; /* Embedded vattr structure */ 426da6c28aaSamw uint32_t xva_magic; /* Magic Number */ 427da6c28aaSamw uint32_t xva_mapsize; /* Size of attr bitmap (32-bit words) */ 428da6c28aaSamw uint32_t *xva_rtnattrmapp; /* Ptr to xva_rtnattrmap[] */ 429da6c28aaSamw uint32_t xva_reqattrmap[XVA_MAPSIZE]; /* Requested attrs */ 430da6c28aaSamw uint32_t xva_rtnattrmap[XVA_MAPSIZE]; /* Returned attrs */ 431da6c28aaSamw xoptattr_t xva_xoptattrs; /* Optional attributes */ 432da6c28aaSamw } xvattr_t; 433da6c28aaSamw 434da6c28aaSamw typedef struct vsecattr { 435da6c28aaSamw uint_t vsa_mask; /* See below */ 436da6c28aaSamw int vsa_aclcnt; /* ACL entry count */ 437da6c28aaSamw void *vsa_aclentp; /* pointer to ACL entries */ 438da6c28aaSamw int vsa_dfaclcnt; /* default ACL entry count */ 439da6c28aaSamw void *vsa_dfaclentp; /* pointer to default ACL entries */ 440da6c28aaSamw size_t vsa_aclentsz; /* ACE size in bytes of vsa_aclentp */ 441da6c28aaSamw } vsecattr_t; 442da6c28aaSamw 443da6c28aaSamw #define AT_TYPE 0x00001 444da6c28aaSamw #define AT_MODE 0x00002 445da6c28aaSamw #define AT_UID 0x00004 446da6c28aaSamw #define AT_GID 0x00008 447da6c28aaSamw #define AT_FSID 0x00010 448da6c28aaSamw #define AT_NODEID 0x00020 449da6c28aaSamw #define AT_NLINK 0x00040 450da6c28aaSamw #define AT_SIZE 0x00080 451da6c28aaSamw #define AT_ATIME 0x00100 452da6c28aaSamw #define AT_MTIME 0x00200 453da6c28aaSamw #define AT_CTIME 0x00400 454da6c28aaSamw #define AT_RDEV 0x00800 455da6c28aaSamw #define AT_BLKSIZE 0x01000 456da6c28aaSamw #define AT_NBLOCKS 0x02000 457da6c28aaSamw #define AT_SEQ 0x08000 458da6c28aaSamw #define AT_XVATTR 0x10000 459fa9e4066Sahrens 460fa9e4066Sahrens #define CRCREAT 0 461fa9e4066Sahrens 462095bcd66SGeorge Wilson extern int fop_getattr(vnode_t *vp, vattr_t *vap); 463095bcd66SGeorge Wilson 464da6c28aaSamw #define VOP_CLOSE(vp, f, c, o, cr, ct) 0 465da6c28aaSamw #define VOP_PUTPAGE(vp, of, sz, fl, cr, ct) 0 466095bcd66SGeorge Wilson #define VOP_GETATTR(vp, vap, fl, cr, ct) fop_getattr((vp), (vap)); 467fa9e4066Sahrens 468da6c28aaSamw #define VOP_FSYNC(vp, f, cr, ct) fsync((vp)->v_fd) 469fa9e4066Sahrens 470fa9e4066Sahrens #define VN_RELE(vp) vn_close(vp) 471fa9e4066Sahrens 472fa9e4066Sahrens extern int vn_open(char *path, int x1, int oflags, int mode, vnode_t **vpp, 473fa9e4066Sahrens int x2, int x3); 474fa9e4066Sahrens extern int vn_openat(char *path, int x1, int oflags, int mode, vnode_t **vpp, 475da6c28aaSamw int x2, int x3, vnode_t *vp, int fd); 476fa9e4066Sahrens extern int vn_rdwr(int uio, vnode_t *vp, void *addr, ssize_t len, 477fa9e4066Sahrens offset_t offset, int x1, int x2, rlim64_t x3, void *x4, ssize_t *residp); 478fa9e4066Sahrens extern void vn_close(vnode_t *vp); 479fa9e4066Sahrens 480fa9e4066Sahrens #define vn_remove(path, x1, x2) remove(path) 481fa9e4066Sahrens #define vn_rename(from, to, seg) rename((from), (to)) 4820373e76bSbonwick #define vn_is_readonly(vp) B_FALSE 483fa9e4066Sahrens 484fa9e4066Sahrens extern vnode_t *rootdir; 485fa9e4066Sahrens 486fa9e4066Sahrens #include <sys/file.h> /* for FREAD, FWRITE, etc */ 487fa9e4066Sahrens 488fa9e4066Sahrens /* 489fa9e4066Sahrens * Random stuff 490fa9e4066Sahrens */ 491d3d50737SRafael Vanoni #define ddi_get_lbolt() (gethrtime() >> 23) 492d3d50737SRafael Vanoni #define ddi_get_lbolt64() (gethrtime() >> 23) 493fa9e4066Sahrens #define hz 119 /* frequency when using gethrtime() >> 23 for lbolt */ 494fa9e4066Sahrens 495fa9e4066Sahrens extern void delay(clock_t ticks); 496fa9e4066Sahrens 497283b8460SGeorge.Wilson #define SEC_TO_TICK(sec) ((sec) * hz) 498283b8460SGeorge.Wilson #define NSEC_TO_TICK(usec) ((usec) / (NANOSEC / hz)) 499283b8460SGeorge.Wilson 500fa9e4066Sahrens #define gethrestime_sec() time(NULL) 50171eb0538SChris Kirby #define gethrestime(t) \ 50271eb0538SChris Kirby do {\ 50371eb0538SChris Kirby (t)->tv_sec = gethrestime_sec();\ 50471eb0538SChris Kirby (t)->tv_nsec = 0;\ 50571eb0538SChris Kirby } while (0); 506fa9e4066Sahrens 507fa9e4066Sahrens #define max_ncpus 64 508*244781f1SPrakash Surya #define boot_ncpus (sysconf(_SC_NPROCESSORS_ONLN)) 509fa9e4066Sahrens 510fa9e4066Sahrens #define minclsyspri 60 511fa9e4066Sahrens #define maxclsyspri 99 512fa9e4066Sahrens 513fa9e4066Sahrens #define CPU_SEQID (thr_self() & (max_ncpus - 1)) 514fa9e4066Sahrens 515fa9e4066Sahrens #define kcred NULL 516fa9e4066Sahrens #define CRED() NULL 517fa9e4066Sahrens 51805715f94SMark Maybee #define ptob(x) ((x) * PAGESIZE) 51905715f94SMark Maybee 520fa9e4066Sahrens extern uint64_t physmem; 521fa9e4066Sahrens 522bf16b11eSMatthew Ahrens extern int highbit64(uint64_t i); 523fa9e4066Sahrens extern int random_get_bytes(uint8_t *ptr, size_t len); 524fa9e4066Sahrens extern int random_get_pseudo_bytes(uint8_t *ptr, size_t len); 525fa9e4066Sahrens 526fa9e4066Sahrens extern void kernel_init(int); 527fa9e4066Sahrens extern void kernel_fini(void); 528fa9e4066Sahrens 529fa9e4066Sahrens struct spa; 530fa9e4066Sahrens extern void nicenum(uint64_t num, char *buf); 531fa9e4066Sahrens extern void show_pool_stats(struct spa *); 532fa9e4066Sahrens 533fa9e4066Sahrens typedef struct callb_cpr { 534fa9e4066Sahrens kmutex_t *cc_lockp; 535fa9e4066Sahrens } callb_cpr_t; 536fa9e4066Sahrens 537fa9e4066Sahrens #define CALLB_CPR_INIT(cp, lockp, func, name) { \ 538fa9e4066Sahrens (cp)->cc_lockp = lockp; \ 539fa9e4066Sahrens } 540fa9e4066Sahrens 541fa9e4066Sahrens #define CALLB_CPR_SAFE_BEGIN(cp) { \ 542fa9e4066Sahrens ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ 543fa9e4066Sahrens } 544fa9e4066Sahrens 545fa9e4066Sahrens #define CALLB_CPR_SAFE_END(cp, lockp) { \ 546fa9e4066Sahrens ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ 547fa9e4066Sahrens } 548fa9e4066Sahrens 549fa9e4066Sahrens #define CALLB_CPR_EXIT(cp) { \ 550fa9e4066Sahrens ASSERT(MUTEX_HELD((cp)->cc_lockp)); \ 551fa9e4066Sahrens mutex_exit((cp)->cc_lockp); \ 552fa9e4066Sahrens } 553fa9e4066Sahrens 554fa9e4066Sahrens #define zone_dataset_visible(x, y) (1) 555fa9e4066Sahrens #define INGLOBALZONE(z) (1) 556fa9e4066Sahrens 557ae46e4c7SMatthew Ahrens extern char *kmem_asprintf(const char *fmt, ...); 5583b2aab18SMatthew Ahrens #define strfree(str) kmem_free((str), strlen(str) + 1) 559ae46e4c7SMatthew Ahrens 56095173954Sek /* 56195173954Sek * Hostname information 56295173954Sek */ 5635679c89fSjv extern char hw_serial[]; /* for userland-emulated hostid access */ 56495173954Sek extern int ddi_strtoul(const char *str, char **nptr, int base, 56595173954Sek unsigned long *result); 56695173954Sek 5670a586ceaSMark Shellenbaum extern int ddi_strtoull(const char *str, char **nptr, int base, 5680a586ceaSMark Shellenbaum u_longlong_t *result); 5690a586ceaSMark Shellenbaum 570ea8dc4b6Seschrock /* ZFS Boot Related stuff. */ 571ea8dc4b6Seschrock 572ea8dc4b6Seschrock struct _buf { 573ea8dc4b6Seschrock intptr_t _fd; 574ea8dc4b6Seschrock }; 575ea8dc4b6Seschrock 576ea8dc4b6Seschrock struct bootstat { 577ea8dc4b6Seschrock uint64_t st_size; 578ea8dc4b6Seschrock }; 579ea8dc4b6Seschrock 580da6c28aaSamw typedef struct ace_object { 581da6c28aaSamw uid_t a_who; 582da6c28aaSamw uint32_t a_access_mask; 583da6c28aaSamw uint16_t a_flags; 584da6c28aaSamw uint16_t a_type; 585da6c28aaSamw uint8_t a_obj_type[16]; 586da6c28aaSamw uint8_t a_inherit_obj_type[16]; 587da6c28aaSamw } ace_object_t; 588da6c28aaSamw 589da6c28aaSamw 590da6c28aaSamw #define ACE_ACCESS_ALLOWED_OBJECT_ACE_TYPE 0x05 591da6c28aaSamw #define ACE_ACCESS_DENIED_OBJECT_ACE_TYPE 0x06 592da6c28aaSamw #define ACE_SYSTEM_AUDIT_OBJECT_ACE_TYPE 0x07 593da6c28aaSamw #define ACE_SYSTEM_ALARM_OBJECT_ACE_TYPE 0x08 594da6c28aaSamw 595ea8dc4b6Seschrock extern struct _buf *kobj_open_file(char *name); 596ea8dc4b6Seschrock extern int kobj_read_file(struct _buf *file, char *buf, unsigned size, 597ea8dc4b6Seschrock unsigned off); 598ea8dc4b6Seschrock extern void kobj_close_file(struct _buf *file); 599b1b8ab34Slling extern int kobj_get_filesize(struct _buf *file, uint64_t *size); 600ecd6cf80Smarks extern int zfs_secpolicy_snapshot_perms(const char *name, cred_t *cr); 601ecd6cf80Smarks extern int zfs_secpolicy_rename_perms(const char *from, const char *to, 602ecd6cf80Smarks cred_t *cr); 603ecd6cf80Smarks extern int zfs_secpolicy_destroy_perms(const char *name, cred_t *cr); 604ecd6cf80Smarks extern zoneid_t getzoneid(void); 605ea8dc4b6Seschrock 606e0d35c44Smarks /* SID stuff */ 607e0d35c44Smarks typedef struct ksiddomain { 608e0d35c44Smarks uint_t kd_ref; 609e0d35c44Smarks uint_t kd_len; 610e0d35c44Smarks char *kd_name; 611e0d35c44Smarks } ksiddomain_t; 612e0d35c44Smarks 613e0d35c44Smarks ksiddomain_t *ksid_lookupdomain(const char *); 614e0d35c44Smarks void ksiddomain_rele(ksiddomain_t *); 615e0d35c44Smarks 616573ca77eSGeorge Wilson #define DDI_SLEEP KM_SLEEP 617573ca77eSGeorge Wilson #define ddi_log_sysevent(_a, _b, _c, _d, _e, _f, _g) \ 618573ca77eSGeorge Wilson sysevent_post_event(_c, _d, _b, "libzpool", _e, _f) 619573ca77eSGeorge Wilson 620283b8460SGeorge.Wilson /* 621283b8460SGeorge.Wilson * Cyclic information 622283b8460SGeorge.Wilson */ 623283b8460SGeorge.Wilson extern kmutex_t cpu_lock; 624283b8460SGeorge.Wilson 625283b8460SGeorge.Wilson typedef uintptr_t cyclic_id_t; 626283b8460SGeorge.Wilson typedef uint16_t cyc_level_t; 627283b8460SGeorge.Wilson typedef void (*cyc_func_t)(void *); 628283b8460SGeorge.Wilson 629283b8460SGeorge.Wilson #define CY_LOW_LEVEL 0 630283b8460SGeorge.Wilson #define CY_INFINITY INT64_MAX 631283b8460SGeorge.Wilson #define CYCLIC_NONE ((cyclic_id_t)0) 632283b8460SGeorge.Wilson 633283b8460SGeorge.Wilson typedef struct cyc_time { 634283b8460SGeorge.Wilson hrtime_t cyt_when; 635283b8460SGeorge.Wilson hrtime_t cyt_interval; 636283b8460SGeorge.Wilson } cyc_time_t; 637283b8460SGeorge.Wilson 638283b8460SGeorge.Wilson typedef struct cyc_handler { 639283b8460SGeorge.Wilson cyc_func_t cyh_func; 640283b8460SGeorge.Wilson void *cyh_arg; 641283b8460SGeorge.Wilson cyc_level_t cyh_level; 642283b8460SGeorge.Wilson } cyc_handler_t; 643283b8460SGeorge.Wilson 644283b8460SGeorge.Wilson extern cyclic_id_t cyclic_add(cyc_handler_t *, cyc_time_t *); 645283b8460SGeorge.Wilson extern void cyclic_remove(cyclic_id_t); 646283b8460SGeorge.Wilson extern int cyclic_reprogram(cyclic_id_t, hrtime_t); 647283b8460SGeorge.Wilson 64831d7e8faSGeorge Wilson /* 64931d7e8faSGeorge Wilson * Buf structure 65031d7e8faSGeorge Wilson */ 65131d7e8faSGeorge Wilson #define B_BUSY 0x0001 65231d7e8faSGeorge Wilson #define B_DONE 0x0002 65331d7e8faSGeorge Wilson #define B_ERROR 0x0004 65431d7e8faSGeorge Wilson #define B_READ 0x0040 /* read when I/O occurs */ 65531d7e8faSGeorge Wilson #define B_WRITE 0x0100 /* non-read pseudo-flag */ 65631d7e8faSGeorge Wilson 65731d7e8faSGeorge Wilson typedef struct buf { 65831d7e8faSGeorge Wilson int b_flags; 65931d7e8faSGeorge Wilson size_t b_bcount; 66031d7e8faSGeorge Wilson union { 66131d7e8faSGeorge Wilson caddr_t b_addr; 66231d7e8faSGeorge Wilson } b_un; 66331d7e8faSGeorge Wilson 66431d7e8faSGeorge Wilson lldaddr_t _b_blkno; 66531d7e8faSGeorge Wilson #define b_lblkno _b_blkno._f 66631d7e8faSGeorge Wilson size_t b_resid; 66731d7e8faSGeorge Wilson size_t b_bufsize; 66831d7e8faSGeorge Wilson int (*b_iodone)(struct buf *); 66931d7e8faSGeorge Wilson int b_error; 67031d7e8faSGeorge Wilson void *b_private; 67131d7e8faSGeorge Wilson } buf_t; 67231d7e8faSGeorge Wilson 67331d7e8faSGeorge Wilson extern void bioinit(buf_t *); 67431d7e8faSGeorge Wilson extern void biodone(buf_t *); 67531d7e8faSGeorge Wilson extern void bioerror(buf_t *, int); 67631d7e8faSGeorge Wilson extern int geterror(buf_t *); 67731d7e8faSGeorge Wilson 678f0547164Slling #ifdef __cplusplus 679f0547164Slling } 680f0547164Slling #endif 681f0547164Slling 682fa9e4066Sahrens #endif /* _SYS_ZFS_CONTEXT_H */ 683