17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 502f574f0Skais * Common Development and Distribution License (the "License"). 602f574f0Skais * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 223364c169SVladimir Kotal * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate /* 277c478bd9Sstevel@tonic-gate * This file implements the interfaces that the /dev/random 287c478bd9Sstevel@tonic-gate * driver uses for read(2), write(2) and poll(2) on /dev/random or 297c478bd9Sstevel@tonic-gate * /dev/urandom. It also implements the kernel API - random_add_entropy(), 303364c169SVladimir Kotal * random_add_pseudo_entropy(), random_get_pseudo_bytes() 313364c169SVladimir Kotal * and random_get_bytes(). 327c478bd9Sstevel@tonic-gate * 337c478bd9Sstevel@tonic-gate * We periodically collect random bits from providers which are registered 347c478bd9Sstevel@tonic-gate * with the Kernel Cryptographic Framework (kCF) as capable of random 357c478bd9Sstevel@tonic-gate * number generation. The random bits are maintained in a cache and 367c478bd9Sstevel@tonic-gate * it is used for high quality random numbers (/dev/random) requests. 377c478bd9Sstevel@tonic-gate * We pick a provider and call its SPI routine, if the cache does not have 387c478bd9Sstevel@tonic-gate * enough bytes to satisfy a request. 397c478bd9Sstevel@tonic-gate * 407c478bd9Sstevel@tonic-gate * /dev/urandom requests use a software-based generator algorithm that uses the 417c478bd9Sstevel@tonic-gate * random bits in the cache as a seed. We create one pseudo-random generator 427c478bd9Sstevel@tonic-gate * (for /dev/urandom) per possible CPU on the system, and use it, 437c478bd9Sstevel@tonic-gate * kmem-magazine-style, to avoid cache line contention. 447c478bd9Sstevel@tonic-gate * 457c478bd9Sstevel@tonic-gate * LOCKING HIERARCHY: 46fe54a78eSHai-May Chao * 1) rmp->rm_mag.rm_lock protects the per-cpu pseudo-random generators. 477c478bd9Sstevel@tonic-gate * 2) rndpool_lock protects the high-quality randomness pool. 48fe54a78eSHai-May Chao * It may be locked while a rmp->rm_mag.rm_lock is held. 497c478bd9Sstevel@tonic-gate * 507c478bd9Sstevel@tonic-gate * A history note: The kernel API and the software-based algorithms in this 517c478bd9Sstevel@tonic-gate * file used to be part of the /dev/random driver. 527c478bd9Sstevel@tonic-gate */ 537c478bd9Sstevel@tonic-gate 547c478bd9Sstevel@tonic-gate #include <sys/types.h> 557c478bd9Sstevel@tonic-gate #include <sys/conf.h> 567c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 577c478bd9Sstevel@tonic-gate #include <sys/disp.h> 587c478bd9Sstevel@tonic-gate #include <sys/modctl.h> 597c478bd9Sstevel@tonic-gate #include <sys/ddi.h> 607c478bd9Sstevel@tonic-gate #include <sys/crypto/common.h> 617c478bd9Sstevel@tonic-gate #include <sys/crypto/api.h> 627c478bd9Sstevel@tonic-gate #include <sys/crypto/impl.h> 637c478bd9Sstevel@tonic-gate #include <sys/crypto/sched_impl.h> 647c478bd9Sstevel@tonic-gate #include <sys/random.h> 657c478bd9Sstevel@tonic-gate #include <sys/sha1.h> 667c478bd9Sstevel@tonic-gate #include <sys/time.h> 677c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 687c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h> 697c478bd9Sstevel@tonic-gate #include <sys/taskq.h> 70fe54a78eSHai-May Chao #include <rng/fips_random.h> 717c478bd9Sstevel@tonic-gate 727c478bd9Sstevel@tonic-gate #define RNDPOOLSIZE 1024 /* Pool size in bytes */ 737c478bd9Sstevel@tonic-gate #define MINEXTRACTBYTES 20 747c478bd9Sstevel@tonic-gate #define MAXEXTRACTBYTES 1024 757c478bd9Sstevel@tonic-gate #define PRNG_MAXOBLOCKS 1310720 /* Max output block per prng key */ 767c478bd9Sstevel@tonic-gate #define TIMEOUT_INTERVAL 5 /* Periodic mixing interval in secs */ 777c478bd9Sstevel@tonic-gate 787c478bd9Sstevel@tonic-gate typedef enum extract_type { 797c478bd9Sstevel@tonic-gate NONBLOCK_EXTRACT, 807c478bd9Sstevel@tonic-gate BLOCKING_EXTRACT, 817c478bd9Sstevel@tonic-gate ALWAYS_EXTRACT 827c478bd9Sstevel@tonic-gate } extract_type_t; 837c478bd9Sstevel@tonic-gate 847c478bd9Sstevel@tonic-gate /* 857c478bd9Sstevel@tonic-gate * Hash-algo generic definitions. For now, they are SHA1's. We use SHA1 867c478bd9Sstevel@tonic-gate * routines directly instead of using k-API because we can't return any 877c478bd9Sstevel@tonic-gate * error code in /dev/urandom case and we can get an error using k-API 887c478bd9Sstevel@tonic-gate * if a mechanism is disabled. 897c478bd9Sstevel@tonic-gate */ 907c478bd9Sstevel@tonic-gate #define HASHSIZE 20 917c478bd9Sstevel@tonic-gate #define HASH_CTX SHA1_CTX 927c478bd9Sstevel@tonic-gate #define HashInit(ctx) SHA1Init((ctx)) 937c478bd9Sstevel@tonic-gate #define HashUpdate(ctx, p, s) SHA1Update((ctx), (p), (s)) 947c478bd9Sstevel@tonic-gate #define HashFinal(d, ctx) SHA1Final((d), (ctx)) 957c478bd9Sstevel@tonic-gate 967c478bd9Sstevel@tonic-gate /* HMAC-SHA1 */ 977c478bd9Sstevel@tonic-gate #define HMAC_KEYSIZE 20 987c478bd9Sstevel@tonic-gate 997c478bd9Sstevel@tonic-gate /* 1007c478bd9Sstevel@tonic-gate * Cache of random bytes implemented as a circular buffer. findex and rindex 1017c478bd9Sstevel@tonic-gate * track the front and back of the circular buffer. 1027c478bd9Sstevel@tonic-gate */ 1037c478bd9Sstevel@tonic-gate uint8_t rndpool[RNDPOOLSIZE]; 1047c478bd9Sstevel@tonic-gate static int findex, rindex; 1057c478bd9Sstevel@tonic-gate static int rnbyte_cnt; /* Number of bytes in the cache */ 1067c478bd9Sstevel@tonic-gate 1077c478bd9Sstevel@tonic-gate static kmutex_t rndpool_lock; /* protects r/w accesses to the cache, */ 1087c478bd9Sstevel@tonic-gate /* and the global variables */ 1097c478bd9Sstevel@tonic-gate static kcondvar_t rndpool_read_cv; /* serializes poll/read syscalls */ 1107c478bd9Sstevel@tonic-gate static int num_waiters; /* #threads waiting to read from /dev/random */ 1117c478bd9Sstevel@tonic-gate 1127c478bd9Sstevel@tonic-gate static struct pollhead rnd_pollhead; 1137c478bd9Sstevel@tonic-gate static timeout_id_t kcf_rndtimeout_id; 1147c478bd9Sstevel@tonic-gate static crypto_mech_type_t rngmech_type = CRYPTO_MECH_INVALID; 1157c478bd9Sstevel@tonic-gate rnd_stats_t rnd_stats; 116f317a3a3Skrishna static boolean_t rng_prov_found = B_TRUE; 117f317a3a3Skrishna static boolean_t rng_ok_to_log = B_TRUE; 1187c478bd9Sstevel@tonic-gate 1197c478bd9Sstevel@tonic-gate static void rndc_addbytes(uint8_t *, size_t); 1207c478bd9Sstevel@tonic-gate static void rndc_getbytes(uint8_t *ptr, size_t len); 1217c478bd9Sstevel@tonic-gate static void rnd_handler(void *); 1227c478bd9Sstevel@tonic-gate static void rnd_alloc_magazines(); 1237c478bd9Sstevel@tonic-gate 1247c478bd9Sstevel@tonic-gate void 1257c478bd9Sstevel@tonic-gate kcf_rnd_init() 1267c478bd9Sstevel@tonic-gate { 1277c478bd9Sstevel@tonic-gate hrtime_t ts; 1287c478bd9Sstevel@tonic-gate time_t now; 1297c478bd9Sstevel@tonic-gate 1307c478bd9Sstevel@tonic-gate mutex_init(&rndpool_lock, NULL, MUTEX_DEFAULT, NULL); 1317c478bd9Sstevel@tonic-gate cv_init(&rndpool_read_cv, NULL, CV_DEFAULT, NULL); 1327c478bd9Sstevel@tonic-gate 1337c478bd9Sstevel@tonic-gate /* 1347c478bd9Sstevel@tonic-gate * Add bytes to the cache using 1357c478bd9Sstevel@tonic-gate * . 2 unpredictable times: high resolution time since the boot-time, 1367c478bd9Sstevel@tonic-gate * and the current time-of-the day. 1377c478bd9Sstevel@tonic-gate * This is used only to make the timeout value in the timer 1387c478bd9Sstevel@tonic-gate * unpredictable. 1397c478bd9Sstevel@tonic-gate */ 1407c478bd9Sstevel@tonic-gate ts = gethrtime(); 1417c478bd9Sstevel@tonic-gate rndc_addbytes((uint8_t *)&ts, sizeof (ts)); 1427c478bd9Sstevel@tonic-gate 1437c478bd9Sstevel@tonic-gate (void) drv_getparm(TIME, &now); 1447c478bd9Sstevel@tonic-gate rndc_addbytes((uint8_t *)&now, sizeof (now)); 1457c478bd9Sstevel@tonic-gate 1467c478bd9Sstevel@tonic-gate rnbyte_cnt = 0; 1477c478bd9Sstevel@tonic-gate findex = rindex = 0; 1487c478bd9Sstevel@tonic-gate num_waiters = 0; 1497c478bd9Sstevel@tonic-gate rngmech_type = KCF_MECHID(KCF_MISC_CLASS, 0); 1507c478bd9Sstevel@tonic-gate 1517c478bd9Sstevel@tonic-gate rnd_alloc_magazines(); 1527c478bd9Sstevel@tonic-gate } 1537c478bd9Sstevel@tonic-gate 1547c478bd9Sstevel@tonic-gate /* 1557c478bd9Sstevel@tonic-gate * Return TRUE if at least one provider exists that can 1567c478bd9Sstevel@tonic-gate * supply random numbers. 1577c478bd9Sstevel@tonic-gate */ 1587c478bd9Sstevel@tonic-gate boolean_t 1597c478bd9Sstevel@tonic-gate kcf_rngprov_check(void) 1607c478bd9Sstevel@tonic-gate { 1617c478bd9Sstevel@tonic-gate int rv; 1627c478bd9Sstevel@tonic-gate kcf_provider_desc_t *pd; 1637c478bd9Sstevel@tonic-gate 1647c478bd9Sstevel@tonic-gate if ((pd = kcf_get_mech_provider(rngmech_type, NULL, &rv, 1657c478bd9Sstevel@tonic-gate NULL, CRYPTO_FG_RANDOM, B_FALSE, 0)) != NULL) { 1667c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 167f317a3a3Skrishna /* 168f317a3a3Skrishna * We logged a warning once about no provider being available 169f317a3a3Skrishna * and now a provider became available. So, set the flag so 170f317a3a3Skrishna * that we can log again if the problem recurs. 171f317a3a3Skrishna */ 172f317a3a3Skrishna rng_ok_to_log = B_TRUE; 173f317a3a3Skrishna rng_prov_found = B_TRUE; 1747c478bd9Sstevel@tonic-gate return (B_TRUE); 175f317a3a3Skrishna } else { 176f317a3a3Skrishna rng_prov_found = B_FALSE; 1777c478bd9Sstevel@tonic-gate return (B_FALSE); 178f317a3a3Skrishna } 1797c478bd9Sstevel@tonic-gate } 1807c478bd9Sstevel@tonic-gate 1817c478bd9Sstevel@tonic-gate /* 1827c478bd9Sstevel@tonic-gate * Pick a software-based provider and submit a request to seed 1837c478bd9Sstevel@tonic-gate * its random number generator. 1847c478bd9Sstevel@tonic-gate */ 1857c478bd9Sstevel@tonic-gate static void 1868047c9fbSmcpowers rngprov_seed(uint8_t *buf, int len, uint_t entropy_est, uint32_t flags) 1877c478bd9Sstevel@tonic-gate { 1887c478bd9Sstevel@tonic-gate kcf_provider_desc_t *pd = NULL; 1897c478bd9Sstevel@tonic-gate 1906a1073f8Skrishna if (kcf_get_sw_prov(rngmech_type, &pd, NULL, B_FALSE) == 1916a1073f8Skrishna CRYPTO_SUCCESS) { 1928047c9fbSmcpowers (void) KCF_PROV_SEED_RANDOM(pd, pd->pd_sid, buf, len, 1938047c9fbSmcpowers entropy_est, flags, NULL); 1947c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 1957c478bd9Sstevel@tonic-gate } 1967c478bd9Sstevel@tonic-gate } 1977c478bd9Sstevel@tonic-gate 1987c478bd9Sstevel@tonic-gate /* Boot-time tunable for experimentation. */ 1997c478bd9Sstevel@tonic-gate int kcf_limit_hwrng = 1; 2007c478bd9Sstevel@tonic-gate 2017c478bd9Sstevel@tonic-gate 2027c478bd9Sstevel@tonic-gate /* 2037c478bd9Sstevel@tonic-gate * This routine is called for blocking reads. 2047c478bd9Sstevel@tonic-gate * 2057c478bd9Sstevel@tonic-gate * The argument from_user_api indicates whether the caller is 2067c478bd9Sstevel@tonic-gate * from userland coming via the /dev/random driver. 2077c478bd9Sstevel@tonic-gate * 2087c478bd9Sstevel@tonic-gate * The argument is_taskq_thr indicates whether the caller is 2097c478bd9Sstevel@tonic-gate * the taskq thread dispatched by the timeout handler routine. 2107c478bd9Sstevel@tonic-gate * In this case, we cycle through all the providers 2117c478bd9Sstevel@tonic-gate * submitting a request to each provider to generate random numbers. 2127c478bd9Sstevel@tonic-gate * 2137c478bd9Sstevel@tonic-gate * For other cases, we pick a provider and submit a request to generate 2147c478bd9Sstevel@tonic-gate * random numbers. We retry using another provider if we get an error. 2157c478bd9Sstevel@tonic-gate * 2167c478bd9Sstevel@tonic-gate * Returns the number of bytes that are written to 'ptr'. Returns -1 2177c478bd9Sstevel@tonic-gate * if no provider is found. ptr and need are unchanged. 2187c478bd9Sstevel@tonic-gate */ 2197c478bd9Sstevel@tonic-gate static int 2207c478bd9Sstevel@tonic-gate rngprov_getbytes(uint8_t *ptr, size_t need, boolean_t from_user_api, 2217c478bd9Sstevel@tonic-gate boolean_t is_taskq_thr) 2227c478bd9Sstevel@tonic-gate { 2237c478bd9Sstevel@tonic-gate int rv; 2247c478bd9Sstevel@tonic-gate int prov_cnt = 0; 2257c478bd9Sstevel@tonic-gate int total_bytes = 0; 2267c478bd9Sstevel@tonic-gate kcf_provider_desc_t *pd; 2277c478bd9Sstevel@tonic-gate kcf_req_params_t params; 2287c478bd9Sstevel@tonic-gate kcf_prov_tried_t *list = NULL; 2297c478bd9Sstevel@tonic-gate 2307c478bd9Sstevel@tonic-gate while ((pd = kcf_get_mech_provider(rngmech_type, NULL, &rv, 2317c478bd9Sstevel@tonic-gate list, CRYPTO_FG_RANDOM, B_FALSE, 0)) != NULL) { 2327c478bd9Sstevel@tonic-gate 2337c478bd9Sstevel@tonic-gate prov_cnt++; 2347c478bd9Sstevel@tonic-gate /* 2357c478bd9Sstevel@tonic-gate * Typically a hardware RNG is a multi-purpose 2367c478bd9Sstevel@tonic-gate * crypto card and hence we do not want to overload the card 2377c478bd9Sstevel@tonic-gate * just for random numbers. The following check is to prevent 2387c478bd9Sstevel@tonic-gate * a user process from hogging the hardware RNG. Note that we 2397c478bd9Sstevel@tonic-gate * still use the hardware RNG from the periodically run 2407c478bd9Sstevel@tonic-gate * taskq thread. 2417c478bd9Sstevel@tonic-gate */ 2427c478bd9Sstevel@tonic-gate if (pd->pd_prov_type == CRYPTO_HW_PROVIDER && from_user_api && 2437c478bd9Sstevel@tonic-gate kcf_limit_hwrng == 1) { 2447c478bd9Sstevel@tonic-gate ASSERT(is_taskq_thr == B_FALSE); 2457c478bd9Sstevel@tonic-gate goto try_next; 2467c478bd9Sstevel@tonic-gate } 2477c478bd9Sstevel@tonic-gate 2487c478bd9Sstevel@tonic-gate KCF_WRAP_RANDOM_OPS_PARAMS(¶ms, KCF_OP_RANDOM_GENERATE, 2498047c9fbSmcpowers pd->pd_sid, ptr, need, 0, 0); 2507c478bd9Sstevel@tonic-gate rv = kcf_submit_request(pd, NULL, NULL, ¶ms, B_FALSE); 2517c478bd9Sstevel@tonic-gate ASSERT(rv != CRYPTO_QUEUED); 2527c478bd9Sstevel@tonic-gate 2537c478bd9Sstevel@tonic-gate if (rv == CRYPTO_SUCCESS) { 2547c478bd9Sstevel@tonic-gate total_bytes += need; 2557c478bd9Sstevel@tonic-gate if (is_taskq_thr) 2567c478bd9Sstevel@tonic-gate rndc_addbytes(ptr, need); 2577c478bd9Sstevel@tonic-gate else { 2587c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 2597c478bd9Sstevel@tonic-gate break; 2607c478bd9Sstevel@tonic-gate } 2617c478bd9Sstevel@tonic-gate } 2627c478bd9Sstevel@tonic-gate 2637c478bd9Sstevel@tonic-gate if (is_taskq_thr || rv != CRYPTO_SUCCESS) { 2647c478bd9Sstevel@tonic-gate try_next: 2657c478bd9Sstevel@tonic-gate /* Add pd to the linked list of providers tried. */ 2667c478bd9Sstevel@tonic-gate if (kcf_insert_triedlist(&list, pd, KM_SLEEP) == NULL) { 2677c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 2687c478bd9Sstevel@tonic-gate break; 2697c478bd9Sstevel@tonic-gate } 2707c478bd9Sstevel@tonic-gate } 2717c478bd9Sstevel@tonic-gate 2727c478bd9Sstevel@tonic-gate } 2737c478bd9Sstevel@tonic-gate 2747c478bd9Sstevel@tonic-gate if (list != NULL) 2757c478bd9Sstevel@tonic-gate kcf_free_triedlist(list); 2767c478bd9Sstevel@tonic-gate 2777c478bd9Sstevel@tonic-gate if (prov_cnt == 0) { /* no provider could be found. */ 278f317a3a3Skrishna rng_prov_found = B_FALSE; 2797c478bd9Sstevel@tonic-gate return (-1); 280f317a3a3Skrishna } else { 281f317a3a3Skrishna rng_prov_found = B_TRUE; 282f317a3a3Skrishna /* See comments in kcf_rngprov_check() */ 283f317a3a3Skrishna rng_ok_to_log = B_TRUE; 2847c478bd9Sstevel@tonic-gate } 2857c478bd9Sstevel@tonic-gate 2867c478bd9Sstevel@tonic-gate return (total_bytes); 2877c478bd9Sstevel@tonic-gate } 2887c478bd9Sstevel@tonic-gate 2897c478bd9Sstevel@tonic-gate static void 2907c478bd9Sstevel@tonic-gate notify_done(void *arg, int rv) 2917c478bd9Sstevel@tonic-gate { 2927c478bd9Sstevel@tonic-gate uchar_t *rndbuf = arg; 2937c478bd9Sstevel@tonic-gate 2947c478bd9Sstevel@tonic-gate if (rv == CRYPTO_SUCCESS) 2957c478bd9Sstevel@tonic-gate rndc_addbytes(rndbuf, MINEXTRACTBYTES); 2967c478bd9Sstevel@tonic-gate 2977c478bd9Sstevel@tonic-gate bzero(rndbuf, MINEXTRACTBYTES); 2987c478bd9Sstevel@tonic-gate kmem_free(rndbuf, MINEXTRACTBYTES); 2997c478bd9Sstevel@tonic-gate } 3007c478bd9Sstevel@tonic-gate 3017c478bd9Sstevel@tonic-gate /* 3027c478bd9Sstevel@tonic-gate * Cycle through all the providers submitting a request to each provider 3037c478bd9Sstevel@tonic-gate * to generate random numbers. This is called for the modes - NONBLOCK_EXTRACT 3047c478bd9Sstevel@tonic-gate * and ALWAYS_EXTRACT. 3057c478bd9Sstevel@tonic-gate * 3067c478bd9Sstevel@tonic-gate * Returns the number of bytes that are written to 'ptr'. Returns -1 3077c478bd9Sstevel@tonic-gate * if no provider is found. ptr and len are unchanged. 3087c478bd9Sstevel@tonic-gate */ 3097c478bd9Sstevel@tonic-gate static int 3107c478bd9Sstevel@tonic-gate rngprov_getbytes_nblk(uint8_t *ptr, size_t len, boolean_t from_user_api) 3117c478bd9Sstevel@tonic-gate { 3127c478bd9Sstevel@tonic-gate int rv, blen, total_bytes; 3137c478bd9Sstevel@tonic-gate uchar_t *rndbuf; 3147c478bd9Sstevel@tonic-gate kcf_provider_desc_t *pd; 3157c478bd9Sstevel@tonic-gate kcf_req_params_t params; 3167c478bd9Sstevel@tonic-gate crypto_call_req_t req; 3177c478bd9Sstevel@tonic-gate kcf_prov_tried_t *list = NULL; 3187c478bd9Sstevel@tonic-gate int prov_cnt = 0; 3197c478bd9Sstevel@tonic-gate 3207c478bd9Sstevel@tonic-gate blen = 0; 3217c478bd9Sstevel@tonic-gate total_bytes = 0; 3227c478bd9Sstevel@tonic-gate req.cr_flag = CRYPTO_SKIP_REQID; 3237c478bd9Sstevel@tonic-gate req.cr_callback_func = notify_done; 3247c478bd9Sstevel@tonic-gate 3257c478bd9Sstevel@tonic-gate while ((pd = kcf_get_mech_provider(rngmech_type, NULL, &rv, 3267c478bd9Sstevel@tonic-gate list, CRYPTO_FG_RANDOM, CHECK_RESTRICT(&req), 0)) != NULL) { 3277c478bd9Sstevel@tonic-gate 3287c478bd9Sstevel@tonic-gate prov_cnt ++; 3297c478bd9Sstevel@tonic-gate switch (pd->pd_prov_type) { 3307c478bd9Sstevel@tonic-gate case CRYPTO_HW_PROVIDER: 3317c478bd9Sstevel@tonic-gate /* See comments in rngprov_getbytes() */ 3327c478bd9Sstevel@tonic-gate if (from_user_api && kcf_limit_hwrng == 1) 3337c478bd9Sstevel@tonic-gate goto try_next; 3347c478bd9Sstevel@tonic-gate 3357c478bd9Sstevel@tonic-gate /* 3367c478bd9Sstevel@tonic-gate * We have to allocate a buffer here as we can not 3377c478bd9Sstevel@tonic-gate * assume that the input buffer will remain valid 3387c478bd9Sstevel@tonic-gate * when the callback comes. We use a fixed size buffer 3397c478bd9Sstevel@tonic-gate * to simplify the book keeping. 3407c478bd9Sstevel@tonic-gate */ 3417c478bd9Sstevel@tonic-gate rndbuf = kmem_alloc(MINEXTRACTBYTES, KM_NOSLEEP); 3427c478bd9Sstevel@tonic-gate if (rndbuf == NULL) { 3437c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 3447c478bd9Sstevel@tonic-gate if (list != NULL) 3457c478bd9Sstevel@tonic-gate kcf_free_triedlist(list); 3467c478bd9Sstevel@tonic-gate return (total_bytes); 3477c478bd9Sstevel@tonic-gate } 3487c478bd9Sstevel@tonic-gate req.cr_callback_arg = rndbuf; 3497c478bd9Sstevel@tonic-gate KCF_WRAP_RANDOM_OPS_PARAMS(¶ms, 3507c478bd9Sstevel@tonic-gate KCF_OP_RANDOM_GENERATE, 3518047c9fbSmcpowers pd->pd_sid, rndbuf, MINEXTRACTBYTES, 0, 0); 3527c478bd9Sstevel@tonic-gate break; 3537c478bd9Sstevel@tonic-gate 3547c478bd9Sstevel@tonic-gate case CRYPTO_SW_PROVIDER: 3557c478bd9Sstevel@tonic-gate /* 3567c478bd9Sstevel@tonic-gate * We do not need to allocate a buffer in the software 3577c478bd9Sstevel@tonic-gate * provider case as there is no callback involved. We 3587c478bd9Sstevel@tonic-gate * avoid any extra data copy by directly passing 'ptr'. 3597c478bd9Sstevel@tonic-gate */ 3607c478bd9Sstevel@tonic-gate KCF_WRAP_RANDOM_OPS_PARAMS(¶ms, 3617c478bd9Sstevel@tonic-gate KCF_OP_RANDOM_GENERATE, 3628047c9fbSmcpowers pd->pd_sid, ptr, len, 0, 0); 3637c478bd9Sstevel@tonic-gate break; 3647c478bd9Sstevel@tonic-gate } 3657c478bd9Sstevel@tonic-gate 3667c478bd9Sstevel@tonic-gate rv = kcf_submit_request(pd, NULL, &req, ¶ms, B_FALSE); 3677c478bd9Sstevel@tonic-gate if (rv == CRYPTO_SUCCESS) { 3687c478bd9Sstevel@tonic-gate switch (pd->pd_prov_type) { 3697c478bd9Sstevel@tonic-gate case CRYPTO_HW_PROVIDER: 3707c478bd9Sstevel@tonic-gate /* 3717c478bd9Sstevel@tonic-gate * Since we have the input buffer handy, 3727c478bd9Sstevel@tonic-gate * we directly copy to it rather than 3737c478bd9Sstevel@tonic-gate * adding to the pool. 3747c478bd9Sstevel@tonic-gate */ 3757c478bd9Sstevel@tonic-gate blen = min(MINEXTRACTBYTES, len); 3767c478bd9Sstevel@tonic-gate bcopy(rndbuf, ptr, blen); 3777c478bd9Sstevel@tonic-gate if (len < MINEXTRACTBYTES) 3787c478bd9Sstevel@tonic-gate rndc_addbytes(rndbuf + len, 3797c478bd9Sstevel@tonic-gate MINEXTRACTBYTES - len); 3807c478bd9Sstevel@tonic-gate ptr += blen; 3817c478bd9Sstevel@tonic-gate len -= blen; 3827c478bd9Sstevel@tonic-gate total_bytes += blen; 3837c478bd9Sstevel@tonic-gate break; 3847c478bd9Sstevel@tonic-gate 3857c478bd9Sstevel@tonic-gate case CRYPTO_SW_PROVIDER: 3867c478bd9Sstevel@tonic-gate total_bytes += len; 3877c478bd9Sstevel@tonic-gate len = 0; 3887c478bd9Sstevel@tonic-gate break; 3897c478bd9Sstevel@tonic-gate } 3907c478bd9Sstevel@tonic-gate } 3917c478bd9Sstevel@tonic-gate 3927c478bd9Sstevel@tonic-gate /* 3937c478bd9Sstevel@tonic-gate * We free the buffer in the callback routine 3947c478bd9Sstevel@tonic-gate * for the CRYPTO_QUEUED case. 3957c478bd9Sstevel@tonic-gate */ 3967c478bd9Sstevel@tonic-gate if (pd->pd_prov_type == CRYPTO_HW_PROVIDER && 3977c478bd9Sstevel@tonic-gate rv != CRYPTO_QUEUED) { 3987c478bd9Sstevel@tonic-gate bzero(rndbuf, MINEXTRACTBYTES); 3997c478bd9Sstevel@tonic-gate kmem_free(rndbuf, MINEXTRACTBYTES); 4007c478bd9Sstevel@tonic-gate } 4017c478bd9Sstevel@tonic-gate 4027c478bd9Sstevel@tonic-gate if (len == 0) { 4037c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 4047c478bd9Sstevel@tonic-gate break; 4057c478bd9Sstevel@tonic-gate } 4067c478bd9Sstevel@tonic-gate 4077c478bd9Sstevel@tonic-gate if (rv != CRYPTO_SUCCESS) { 4087c478bd9Sstevel@tonic-gate try_next: 4097c478bd9Sstevel@tonic-gate /* Add pd to the linked list of providers tried. */ 4107c478bd9Sstevel@tonic-gate if (kcf_insert_triedlist(&list, pd, KM_NOSLEEP) == 4117c478bd9Sstevel@tonic-gate NULL) { 4127c478bd9Sstevel@tonic-gate KCF_PROV_REFRELE(pd); 4137c478bd9Sstevel@tonic-gate break; 4147c478bd9Sstevel@tonic-gate } 4157c478bd9Sstevel@tonic-gate } 4167c478bd9Sstevel@tonic-gate } 4177c478bd9Sstevel@tonic-gate 4187c478bd9Sstevel@tonic-gate if (list != NULL) { 4197c478bd9Sstevel@tonic-gate kcf_free_triedlist(list); 4207c478bd9Sstevel@tonic-gate } 4217c478bd9Sstevel@tonic-gate 4227c478bd9Sstevel@tonic-gate if (prov_cnt == 0) { /* no provider could be found. */ 423f317a3a3Skrishna rng_prov_found = B_FALSE; 4247c478bd9Sstevel@tonic-gate return (-1); 425f317a3a3Skrishna } else { 426f317a3a3Skrishna rng_prov_found = B_TRUE; 427f317a3a3Skrishna /* See comments in kcf_rngprov_check() */ 428f317a3a3Skrishna rng_ok_to_log = B_TRUE; 4297c478bd9Sstevel@tonic-gate } 4307c478bd9Sstevel@tonic-gate 4317c478bd9Sstevel@tonic-gate return (total_bytes); 4327c478bd9Sstevel@tonic-gate } 4337c478bd9Sstevel@tonic-gate 4347c478bd9Sstevel@tonic-gate static void 4357c478bd9Sstevel@tonic-gate rngprov_task(void *arg) 4367c478bd9Sstevel@tonic-gate { 4377c478bd9Sstevel@tonic-gate int len = (int)(uintptr_t)arg; 4387c478bd9Sstevel@tonic-gate uchar_t tbuf[MAXEXTRACTBYTES]; 4397c478bd9Sstevel@tonic-gate 4407c478bd9Sstevel@tonic-gate ASSERT(len <= MAXEXTRACTBYTES); 441f317a3a3Skrishna (void) rngprov_getbytes(tbuf, len, B_FALSE, B_TRUE); 4427c478bd9Sstevel@tonic-gate } 4437c478bd9Sstevel@tonic-gate 4447c478bd9Sstevel@tonic-gate /* 4457c478bd9Sstevel@tonic-gate * Returns "len" random or pseudo-random bytes in *ptr. 4467c478bd9Sstevel@tonic-gate * Will block if not enough random bytes are available and the 4477c478bd9Sstevel@tonic-gate * call is blocking. 4487c478bd9Sstevel@tonic-gate * 4497c478bd9Sstevel@tonic-gate * Called with rndpool_lock held (allowing caller to do optimistic locking; 4507c478bd9Sstevel@tonic-gate * releases the lock before return). 4517c478bd9Sstevel@tonic-gate */ 4527c478bd9Sstevel@tonic-gate static int 4537c478bd9Sstevel@tonic-gate rnd_get_bytes(uint8_t *ptr, size_t len, extract_type_t how, 4547c478bd9Sstevel@tonic-gate boolean_t from_user_api) 4557c478bd9Sstevel@tonic-gate { 4567c478bd9Sstevel@tonic-gate int bytes; 4577c478bd9Sstevel@tonic-gate size_t got; 4587c478bd9Sstevel@tonic-gate 4597c478bd9Sstevel@tonic-gate ASSERT(mutex_owned(&rndpool_lock)); 4607c478bd9Sstevel@tonic-gate /* 4617c478bd9Sstevel@tonic-gate * Check if the request can be satisfied from the cache 4627c478bd9Sstevel@tonic-gate * of random bytes. 4637c478bd9Sstevel@tonic-gate */ 4647c478bd9Sstevel@tonic-gate if (len <= rnbyte_cnt) { 4657c478bd9Sstevel@tonic-gate rndc_getbytes(ptr, len); 4667c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 4677c478bd9Sstevel@tonic-gate return (0); 4687c478bd9Sstevel@tonic-gate } 4697c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 4707c478bd9Sstevel@tonic-gate 4717c478bd9Sstevel@tonic-gate switch (how) { 4727c478bd9Sstevel@tonic-gate case BLOCKING_EXTRACT: 4737c478bd9Sstevel@tonic-gate if ((got = rngprov_getbytes(ptr, len, from_user_api, 4747c478bd9Sstevel@tonic-gate B_FALSE)) == -1) 4757c478bd9Sstevel@tonic-gate break; /* No provider found */ 4767c478bd9Sstevel@tonic-gate 4777c478bd9Sstevel@tonic-gate if (got == len) 4787c478bd9Sstevel@tonic-gate return (0); 4797c478bd9Sstevel@tonic-gate len -= got; 4807c478bd9Sstevel@tonic-gate ptr += got; 4817c478bd9Sstevel@tonic-gate break; 4827c478bd9Sstevel@tonic-gate 4837c478bd9Sstevel@tonic-gate case NONBLOCK_EXTRACT: 4847c478bd9Sstevel@tonic-gate case ALWAYS_EXTRACT: 4857c478bd9Sstevel@tonic-gate if ((got = rngprov_getbytes_nblk(ptr, len, 4867c478bd9Sstevel@tonic-gate from_user_api)) == -1) { 4877c478bd9Sstevel@tonic-gate /* No provider found */ 4887c478bd9Sstevel@tonic-gate if (how == NONBLOCK_EXTRACT) { 4897c478bd9Sstevel@tonic-gate return (EAGAIN); 4907c478bd9Sstevel@tonic-gate } 4917c478bd9Sstevel@tonic-gate } else { 4927c478bd9Sstevel@tonic-gate if (got == len) 4937c478bd9Sstevel@tonic-gate return (0); 4947c478bd9Sstevel@tonic-gate len -= got; 4957c478bd9Sstevel@tonic-gate ptr += got; 4967c478bd9Sstevel@tonic-gate } 4977c478bd9Sstevel@tonic-gate if (how == NONBLOCK_EXTRACT && (rnbyte_cnt < len)) 4987c478bd9Sstevel@tonic-gate return (EAGAIN); 4997c478bd9Sstevel@tonic-gate break; 5007c478bd9Sstevel@tonic-gate } 5017c478bd9Sstevel@tonic-gate 5027c478bd9Sstevel@tonic-gate mutex_enter(&rndpool_lock); 5037c478bd9Sstevel@tonic-gate while (len > 0) { 5047c478bd9Sstevel@tonic-gate if (how == BLOCKING_EXTRACT) { 5057c478bd9Sstevel@tonic-gate /* Check if there is enough */ 5067c478bd9Sstevel@tonic-gate while (rnbyte_cnt < MINEXTRACTBYTES) { 5077c478bd9Sstevel@tonic-gate num_waiters++; 5087c478bd9Sstevel@tonic-gate if (cv_wait_sig(&rndpool_read_cv, 5097c478bd9Sstevel@tonic-gate &rndpool_lock) == 0) { 5107c478bd9Sstevel@tonic-gate num_waiters--; 5117c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 5127c478bd9Sstevel@tonic-gate return (EINTR); 5137c478bd9Sstevel@tonic-gate } 5147c478bd9Sstevel@tonic-gate num_waiters--; 5157c478bd9Sstevel@tonic-gate } 5167c478bd9Sstevel@tonic-gate } 5177c478bd9Sstevel@tonic-gate 5187c478bd9Sstevel@tonic-gate /* Figure out how many bytes to extract */ 5197c478bd9Sstevel@tonic-gate bytes = min(len, rnbyte_cnt); 5207c478bd9Sstevel@tonic-gate rndc_getbytes(ptr, bytes); 5217c478bd9Sstevel@tonic-gate 5227c478bd9Sstevel@tonic-gate len -= bytes; 5237c478bd9Sstevel@tonic-gate ptr += bytes; 5247c478bd9Sstevel@tonic-gate 5257c478bd9Sstevel@tonic-gate if (len > 0 && how == ALWAYS_EXTRACT) { 5267c478bd9Sstevel@tonic-gate /* 5277c478bd9Sstevel@tonic-gate * There are not enough bytes, but we can not block. 5287c478bd9Sstevel@tonic-gate * This only happens in the case of /dev/urandom which 5297c478bd9Sstevel@tonic-gate * runs an additional generation algorithm. So, there 5307c478bd9Sstevel@tonic-gate * is no problem. 5317c478bd9Sstevel@tonic-gate */ 5327c478bd9Sstevel@tonic-gate while (len > 0) { 5337c478bd9Sstevel@tonic-gate *ptr = rndpool[findex]; 5347c478bd9Sstevel@tonic-gate ptr++; len--; 5357c478bd9Sstevel@tonic-gate rindex = findex = (findex + 1) & 5367c478bd9Sstevel@tonic-gate (RNDPOOLSIZE - 1); 5377c478bd9Sstevel@tonic-gate } 5387c478bd9Sstevel@tonic-gate break; 5397c478bd9Sstevel@tonic-gate } 5407c478bd9Sstevel@tonic-gate } 5417c478bd9Sstevel@tonic-gate 5427c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 5437c478bd9Sstevel@tonic-gate return (0); 5447c478bd9Sstevel@tonic-gate } 5457c478bd9Sstevel@tonic-gate 5467c478bd9Sstevel@tonic-gate int 5477c478bd9Sstevel@tonic-gate kcf_rnd_get_bytes(uint8_t *ptr, size_t len, boolean_t noblock, 5487c478bd9Sstevel@tonic-gate boolean_t from_user_api) 5497c478bd9Sstevel@tonic-gate { 5507c478bd9Sstevel@tonic-gate extract_type_t how; 5517c478bd9Sstevel@tonic-gate int error; 5527c478bd9Sstevel@tonic-gate 5537c478bd9Sstevel@tonic-gate how = noblock ? NONBLOCK_EXTRACT : BLOCKING_EXTRACT; 5547c478bd9Sstevel@tonic-gate mutex_enter(&rndpool_lock); 5557c478bd9Sstevel@tonic-gate if ((error = rnd_get_bytes(ptr, len, how, from_user_api)) != 0) 5567c478bd9Sstevel@tonic-gate return (error); 5577c478bd9Sstevel@tonic-gate 5587c478bd9Sstevel@tonic-gate BUMP_RND_STATS(rs_rndOut, len); 5597c478bd9Sstevel@tonic-gate return (0); 5607c478bd9Sstevel@tonic-gate } 5617c478bd9Sstevel@tonic-gate 5627c478bd9Sstevel@tonic-gate /* 5637c478bd9Sstevel@tonic-gate * Revisit this if the structs grow or we come up with a better way 5647c478bd9Sstevel@tonic-gate * of cache-line-padding structures. 5657c478bd9Sstevel@tonic-gate */ 5667c478bd9Sstevel@tonic-gate #define RND_CPU_CACHE_SIZE 64 567fe54a78eSHai-May Chao #define RND_CPU_PAD_SIZE RND_CPU_CACHE_SIZE*6 5687c478bd9Sstevel@tonic-gate #define RND_CPU_PAD (RND_CPU_PAD_SIZE - \ 569fe54a78eSHai-May Chao sizeof (rndmag_t)) 5707c478bd9Sstevel@tonic-gate /* 5717c478bd9Sstevel@tonic-gate * Per-CPU random state. Somewhat like like kmem's magazines, this provides 5727c478bd9Sstevel@tonic-gate * a per-CPU instance of the pseudo-random generator. We have it much easier 5737c478bd9Sstevel@tonic-gate * than kmem, as we can afford to "leak" random bits if a CPU is DR'ed out. 5747c478bd9Sstevel@tonic-gate * 5757c478bd9Sstevel@tonic-gate * Note that this usage is preemption-safe; a thread 5767c478bd9Sstevel@tonic-gate * entering a critical section remembers which generator it locked 5777c478bd9Sstevel@tonic-gate * and unlocks the same one; should it be preempted and wind up running on 5787c478bd9Sstevel@tonic-gate * a different CPU, there will be a brief period of increased contention 5797c478bd9Sstevel@tonic-gate * before it exits the critical section but nothing will melt. 5807c478bd9Sstevel@tonic-gate */ 5817c478bd9Sstevel@tonic-gate typedef struct rndmag_s 5827c478bd9Sstevel@tonic-gate { 5837c478bd9Sstevel@tonic-gate kmutex_t rm_lock; 58456498af3SHai-May Chao uint8_t *rm_buffer; /* Start of buffer */ 5857c478bd9Sstevel@tonic-gate uint8_t *rm_eptr; /* End of buffer */ 5867c478bd9Sstevel@tonic-gate uint8_t *rm_rptr; /* Current read pointer */ 5877c478bd9Sstevel@tonic-gate uint32_t rm_oblocks; /* time to rekey? */ 5887c478bd9Sstevel@tonic-gate uint32_t rm_ofuzz; /* Rekey backoff state */ 5897c478bd9Sstevel@tonic-gate uint32_t rm_olimit; /* Hard rekey limit */ 5907c478bd9Sstevel@tonic-gate rnd_stats_t rm_stats; /* Per-CPU Statistics */ 59156498af3SHai-May Chao uint32_t rm_key[HASHSIZE/BYTES_IN_WORD]; /* FIPS XKEY */ 59256498af3SHai-May Chao uint32_t rm_seed[HASHSIZE/BYTES_IN_WORD]; /* seed for rekey */ 59356498af3SHai-May Chao uint32_t rm_previous[HASHSIZE/BYTES_IN_WORD]; /* prev random */ 5947c478bd9Sstevel@tonic-gate } rndmag_t; 5957c478bd9Sstevel@tonic-gate 596fe54a78eSHai-May Chao typedef struct rndmag_pad_s 597fe54a78eSHai-May Chao { 598fe54a78eSHai-May Chao rndmag_t rm_mag; 599fe54a78eSHai-May Chao uint8_t rm_pad[RND_CPU_PAD]; 600fe54a78eSHai-May Chao } rndmag_pad_t; 601fe54a78eSHai-May Chao 6027c478bd9Sstevel@tonic-gate /* 603fe54a78eSHai-May Chao * Generate random bytes for /dev/urandom by applying the 604fe54a78eSHai-May Chao * FIPS 186-2 algorithm with a key created from bytes extracted 6057c478bd9Sstevel@tonic-gate * from the pool. A maximum of PRNG_MAXOBLOCKS output blocks 6067c478bd9Sstevel@tonic-gate * is generated before a new key is obtained. 6077c478bd9Sstevel@tonic-gate * 6087c478bd9Sstevel@tonic-gate * Note that callers to this routine are likely to assume it can't fail. 6097c478bd9Sstevel@tonic-gate * 6107c478bd9Sstevel@tonic-gate * Called with rmp locked; releases lock. 6117c478bd9Sstevel@tonic-gate */ 6127c478bd9Sstevel@tonic-gate static int 613fe54a78eSHai-May Chao rnd_generate_pseudo_bytes(rndmag_pad_t *rmp, uint8_t *ptr, size_t len) 6147c478bd9Sstevel@tonic-gate { 6157c478bd9Sstevel@tonic-gate size_t bytes = len; 6167c478bd9Sstevel@tonic-gate int nblock, size; 6177c478bd9Sstevel@tonic-gate uint32_t oblocks; 61856498af3SHai-May Chao uint32_t tempout[HASHSIZE/BYTES_IN_WORD]; 61956498af3SHai-May Chao uint32_t seed[HASHSIZE/BYTES_IN_WORD]; 620fe54a78eSHai-May Chao int i; 621fe54a78eSHai-May Chao hrtime_t timestamp; 622fe54a78eSHai-May Chao uint8_t *src, *dst; 6237c478bd9Sstevel@tonic-gate 624fe54a78eSHai-May Chao ASSERT(mutex_owned(&rmp->rm_mag.rm_lock)); 6257c478bd9Sstevel@tonic-gate 6267c478bd9Sstevel@tonic-gate /* Nothing is being asked */ 6277c478bd9Sstevel@tonic-gate if (len == 0) { 628fe54a78eSHai-May Chao mutex_exit(&rmp->rm_mag.rm_lock); 6297c478bd9Sstevel@tonic-gate return (0); 6307c478bd9Sstevel@tonic-gate } 6317c478bd9Sstevel@tonic-gate 6327c478bd9Sstevel@tonic-gate nblock = howmany(len, HASHSIZE); 6337c478bd9Sstevel@tonic-gate 634fe54a78eSHai-May Chao rmp->rm_mag.rm_oblocks += nblock; 635fe54a78eSHai-May Chao oblocks = rmp->rm_mag.rm_oblocks; 6367c478bd9Sstevel@tonic-gate 6377c478bd9Sstevel@tonic-gate do { 638fe54a78eSHai-May Chao if (oblocks >= rmp->rm_mag.rm_olimit) { 6397c478bd9Sstevel@tonic-gate 6407c478bd9Sstevel@tonic-gate /* 6417c478bd9Sstevel@tonic-gate * Contention-avoiding rekey: see if 6427c478bd9Sstevel@tonic-gate * the pool is locked, and if so, wait a bit. 6437c478bd9Sstevel@tonic-gate * Do an 'exponential back-in' to ensure we don't 6447c478bd9Sstevel@tonic-gate * run too long without rekey. 6457c478bd9Sstevel@tonic-gate */ 646fe54a78eSHai-May Chao if (rmp->rm_mag.rm_ofuzz) { 6477c478bd9Sstevel@tonic-gate /* 6487c478bd9Sstevel@tonic-gate * Decaying exponential back-in for rekey. 6497c478bd9Sstevel@tonic-gate */ 6507c478bd9Sstevel@tonic-gate if ((rnbyte_cnt < MINEXTRACTBYTES) || 6517c478bd9Sstevel@tonic-gate (!mutex_tryenter(&rndpool_lock))) { 652fe54a78eSHai-May Chao rmp->rm_mag.rm_olimit += 653fe54a78eSHai-May Chao rmp->rm_mag.rm_ofuzz; 654fe54a78eSHai-May Chao rmp->rm_mag.rm_ofuzz >>= 1; 6557c478bd9Sstevel@tonic-gate goto punt; 6567c478bd9Sstevel@tonic-gate } 6577c478bd9Sstevel@tonic-gate } else { 6587c478bd9Sstevel@tonic-gate mutex_enter(&rndpool_lock); 6597c478bd9Sstevel@tonic-gate } 6607c478bd9Sstevel@tonic-gate 6617c478bd9Sstevel@tonic-gate /* Get a new chunk of entropy */ 662fe54a78eSHai-May Chao (void) rnd_get_bytes((uint8_t *)rmp->rm_mag.rm_key, 663fe54a78eSHai-May Chao HMAC_KEYSIZE, ALWAYS_EXTRACT, B_FALSE); 664fe54a78eSHai-May Chao 665fe54a78eSHai-May Chao rmp->rm_mag.rm_olimit = PRNG_MAXOBLOCKS/2; 666fe54a78eSHai-May Chao rmp->rm_mag.rm_ofuzz = PRNG_MAXOBLOCKS/4; 6677c478bd9Sstevel@tonic-gate oblocks = 0; 668fe54a78eSHai-May Chao rmp->rm_mag.rm_oblocks = nblock; 6697c478bd9Sstevel@tonic-gate } 6707c478bd9Sstevel@tonic-gate punt: 671fe54a78eSHai-May Chao timestamp = gethrtime(); 672fe54a78eSHai-May Chao 673fe54a78eSHai-May Chao src = (uint8_t *)×tamp; 674fe54a78eSHai-May Chao dst = (uint8_t *)rmp->rm_mag.rm_seed; 675fe54a78eSHai-May Chao 676fe54a78eSHai-May Chao for (i = 0; i < HASHSIZE; i++) { 677fe54a78eSHai-May Chao dst[i] ^= src[i % sizeof (timestamp)]; 678fe54a78eSHai-May Chao } 679fe54a78eSHai-May Chao 680fe54a78eSHai-May Chao bcopy(rmp->rm_mag.rm_seed, seed, HASHSIZE); 681fe54a78eSHai-May Chao 682fe54a78eSHai-May Chao fips_random_inner(rmp->rm_mag.rm_key, tempout, 683fe54a78eSHai-May Chao seed); 684fe54a78eSHai-May Chao 6857c478bd9Sstevel@tonic-gate if (bytes >= HASHSIZE) { 6867c478bd9Sstevel@tonic-gate size = HASHSIZE; 6877c478bd9Sstevel@tonic-gate } else { 6887c478bd9Sstevel@tonic-gate size = min(bytes, HASHSIZE); 6897c478bd9Sstevel@tonic-gate } 690fe54a78eSHai-May Chao 691fe54a78eSHai-May Chao /* 692fe54a78eSHai-May Chao * FIPS 140-2: Continuous RNG test - each generation 693fe54a78eSHai-May Chao * of an n-bit block shall be compared with the previously 694fe54a78eSHai-May Chao * generated block. Test shall fail if any two compared 695fe54a78eSHai-May Chao * n-bit blocks are equal. 696fe54a78eSHai-May Chao */ 69756498af3SHai-May Chao for (i = 0; i < HASHSIZE/BYTES_IN_WORD; i++) { 698fe54a78eSHai-May Chao if (tempout[i] != rmp->rm_mag.rm_previous[i]) 699fe54a78eSHai-May Chao break; 700fe54a78eSHai-May Chao } 70156498af3SHai-May Chao if (i == HASHSIZE/BYTES_IN_WORD) 702fe54a78eSHai-May Chao cmn_err(CE_WARN, "kcf_random: The value of 160-bit " 703fe54a78eSHai-May Chao "block random bytes are same as the previous " 704fe54a78eSHai-May Chao "one.\n"); 705fe54a78eSHai-May Chao 706fe54a78eSHai-May Chao bcopy(tempout, rmp->rm_mag.rm_previous, 707fe54a78eSHai-May Chao HASHSIZE); 708fe54a78eSHai-May Chao 709fe54a78eSHai-May Chao bcopy(tempout, ptr, size); 7107c478bd9Sstevel@tonic-gate ptr += size; 7117c478bd9Sstevel@tonic-gate bytes -= size; 7127c478bd9Sstevel@tonic-gate oblocks++; 7137c478bd9Sstevel@tonic-gate nblock--; 7147c478bd9Sstevel@tonic-gate } while (bytes > 0); 7157c478bd9Sstevel@tonic-gate 716fe54a78eSHai-May Chao /* Zero out sensitive information */ 717fe54a78eSHai-May Chao bzero(seed, HASHSIZE); 718fe54a78eSHai-May Chao bzero(tempout, HASHSIZE); 719fe54a78eSHai-May Chao mutex_exit(&rmp->rm_mag.rm_lock); 7207c478bd9Sstevel@tonic-gate return (0); 7217c478bd9Sstevel@tonic-gate } 7227c478bd9Sstevel@tonic-gate 7237c478bd9Sstevel@tonic-gate /* 7247c478bd9Sstevel@tonic-gate * Per-CPU Random magazines. 7257c478bd9Sstevel@tonic-gate */ 726fe54a78eSHai-May Chao static rndmag_pad_t *rndmag; 7277c478bd9Sstevel@tonic-gate static uint8_t *rndbuf; 7287c478bd9Sstevel@tonic-gate static size_t rndmag_total; 7297c478bd9Sstevel@tonic-gate /* 7307c478bd9Sstevel@tonic-gate * common/os/cpu.c says that platform support code can shrinkwrap 7317c478bd9Sstevel@tonic-gate * max_ncpus. On the off chance that we get loaded very early, we 7327c478bd9Sstevel@tonic-gate * read it exactly once, to copy it here. 7337c478bd9Sstevel@tonic-gate */ 7347c478bd9Sstevel@tonic-gate static uint32_t random_max_ncpus = 0; 7357c478bd9Sstevel@tonic-gate 7367c478bd9Sstevel@tonic-gate /* 7377c478bd9Sstevel@tonic-gate * Boot-time tunables, for experimentation. 7387c478bd9Sstevel@tonic-gate */ 73902f574f0Skais size_t rndmag_threshold = 2560; 74002f574f0Skais size_t rndbuf_len = 5120; 741fa626f0cSkrishna size_t rndmag_size = 1280; 7427c478bd9Sstevel@tonic-gate 7437c478bd9Sstevel@tonic-gate 7447c478bd9Sstevel@tonic-gate int 7457c478bd9Sstevel@tonic-gate kcf_rnd_get_pseudo_bytes(uint8_t *ptr, size_t len) 7467c478bd9Sstevel@tonic-gate { 747fe54a78eSHai-May Chao rndmag_pad_t *rmp; 7487c478bd9Sstevel@tonic-gate uint8_t *cptr, *eptr; 7497c478bd9Sstevel@tonic-gate 7507c478bd9Sstevel@tonic-gate /* 7517c478bd9Sstevel@tonic-gate * Anyone who asks for zero bytes of randomness should get slapped. 7527c478bd9Sstevel@tonic-gate */ 7537c478bd9Sstevel@tonic-gate ASSERT(len > 0); 7547c478bd9Sstevel@tonic-gate 7557c478bd9Sstevel@tonic-gate /* 7567c478bd9Sstevel@tonic-gate * Fast path. 7577c478bd9Sstevel@tonic-gate */ 7587c478bd9Sstevel@tonic-gate for (;;) { 7597c478bd9Sstevel@tonic-gate rmp = &rndmag[CPU->cpu_seqid]; 760fe54a78eSHai-May Chao mutex_enter(&rmp->rm_mag.rm_lock); 7617c478bd9Sstevel@tonic-gate 7627c478bd9Sstevel@tonic-gate /* 7637c478bd9Sstevel@tonic-gate * Big requests bypass buffer and tail-call the 7647c478bd9Sstevel@tonic-gate * generate routine directly. 7657c478bd9Sstevel@tonic-gate */ 7667c478bd9Sstevel@tonic-gate if (len > rndmag_threshold) { 7677c478bd9Sstevel@tonic-gate BUMP_CPU_RND_STATS(rmp, rs_urndOut, len); 7687c478bd9Sstevel@tonic-gate return (rnd_generate_pseudo_bytes(rmp, ptr, len)); 7697c478bd9Sstevel@tonic-gate } 7707c478bd9Sstevel@tonic-gate 771fe54a78eSHai-May Chao cptr = rmp->rm_mag.rm_rptr; 7727c478bd9Sstevel@tonic-gate eptr = cptr + len; 7737c478bd9Sstevel@tonic-gate 774fe54a78eSHai-May Chao if (eptr <= rmp->rm_mag.rm_eptr) { 775fe54a78eSHai-May Chao rmp->rm_mag.rm_rptr = eptr; 7767c478bd9Sstevel@tonic-gate bcopy(cptr, ptr, len); 7777c478bd9Sstevel@tonic-gate BUMP_CPU_RND_STATS(rmp, rs_urndOut, len); 778fe54a78eSHai-May Chao mutex_exit(&rmp->rm_mag.rm_lock); 7797c478bd9Sstevel@tonic-gate 7807c478bd9Sstevel@tonic-gate return (0); 7817c478bd9Sstevel@tonic-gate } 7827c478bd9Sstevel@tonic-gate /* 7837c478bd9Sstevel@tonic-gate * End fast path. 7847c478bd9Sstevel@tonic-gate */ 785fe54a78eSHai-May Chao rmp->rm_mag.rm_rptr = rmp->rm_mag.rm_buffer; 7867c478bd9Sstevel@tonic-gate /* 7877c478bd9Sstevel@tonic-gate * Note: We assume the generate routine always succeeds 7887c478bd9Sstevel@tonic-gate * in this case (because it does at present..) 7897c478bd9Sstevel@tonic-gate * It also always releases rm_lock. 7907c478bd9Sstevel@tonic-gate */ 791fe54a78eSHai-May Chao (void) rnd_generate_pseudo_bytes(rmp, rmp->rm_mag.rm_buffer, 7927c478bd9Sstevel@tonic-gate rndbuf_len); 7937c478bd9Sstevel@tonic-gate } 7947c478bd9Sstevel@tonic-gate } 7957c478bd9Sstevel@tonic-gate 7967c478bd9Sstevel@tonic-gate /* 7977c478bd9Sstevel@tonic-gate * We set up (empty) magazines for all of max_ncpus, possibly wasting a 7987c478bd9Sstevel@tonic-gate * little memory on big systems that don't have the full set installed. 7997c478bd9Sstevel@tonic-gate * See above; "empty" means "rptr equal to eptr"; this will trigger the 8007c478bd9Sstevel@tonic-gate * refill path in rnd_get_pseudo_bytes above on the first call for each CPU. 8017c478bd9Sstevel@tonic-gate * 8027c478bd9Sstevel@tonic-gate * TODO: make rndmag_size tunable at run time! 8037c478bd9Sstevel@tonic-gate */ 8047c478bd9Sstevel@tonic-gate static void 8057c478bd9Sstevel@tonic-gate rnd_alloc_magazines() 8067c478bd9Sstevel@tonic-gate { 807fe54a78eSHai-May Chao rndmag_pad_t *rmp; 8087c478bd9Sstevel@tonic-gate int i; 809fe54a78eSHai-May Chao uint8_t discard_buf[HASHSIZE]; 8107c478bd9Sstevel@tonic-gate 8117c478bd9Sstevel@tonic-gate rndbuf_len = roundup(rndbuf_len, HASHSIZE); 8127c478bd9Sstevel@tonic-gate if (rndmag_size < rndbuf_len) 8137c478bd9Sstevel@tonic-gate rndmag_size = rndbuf_len; 8147c478bd9Sstevel@tonic-gate rndmag_size = roundup(rndmag_size, RND_CPU_CACHE_SIZE); 8157c478bd9Sstevel@tonic-gate 8167c478bd9Sstevel@tonic-gate random_max_ncpus = max_ncpus; 8177c478bd9Sstevel@tonic-gate rndmag_total = rndmag_size * random_max_ncpus; 8187c478bd9Sstevel@tonic-gate 8197c478bd9Sstevel@tonic-gate rndbuf = kmem_alloc(rndmag_total, KM_SLEEP); 820fe54a78eSHai-May Chao rndmag = kmem_zalloc(sizeof (rndmag_pad_t) * random_max_ncpus, 821fe54a78eSHai-May Chao KM_SLEEP); 8227c478bd9Sstevel@tonic-gate 8237c478bd9Sstevel@tonic-gate for (i = 0; i < random_max_ncpus; i++) { 8247c478bd9Sstevel@tonic-gate uint8_t *buf; 8257c478bd9Sstevel@tonic-gate 8267c478bd9Sstevel@tonic-gate rmp = &rndmag[i]; 827fe54a78eSHai-May Chao mutex_init(&rmp->rm_mag.rm_lock, NULL, MUTEX_DRIVER, NULL); 8287c478bd9Sstevel@tonic-gate 8297c478bd9Sstevel@tonic-gate buf = rndbuf + i * rndmag_size; 8307c478bd9Sstevel@tonic-gate 831fe54a78eSHai-May Chao rmp->rm_mag.rm_buffer = buf; 832fe54a78eSHai-May Chao rmp->rm_mag.rm_eptr = buf + rndbuf_len; 833fe54a78eSHai-May Chao rmp->rm_mag.rm_rptr = buf + rndbuf_len; 834fe54a78eSHai-May Chao rmp->rm_mag.rm_oblocks = 1; 835fe54a78eSHai-May Chao 836fe54a78eSHai-May Chao mutex_enter(&rndpool_lock); 837fe54a78eSHai-May Chao /* 838fe54a78eSHai-May Chao * FIPS 140-2: the first n-bit (n > 15) block generated 839fe54a78eSHai-May Chao * after power-up, initialization, or reset shall not 840fe54a78eSHai-May Chao * be used, but shall be saved for comparison. 841fe54a78eSHai-May Chao */ 842fe54a78eSHai-May Chao (void) rnd_get_bytes(discard_buf, 843fe54a78eSHai-May Chao HMAC_KEYSIZE, ALWAYS_EXTRACT, B_FALSE); 844fe54a78eSHai-May Chao bcopy(discard_buf, rmp->rm_mag.rm_previous, 845fe54a78eSHai-May Chao HMAC_KEYSIZE); 846fe54a78eSHai-May Chao /* rnd_get_bytes() will call mutex_exit(&rndpool_lock) */ 847fe54a78eSHai-May Chao mutex_enter(&rndpool_lock); 848fe54a78eSHai-May Chao (void) rnd_get_bytes((uint8_t *)rmp->rm_mag.rm_key, 849fe54a78eSHai-May Chao HMAC_KEYSIZE, ALWAYS_EXTRACT, B_FALSE); 850fe54a78eSHai-May Chao /* rnd_get_bytes() will call mutex_exit(&rndpool_lock) */ 851fe54a78eSHai-May Chao mutex_enter(&rndpool_lock); 852fe54a78eSHai-May Chao (void) rnd_get_bytes((uint8_t *)rmp->rm_mag.rm_seed, 853fe54a78eSHai-May Chao HMAC_KEYSIZE, ALWAYS_EXTRACT, B_FALSE); 8547c478bd9Sstevel@tonic-gate } 8557c478bd9Sstevel@tonic-gate } 8567c478bd9Sstevel@tonic-gate 8577c478bd9Sstevel@tonic-gate void 8587c478bd9Sstevel@tonic-gate kcf_rnd_schedule_timeout(boolean_t do_mech2id) 8597c478bd9Sstevel@tonic-gate { 8607c478bd9Sstevel@tonic-gate clock_t ut; /* time in microseconds */ 8617c478bd9Sstevel@tonic-gate 8627c478bd9Sstevel@tonic-gate if (do_mech2id) 8637c478bd9Sstevel@tonic-gate rngmech_type = crypto_mech2id(SUN_RANDOM); 8647c478bd9Sstevel@tonic-gate 8657c478bd9Sstevel@tonic-gate /* 8667c478bd9Sstevel@tonic-gate * The new timeout value is taken from the buffer of random bytes. 8677c478bd9Sstevel@tonic-gate * We're merely reading the first 32 bits from the buffer here, not 8687c478bd9Sstevel@tonic-gate * consuming any random bytes. 8697c478bd9Sstevel@tonic-gate * The timeout multiplier value is a random value between 0.5 sec and 8707c478bd9Sstevel@tonic-gate * 1.544480 sec (0.5 sec + 0xFF000 microseconds). 8717c478bd9Sstevel@tonic-gate * The new timeout is TIMEOUT_INTERVAL times that multiplier. 8727c478bd9Sstevel@tonic-gate */ 8737c478bd9Sstevel@tonic-gate ut = 500000 + (clock_t)((((uint32_t)rndpool[findex]) << 12) & 0xFF000); 8747c478bd9Sstevel@tonic-gate kcf_rndtimeout_id = timeout(rnd_handler, NULL, 8757c478bd9Sstevel@tonic-gate TIMEOUT_INTERVAL * drv_usectohz(ut)); 8767c478bd9Sstevel@tonic-gate } 8777c478bd9Sstevel@tonic-gate 8787c478bd9Sstevel@tonic-gate /* 879*9d31afc5SKrishna Yenduri * Called from the driver for a poll on /dev/random 880*9d31afc5SKrishna Yenduri * . POLLOUT always succeeds. 881*9d31afc5SKrishna Yenduri * . POLLIN and POLLRDNORM will block until a 882*9d31afc5SKrishna Yenduri * minimum amount of entropy is available. 883*9d31afc5SKrishna Yenduri * 8847c478bd9Sstevel@tonic-gate * &rnd_pollhead is passed in *phpp in order to indicate the calling thread 8857c478bd9Sstevel@tonic-gate * will block. When enough random bytes are available, later, the timeout 8867c478bd9Sstevel@tonic-gate * handler routine will issue the pollwakeup() calls. 8877c478bd9Sstevel@tonic-gate */ 8887c478bd9Sstevel@tonic-gate void 889*9d31afc5SKrishna Yenduri kcf_rnd_chpoll(short events, int anyyet, short *reventsp, 890*9d31afc5SKrishna Yenduri struct pollhead **phpp) 8917c478bd9Sstevel@tonic-gate { 892*9d31afc5SKrishna Yenduri *reventsp = events & POLLOUT; 893*9d31afc5SKrishna Yenduri 894*9d31afc5SKrishna Yenduri if (events & (POLLIN | POLLRDNORM)) { 895*9d31afc5SKrishna Yenduri /* 896*9d31afc5SKrishna Yenduri * Sampling of rnbyte_cnt is an atomic 897*9d31afc5SKrishna Yenduri * operation. Hence we do not need any locking. 898*9d31afc5SKrishna Yenduri */ 899*9d31afc5SKrishna Yenduri if (rnbyte_cnt >= MINEXTRACTBYTES) 900*9d31afc5SKrishna Yenduri *reventsp |= (events & (POLLIN | POLLRDNORM)); 9017c478bd9Sstevel@tonic-gate } 902*9d31afc5SKrishna Yenduri 903*9d31afc5SKrishna Yenduri if (*reventsp == 0 && !anyyet) 904*9d31afc5SKrishna Yenduri *phpp = &rnd_pollhead; 9057c478bd9Sstevel@tonic-gate } 9067c478bd9Sstevel@tonic-gate 9077c478bd9Sstevel@tonic-gate /*ARGSUSED*/ 9087c478bd9Sstevel@tonic-gate static void 9097c478bd9Sstevel@tonic-gate rnd_handler(void *arg) 9107c478bd9Sstevel@tonic-gate { 9117c478bd9Sstevel@tonic-gate int len = 0; 9127c478bd9Sstevel@tonic-gate 913f317a3a3Skrishna if (!rng_prov_found && rng_ok_to_log) { 914f317a3a3Skrishna cmn_err(CE_WARN, "No randomness provider enabled for " 915f317a3a3Skrishna "/dev/random. Use cryptoadm(1M) to enable a provider."); 916f317a3a3Skrishna rng_ok_to_log = B_FALSE; 917f317a3a3Skrishna } 918f317a3a3Skrishna 9197c478bd9Sstevel@tonic-gate if (num_waiters > 0) 9207c478bd9Sstevel@tonic-gate len = MAXEXTRACTBYTES; 9217c478bd9Sstevel@tonic-gate else if (rnbyte_cnt < RNDPOOLSIZE) 9227c478bd9Sstevel@tonic-gate len = MINEXTRACTBYTES; 9237c478bd9Sstevel@tonic-gate 9247c478bd9Sstevel@tonic-gate if (len > 0) { 9257c478bd9Sstevel@tonic-gate (void) taskq_dispatch(system_taskq, rngprov_task, 9267c478bd9Sstevel@tonic-gate (void *)(uintptr_t)len, TQ_NOSLEEP); 9277c478bd9Sstevel@tonic-gate } 9287c478bd9Sstevel@tonic-gate 9297c478bd9Sstevel@tonic-gate mutex_enter(&rndpool_lock); 9307c478bd9Sstevel@tonic-gate /* 9317c478bd9Sstevel@tonic-gate * Wake up threads waiting in poll() or for enough accumulated 9327c478bd9Sstevel@tonic-gate * random bytes to read from /dev/random. In case a poll() is 9337c478bd9Sstevel@tonic-gate * concurrent with a read(), the polling process may be woken up 9347c478bd9Sstevel@tonic-gate * indicating that enough randomness is now available for reading, 9357c478bd9Sstevel@tonic-gate * and another process *steals* the bits from the pool, causing the 9367c478bd9Sstevel@tonic-gate * subsequent read() from the first process to block. It is acceptable 9377c478bd9Sstevel@tonic-gate * since the blocking will eventually end, after the timeout 9387c478bd9Sstevel@tonic-gate * has expired enough times to honor the read. 9397c478bd9Sstevel@tonic-gate * 9407c478bd9Sstevel@tonic-gate * Note - Since we hold the rndpool_lock across the pollwakeup() call 9417c478bd9Sstevel@tonic-gate * we MUST NOT grab the rndpool_lock in kcf_rndchpoll(). 9427c478bd9Sstevel@tonic-gate */ 9437c478bd9Sstevel@tonic-gate if (rnbyte_cnt >= MINEXTRACTBYTES) 9447c478bd9Sstevel@tonic-gate pollwakeup(&rnd_pollhead, POLLIN | POLLRDNORM); 9457c478bd9Sstevel@tonic-gate 9467c478bd9Sstevel@tonic-gate if (num_waiters > 0) 9477c478bd9Sstevel@tonic-gate cv_broadcast(&rndpool_read_cv); 9487c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 9497c478bd9Sstevel@tonic-gate 9507c478bd9Sstevel@tonic-gate kcf_rnd_schedule_timeout(B_FALSE); 9517c478bd9Sstevel@tonic-gate } 9527c478bd9Sstevel@tonic-gate 9537c478bd9Sstevel@tonic-gate static void 9547c478bd9Sstevel@tonic-gate rndc_addbytes(uint8_t *ptr, size_t len) 9557c478bd9Sstevel@tonic-gate { 9567c478bd9Sstevel@tonic-gate ASSERT(ptr != NULL && len > 0); 9577c478bd9Sstevel@tonic-gate ASSERT(rnbyte_cnt <= RNDPOOLSIZE); 9587c478bd9Sstevel@tonic-gate 9597c478bd9Sstevel@tonic-gate mutex_enter(&rndpool_lock); 9607c478bd9Sstevel@tonic-gate while ((len > 0) && (rnbyte_cnt < RNDPOOLSIZE)) { 9617c478bd9Sstevel@tonic-gate rndpool[rindex] ^= *ptr; 9627c478bd9Sstevel@tonic-gate ptr++; len--; 9637c478bd9Sstevel@tonic-gate rindex = (rindex + 1) & (RNDPOOLSIZE - 1); 9647c478bd9Sstevel@tonic-gate rnbyte_cnt++; 9657c478bd9Sstevel@tonic-gate } 9667c478bd9Sstevel@tonic-gate 9677c478bd9Sstevel@tonic-gate /* Handle buffer full case */ 9687c478bd9Sstevel@tonic-gate while (len > 0) { 9697c478bd9Sstevel@tonic-gate rndpool[rindex] ^= *ptr; 9707c478bd9Sstevel@tonic-gate ptr++; len--; 9717c478bd9Sstevel@tonic-gate findex = rindex = (rindex + 1) & (RNDPOOLSIZE - 1); 9727c478bd9Sstevel@tonic-gate } 9737c478bd9Sstevel@tonic-gate mutex_exit(&rndpool_lock); 9747c478bd9Sstevel@tonic-gate } 9757c478bd9Sstevel@tonic-gate 9767c478bd9Sstevel@tonic-gate /* 9777c478bd9Sstevel@tonic-gate * Caller should check len <= rnbyte_cnt under the 9787c478bd9Sstevel@tonic-gate * rndpool_lock before calling. 9797c478bd9Sstevel@tonic-gate */ 9807c478bd9Sstevel@tonic-gate static void 9817c478bd9Sstevel@tonic-gate rndc_getbytes(uint8_t *ptr, size_t len) 9827c478bd9Sstevel@tonic-gate { 9837c478bd9Sstevel@tonic-gate ASSERT(MUTEX_HELD(&rndpool_lock)); 9847c478bd9Sstevel@tonic-gate ASSERT(len <= rnbyte_cnt && rnbyte_cnt <= RNDPOOLSIZE); 9857c478bd9Sstevel@tonic-gate 9867c478bd9Sstevel@tonic-gate BUMP_RND_STATS(rs_rndcOut, len); 9877c478bd9Sstevel@tonic-gate 9887c478bd9Sstevel@tonic-gate while (len > 0) { 9897c478bd9Sstevel@tonic-gate *ptr = rndpool[findex]; 9907c478bd9Sstevel@tonic-gate ptr++; len--; 9917c478bd9Sstevel@tonic-gate findex = (findex + 1) & (RNDPOOLSIZE - 1); 9927c478bd9Sstevel@tonic-gate rnbyte_cnt--; 9937c478bd9Sstevel@tonic-gate } 9947c478bd9Sstevel@tonic-gate } 9957c478bd9Sstevel@tonic-gate 9967c478bd9Sstevel@tonic-gate /* Random number exported entry points */ 9977c478bd9Sstevel@tonic-gate 9987c478bd9Sstevel@tonic-gate /* 9997c478bd9Sstevel@tonic-gate * Mix the supplied bytes into the entropy pool of a kCF 10007c478bd9Sstevel@tonic-gate * RNG provider. 10017c478bd9Sstevel@tonic-gate */ 10027c478bd9Sstevel@tonic-gate int 10038047c9fbSmcpowers random_add_pseudo_entropy(uint8_t *ptr, size_t len, uint_t entropy_est) 10048047c9fbSmcpowers { 10058047c9fbSmcpowers if (len < 1) 10068047c9fbSmcpowers return (-1); 10078047c9fbSmcpowers 10088047c9fbSmcpowers rngprov_seed(ptr, len, entropy_est, 0); 10098047c9fbSmcpowers 10108047c9fbSmcpowers return (0); 10118047c9fbSmcpowers } 10128047c9fbSmcpowers 10138047c9fbSmcpowers /* 10148047c9fbSmcpowers * Mix the supplied bytes into the entropy pool of a kCF 10158047c9fbSmcpowers * RNG provider. Mix immediately. 10168047c9fbSmcpowers */ 10178047c9fbSmcpowers int 10188047c9fbSmcpowers random_add_entropy(uint8_t *ptr, size_t len, uint_t entropy_est) 10197c478bd9Sstevel@tonic-gate { 10207c478bd9Sstevel@tonic-gate if (len < 1) 10217c478bd9Sstevel@tonic-gate return (-1); 10227c478bd9Sstevel@tonic-gate 10238047c9fbSmcpowers rngprov_seed(ptr, len, entropy_est, CRYPTO_SEED_NOW); 10247c478bd9Sstevel@tonic-gate 10257c478bd9Sstevel@tonic-gate return (0); 10267c478bd9Sstevel@tonic-gate } 10277c478bd9Sstevel@tonic-gate 10287c478bd9Sstevel@tonic-gate /* 10297c478bd9Sstevel@tonic-gate * Get bytes from the /dev/urandom generator. This function 10307c478bd9Sstevel@tonic-gate * always succeeds. Returns 0. 10317c478bd9Sstevel@tonic-gate */ 10327c478bd9Sstevel@tonic-gate int 10337c478bd9Sstevel@tonic-gate random_get_pseudo_bytes(uint8_t *ptr, size_t len) 10347c478bd9Sstevel@tonic-gate { 10357c478bd9Sstevel@tonic-gate ASSERT(!mutex_owned(&rndpool_lock)); 10367c478bd9Sstevel@tonic-gate 10377c478bd9Sstevel@tonic-gate if (len < 1) 10387c478bd9Sstevel@tonic-gate return (0); 10397c478bd9Sstevel@tonic-gate return (kcf_rnd_get_pseudo_bytes(ptr, len)); 10407c478bd9Sstevel@tonic-gate } 10417c478bd9Sstevel@tonic-gate 10427c478bd9Sstevel@tonic-gate /* 10437c478bd9Sstevel@tonic-gate * Get bytes from the /dev/random generator. Returns 0 10447c478bd9Sstevel@tonic-gate * on success. Returns EAGAIN if there is insufficient entropy. 10457c478bd9Sstevel@tonic-gate */ 10467c478bd9Sstevel@tonic-gate int 10477c478bd9Sstevel@tonic-gate random_get_bytes(uint8_t *ptr, size_t len) 10487c478bd9Sstevel@tonic-gate { 10497c478bd9Sstevel@tonic-gate ASSERT(!mutex_owned(&rndpool_lock)); 10507c478bd9Sstevel@tonic-gate 10517c478bd9Sstevel@tonic-gate if (len < 1) 10527c478bd9Sstevel@tonic-gate return (0); 10537c478bd9Sstevel@tonic-gate return (kcf_rnd_get_bytes(ptr, len, B_TRUE, B_FALSE)); 10547c478bd9Sstevel@tonic-gate } 1055