1/*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21
22/*
23 * Copyright 2011 Nexenta Systems, Inc.  All rights reserved.
24 */
25/*
26 * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
27 * Use is subject to license terms.
28 */
29
30#include <sys/isa_defs.h>
31
32#ifdef _LITTLE_ENDIAN
33#define HI(x)	*(1+(int*)x)
34#define LO(x)	*(unsigned*)x
35#else
36#define HI(x)	*(int*)x
37#define LO(x)	*(1+(unsigned*)x)
38#endif
39
40#ifdef __RESTRICT
41#define restrict _Restrict
42#else
43#define restrict
44#endif
45
46/* double pow(double x, double y)
47 *
48 * Method :
49 *	1. Special cases:
50 *		for (anything) ** 0				=> 1
51 *		for (anything) ** NaN				=> QNaN + invalid
52 *		for NaN ** (anything)				=> QNaN + invalid
53 *		for +-1 ** +-Inf				=> QNaN + invalid
54 *		for +-(|x| < 1) ** +Inf				=> +0
55 *		for +-(|x| < 1) ** -Inf				=> +Inf
56 *		for +-(|x| > 1) ** +Inf				=> +Inf
57 *		for +-(|x| > 1) ** -Inf				=> +0
58 *		for +Inf ** (negative)				=> +0
59 *		for +Inf ** (positive)				=> +Inf
60 *		for -Inf ** (negative except odd integer)	=> +0
61 *		for -Inf ** (negative odd integer)		=> -0
62 *		for -Inf ** (positive except odd integer)	=> +Inf
63 *		for -Inf ** (positive odd integer)		=> -Inf
64 *		for (negative) ** (non-integer)			=> QNaN + invalid
65 *		for +0 ** (negative)				=> +Inf + overflow
66 *		for +0 ** (positive)				=> +0
67 *		for -0 ** (negative except odd integer)		=> +Inf + overflow
68 *		for -0 ** (negative odd integer)		=> -Inf + overflow
69 *		for -0 ** (positive except odd integer)		=> +0
70 *		for -0 ** (positive odd integer)		=> -0
71 *	2. Computes x**y from:
72 *		x**y = 2**(y*log2(x)) = 2**(w/256), where w = 256*log2(|x|)*y.
73 *	3. Computes w = 256*log2(|x|)*y from
74 *		|x| = m * 2**n => log2(|x|) = n + log2(m).
75 *	Let m = m0 + dm, where m0 = 1 + k / 256,
76 *		k = [0, 255],
77 *		dm = [-1/512, 1/512].
78 *	Then 256*log2(m) = 256*log2(m0 + dm) = 256*log2(m0) + 256*log2((1+z)/(1-z)),
79 *		where z = (m-m0)/(m+m0), z = [-1/1025, 1/1025].
80 *	Then
81 *		256*log2(m0) is looked up in a table of 256*log2(1), 256*log2(1+1/128),
82 *			..., 256*log2(1+128/128).
83 *		256*log2((1+z)/(1-z)) is computed using
84 *			approximation: 256*log2((1+z)/(1-z)) = a0 * z + a1 * z**3 + a1 * z**5.
85 *	Perform w = 256*log2(|x|)*y = w1 + w2 by simulating muti-precision arithmetic.
86 *	3. For w >= 262144
87 *		then for (negative) ** (odd integer)	=> -Inf + overflow
88 *		else					=> +Inf + overflow
89 *	For w <= -275200
90 *		then for (negative) ** (odd integer)	=> -0 + underflow
91 *		else					=> +0 + underflow
92 *	4. Computes 2 ** (w/256) from:
93 *		2 ** (w/256) = 2**a  *  2**(k/256)  *  2**(r/256)
94 *	Where:
95 *		a    =    int  ( w ) >> 8;
96 *		k    =    int  ( w ) & 0xFF;
97 *		r    =    frac ( w ).
98 *	Note that:
99 *		k = 0, 1, ..., 255;
100 *		r = (-1, 1).
101 *	Then:
102 *		2**(k/256) is looked up in a table of 2**0, 2**1/256, ...
103 *		2**(r/256) is computed using approximation:
104 *			2**(r/256) =  ((((b5 * r + b4) * r + b3) * r + b2) * r + b1) * r + b0
105 *		Multiplication by 2**a is done by adding "a" to
106 *		the biased exponent.
107 *	Perform 2 ** (w/256) by simulating muti-precision arithmetic.
108 *	5. For (negative) ** (odd integer)		=> -(2**(w/256))
109 *	otherwise					=>   2**(w/256)
110 *
111 * Accuracy:
112 *	Max. relative aproximation error < 2**(-67.94) for 256*log2((1+z)/(1-z)).
113 *	Max. relative aproximation error < 2**(-63.15) for 2**(r/256).
114 *	Maximum error observed: less than 0.761 ulp after 1.300.000.000
115 *	results.
116 */
117
118static void
119__vpowx(int n, double * restrict px, double * restrict py,
120	int stridey, double * restrict pz, int stridez);
121
122static const double __TBL_exp2[] = {
123	/* __TBL_exp2[2*i] = high order bits 2^(i/256), i = [0, 255] */
124	/* __TBL_exp2[2*i+1] = least bits 2^(i/256), i = [0, 255]     */
125 1.000000000000000000e+00, 0.000000000000000000e+00, 1.002711275050202522e+00,
126-3.636615928692263944e-17, 1.005429901112802726e+00, 9.499186535455031757e-17,
127 1.008155898118417548e+00,-3.252058756084308061e-17, 1.010889286051700475e+00,
128-1.523477860336857718e-17, 1.013630084951489430e+00, 9.283599768183567587e-18,
129 1.016378314910953096e+00,-5.772170073199660028e-17, 1.019133996077737914e+00,
130 3.601904982259661106e-17, 1.021897148654116627e+00, 5.109225028973443894e-17,
131 1.024667792897135721e+00,-7.561607868487779440e-17, 1.027445949118763746e+00,
132-4.956074174645370440e-17, 1.030231637686040980e+00, 3.319830041080812944e-17,
133 1.033024879021228415e+00, 7.600838874027088489e-18, 1.035825693601957198e+00,
134-7.806782391337636167e-17, 1.038634101961378731e+00, 5.996273788852510618e-17,
135 1.041450124688316103e+00, 3.784830480287576210e-17, 1.044273782427413755e+00,
136 8.551889705537964892e-17, 1.047105095879289793e+00, 7.277077243104314749e-17,
137 1.049944085800687210e+00, 5.592937848127002586e-17, 1.052790773004626423e+00,
138-9.629482899026935739e-17, 1.055645178360557157e+00, 1.759325738772091599e-18,
139 1.058507322794512762e+00,-7.152651856637780738e-17, 1.061377227289262093e+00,
140-1.197353708536565756e-17, 1.064254912884464499e+00, 5.078754198611230394e-17,
141 1.067140400676823697e+00,-7.899853966841582122e-17, 1.070033711820241873e+00,
142-9.937162711288919381e-17, 1.072934867525975555e+00,-3.839668843358823807e-18,
143 1.075843889062791048e+00,-1.000271615114413611e-17, 1.078760797757119860e+00,
144-6.656660436056592603e-17, 1.081685614993215250e+00,-4.782623902997086266e-17,
145 1.084618362213309206e+00, 3.166152845816346116e-17, 1.087559060917769660e+00,
146 5.409349307820290759e-18, 1.090507732665257690e+00,-3.046782079812471147e-17,
147 1.093464399072885840e+00, 1.441395814726920934e-17, 1.096429081816376883e+00,
148-5.919933484449315824e-17, 1.099401802630221914e+00, 7.170459599701923225e-17,
149 1.102382583307840891e+00, 5.266036871570694387e-17, 1.105371445701741173e+00,
150 8.239288760500213590e-17, 1.108368411723678726e+00,-8.786813845180526616e-17,
151 1.111373503344817548e+00, 5.563945026669697643e-17, 1.114386742595892432e+00,
152 1.041027845684557095e-16, 1.117408151567369279e+00,-7.976805902628220456e-17,
153 1.120437752409606746e+00,-6.201085906554178750e-17, 1.123475567333019898e+00,
154-9.699737588987042995e-17, 1.126521618608241848e+00, 5.165856758795456737e-17,
155 1.129575928566288079e+00, 6.712805858726256588e-17, 1.132638519598719196e+00,
156 3.237356166738000264e-17, 1.135709414157805464e+00, 5.066599926126155859e-17,
157 1.138788634756691565e+00, 8.912812676025407778e-17, 1.141876203969561576e+00,
158 4.651091177531412387e-17, 1.144972144431804173e+00, 4.641289892170010657e-17,
159 1.148076478840178938e+00, 6.897740236627191770e-17, 1.151189229952982673e+00,
160 3.250710218863827212e-17, 1.154310420590215935e+00, 1.041712894627326619e-16,
161 1.157440073633751121e+00,-9.123871231134400287e-17, 1.160578212027498779e+00,
162-3.261040205417393722e-17, 1.163724858777577476e+00, 3.829204836924093499e-17,
163 1.166880036952481658e+00,-8.791879579999169742e-17, 1.170043769683250190e+00,
164-1.847744201790004694e-18, 1.173216080163637320e+00,-7.287562586584994479e-17,
165 1.176396991650281221e+00, 5.554203254218078963e-17, 1.179586527462875845e+00,
166 1.009231277510039044e-16, 1.182784710984341014e+00, 1.542975430079076058e-17,
167 1.185991565660993841e+00,-9.209506835293105905e-18, 1.189207115002721027e+00,
168 3.982015231465646111e-17, 1.192431382583151178e+00, 4.397551415609721443e-17,
169 1.195664392039827328e+00, 4.616603670481481397e-17, 1.198906167074380580e+00,
170-9.809193356008423118e-17, 1.202156731452703076e+00, 6.644981499252301245e-17,
171 1.205416109005123859e+00,-3.357272193267529634e-17, 1.208684323626581625e+00,
172-4.746725945228984097e-17, 1.211961399276801243e+00,-4.890611077521118357e-17,
173 1.215247359980468955e+00,-7.712630692681488131e-17, 1.218542229827408452e+00,
174-9.006726958363837675e-17, 1.221846032972757623e+00,-1.061102121140269116e-16,
175 1.225158793637145527e+00,-8.903533814269983429e-17, 1.228480536106870025e+00,
176-1.898781631302529953e-17, 1.231811284734075862e+00, 7.389382471610050247e-17,
177 1.235151063936933413e+00,-1.075524434430784138e-16, 1.238499898199816540e+00,
178 2.767702055573967430e-17, 1.241857812073484002e+00, 4.658027591836936791e-17,
179 1.245224830175257980e+00,-4.677240449846727500e-17, 1.248600977189204819e+00,
180-8.261810999021963550e-17, 1.251986277866316222e+00, 4.834167152469897600e-17,
181 1.255380757024691096e+00,-6.711389821296878419e-18, 1.258784439549716527e+00,
182-8.421782587730599357e-17, 1.262197350394250739e+00,-3.084464887473846465e-17,
183 1.265619514578806282e+00, 4.250577003450868637e-17, 1.269050957191733220e+00,
184 2.667932131342186095e-18, 1.272491703389402762e+00,-1.057791626721242103e-17,
185 1.275941778396392001e+00, 9.915430244214290330e-17, 1.279401207505669325e+00,
186-9.759095008356062210e-17, 1.282870016078778264e+00, 1.713594918243560968e-17,
187 1.286348229546025568e+00,-3.416955706936181976e-17, 1.289835873406665723e+00,
188 8.949257530897591722e-17, 1.293332973229089466e+00,-2.974590443132751646e-17,
189 1.296839554651009641e+00, 2.538250279488831496e-17, 1.300355643379650594e+00,
190 5.678728102802217422e-17, 1.303881265191935812e+00, 8.647675598267871179e-17,
191 1.307416445934677318e+00,-7.336645652878868892e-17, 1.310961211524764414e+00,
192-7.181536135519453857e-17, 1.314515587949354636e+00, 2.267543315104585645e-17,
193 1.318079601266064049e+00,-5.457955827149153502e-17, 1.321653277603157539e+00,
194-2.480638245913021742e-17, 1.325236643159741323e+00,-2.858731210038861373e-17,
195 1.328829724205954355e+00, 4.089086223910160052e-17, 1.332432547083161500e+00,
196-5.101586630916743959e-17, 1.336045138204145832e+00,-5.891866356388801353e-17,
197 1.339667524053302916e+00, 8.927282594831731984e-17, 1.343299731186835322e+00,
198-5.802580890201437751e-17, 1.346941786232945804e+00, 3.224065101254679169e-17,
199 1.350593715892034474e+00,-8.287110381462416533e-17, 1.354255546936892651e+00,
200 7.700948379802989462e-17, 1.357927306212901142e+00,-9.529635744825188867e-17,
201 1.361609020638224754e+00, 1.533787661270668046e-18, 1.365300717204011915e+00,
202-1.000536312597476517e-16, 1.369002422974590516e+00, 9.593797919118848773e-17,
203 1.372714165087668414e+00,-4.495960595234841262e-17, 1.376435970754530169e+00,
204-6.898588935871801042e-17, 1.380167867260237990e+00, 1.051031457996998395e-16,
205 1.383909881963832023e+00,-6.770511658794786287e-17, 1.387662042298529075e+00,
206 8.422984274875415318e-17, 1.391424375771926236e+00,-4.906174865288989325e-17,
207 1.395196909966200272e+00,-9.329336224225496552e-17, 1.398979672538311236e+00,
208-9.614213209051323072e-17, 1.402772691220204759e+00,-5.295783249407989223e-17,
209 1.406575993819015435e+00, 7.034914812136422188e-18, 1.410389608217270663e+00,
210 4.166548728435062259e-17, 1.414213562373095145e+00,-9.667293313452913451e-17,
211 1.418047884320415175e+00, 2.274438542185529452e-17, 1.421892602169165576e+00,
212-1.607782891589024413e-17, 1.425747744105494208e+00, 9.880690758500607284e-17,
213 1.429613338391970023e+00,-1.203164248905365518e-17, 1.433489413367788901e+00,
214-5.802454243926826103e-17, 1.437375997448982368e+00,-4.204034016467556612e-17,
215 1.441273119128625657e+00, 5.602503650878985675e-18, 1.445180806977046650e+00,
216-3.023758134993987319e-17, 1.449099089642035043e+00,-6.259405000819309254e-17,
217 1.453027995849052623e+00,-5.779948609396106102e-17, 1.456967554401443765e+00,
218 5.648679453876998140e-17, 1.460917794180647045e+00,-5.600377186075215800e-17,
219 1.464878744146405731e+00, 9.530767543587157319e-17, 1.468850433336981842e+00,
220 8.465882756533627608e-17, 1.472832890869367528e+00, 6.691774081940589372e-17,
221 1.476826145939499346e+00,-3.483994556892795796e-17, 1.480830227822471867e+00,
222-9.686952102630618578e-17, 1.484845165872752393e+00, 1.078008676440748076e-16,
223 1.488870989524397004e+00, 6.155367157742871330e-17, 1.492907728291264835e+00,
224 1.419292015428403577e-17, 1.496955411767235455e+00,-2.861663253899158211e-17,
225 1.501014069626425584e+00,-6.413767275790235039e-17, 1.505083731623406473e+00,
226 7.074710613582846364e-17, 1.509164427593422841e+00,-1.016455327754295039e-16,
227 1.513256187452609813e+00, 8.884497851338712091e-17, 1.517359041198214742e+00,
228-4.308699472043340801e-17, 1.521473018908814590e+00,-5.996387675945683420e-18,
229 1.525598150744538417e+00,-1.102494171234256094e-16, 1.529734466947286986e+00,
230 3.785792115157219653e-17, 1.533881997840955913e+00, 8.875226844438446141e-17,
231 1.538040773831656827e+00, 1.017467235116135806e-16, 1.542210825407940744e+00,
232 7.949834809697620856e-17, 1.546392183141021448e+00, 1.068396000565721980e-16,
233 1.550584877684999974e+00,-1.460070659068938518e-17, 1.554788939777088652e+00,
234-8.003161350116035641e-17, 1.559004400237836929e+00, 3.781207053357527502e-17,
235 1.563231289971357629e+00, 7.484777645590734389e-17, 1.567469639965552997e+00,
236-1.035206176884972199e-16, 1.571719481292341403e+00,-3.342984004687200069e-17,
237 1.575980845107886497e+00,-1.013691647127830398e-17, 1.580253762652824578e+00,
238-5.163402929554468062e-17, 1.584538265252493749e+00,-1.933771703458570293e-17,
239 1.588834384317163950e+00,-5.994950118824479401e-18, 1.593142151342266999e+00,
240-1.009440654231196372e-16, 1.597461597908627073e+00, 2.486839279622099613e-17,
241 1.601792755682693414e+00,-6.054917453527784343e-17, 1.606135656416771029e+00,
242-1.035454528805999526e-16, 1.610490331949254283e+00, 2.470719256979788785e-17,
243 1.614856814204860713e+00,-7.316663399125123263e-17, 1.619235135194863728e+00,
244 2.094133415422909241e-17, 1.623625327017328868e+00,-3.584512851414474710e-17,
245 1.628027421857347834e+00,-6.712955084707084086e-17, 1.632441451987274972e+00,
246 9.852819230429992964e-17, 1.636867449766964411e+00, 7.698325071319875575e-17,
247 1.641305447644006321e+00,-9.247568737640705508e-17, 1.645755478153964946e+00,
248-1.012567991367477260e-16, 1.650217573920617742e+00, 9.133279588729904190e-18,
249 1.654691767656194301e+00, 9.643294303196028661e-17, 1.659178092161616158e+00,
250-7.275545550823050654e-17, 1.663676580326736376e+00, 5.890992696713099670e-17,
251 1.668187265130582464e+00, 4.269178019570615091e-17, 1.672710179641596628e+00,
252-5.476715964599563076e-17, 1.677245357017878469e+00, 8.303949509950732785e-17,
253 1.681792830507429004e+00, 8.199010020581496520e-17, 1.686352633448393368e+00,
254-7.181463278358010675e-17, 1.690924799269305279e+00,-9.669671474394880166e-17,
255 1.695509361489332623e+00, 7.238416872845166641e-17, 1.700106353718523478e+00,
256-8.023719370397700246e-18, 1.704715809658051251e+00,-2.728883284797281563e-17,
257 1.709337763100462926e+00,-9.868779456632931076e-17, 1.713972247929925974e+00,
258 6.473975107753367064e-17, 1.718619298122477934e+00,-1.851380418263110988e-17,
259 1.723278947746273992e+00,-9.522123800393799963e-17, 1.727951230961837670e+00,
260-1.075098186120464245e-16, 1.732636182022311067e+00,-1.698051074315415494e-18,
261 1.737333835273706217e+00, 3.164389299292956947e-17, 1.742044225155156445e+00,
262-1.525959118950788792e-18, 1.746767386199169048e+00,-1.075229048350751450e-16,
263 1.751503353031878207e+00,-5.124450420596724659e-17, 1.756252160373299454e+00,
264 2.960140695448873307e-17, 1.761013843037583904e+00,-7.943253125039227711e-17,
265 1.765788435933272726e+00, 9.461315018083267867e-17, 1.770575974063554714e+00,
266 5.961794510040555848e-17, 1.775376492526521188e+00, 6.429731796556572034e-17,
267 1.780190026515424462e+00,-5.284627289091617365e-17, 1.785016611318934965e+00,
268 1.533040012103131382e-17, 1.789856282321401038e+00,-4.154354660683350387e-17,
269 1.794709075003107168e+00, 1.822745842791208677e-17, 1.799575024940535117e+00,
270-2.526889233358897644e-17, 1.804454167806623932e+00,-5.177222408793317883e-17,
271 1.809346539371031959e+00,-9.032641402450029682e-17, 1.814252175500398856e+00,
272-9.969531538920348820e-17, 1.819171112158608494e+00, 7.402676901145838890e-17,
273 1.824103385407053413e+00,-1.015962786227708306e-16, 1.829049031404897274e+00,
274 6.889192908835695637e-17, 1.834008086409342431e+00, 3.283107224245627204e-17,
275 1.838980586775893711e+00, 6.918969740272511942e-18, 1.843966568958625984e+00,
276-5.939742026949964550e-17, 1.848966069510450838e+00, 9.027580446261089288e-17,
277 1.853979125083385471e+00, 9.761887490727593538e-17, 1.859005772428820480e+00,
278-9.528705461989940687e-17, 1.864046048397788979e+00, 6.540912680620571711e-17,
279 1.869099989941238604e+00,-9.938505214255067083e-17, 1.874167634110299963e+00,
280-6.122763413004142562e-17, 1.879249018056560194e+00,-1.622631555783584478e-17,
281 1.884344179032334532e+00,-8.226593125533710906e-17, 1.889453154390939194e+00,
282-9.005168285059126718e-17, 1.894575981586965607e+00, 3.403403535216529671e-17,
283 1.899712698176555303e+00,-3.859739769378514323e-17, 1.904863341817674138e+00,
284 6.533857514718278629e-17, 1.910027950270389852e+00,-5.909688006744060237e-17,
285 1.915206561397147400e+00,-1.061994605619596264e-16, 1.920399213163047403e+00,
286 7.116681540630314186e-17, 1.925605943636125028e+00,-9.914963769693740927e-17,
287 1.930826790987627106e+00, 6.167149706169109553e-17, 1.936061793492294347e+00,
288 1.033238596067632574e-16, 1.941310989528640452e+00,-6.638029891621487990e-17,
289 1.946574417579233218e+00, 6.811022349533877184e-17, 1.951852116230978318e+00,
290-2.199016969979351086e-17, 1.957144124175400179e+00, 8.960767791036667768e-17,
291 1.962450480208927317e+00, 1.097684400091354695e-16, 1.967771223233175881e+00,
292-1.031492801153113151e-16, 1.973106392255234320e+00,-7.451617863956037486e-18,
293 1.978456026387950928e+00, 4.038875310927816657e-17, 1.983820164850219392e+00,
294-2.203454412391062657e-17, 1.989198846967266343e+00, 8.205132638369199416e-18,
295 1.994592112170940235e+00, 1.790971035200264509e-17
296};
297
298static const double __TBL_log2[] = {
299	/* __TBL_log2[2*i] = high order rounded 32 bits log2(1+i/256)*256, i = [0, 255] */
300	/* __TBL_log2[2*i+1] = low order least bits log2(1+i/256)*256, i = [0, 255]     */
301 0.000000000000000000e+00, 0.000000000000000000e+00, 1.439884185791015625e+00,
302 4.078417797464839152e-07, 2.874177932739257812e+00,-5.443862030060025621e-07,
303 4.302921295166015625e+00, 3.525917800357419922e-07, 5.726161956787109375e+00,
304-1.821502755258614180e-06, 7.143936157226562500e+00,-1.035336134691423741e-06,
305 8.556289672851562500e+00,-1.279264291071495652e-06, 9.963264465332031250e+00,
306-3.206502629414843101e-06, 1.136489105224609375e+01, 3.503517986289194222e-06,
307 1.276123046875000000e+01,-1.809406249049319022e-06, 1.415230560302734375e+01,
308-2.114722805833714926e-06, 1.553816223144531250e+01,-3.719431504776986979e-06,
309 1.691883850097656250e+01,-5.743786819670105240e-06, 1.829435729980468750e+01,
310 7.514691093524705578e-06, 1.966479492187500000e+01,-2.076862291588726520e-06,
311 2.103015136718750000e+01, 3.219403619538604258e-06, 2.239048767089843750e+01,
312-3.108115489869591032e-07, 2.374583435058593750e+01,-6.275103710481114264e-06,
313 2.509620666503906250e+01, 6.572855776743687178e-06, 2.644168090820312500e+01,
314-1.954725505303359537e-06, 2.778225708007812500e+01, 3.855133152759458770e-06,
315 2.911799621582031250e+01,-1.707228100041815487e-06, 3.044891357421875000e+01,
316 1.042999152333371737e-06, 3.177505493164062500e+01, 8.966313933586820042e-07,
317 3.309646606445312500e+01,-1.372654171244005427e-05, 3.441314697265625000e+01,
318-8.996099168734074844e-06, 3.572515869140625000e+01,-1.247731510027211536e-05,
319 3.703250122070312500e+01, 8.944258749129049106e-06, 3.833526611328125000e+01,
320-3.520082642279872716e-06, 3.963342285156250000e+01, 1.306577612991810031e-05,
321 4.092706298828125000e+01,-7.730135593513790229e-07, 4.221618652343750000e+01,
322-1.329446142304436745e-05, 4.350079345703125000e+01, 6.912200714904314733e-06,
323 4.478097534179687500e+01,-6.216230979739182064e-07, 4.605673217773437500e+01,
324-5.133911151040936670e-06, 4.732809448242187500e+01,-6.697901206512330627e-06,
325 4.859509277343750000e+01,-5.700153089154811841e-06, 4.985775756835937500e+01,
326-2.836263919120346801e-06, 5.111611938476562500e+01, 8.933436604624454391e-07,
327 5.237020874023437500e+01, 4.187561748309498307e-06, 5.362005615234375000e+01,
328 5.448667394155597532e-06, 5.486569213867187500e+01, 2.786324169943508531e-06,
329 5.610714721679687500e+01,-5.978483512667373796e-06, 5.734442138671875000e+01,
330 7.207996138368885843e-06, 5.857757568359375000e+01, 9.083351754561760127e-06,
331 5.980664062500000000e+01,-3.374516276140515786e-06, 6.103161621093750000e+01,
332-2.943717299925017200e-06, 6.225253295898437500e+01, 6.810091060168101732e-06,
333 6.346945190429687500e+01,-8.462738988588859704e-06, 6.468237304687500000e+01,
334-2.233961135216831566e-05, 6.589129638671875000e+01,-8.657399896582645111e-06,
335 6.709625244140625000e+01, 2.797335967336006296e-05, 6.829736328125000000e+01,
336-8.863355250907819214e-06, 6.949450683593750000e+01, 2.830758238800374038e-05,
337 7.068786621093750000e+01,-1.846073268549083018e-05, 7.187731933593750000e+01,
338-2.182503249464459606e-06, 7.306298828125000000e+01,-2.025251442448625989e-05,
339 7.424481201171875000e+01, 1.280303154355201204e-05, 7.542291259765625000e+01,
340-8.813997363590295654e-07, 7.659722900390625000e+01, 2.370323712746426047e-05,
341 7.776788330078125000e+01,-1.176744290134661421e-05, 7.893481445312500000e+01,
342-2.273743674288609119e-05, 8.009802246093750000e+01, 1.409185747234803696e-05,
343 8.125762939453125000e+01,-2.707246895087010889e-07, 8.241357421875000000e+01,
344 1.807241476105480180e-05, 8.356597900390625000e+01,-3.030059664889450720e-05,
345 8.471472167968750000e+01,-8.823455531875539245e-07, 8.585992431640625000e+01,
346 6.485238524924182146e-06, 8.700158691406250000e+01, 1.382440142980862947e-05,
347 8.813977050781250000e+01,-1.808136338482881111e-05, 8.927441406250000000e+01,
348-6.579344146543672011e-06, 9.040557861328125000e+01, 8.714227880222726313e-06,
349 9.153332519531250000e+01,-1.201308307454951138e-05, 9.265759277343750000e+01,
350 1.330278431878087205e-05, 9.377850341796875000e+01,-1.657103990890600482e-05,
351 9.489599609375000000e+01,-1.995110226941163424e-05, 9.601007080078125000e+01,
352 2.362403148762806632e-05, 9.712084960937500000e+01, 1.236086810905991142e-05,
353 9.822827148437500000e+01, 2.738898236946465744e-05, 9.933239746093750000e+01,
354 2.758741700388469572e-05, 1.004332885742187500e+02,-2.834285611604269955e-05,
355 1.015308227539062500e+02, 1.228649517068771375e-06, 1.026251220703125000e+02,
356 1.361792668612316888e-05, 1.037161865234375000e+02, 2.803946653578170389e-05,
357 1.048040771484375000e+02, 2.502814149567842806e-06, 1.058887329101562500e+02,
358 1.692003190104140317e-05, 1.069702148437500000e+02, 2.896703985131545672e-05,
359 1.080485839843750000e+02,-3.844135045484567362e-06, 1.091237792968750000e+02,
360-2.093137927645659717e-06, 1.101958618164062500e+02,-8.590030211185738579e-06,
361 1.112648315429687500e+02,-5.267967244023324300e-06, 1.123306884765625000e+02,
362 2.578347229232600646e-05, 1.133935546875000000e+02,-1.975022555464358195e-05,
363 1.144533081054687500e+02,-2.195797778964440179e-06, 1.155100708007812500e+02,
364-2.617170507638525077e-05, 1.165637817382812500e+02,-1.334031370958194516e-05,
365 1.176145019531250000e+02,-7.581976902412963145e-06, 1.186622314453125000e+02,
366 8.112109654298731037e-06, 1.197070312500000000e+02,-1.042875265529314613e-05,
367 1.207488403320312500e+02, 1.455233211877492951e-05, 1.217877807617187500e+02,
368-2.243432092472914265e-05, 1.228237304687500000e+02, 1.712269952247034061e-05,
369 1.238568115234375000e+02, 2.745621214456745937e-05, 1.248870239257812500e+02,
370 2.473291989440979066e-05, 1.259143676757812500e+02, 2.498461547595911484e-05,
371 1.269389038085937500e+02,-1.692547797717771941e-05, 1.279605712890625000e+02,
372-2.419576192770340594e-05, 1.289793701171875000e+02, 1.880972467762623192e-05,
373 1.299954833984375000e+02,-5.550757125543327248e-05, 1.310086669921875000e+02,
374 1.237226167189998996e-05, 1.320191650390625000e+02,-6.438347630770959254e-06,
375 1.330268554687500000e+02, 2.525911246920619613e-05, 1.340318603515625000e+02,
376 3.990327953073019333e-07, 1.350340576171875000e+02, 5.593427389035480335e-05,
377 1.360336914062500000e+02,-3.751407409478960320e-05, 1.370305175781250000e+02,
378-2.116319935859897563e-05, 1.380246582031250000e+02,-2.559468964093475045e-06,
379 1.390161132812500000e+02, 3.270409087092109593e-05, 1.400050048828125000e+02,
380-2.315157751389992129e-05, 1.409912109375000000e+02,-3.387938973438343638e-05,
381 1.419747314453125000e+02, 1.458416266727572812e-05, 1.429556884765625000e+02,
382 1.412021555596584681e-05, 1.439340820312500000e+02,-2.143065540113838312e-05,
383 1.449097900390625000e+02, 4.373273697503468317e-05, 1.458830566406250000e+02,
384-2.090790235253405790e-05, 1.468536376953125000e+02, 4.230297794089183646e-05,
385 1.478217773437500000e+02, 2.633401664450247309e-06, 1.487873535156250000e+02,
386-4.542835986281740771e-06, 1.497503662109375000e+02, 3.397367848245215483e-05,
387 1.507109375000000000e+02, 9.209059510146982590e-06, 1.516689453125000000e+02,
388 5.622812858742714859e-05, 1.526246337890625000e+02,-5.621609346274134244e-05,
389 1.535776367187500000e+02, 5.088115468603551539e-05, 1.545283203125000000e+02,
390 2.400396513473623342e-05, 1.554765625000000000e+02,-2.180099663431456814e-06,
391 1.564223632812500000e+02,-1.517056781617965675e-05, 1.573657226562500000e+02,
392-2.562756696989711716e-06, 1.583066406250000000e+02, 4.795320325388065854e-05,
393 1.592452392578125000e+02, 2.652301982429665372e-05, 1.601815185546875000e+02,
394-5.473018439029181240e-05, 1.611152343750000000e+02, 6.036538006249134820e-05,
395 1.620467529296875000e+02, 1.753890969321481711e-05, 1.629759521484375000e+02,
396-4.928926339732922490e-05, 1.639027099609375000e+02,-6.288016979631557560e-06,
397 1.648271484375000000e+02, 3.614482952210960361e-05, 1.657493896484375000e+02,
398-3.247597790375142114e-05, 1.666691894531250000e+02, 4.348868072528205213e-05,
399 1.675867919921875000e+02, 3.131097214651595330e-05, 1.685021972656250000e+02,
400-5.768116554728405733e-05, 1.694151611328125000e+02, 3.189681619086343127e-05,
401 1.703260498046875000e+02,-5.500528238559059116e-05, 1.712344970703125000e+02,
402 5.890184674174263693e-05, 1.721408691406250000e+02, 1.840407787096519837e-05,
403 1.730450439453125000e+02,-4.351222480150346831e-05, 1.739468994140625000e+02,
404 6.059331686505290421e-06, 1.748465576171875000e+02, 5.580532332169584454e-05,
405 1.757441406250000000e+02,-5.666096094448416139e-06, 1.766395263671875000e+02,
406-4.568380948624016041e-05, 1.775327148437500000e+02,-5.372392273978838048e-05,
407 1.784237060546875000e+02,-1.933871000131713187e-05, 1.793126220703125000e+02,
408-5.422619290693841471e-05, 1.801993408203125000e+02,-2.601847861521447132e-05,
409 1.810839843750000000e+02,-4.656229401600182454e-05, 1.819664306640625000e+02,
410 1.636297150881445295e-05, 1.828468017578125000e+02, 5.076471489501210225e-05,
411 1.837252197265625000e+02,-5.542156510357154555e-05, 1.846014404296875000e+02,
412-4.812064810565531807e-05, 1.854755859375000000e+02,-3.953879286781995545e-05,
413 1.863476562500000000e+02,-1.988182101010412125e-05, 1.872176513671875000e+02,
414 2.057522891062264376e-05, 1.880856933593750000e+02,-3.058156040982771239e-05,
415 1.889516601562500000e+02,-4.169340446171797184e-05, 1.898155517578125000e+02,
416-3.239118881346662872e-06, 1.906774902343750000e+02,-2.783449132689922134e-05,
417 1.915373535156250000e+02, 1.597927683340914293e-05, 1.923952636718750000e+02,
418 1.545493412281261116e-05, 1.932512207031250000e+02,-2.014927705264352875e-05,
419 1.941051025390625000e+02, 4.043097907577914080e-05, 1.949571533203125000e+02,
420-3.781452579504048975e-05, 1.958071289062500000e+02,-1.677810793588779092e-06,
421 1.966551513671875000e+02, 3.577570564777057149e-05, 1.975013427734375000e+02,
422-3.858128431828155999e-05, 1.983454589843750000e+02, 2.827352539329734468e-05,
423 1.991877441406250000e+02, 1.020426695132691908e-06, 2.000280761718750000e+02,
424 1.049043785864183866e-05, 2.008665771484375000e+02,-5.668571223208539910e-05,
425 2.017030029296875000e+02, 5.227451898157462205e-05, 2.025377197265625000e+02,
426-2.025647781341857894e-05, 2.033704833984375000e+02,-2.161281037339224341e-05,
427 2.042012939453125000e+02, 5.667325008632565576e-05, 2.050303955078125000e+02,
428-2.112821448834358837e-05, 2.058575439453125000e+02,-2.522383155215216853e-06,
429 2.066828613281250000e+02,-1.281378348494855858e-06, 2.075063476562500000e+02,
430-9.162516382743561384e-06, 2.083280029296875000e+02,-1.797812601298608335e-05,
431 2.091478271484375000e+02,-1.959505997696247453e-05, 2.099658203125000000e+02,
432-5.934211946670452627e-06, 2.107819824218750000e+02, 3.102996118252714271e-05,
433 2.115964355468750000e+02,-2.280040076415178584e-05, 2.124090576171875000e+02,
434-3.743515649437846729e-05, 2.132198486328125000e+02,-5.006638631136701490e-06,
435 2.140289306640625000e+02,-3.976919665668718942e-05, 2.148361816406250000e+02,
436-1.188780735169185652e-05, 2.156417236328125000e+02,-3.571887766413048520e-05,
437 2.164454345703125000e+02, 1.847144755636210490e-05, 2.172474365234375000e+02,
438 3.622647302213163157e-05, 2.180477294921875000e+02, 2.511032323154433900e-05,
439 2.188463134765625000e+02,-7.361941985081681848e-06, 2.196431884765625000e+02,
440-5.372390403709574017e-05, 2.204382324218750000e+02, 1.551294579696132803e-05,
441 2.212316894531250000e+02,-3.642162925932327343e-05, 2.220233154296875000e+02,
442 4.193598594979618241e-05, 2.228133544921875000e+02, 1.372116405796589833e-05,
443 2.236016845703125000e+02, 8.233623894335039537e-06, 2.243883056640625000e+02,
444 3.265657742833052654e-05, 2.251733398437500000e+02,-2.794287750390687326e-05,
445 2.259566650390625000e+02,-4.440243113774530265e-05, 2.267382812500000000e+02,
446-9.675114830058622014e-06, 2.275183105468750000e+02,-3.882892066889445600e-05,
447 2.282966308593750000e+02,-2.835487591479255673e-06, 2.290733642578125000e+02,
448-1.685097895998181422e-05, 2.298483886718750000e+02, 4.806553595480019518e-05,
449 2.306219482421875000e+02,-4.539911586906436716e-05, 2.313937988281250000e+02,
450-4.631966285757620260e-05, 2.321639404296875000e+02, 5.204609324350696002e-05,
451 2.329326171875000000e+02, 1.225763073721718197e-05, 2.336997070312500000e+02,
452-3.695637982554016382e-05, 2.344650878906250000e+02, 3.309133292926460016e-05,
453 2.352290039062500000e+02,-1.516395380482592629e-05, 2.359913330078125000e+02,
454-5.311674305290968619e-05, 2.367519531250000000e+02, 4.779807991226078768e-05,
455 2.375111083984375000e+02, 4.989464209345647548e-05, 2.382687988281250000e+02,
456-4.041202611322311408e-05, 2.390247802734375000e+02, 2.739433433590848536e-05,
457 2.397792968750000000e+02, 1.550965806406508966e-05, 2.405322265625000000e+02,
458 5.230206142425020257e-05, 2.412836914062500000e+02, 2.196059540790264514e-05,
459 2.420335693359375000e+02, 5.277680785141730338e-05, 2.427819824218750000e+02,
460 2.886380247947272558e-05, 2.435289306640625000e+02,-4.363251767645384661e-05,
461 2.442742919921875000e+02,-3.653314744654563199e-05, 2.450180664062500000e+02,
462 5.623369525922526825e-05, 2.457604980468750000e+02,-3.437446279919778004e-06,
463 2.465013427734375000e+02, 3.459290119679066472e-05, 2.472407226562500000e+02,
464 5.421724428316440202e-05, 2.479787597656250000e+02,-6.070765164808318435e-05,
465 2.487152099609375000e+02,-6.014953987030989107e-05, 2.494501953125000000e+02,
466-6.032228506450037554e-05, 2.501837158203125000e+02,-5.540433388359054134e-05,
467 2.509157714843750000e+02,-3.960875078622925214e-05, 2.516463623046875000e+02,
468-7.182944107105660894e-06, 2.523754882812500000e+02, 4.759160516857532540e-05,
469 2.531032714843750000e+02, 8.329299458439681639e-06, 2.538295898437500000e+02,
470 2.751627995643241118e-06, 2.545544433593750000e+02, 3.647649263201999678e-05,
471 2.552779541015625000e+02,-6.981531437649667064e-06
472};
473
474static const unsigned long long LCONST[] = {
4750x3c90000000000000ULL,	/* 2**(-54) = 5.551115123125782702e-17		*/
4760x3ff0000000000000ULL,	/* DONE = 1.0					*/
4770x4330000000000000ULL,	/* DVAIN52 = 2**52 = 4.503599627370496e15	*/
4780xffffffff00000000ULL,	/* 0xffffffff00000000				*/
4790x000fffffffffffffULL,	/* 0x000fffffffffffff				*/
4800x0000080000000000ULL,	/* 0x0000080000000000				*/
4810xfffff00000000000ULL,	/* 0xfffff00000000000				*/
4820x0000000000000000ULL,	/* DZERO   = 0.0				*/
4830x4062776d8ce329bdULL,	/* KA5     = 5.77078604860893737986e-01*256	*/
4840x406ec709dc39fc99ULL,	/* KA3     = 9.61796693925765549423e-01*256	*/
4850x3f6d94ae0bf85de6ULL,	/* KA1_LO  = 1.41052154268147309568e-05*256	*/
4860x4087154000000000ULL,	/* KA1_HI  = 2.8853759765625e+00*256		*/
4870x40871547652b82feULL,	/* KA1     = 2.885390081777926774e+00*256	*/
4880x4110000000000000ULL,	/* HTHRESH = 262144.0				*/
4890xc110cc0000000000ULL,	/* LTHRESH = -275200.0				*/
4900x3cd5d52893bc7fecULL,	/* KB5     = 1.21195555854068860923e-15		*/
4910x3d83b2abc07c93d0ULL,	/* KB4     = 2.23939573811855104311e-12		*/
4920x3e2c6b08d71f5d1eULL,	/* KB3     = 3.30830268126604677436e-09		*/
4930x3ecebfbdff82c4edULL,	/* KB2     = 3.66556559691003767877e-06		*/
4940x3f662e42fefa39efULL,	/* KB1     = 2.70760617406228636578e-03		*/
4950x01a56e1fc2f8f359ULL,	/* _TINY   = 1.0e-300				*/
4960x7e37e43c8800759cULL	/* _HUGE   = 1.0e+300				*/
497};
498
499#define SCALE_ARR	((double*)LCONST + 1)
500#define _TINY		((double*)LCONST)[20]	/* 1.0e-300	*/
501#define _HUGE		((double*)LCONST)[21]	/* 1.0e+300	*/
502
503#define RET_SC(I)										\
504	px += stridex;										\
505	py += stridey;										\
506	pz += stridez;										\
507	if (--n <= 0)										\
508		break;										\
509	goto start##I;
510
511#define RETURN(I, ret)										\
512{												\
513	pz[0] = (ret);										\
514	RET_SC(I)										\
515}
516
517#define PREP(I)											\
518hx = HI(px);									\
519lx = LO(px);									\
520hy = HI(py);									\
521ly = LO(py);									\
522sx = hx >> 31;											\
523sy = hy >> 31;											\
524hx &= 0x7fffffff;										\
525hy &= 0x7fffffff;										\
526ull_y0 = *(unsigned long long*)px;								\
527												\
528if (hy < 0x3bf00000)		/* |Y| < 2^(-64) */						\
529{												\
530	y0 = *px;										\
531	if ((hy | ly) == 0)	/* pow(X,0) */							\
532		RETURN (I, DONE)								\
533	if (hx > 0x7ff00000 || (hx == 0x7ff00000 && lx != 0))		/* |X| = Nan */		\
534		*pz = y0 + y0;									\
535	else if ((hx | lx) == 0 || (hx == 0x7ff00000 && lx == 0))	/* X = 0 or Inf */	\
536	{											\
537		HI(pz) = hx;								\
538		LO(pz) = lx;								\
539		if (sy)									\
540			*pz = DONE / *pz;							\
541	}											\
542	else											\
543		*pz = (sx) ? DZERO / DZERO : DONE;						\
544	RET_SC(I)										\
545}												\
546yisint##I = 0;	/* Y - non-integer */								\
547exp = hy >> 20;	/* Y exponent */								\
548ull_y0 &= LMMANT;										\
549ull_x##I = (ull_y0 | LDONE);									\
550x##I = *(double*)&ull_x##I;									\
551ull_ax##I = ((ull_x##I + LMROUND) & LMHI20);							\
552ax##I = *(double*)&ull_ax##I;									\
553if (hx >= 0x7ff00000 || exp >= 0x43e)		/* X=Inf,Nan or |Y|>2^63,Inf,Nan */		\
554{												\
555	y0 = *px;										\
556	if (hx > 0x7ff00000 || (hx == 0x7ff00000 && lx != 0) ||				\
557	hy > 0x7ff00000 || (hy == 0x7ff00000 && ly != 0))	/* |X| or |Y| = Nan */		\
558		RETURN (I, y0 + *py)								\
559	if (hy == 0x7ff00000 && (ly == 0))			/* |Y| = Inf */			\
560	{											\
561		if (hx == 0x3ff00000 && (lx == 0))		/* +-1 ** +-Inf */		\
562			*pz = *py - *py;							\
563		else if ((hx < 0x3ff00000) != sy)						\
564			*pz = DZERO;								\
565		else										\
566		{										\
567			HI(pz) = hy;							\
568			LO(pz) = ly;							\
569		}										\
570		RET_SC(I)									\
571	}											\
572	if (exp < 0x43e)	/* |Y| < 2^63   */						\
573	{											\
574		if (sx)	/* X = -Inf     */						\
575		{										\
576			if (exp >= 0x434)	/* |Y| >= 2^53  */				\
577				yisint##I = 2;	/* Y - even     */				\
578			else									\
579			{									\
580				if (exp >= 0x3ff)	/* |Y| >= 1     */			\
581				{								\
582					if (exp > (20 + 0x3ff))				\
583					{							\
584						i0 = ly >> (52 - (exp - 0x3ff));		\
585						if ((i0 << (52 - (exp - 0x3ff))) == ly)	\
586							yisint##I = 2 - (i0 & 1);		\
587					}							\
588					else if (ly == 0)					\
589					{							\
590						i0 = hy >> (20 - (exp - 0x3ff));		\
591						if ((i0 << (20 - (exp - 0x3ff))) == hy)	\
592							yisint##I = 2 - (i0 & 1);		\
593					}							\
594				}								\
595			}									\
596		}										\
597		if (sy)									\
598			hx = lx = 0;								\
599		hx += yisint##I << 31;								\
600		HI(pz) = hx;								\
601		LO(pz) = lx;								\
602		RET_SC(I)									\
603	}											\
604	else	/* |Y| >= 2^63   */								\
605	{											\
606		/* |X| = 0, 1, Inf */								\
607		if (lx == 0 && (hx == 0 || hx == 0x3ff00000 || hx == 0x7ff00000))		\
608		{										\
609			HI(pz) = hx;							\
610			LO(pz) = lx;							\
611			if (sy)								\
612				*pz = DONE / *pz;						\
613		}										\
614		else										\
615		{										\
616			y0 = ((hx < 0x3ff00000) != sy) ? _TINY : _HUGE;			\
617			*pz = y0 * y0;								\
618		}										\
619		RET_SC(I)									\
620	}											\
621}												\
622if ((sx || (hx | lx)) == 0)	/* X <= 0      */						\
623{												\
624	if (exp >= 0x434)	/* |Y| >= 2^53 */						\
625		yisint##I = 2;	/* Y - even    */						\
626	else											\
627	{											\
628		if (exp >= 0x3ff)	/* |Y| >= 1    */					\
629		{										\
630			if (exp > (20 + 0x3ff))						\
631			{									\
632				i0 = ly >> (52 - (exp - 0x3ff));				\
633				if ((i0 << (52 - (exp - 0x3ff))) == ly)			\
634					yisint##I = 2 - (i0 & 1);				\
635			}									\
636			else if (ly == 0)							\
637			{									\
638				i0 = hy >> (20 - (exp - 0x3ff));				\
639				if ((i0 << (20 - (exp - 0x3ff))) == hy)			\
640					yisint##I = 2 - (i0 & 1);				\
641			}									\
642		}										\
643	}											\
644	if ((hx | lx) == 0)		/* X == 0  */						\
645	{											\
646		y0 = DZERO;									\
647		if (sy)									\
648			y0 = DONE / y0;								\
649		if (sx & yisint##I)								\
650			y0 = -y0;								\
651		RETURN (I, y0)									\
652	}											\
653	if (yisint##I == 0)			/* pow(neg,non-integer) */			\
654		RETURN (I, DZERO / DZERO)	/* NaN */					\
655}												\
656exp = (hx >> 20);										\
657exp##I = exp - 2046;										\
658py##I = py;											\
659pz##I = pz;											\
660ux##I = x##I + ax##I;										\
661if (!exp)											\
662{												\
663	ax##I = (double) ull_y0;								\
664	ull_ax##I = *(unsigned long long*)&ax##I;						\
665	ull_x##I = ((ull_ax##I & LMMANT) | LDONE);							\
666	x##I = *(double*)&ull_x##I;								\
667	exp##I = ((unsigned int*) & ull_ax##I)[0];						\
668	exp##I = (exp##I >> 20) - (2046 + 1023 + 51);						\
669	ull_ax##I = (ull_x##I + (LMROUND & LMHI20));						\
670	ax##I = *(double*)&ull_ax##I;								\
671	ux##I = x##I + ax##I;									\
672}												\
673ull_x##I = *(unsigned long long *)&ux##I;							\
674hx##I = HI(&ull_ax##I);									\
675yd##I = DONE / ux##I;
676
677void
678__vpow(int n, double * restrict px, int stridex, double * restrict py,
679	int stridey, double * restrict pz, int stridez)
680{
681	double			*py0 = 0, *py1 = 0, *py2;
682	double			*pz0 = 0, *pz1 = 0, *pz2;
683	double			y0, yd0 = 0.0L, u0, s0, s_l0, m_h0;
684	double			y1, yd1 = 0.0L, u1, s1, s_l1, m_h1;
685	double			y2, yd2, u2, s2, s_l2, m_h2;
686	double			ax0 = 0.0L, x0 = 0.0L, s_h0, ux0;
687	double			ax1 = 0.0L, x1 = 0.0L, s_h1, ux1;
688	double			ax2, x2, s_h2, ux2;
689	int			eflag0, gflag0, ind0, i0;
690	int			eflag1, gflag1, ind1, i1;
691	int			eflag2, gflag2, ind2, i2;
692	int			hx0 = 0, yisint0 = 0, exp0 = 0;
693	int			hx1 = 0, yisint1 = 0, exp1 = 0;
694	int			hx2, yisint2, exp2;
695	int			exp, i = 0;
696	unsigned		hx, lx, sx, hy, ly, sy;
697	unsigned long long	ull_y0, ull_x0, ull_x1, ull_x2, ull_ax0, ull_ax1, ull_ax2;
698	unsigned long long	LDONE = ((unsigned long long*)LCONST)[1];	/* 1.0					*/
699	unsigned long long	LMMANT = ((unsigned long long*)LCONST)[4];	/* 0x000fffffffffffff			*/
700	unsigned long long	LMROUND = ((unsigned long long*)LCONST)[5];	/* 0x0000080000000000			*/
701	unsigned long long	LMHI20 = ((unsigned long long*)LCONST)[6];	/* 0xfffff00000000000			*/
702	double			DONE = ((double*)LCONST)[1];			/* 1.0					*/
703	double			DZERO = ((double*)LCONST)[7];			/* 0.0					*/
704	double			KA5 = ((double*)LCONST)[8];			/* 5.77078604860893737986e-01*256	*/
705	double			KA3 = ((double*)LCONST)[9];			/* 9.61796693925765549423e-01*256	*/
706	double			KA1_LO = ((double*)LCONST)[10];			/* 1.41052154268147309568e-05*256	*/
707	double			KA1_HI = ((double*)LCONST)[11];			/* 2.8853759765625e+00*256		*/
708	double			KA1 = ((double*)LCONST)[12];			/* 2.885390081777926774e+00*256		*/
709	double			HTHRESH = ((double*)LCONST)[13];		/*  262144.0				*/
710	double			LTHRESH = ((double*)LCONST)[14];		/* -275200.0				*/
711	double			KB5 = ((double*)LCONST)[15];			/* 1.21195555854068860923e-15		*/
712	double			KB4 = ((double*)LCONST)[16];			/* 2.23939573811855104311e-12		*/
713	double			KB3 = ((double*)LCONST)[17];			/* 3.30830268126604677436e-09		*/
714	double			KB2 = ((double*)LCONST)[18];			/* 3.66556559691003767877e-06		*/
715	double			KB1 = ((double*)LCONST)[19];			/* 2.70760617406228636578e-03		*/
716
717	if (stridex == 0)
718	{
719		unsigned	hx = HI(px);
720		unsigned	lx = LO(px);
721
722		/* if x is a positive normal number not equal to one,
723		   call __vpowx */
724		if (hx >= 0x00100000 && hx < 0x7ff00000 &&
725			(hx != 0x3ff00000 || lx != 0))
726		{
727			__vpowx(n, px, py, stridey, pz, stridez);
728			return;
729		}
730	}
731
732	do
733	{
734		/* perform si + ydi = 256*log2(xi)*yi */
735start0:
736		PREP(0)
737		px += stridex;
738		py += stridey;
739		pz += stridez;
740		i = 1;
741		if (--n <= 0)
742			break;
743
744start1:
745		PREP(1)
746		px += stridex;
747		py += stridey;
748		pz += stridez;
749		i = 2;
750		if (--n <= 0)
751			break;
752
753start2:
754		PREP(2)
755
756		u0 = x0 - ax0;
757		u1 = x1 - ax1;
758		u2 = x2 - ax2;
759
760		s0 = u0 * yd0;
761		LO(&ux0) = 0;
762		s1 = u1 * yd1;
763		LO(&ux1) = 0;
764		s2 = u2 * yd2;
765		LO(&ux2) = 0;
766
767		y0 = s0 * s0;
768		s_h0 = s0;
769		LO(&s_h0) = 0;
770		y1 = s1 * s1;
771		s_h1 = s1;
772		LO(&s_h1) = 0;
773		y2 = s2 * s2;
774		s_h2 = s2;
775		LO(&s_h2) = 0;
776
777		s0 = (KA5 * y0 + KA3) * y0 * s0;
778		s1 = (KA5 * y1 + KA3) * y1 * s1;
779		s2 = (KA5 * y2 + KA3) * y2 * s2;
780
781		s_l0 = (x0 - (ux0 - ax0));
782		s_l1 = (x1 - (ux1 - ax1));
783		s_l2 = (x2 - (ux2 - ax2));
784
785		s_l0 = u0 - s_h0 * ux0 - s_h0 * s_l0;
786		s_l1 = u1 - s_h1 * ux1 - s_h1 * s_l1;
787		s_l2 = u2 - s_h2 * ux2 - s_h2 * s_l2;
788
789		s_l0 = KA1 * yd0 * s_l0;
790		i0 = (hx0 >> 8) & 0xff0;
791		exp0 += (hx0 >> 20);
792
793		s_l1 = KA1 * yd1 * s_l1;
794		i1 = (hx1 >> 8) & 0xff0;
795		exp1 += (hx1 >> 20);
796
797		s_l2 = KA1 * yd2 * s_l2;
798		i2 = (hx2 >> 8) & 0xff0;
799		exp2 += (hx2 >> 20);
800
801		yd0 = KA1_HI * s_h0;
802		yd1 = KA1_HI * s_h1;
803		yd2 = KA1_HI * s_h2;
804
805		y0 = *(double *)((char*)__TBL_log2 + i0);
806		y1 = *(double *)((char*)__TBL_log2 + i1);
807		y2 = *(double *)((char*)__TBL_log2 + i2);
808
809		y0 += (double)(exp0 << 8);
810		y1 += (double)(exp1 << 8);
811		y2 += (double)(exp2 << 8);
812
813		m_h0 = y0 + yd0;
814		m_h1 = y1 + yd1;
815		m_h2 = y2 + yd2;
816
817		y0 = s0 - ((m_h0 - y0 - yd0) - s_l0);
818		y1 = s1 - ((m_h1 - y1 - yd1) - s_l1);
819		y2 = s2 - ((m_h2 - y2 - yd2) - s_l2);
820
821		y0 += *(double *)((char*)__TBL_log2 + i0 + 8) + KA1_LO * s_h0;
822		y1 += *(double *)((char*)__TBL_log2 + i1 + 8) + KA1_LO * s_h1;
823		y2 += *(double *)((char*)__TBL_log2 + i2 + 8) + KA1_LO * s_h2;
824
825		s_h0 = y0 + m_h0;
826		s_h1 = y1 + m_h1;
827		s_h2 = y2 + m_h2;
828
829		LO(&s_h0) = 0;
830		LO(&s_h1) = 0;
831		LO(&s_h2) = 0;
832
833		yd0 = *py0;
834		yd1 = *py1;
835		yd2 = *py2;
836		s0 = yd0;
837		s1 = yd1;
838		s2 = yd2;
839		LO(&s0) = 0;
840		LO(&s1) = 0;
841		LO(&s2) = 0;
842
843		y0 = y0 - (s_h0 - m_h0);
844		y1 = y1 - (s_h1 - m_h1);
845		y2 = y2 - (s_h2 - m_h2);
846
847		yd0 = (yd0 - s0) * s_h0 + yd0 * y0;
848		yd1 = (yd1 - s1) * s_h1 + yd1 * y1;
849		yd2 = (yd2 - s2) * s_h2 + yd2 * y2;
850
851		s0 = s_h0 * s0;
852		s1 = s_h1 * s1;
853		s2 = s_h2 * s2;
854
855		/* perform 2 ** ((si+ydi)/256) */
856		if (s0 > HTHRESH)
857		{
858			s0 = HTHRESH;
859			yd0 = DZERO;
860		}
861		if (s1 > HTHRESH)
862		{
863			s1 = HTHRESH;
864			yd1 = DZERO;
865		}
866		if (s2 > HTHRESH)
867		{
868			s2 = HTHRESH;
869			yd2 = DZERO;
870		}
871
872		if (s0 < LTHRESH)
873		{
874			s0 = LTHRESH;
875			yd0 = DZERO;
876		}
877		ind0 = (int) (s0 + yd0);
878		if (s1 < LTHRESH)
879		{
880			s1 = LTHRESH;
881			yd1 = DZERO;
882		}
883		ind1 = (int) (s1 + yd1);
884		if (s2 < LTHRESH)
885		{
886			s2 = LTHRESH;
887			yd2 = DZERO;
888		}
889		ind2 = (int) (s2 + yd2);
890
891		i0 = (ind0 & 0xff) << 4;
892		u0 = (double) ind0;
893		ind0 >>= 8;
894
895		i1 = (ind1 & 0xff) << 4;
896		u1 = (double)ind1;
897		ind1 >>= 8;
898
899		i2 = (ind2 & 0xff) << 4;
900		u2 = (double) ind2;
901		ind2 >>= 8;
902
903		y0 = s0 - u0 + yd0;
904		y1 = s1 - u1 + yd1;
905		y2 = s2 - u2 + yd2;
906
907		u0 = *(double*)((char*)__TBL_exp2 + i0);
908		y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
909		u1 = *(double*)((char*)__TBL_exp2 + i1);
910		y1 = ((((KB5 * y1 + KB4) * y1 + KB3) * y1 + KB2) * y1 + KB1) * y1;
911		u2 = *(double*)((char*)__TBL_exp2 + i2);
912		y2 = ((((KB5 * y2 + KB4) * y2 + KB3) * y2 + KB2) * y2 + KB1) * y2;
913
914		eflag0 = (ind0 + 1021) >> 31;
915		gflag0 = (1022 - ind0) >> 31;
916		eflag1 = (ind1 + 1021) >> 31;
917		gflag1 = (1022 - ind1) >> 31;
918		eflag2 = (ind2 + 1021) >> 31;
919		gflag2 = (1022 - ind2) >> 31;
920
921		ind0 = (yisint0 << 11) + ind0 + (54 & eflag0) - (52 & gflag0);
922		ind0 <<= 20;
923		ind1 = (yisint1 << 11) + ind1 + (54 & eflag1) - (52 & gflag1);
924		ind1 <<= 20;
925		ind2 = (yisint2 << 11) + ind2 + (54 & eflag2) - (52 & gflag2);
926		ind2 <<= 20;
927
928		u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
929		u1 = *(double*)((char*)__TBL_exp2 + i1 + 8) + u1 * y1 + u1;
930		u2 = *(double*)((char*)__TBL_exp2 + i2 + 8) + u2 * y2 + u2;
931
932		ull_x0 = *(unsigned long long*)&u0;
933		HI(&ull_x0) += ind0;
934		u0 = *(double*)&ull_x0;
935
936		ull_x1 = *(unsigned long long*)&u1;
937		HI(&ull_x1) += ind1;
938		u1 = *(double*)&ull_x1;
939
940		ull_x2 = *(unsigned long long*)&u2;
941		HI(&ull_x2) += ind2;
942		u2 = *(double*)&ull_x2;
943
944		*pz0 = u0 * SCALE_ARR[eflag0 - gflag0];
945		*pz1 = u1 * SCALE_ARR[eflag1 - gflag1];
946		*pz2 = u2 * SCALE_ARR[eflag2 - gflag2];
947
948		px += stridex;
949		py += stridey;
950		pz += stridez;
951		i = 0;
952
953	} while (--n > 0);
954
955	if (i > 0)
956	{
957		/* perform si + ydi = 256*log2(xi)*yi */
958		u0 = x0 - ax0;
959		s0 = u0 * yd0;
960		LO(&ux0) = 0;
961		y0 = s0 * s0;
962		s_h0 = s0;
963		LO(&s_h0) = 0;
964		s0 = (KA5 * y0 + KA3) * y0 * s0;
965		s_l0 = (x0 - (ux0 - ax0));
966		s_l0 = u0 - s_h0 * ux0 - s_h0 * s_l0;
967		s_l0 = KA1 * yd0 * s_l0;
968		i0 = (hx0 >> 8) & 0xff0;
969		exp0 += (hx0 >> 20);
970		yd0 = KA1_HI * s_h0;
971		y0 = *(double *)((char*)__TBL_log2 + i0);
972		y0 += (double)(exp0 << 8);
973		m_h0 = y0 + yd0;
974		y0 = s0 - ((m_h0 - y0 - yd0) - s_l0);
975		y0 += *(double *)((char*)__TBL_log2 + i0 + 8) + KA1_LO * s_h0;
976		s_h0 = y0 + m_h0;
977		LO(&s_h0) = 0;
978		y0 = y0 - (s_h0 - m_h0);
979		s0 = yd0 = *py0;
980		LO(&s0) = 0;
981		yd0 = (yd0 - s0) * s_h0 + yd0 * y0;
982		s0 = s_h0 * s0;
983
984		/* perform 2 ** ((si+ydi)/256) */
985		if (s0 > HTHRESH)
986		{
987			s0 = HTHRESH;
988			yd0 = DZERO;
989		}
990		if (s0 < LTHRESH)
991		{
992			s0 = LTHRESH;
993			yd0 = DZERO;
994		}
995		ind0 = (int) (s0 + yd0);
996		i0 = (ind0 & 0xff) << 4;
997		u0 = (double) ind0;
998		ind0 >>= 8;
999		y0 = s0 - u0 + yd0;
1000		u0 = *(double*)((char*)__TBL_exp2 + i0);
1001		y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
1002		eflag0 = (ind0 + 1021) >> 31;
1003		gflag0 = (1022 - ind0) >> 31;
1004		u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
1005		ind0 = (yisint0 << 11) + ind0 + (54 & eflag0) - (52 & gflag0);
1006		ind0 <<= 20;
1007		ull_x0 = *(unsigned long long*)&u0;
1008		HI(&ull_x0) += ind0;
1009		u0 = *(double*)&ull_x0;
1010
1011		*pz0 = u0 * SCALE_ARR[eflag0 - gflag0];
1012
1013		if (i > 1)
1014		{
1015			/* perform si + ydi = 256*log2(xi)*yi */
1016			u0 = x1 - ax1;
1017			s0 = u0 * yd1;
1018			LO(&ux1) = 0;
1019			y0 = s0 * s0;
1020			s_h0 = s0;
1021			LO(&s_h0) = 0;
1022			s0 = (KA5 * y0 + KA3) * y0 * s0;
1023			s_l0 = (x1 - (ux1 - ax1));
1024			s_l0 = u0 - s_h0 * ux1 - s_h0 * s_l0;
1025			s_l0 = KA1 * yd1 * s_l0;
1026			i0 = (hx1 >> 8) & 0xff0;
1027			exp1 += (hx1 >> 20);
1028			yd0 = KA1_HI * s_h0;
1029			y0 = *(double *)((char*)__TBL_log2 + i0);
1030			y0 += (double)(exp1 << 8);
1031			m_h0 = y0 + yd0;
1032			y0 = s0 - ((m_h0 - y0 - yd0) - s_l0);
1033			y0 += *(double *)((char*)__TBL_log2 + i0 + 8) + KA1_LO * s_h0;
1034			s_h0 = y0 + m_h0;
1035			LO(&s_h0) = 0;
1036			y0 = y0 - (s_h0 - m_h0);
1037			s0 = yd0 = *py1;
1038			LO(&s0) = 0;
1039			yd0 = (yd0 - s0) * s_h0 + yd0 * y0;
1040			s0 = s_h0 * s0;
1041			/* perform 2 ** ((si+ydi)/256) */
1042			if (s0 > HTHRESH)
1043			{
1044				s0 = HTHRESH;
1045				yd0 = DZERO;
1046			}
1047			if (s0 < LTHRESH)
1048			{
1049				s0 = LTHRESH;
1050				yd0 = DZERO;
1051			}
1052			ind0 = (int) (s0 + yd0);
1053			i0 = (ind0 & 0xff) << 4;
1054			u0 = (double) ind0;
1055			ind0 >>= 8;
1056			y0 = s0 - u0 + yd0;
1057			u0 = *(double*)((char*)__TBL_exp2 + i0);
1058			y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
1059			eflag0 = (ind0 + 1021) >> 31;
1060			gflag0 = (1022 - ind0) >> 31;
1061			u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
1062			ind0 = (yisint1 << 11) + ind0 + (54 & eflag0) - (52 & gflag0);
1063			ind0 <<= 20;
1064			ull_x0 = *(unsigned long long*)&u0;
1065			HI(&ull_x0) += ind0;
1066			u0 = *(double*)&ull_x0;
1067			*pz1 = u0 * SCALE_ARR[eflag0 - gflag0];
1068		}
1069	}
1070}
1071
1072#undef RET_SC
1073#define RET_SC(I)							\
1074	py += stridey;							\
1075	pz += stridez;							\
1076	if (--n <= 0)							\
1077		break;							\
1078	goto start##I;
1079
1080#define PREP_X(I)							\
1081hy = HI(py);						\
1082ly = LO(py);						\
1083sy = hy >> 31;								\
1084hy &= 0x7fffffff;							\
1085py##I = py;								\
1086									\
1087if (hy < 0x3bf00000)		/* |Y| < 2^(-64) */			\
1088	RETURN (I, DONE)						\
1089pz##I = pz;								\
1090if (hy >= 0x43e00000)		/* |Y|>2^63,Inf,Nan */			\
1091{									\
1092	if (hy >= 0x7ff00000)		/* |Y|=Inf,Nan */		\
1093	{								\
1094		if (hy == 0x7ff00000 && ly == 0)	/* |Y|=Inf */	\
1095		{							\
1096			if ((hx < 0x3ff00000) != sy)			\
1097				*pz = DZERO;				\
1098			else						\
1099			{						\
1100				HI(pz) = hy;			\
1101				LO(pz) = ly;			\
1102			}						\
1103		}							\
1104		else							\
1105			*pz = *px + *py;	/* |Y|=Nan */		\
1106	}								\
1107	else	/* |Y|>2^63 */						\
1108	{								\
1109		y0 = ((hx < 0x3ff00000) != sy) ? _TINY : _HUGE;	\
1110		*pz = y0 * y0;						\
1111	}								\
1112	RET_SC(I)							\
1113}									\
1114
1115#define LMMANT	((unsigned long long*)LCONST)[4]	/* 0x000fffffffffffff			*/
1116#define LMROUND	((unsigned long long*)LCONST)[5]	/* 0x0000080000000000			*/
1117#define LMHI20	((unsigned long long*)LCONST)[6]	/* 0xfffff00000000000			*/
1118#define MMANT	((double*)LCONST)[4]			/* 0x000fffffffffffff			*/
1119#define MROUND	((double*)LCONST)[5]			/* 0x0000080000000000			*/
1120#define MHI20	((double*)LCONST)[6]			/* 0xfffff00000000000			*/
1121#define KA5	((double*)LCONST)[8]			/* 5.77078604860893737986e-01*256	*/
1122#define KA3	((double*)LCONST)[9]			/* 9.61796693925765549423e-01*256	*/
1123#define KA1_LO	((double*)LCONST)[10]			/* 1.41052154268147309568e-05*256	*/
1124#define KA1_HI	((double*)LCONST)[11]			/* 2.8853759765625e+00*256		*/
1125#define KA1	((double*)LCONST)[12]			/* 2.885390081777926774e+00*256		*/
1126
1127
1128static void
1129__vpowx(int n, double * restrict px, double * restrict py,
1130	int stridey, double * restrict pz, int stridez)
1131{
1132	double			*py0, *py1 = 0, *py2;
1133	double			*pz0, *pz1 = 0, *pz2;
1134	double			ux0, y0, yd0, u0, s0;
1135	double			y1, yd1, u1, s1;
1136	double			y2, yd2, u2, s2;
1137	double			yr, s_h0, s_l0, m_h0, x0, ax0;
1138	unsigned long long	ull_y0, ull_x0, ull_x1, ull_x2, ull_ax0;
1139	int			eflag0, gflag0, ind0, i0, exp0;
1140	int			eflag1, gflag1, ind1, i1;
1141	int			eflag2, gflag2, ind2, i2;
1142	int			i = 0;
1143	unsigned		hx, hx0, hy, ly, sy;
1144	double			DONE = ((double*)LCONST)[1];			/*  1.0				*/
1145	unsigned long long	LDONE = ((unsigned long long*)LCONST)[1];	/*  1.0				*/
1146	double			DZERO = ((double*)LCONST)[7];			/*  0.0				*/
1147	double			HTHRESH = ((double*)LCONST)[13];		/*  262144.0			*/
1148	double			LTHRESH = ((double*)LCONST)[14];		/* -275200.0			*/
1149	double			KB5 = ((double*)LCONST)[15];			/*  1.21195555854068860923e-15	*/
1150	double			KB4 = ((double*)LCONST)[16];			/*  2.23939573811855104311e-12	*/
1151	double			KB3 = ((double*)LCONST)[17];			/*  3.30830268126604677436e-09	*/
1152	double			KB2 = ((double*)LCONST)[18];			/*  3.66556559691003767877e-06	*/
1153	double			KB1 = ((double*)LCONST)[19];			/*  2.70760617406228636578e-03	*/
1154
1155	/* perform s_h + yr = 256*log2(x) */
1156	ull_y0 = *(unsigned long long*)px;
1157	hx = HI(px);
1158	ull_x0 = (ull_y0 & LMMANT) | LDONE;
1159	x0 = *(double*)&ull_x0;
1160	exp0 = (hx >> 20) - 2046;
1161	ull_ax0 = ull_x0 + (LMROUND & LMHI20);
1162	ax0 = *(double*)&ull_ax0;
1163	hx0 = HI(&ax0);
1164	ux0 = x0 + ax0;
1165	yd0 = DONE / ux0;
1166	u0 = x0 - ax0;
1167	s0 = u0 * yd0;
1168	LO(&ux0) = 0;
1169	y0 = s0 * s0;
1170	s_h0 = s0;
1171	LO(&s_h0) = 0;
1172	s0 = (KA5 * y0 + KA3) * y0 * s0;
1173	s_l0 = (x0 - (ux0 - ax0));
1174	s_l0 = u0 - s_h0 * ux0 - s_h0 * s_l0;
1175	s_l0 = KA1 * yd0 * s_l0;
1176	i0 = (hx0 >> 8) & 0xff0;
1177	exp0 += (hx0 >> 20);
1178	yd0 = KA1_HI * s_h0;
1179	y0 = *(double *)((char*)__TBL_log2 + i0);
1180	y0 += (double)(exp0 << 8);
1181	m_h0 = y0 + yd0;
1182	y0 = s0 - ((m_h0 - y0 - yd0) - s_l0);
1183	y0 += *(double *)((char*)__TBL_log2 + i0 + 8) + KA1_LO * s_h0;
1184	s_h0 = y0 + m_h0;
1185	LO(&s_h0) = 0;
1186	yr = y0 - (s_h0 - m_h0);
1187
1188	do
1189	{
1190	/* perform 2 ** ((s_h0+yr)*yi/256) */
1191start0:
1192		PREP_X(0)
1193		py += stridey;
1194		pz += stridez;
1195		i = 1;
1196		if (--n <= 0)
1197			break;
1198
1199start1:
1200		PREP_X(1)
1201		py += stridey;
1202		pz += stridez;
1203		i = 2;
1204		if (--n <= 0)
1205			break;
1206
1207start2:
1208		PREP_X(2)
1209
1210		s0 = yd0 = *py0;
1211		s1 = yd1 = *py1;
1212		s2 = yd2 = *py2;
1213
1214		LO(&s0) = 0;
1215		LO(&s1) = 0;
1216		LO(&s2) = 0;
1217
1218		yd0 = (yd0 - s0) * s_h0 + yd0 * yr;
1219		yd1 = (yd1 - s1) * s_h0 + yd1 * yr;
1220		yd2 = (yd2 - s2) * s_h0 + yd2 * yr;
1221
1222		s0 = s_h0 * s0;
1223		s1 = s_h0 * s1;
1224		s2 = s_h0 * s2;
1225
1226		if (s0 > HTHRESH)
1227		{
1228			s0 = HTHRESH;
1229			yd0 = DZERO;
1230		}
1231		if (s1 > HTHRESH)
1232		{
1233			s1 = HTHRESH;
1234			yd1 = DZERO;
1235		}
1236		if (s2 > HTHRESH)
1237		{
1238			s2 = HTHRESH;
1239			yd2 = DZERO;
1240		}
1241
1242		if (s0 < LTHRESH)
1243		{
1244			s0 = LTHRESH;
1245			yd0 = DZERO;
1246		}
1247		ind0 = (int) (s0 + yd0);
1248		if (s1 < LTHRESH)
1249		{
1250			s1 = LTHRESH;
1251			yd1 = DZERO;
1252		}
1253		ind1 = (int) (s1 + yd1);
1254		if (s2 < LTHRESH)
1255		{
1256			s2 = LTHRESH;
1257			yd2 = DZERO;
1258		}
1259		ind2 = (int) (s2 + yd2);
1260
1261		i0 = (ind0 & 0xff) << 4;
1262		u0 = (double) ind0;
1263		ind0 >>= 8;
1264
1265		i1 = (ind1 & 0xff) << 4;
1266		u1 = (double) ind1;
1267		ind1 >>= 8;
1268
1269		i2 = (ind2 & 0xff) << 4;
1270		u2 = (double) ind2;
1271		ind2 >>= 8;
1272
1273		y0 = s0 - u0 + yd0;
1274		y1 = s1 - u1 + yd1;
1275		y2 = s2 - u2 + yd2;
1276
1277		u0 = *(double*)((char*)__TBL_exp2 + i0);
1278		y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
1279		u1 = *(double*)((char*)__TBL_exp2 + i1);
1280		y1 = ((((KB5 * y1 + KB4) * y1 + KB3) * y1 + KB2) * y1 + KB1) * y1;
1281		u2 = *(double*)((char*)__TBL_exp2 + i2);
1282		y2 = ((((KB5 * y2 + KB4) * y2 + KB3) * y2 + KB2) * y2 + KB1) * y2;
1283
1284		eflag0 = (ind0 + 1021) >> 31;
1285		gflag0 = (1022 - ind0) >> 31;
1286		eflag1 = (ind1 + 1021) >> 31;
1287		gflag1 = (1022 - ind1) >> 31;
1288		eflag2 = (ind2 + 1021) >> 31;
1289		gflag2 = (1022 - ind2) >> 31;
1290
1291		u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
1292		ind0 = ind0 + (54 & eflag0) - (52 & gflag0);
1293		ind0 <<= 20;
1294		ull_x0 = *(unsigned long long*)&u0;
1295		HI(&ull_x0) += ind0;
1296		u0 = *(double*)&ull_x0;
1297
1298		u1 = *(double*)((char*)__TBL_exp2 + i1 + 8) + u1 * y1 + u1;
1299		ind1 = ind1 + (54 & eflag1) - (52 & gflag1);
1300		ind1 <<= 20;
1301		ull_x1 = *(unsigned long long*)&u1;
1302		HI(&ull_x1) += ind1;
1303		u1 = *(double*)&ull_x1;
1304
1305		u2 = *(double*)((char*)__TBL_exp2 + i2 + 8) + u2 * y2 + u2;
1306		ind2 = ind2 + (54 & eflag2) - (52 & gflag2);
1307		ind2 <<= 20;
1308		ull_x2 = *(unsigned long long*)&u2;
1309		HI(&ull_x2) += ind2;
1310		u2 = *(double*)&ull_x2;
1311
1312		*pz0 = u0 * SCALE_ARR[eflag0 - gflag0];
1313		*pz1 = u1 * SCALE_ARR[eflag1 - gflag1];
1314		*pz2 = u2 * SCALE_ARR[eflag2 - gflag2];
1315
1316		py += stridey;
1317		pz += stridez;
1318		i = 0;
1319
1320	} while (--n > 0);
1321
1322	if (i > 0)
1323	{
1324		/* perform 2 ** ((s_h0+yr)*yi/256) */
1325		s0 = y0 = *py0;
1326		LO(&s0) = 0;
1327		yd0 = (y0 - s0) * s_h0 + y0 * yr;
1328		s0 = s_h0 * s0;
1329		if (s0 > HTHRESH)
1330		{
1331			s0 = HTHRESH;
1332			yd0 = DZERO;
1333		}
1334		if (s0 < LTHRESH)
1335		{
1336			s0 = LTHRESH;
1337			yd0 = DZERO;
1338		}
1339		ind0 = (int) (s0 + yd0);
1340		i0 = (ind0 & 0xff) << 4;
1341		u0 = (double) ind0;
1342		ind0 >>= 8;
1343		y0 = s0 - u0 + yd0;
1344		u0 = *(double*)((char*)__TBL_exp2 + i0);
1345		y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
1346		eflag0 = (ind0 + 1021) >> 31;
1347		gflag0 = (1022 - ind0) >> 31;
1348		u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
1349		ind0 = ind0 + (54 & eflag0) - (52 & gflag0);
1350		ind0 <<= 20;
1351		ull_x0 = *(unsigned long long*)&u0;
1352		HI(&ull_x0) += ind0;
1353		u0 = *(double*)&ull_x0;
1354		*pz0 = u0 * SCALE_ARR[eflag0 - gflag0];
1355
1356		if (i > 1)
1357		{
1358			/* perform 2 ** ((s_h0+yr)*yi/256) */
1359			s0 = y0 = *py1;
1360			LO(&s0) = 0;
1361			yd0 = (y0 - s0) * s_h0 + y0 * yr;
1362			s0 = s_h0 * s0;
1363			if (s0 > HTHRESH)
1364			{
1365				s0 = HTHRESH;
1366				yd0 = DZERO;
1367			}
1368			if (s0 < LTHRESH)
1369			{
1370				s0 = LTHRESH;
1371				yd0 = DZERO;
1372			}
1373			ind0 = (int) (s0 + yd0);
1374			i0 = (ind0 & 0xff) << 4;
1375			u0 = (double) ind0;
1376			ind0 >>= 8;
1377			y0 = s0 - u0 + yd0;
1378			u0 = *(double*)((char*)__TBL_exp2 + i0);
1379			y0 = ((((KB5 * y0 + KB4) * y0 + KB3) * y0 + KB2) * y0 + KB1) * y0;
1380			eflag0 = (ind0 + 1021) >> 31;
1381			gflag0 = (1022 - ind0) >> 31;
1382			u0 = *(double*)((char*)__TBL_exp2 + i0 + 8) + u0 * y0 + u0;
1383			ind0 = ind0 + (54 & eflag0) - (52 & gflag0);
1384			ind0 <<= 20;
1385			ull_x0 = *(unsigned long long*)&u0;
1386			HI(&ull_x0) += ind0;
1387			u0 = *(double*)&ull_x0;
1388			*pz1 = u0 * SCALE_ARR[eflag0 - gflag0];
1389		}
1390	}
1391}
1392