Commit | Line | Data |
---|---|---|
920dae64 AT |
1 | ------------------------------------------------------------------------ |
2 | -- decimal128.decTest -- decimal sixteen-byte format testcases -- | |
3 | -- Copyright (c) IBM Corporation, 2000, 2003. All rights reserved. -- | |
4 | ------------------------------------------------------------------------ | |
5 | -- Please see the document "General Decimal Arithmetic Testcases" -- | |
6 | -- at http://www2.hursley.ibm.com/decimal for the description of -- | |
7 | -- these testcases. -- | |
8 | -- -- | |
9 | -- These testcases are experimental ('beta' versions), and they -- | |
10 | -- may contain errors. They are offered on an as-is basis. In -- | |
11 | -- particular, achieving the same results as the tests here is not -- | |
12 | -- a guarantee that an implementation complies with any Standard -- | |
13 | -- or specification. The tests are not exhaustive. -- | |
14 | -- -- | |
15 | -- Please send comments, suggestions, and corrections to the author: -- | |
16 | -- Mike Cowlishaw, IBM Fellow -- | |
17 | -- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK -- | |
18 | -- mfc@uk.ibm.com -- | |
19 | ------------------------------------------------------------------------ | |
20 | version: 2.39 | |
21 | ||
22 | -- This set of tests is for the sixteen-byte concrete representation. | |
23 | -- Its characteristics are: | |
24 | -- | |
25 | -- 1 bit sign | |
26 | -- 5 bits combination field | |
27 | -- 12 bits exponent continuation | |
28 | -- 110 bits coefficient continuation | |
29 | -- | |
30 | -- Total exponent length 14 bits | |
31 | -- Total coefficient length 114 bits (34 digits) | |
32 | -- | |
33 | -- Elimit = 12287 (maximum encoded exponent) | |
34 | -- Emax = 6144 (largest exponent value) | |
35 | -- Emin = -6143 (smallest exponent value) | |
36 | -- bias = 6176 (subtracted from encoded exponent) = -Etiny | |
37 | ||
38 | extended: 1 | |
39 | precision: 34 | |
40 | rounding: half_up | |
41 | maxExponent: 6144 | |
42 | minExponent: -6143 | |
43 | ||
44 | -- General testcases | |
45 | -- (mostly derived from the Strawman 4 document and examples) | |
46 | decg001 apply #A20780000000000000000000000003D0 -> -7.50 | |
47 | decg002 apply -7.50 -> #A20780000000000000000000000003D0 | |
48 | ||
49 | -- Normality | |
50 | decf010 apply 1234567890123456789012345678901234 -> #2608134b9c1e28e56f3c127177823534 | |
51 | decf011 apply 1234567890123456789012345678901234.0 -> #2608134b9c1e28e56f3c127177823534 Rounded | |
52 | decf012 apply 1234567890123456789012345678901234.1 -> #2608134b9c1e28e56f3c127177823534 Rounded Inexact | |
53 | decf013 apply -1234567890123456789012345678901234 -> #a608134b9c1e28e56f3c127177823534 | |
54 | decf014 apply -1234567890123456789012345678901234.0 -> #a608134b9c1e28e56f3c127177823534 Rounded | |
55 | decf015 apply -1234567890123456789012345678901234.1 -> #a608134b9c1e28e56f3c127177823534 Rounded Inexact | |
56 | ||
57 | ||
58 | -- Nmax and similar | |
59 | decf022 apply 9.999999999999999999999999999999999E+6144 -> #77ffcff3fcff3fcff3fcff3fcff3fcff | |
60 | decf023 apply #77ffcff3fcff3fcff3fcff3fcff3fcff -> 9.999999999999999999999999999999999E+6144 | |
61 | decf024 apply 1.234567890123456789012345678901234E+6144 -> #47ffd34b9c1e28e56f3c127177823534 | |
62 | decf025 apply #47ffd34b9c1e28e56f3c127177823534 -> 1.234567890123456789012345678901234E+6144 | |
63 | -- fold-downs (more below) | |
64 | decf030 apply 1.23E+6144 -> #47ffd300000000000000000000000000 Clamped | |
65 | decf031 apply #47ffd300000000000000000000000000 -> 1.230000000000000000000000000000000E+6144 | |
66 | decf032 apply 1E+6144 -> #47ffc000000000000000000000000000 Clamped | |
67 | decf033 apply #47ffc000000000000000000000000000 -> 1.000000000000000000000000000000000E+6144 | |
68 | ||
69 | -- overflows | |
70 | maxExponent: 9999 -- set high so conversion causes the overflow | |
71 | minExponent: -9999 | |
72 | decf040 apply 10E+6144 -> #78000000000000000000000000000000 Overflow Rounded Inexact | |
73 | decf041 apply 1.000000000000000E+6145 -> #78000000000000000000000000000000 Overflow Rounded Inexact | |
74 | maxExponent: 6144 | |
75 | minExponent: -6143 | |
76 | ||
77 | decf051 apply 12345 -> #220800000000000000000000000049c5 | |
78 | decf052 apply #220800000000000000000000000049c5 -> 12345 | |
79 | decf053 apply 1234 -> #22080000000000000000000000000534 | |
80 | decf054 apply #22080000000000000000000000000534 -> 1234 | |
81 | decf055 apply 123 -> #220800000000000000000000000000a3 | |
82 | decf056 apply #220800000000000000000000000000a3 -> 123 | |
83 | decf057 apply 12 -> #22080000000000000000000000000012 | |
84 | decf058 apply #22080000000000000000000000000012 -> 12 | |
85 | decf059 apply 1 -> #22080000000000000000000000000001 | |
86 | decf060 apply #22080000000000000000000000000001 -> 1 | |
87 | decf061 apply 1.23 -> #220780000000000000000000000000a3 | |
88 | decf062 apply #220780000000000000000000000000a3 -> 1.23 | |
89 | decf063 apply 123.45 -> #220780000000000000000000000049c5 | |
90 | decf064 apply #220780000000000000000000000049c5 -> 123.45 | |
91 | ||
92 | -- Nmin and below | |
93 | decf071 apply 1E-6143 -> #00084000000000000000000000000001 | |
94 | decf072 apply #00084000000000000000000000000001 -> 1E-6143 | |
95 | decf073 apply 1.000000000000000000000000000000000E-6143 -> #04000000000000000000000000000000 | |
96 | decf074 apply #04000000000000000000000000000000 -> 1.000000000000000000000000000000000E-6143 | |
97 | decf075 apply 1.000000000000000000000000000000001E-6143 -> #04000000000000000000000000000001 | |
98 | decf076 apply #04000000000000000000000000000001 -> 1.000000000000000000000000000000001E-6143 | |
99 | ||
100 | decf077 apply 0.100000000000000000000000000000000E-6143 -> #00000800000000000000000000000000 Subnormal | |
101 | decf078 apply #00000800000000000000000000000000 -> 1.00000000000000000000000000000000E-6144 Subnormal | |
102 | decf079 apply 0.000000000000000000000000000000010E-6143 -> #00000000000000000000000000000010 Subnormal | |
103 | decf080 apply #00000000000000000000000000000010 -> 1.0E-6175 Subnormal | |
104 | decf081 apply 0.00000000000000000000000000000001E-6143 -> #00004000000000000000000000000001 Subnormal | |
105 | decf082 apply #00004000000000000000000000000001 -> 1E-6175 Subnormal | |
106 | decf083 apply 0.000000000000000000000000000000001E-6143 -> #00000000000000000000000000000001 Subnormal | |
107 | decf084 apply #00000000000000000000000000000001 -> 1E-6176 Subnormal | |
108 | ||
109 | -- underflows | |
110 | decf090 apply 1e-6176 -> #00000000000000000000000000000001 Subnormal | |
111 | decf091 apply 1.9e-6176 -> #00000000000000000000000000000002 Subnormal Underflow Inexact Rounded | |
112 | decf092 apply 1.1e-6176 -> #00000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
113 | decf093 apply 1.00000000001e-6176 -> #00000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
114 | decf094 apply 1.00000000000001e-6176 -> #00000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
115 | decf095 apply 1.000000000000001e-6176 -> #00000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
116 | decf096 apply 0.1e-6176 -> #00000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
117 | decf097 apply 0.00000000001e-6176 -> #00000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
118 | decf098 apply 0.00000000000001e-6176 -> #00000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
119 | decf099 apply 0.000000000000001e-6176 -> #00000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
120 | decf100 apply 999999999999999999999999999999999e-6176 -> #00000ff3fcff3fcff3fcff3fcff3fcff Subnormal | |
121 | ||
122 | -- same again, negatives | |
123 | -- Nmax and similar | |
124 | decf122 apply -9.999999999999999999999999999999999E+6144 -> #f7ffcff3fcff3fcff3fcff3fcff3fcff | |
125 | decf123 apply #f7ffcff3fcff3fcff3fcff3fcff3fcff -> -9.999999999999999999999999999999999E+6144 | |
126 | decf124 apply -1.234567890123456789012345678901234E+6144 -> #c7ffd34b9c1e28e56f3c127177823534 | |
127 | decf125 apply #c7ffd34b9c1e28e56f3c127177823534 -> -1.234567890123456789012345678901234E+6144 | |
128 | -- fold-downs (more below) | |
129 | decf130 apply -1.23E+6144 -> #c7ffd300000000000000000000000000 Clamped | |
130 | decf131 apply #c7ffd300000000000000000000000000 -> -1.230000000000000000000000000000000E+6144 | |
131 | decf132 apply -1E+6144 -> #c7ffc000000000000000000000000000 Clamped | |
132 | decf133 apply #c7ffc000000000000000000000000000 -> -1.000000000000000000000000000000000E+6144 | |
133 | ||
134 | -- overflows | |
135 | maxExponent: 9999 -- set high so conversion causes the overflow | |
136 | minExponent: -9999 | |
137 | decf140 apply -10E+6144 -> #f8000000000000000000000000000000 Overflow Rounded Inexact | |
138 | decf141 apply -1.000000000000000E+6145 -> #f8000000000000000000000000000000 Overflow Rounded Inexact | |
139 | maxExponent: 6144 | |
140 | minExponent: -6143 | |
141 | ||
142 | decf151 apply -12345 -> #a20800000000000000000000000049c5 | |
143 | decf152 apply #a20800000000000000000000000049c5 -> -12345 | |
144 | decf153 apply -1234 -> #a2080000000000000000000000000534 | |
145 | decf154 apply #a2080000000000000000000000000534 -> -1234 | |
146 | decf155 apply -123 -> #a20800000000000000000000000000a3 | |
147 | decf156 apply #a20800000000000000000000000000a3 -> -123 | |
148 | decf157 apply -12 -> #a2080000000000000000000000000012 | |
149 | decf158 apply #a2080000000000000000000000000012 -> -12 | |
150 | decf159 apply -1 -> #a2080000000000000000000000000001 | |
151 | decf160 apply #a2080000000000000000000000000001 -> -1 | |
152 | decf161 apply -1.23 -> #a20780000000000000000000000000a3 | |
153 | decf162 apply #a20780000000000000000000000000a3 -> -1.23 | |
154 | decf163 apply -123.45 -> #a20780000000000000000000000049c5 | |
155 | decf164 apply #a20780000000000000000000000049c5 -> -123.45 | |
156 | ||
157 | -- Nmin and below | |
158 | decf171 apply -1E-6143 -> #80084000000000000000000000000001 | |
159 | decf172 apply #80084000000000000000000000000001 -> -1E-6143 | |
160 | decf173 apply -1.000000000000000000000000000000000E-6143 -> #84000000000000000000000000000000 | |
161 | decf174 apply #84000000000000000000000000000000 -> -1.000000000000000000000000000000000E-6143 | |
162 | decf175 apply -1.000000000000000000000000000000001E-6143 -> #84000000000000000000000000000001 | |
163 | decf176 apply #84000000000000000000000000000001 -> -1.000000000000000000000000000000001E-6143 | |
164 | ||
165 | decf177 apply -0.100000000000000000000000000000000E-6143 -> #80000800000000000000000000000000 Subnormal | |
166 | decf178 apply #80000800000000000000000000000000 -> -1.00000000000000000000000000000000E-6144 Subnormal | |
167 | decf179 apply -0.000000000000000000000000000000010E-6143 -> #80000000000000000000000000000010 Subnormal | |
168 | decf180 apply #80000000000000000000000000000010 -> -1.0E-6175 Subnormal | |
169 | decf181 apply -0.00000000000000000000000000000001E-6143 -> #80004000000000000000000000000001 Subnormal | |
170 | decf182 apply #80004000000000000000000000000001 -> -1E-6175 Subnormal | |
171 | decf183 apply -0.000000000000000000000000000000001E-6143 -> #80000000000000000000000000000001 Subnormal | |
172 | decf184 apply #80000000000000000000000000000001 -> -1E-6176 Subnormal | |
173 | ||
174 | -- underflows | |
175 | decf190 apply -1e-6176 -> #80000000000000000000000000000001 Subnormal | |
176 | decf191 apply -1.9e-6176 -> #80000000000000000000000000000002 Subnormal Underflow Inexact Rounded | |
177 | decf192 apply -1.1e-6176 -> #80000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
178 | decf193 apply -1.00000000001e-6176 -> #80000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
179 | decf194 apply -1.00000000000001e-6176 -> #80000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
180 | decf195 apply -1.000000000000001e-6176 -> #80000000000000000000000000000001 Subnormal Underflow Inexact Rounded | |
181 | decf196 apply -0.1e-6176 -> #80000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
182 | decf197 apply -0.00000000001e-6176 -> #80000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
183 | decf198 apply -0.00000000000001e-6176 -> #80000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
184 | decf199 apply -0.000000000000001e-6176 -> #80000000000000000000000000000000 Subnormal Underflow Inexact Rounded | |
185 | decf200 apply -999999999999999999999999999999999e-6176 -> #80000ff3fcff3fcff3fcff3fcff3fcff Subnormal | |
186 | ||
187 | -- zeros | |
188 | decf400 apply 0E-8000 -> #00000000000000000000000000000000 Clamped | |
189 | decf401 apply 0E-6177 -> #00000000000000000000000000000000 Clamped | |
190 | decf402 apply 0E-6176 -> #00000000000000000000000000000000 | |
191 | decf403 apply #00000000000000000000000000000000 -> 0E-6176 | |
192 | decf404 apply 0.000000000000000000000000000000000E-6143 -> #00000000000000000000000000000000 | |
193 | decf405 apply #00000000000000000000000000000000 -> 0E-6176 | |
194 | decf406 apply 0E-2 -> #22078000000000000000000000000000 | |
195 | decf407 apply #22078000000000000000000000000000 -> 0.00 | |
196 | decf408 apply 0 -> #22080000000000000000000000000000 | |
197 | decf409 apply #22080000000000000000000000000000 -> 0 | |
198 | decf410 apply 0E+3 -> #2208c000000000000000000000000000 | |
199 | decf411 apply #2208c000000000000000000000000000 -> 0E+3 | |
200 | decf412 apply 0E+6111 -> #43ffc000000000000000000000000000 | |
201 | decf413 apply #43ffc000000000000000000000000000 -> 0E+6111 | |
202 | -- clamped zeros... | |
203 | decf414 apply 0E+6112 -> #43ffc000000000000000000000000000 Clamped | |
204 | decf415 apply #43ffc000000000000000000000000000 -> 0E+6111 | |
205 | decf416 apply 0E+6144 -> #43ffc000000000000000000000000000 Clamped | |
206 | decf417 apply #43ffc000000000000000000000000000 -> 0E+6111 | |
207 | decf418 apply 0E+8000 -> #43ffc000000000000000000000000000 Clamped | |
208 | decf419 apply #43ffc000000000000000000000000000 -> 0E+6111 | |
209 | ||
210 | -- negative zeros | |
211 | decf420 apply -0E-8000 -> #80000000000000000000000000000000 Clamped | |
212 | decf421 apply -0E-6177 -> #80000000000000000000000000000000 Clamped | |
213 | decf422 apply -0E-6176 -> #80000000000000000000000000000000 | |
214 | decf423 apply #80000000000000000000000000000000 -> -0E-6176 | |
215 | decf424 apply -0.000000000000000000000000000000000E-6143 -> #80000000000000000000000000000000 | |
216 | decf425 apply #80000000000000000000000000000000 -> -0E-6176 | |
217 | decf426 apply -0E-2 -> #a2078000000000000000000000000000 | |
218 | decf427 apply #a2078000000000000000000000000000 -> -0.00 | |
219 | decf428 apply -0 -> #a2080000000000000000000000000000 | |
220 | decf429 apply #a2080000000000000000000000000000 -> -0 | |
221 | decf430 apply -0E+3 -> #a208c000000000000000000000000000 | |
222 | decf431 apply #a208c000000000000000000000000000 -> -0E+3 | |
223 | decf432 apply -0E+6111 -> #c3ffc000000000000000000000000000 | |
224 | decf433 apply #c3ffc000000000000000000000000000 -> -0E+6111 | |
225 | -- clamped zeros... | |
226 | decf434 apply -0E+6112 -> #c3ffc000000000000000000000000000 Clamped | |
227 | decf435 apply #c3ffc000000000000000000000000000 -> -0E+6111 | |
228 | decf436 apply -0E+6144 -> #c3ffc000000000000000000000000000 Clamped | |
229 | decf437 apply #c3ffc000000000000000000000000000 -> -0E+6111 | |
230 | decf438 apply -0E+8000 -> #c3ffc000000000000000000000000000 Clamped | |
231 | decf439 apply #c3ffc000000000000000000000000000 -> -0E+6111 | |
232 | ||
233 | -- Specials | |
234 | decf500 apply Infinity -> #78000000000000000000000000000000 | |
235 | decf501 apply #78787878787878787878787878787878 -> #78000000000000000000000000000000 | |
236 | decf502 apply #78000000000000000000000000000000 -> Infinity | |
237 | decf503 apply #79797979797979797979797979797979 -> #78000000000000000000000000000000 | |
238 | decf504 apply #79000000000000000000000000000000 -> Infinity | |
239 | decf505 apply #7a7a7a7a7a7a7a7a7a7a7a7a7a7a7a7a -> #78000000000000000000000000000000 | |
240 | decf506 apply #7a000000000000000000000000000000 -> Infinity | |
241 | decf507 apply #7b7b7b7b7b7b7b7b7b7b7b7b7b7b7b7b -> #78000000000000000000000000000000 | |
242 | decf508 apply #7b000000000000000000000000000000 -> Infinity | |
243 | ||
244 | decf509 apply NaN -> #7c000000000000000000000000000000 | |
245 | decf510 apply #7c7c7c7c7c7c7c7c7c7c7c7c7c7c7c7c -> #7c003c7c7c7c7c7c7c7c7c7c7c7c7c7c | |
246 | decf511 apply #7c000000000000000000000000000000 -> NaN | |
247 | decf512 apply #7d7d7d7d7d7d7d7d7d7d7d7d7d7d7d7d -> #7c003d7d7d7d7d7d7d7d7d7d7d7d7d7d | |
248 | decf513 apply #7d000000000000000000000000000000 -> NaN | |
249 | decf514 apply #7e7e7e7e7e7e7e7e7e7e7e7e7e7e7e7e -> #7e003e7e7c7e7e7e7e7c7e7e7e7e7c7e | |
250 | decf515 apply #7e000000000000000000000000000000 -> sNaN | |
251 | decf516 apply #7f7f7f7f7f7f7f7f7f7f7f7f7f7f7f7f -> #7e003f7f7c7f7f7f7f7c7f7f7f7f7c7f | |
252 | decf517 apply #7f000000000000000000000000000000 -> sNaN | |
253 | decf518 apply #7fffffffffffffffffffffffffffffff -> sNaN999999999999999999999999999999999 | |
254 | decf519 apply #7fffffffffffffffffffffffffffffff -> #7e000ff3fcff3fcff3fcff3fcff3fcff | |
255 | ||
256 | decf520 apply -Infinity -> #f8000000000000000000000000000000 | |
257 | decf521 apply #f8787878787878787878787878787878 -> #f8000000000000000000000000000000 | |
258 | decf522 apply #f8000000000000000000000000000000 -> -Infinity | |
259 | decf523 apply #f9797979797979797979797979797979 -> #f8000000000000000000000000000000 | |
260 | decf524 apply #f9000000000000000000000000000000 -> -Infinity | |
261 | decf525 apply #fa7a7a7a7a7a7a7a7a7a7a7a7a7a7a7a -> #f8000000000000000000000000000000 | |
262 | decf526 apply #fa000000000000000000000000000000 -> -Infinity | |
263 | decf527 apply #fb7b7b7b7b7b7b7b7b7b7b7b7b7b7b7b -> #f8000000000000000000000000000000 | |
264 | decf528 apply #fb000000000000000000000000000000 -> -Infinity | |
265 | ||
266 | decf529 apply -NaN -> #fc000000000000000000000000000000 | |
267 | decf530 apply #fc7c7c7c7c7c7c7c7c7c7c7c7c7c7c7c -> #fc003c7c7c7c7c7c7c7c7c7c7c7c7c7c | |
268 | decf531 apply #fc000000000000000000000000000000 -> -NaN | |
269 | decf532 apply #fd7d7d7d7d7d7d7d7d7d7d7d7d7d7d7d -> #fc003d7d7d7d7d7d7d7d7d7d7d7d7d7d | |
270 | decf533 apply #fd000000000000000000000000000000 -> -NaN | |
271 | decf534 apply #fe7e7e7e7e7e7e7e7e7e7e7e7e7e7e7e -> #fe003e7e7c7e7e7e7e7c7e7e7e7e7c7e | |
272 | decf535 apply #fe000000000000000000000000000000 -> -sNaN | |
273 | decf536 apply #ff7f7f7f7f7f7f7f7f7f7f7f7f7f7f7f -> #fe003f7f7c7f7f7f7f7c7f7f7f7f7c7f | |
274 | decf537 apply #ff000000000000000000000000000000 -> -sNaN | |
275 | decf538 apply #ffffffffffffffffffffffffffffffff -> -sNaN999999999999999999999999999999999 | |
276 | decf539 apply #ffffffffffffffffffffffffffffffff -> #fe000ff3fcff3fcff3fcff3fcff3fcff | |
277 | ||
278 | decf540 apply NaN -> #7c000000000000000000000000000000 | |
279 | decf541 apply NaN0 -> #7c000000000000000000000000000000 | |
280 | decf542 apply NaN1 -> #7c000000000000000000000000000001 | |
281 | decf543 apply NaN12 -> #7c000000000000000000000000000012 | |
282 | decf544 apply NaN79 -> #7c000000000000000000000000000079 | |
283 | decf545 apply NaN12345 -> #7c0000000000000000000000000049c5 | |
284 | decf546 apply NaN123456 -> #7c000000000000000000000000028e56 | |
285 | decf547 apply NaN799799 -> #7c0000000000000000000000000f7fdf | |
286 | decf548 apply NaN799799799799799799799799799799799 -> #7c003dff7fdff7fdff7fdff7fdff7fdf | |
287 | decf549 apply NaN999999999999999999999999999999999 -> #7c000ff3fcff3fcff3fcff3fcff3fcff | |
288 | decf550 apply NaN1234567890123456789012345678901234 -> #7c000000000000000000000000000000 -- too many digits | |
289 | ||
290 | -- fold-down full sequence | |
291 | decf600 apply 1E+6145 -> #78000000000000000000000000000000 Overflow Inexact Rounded | |
292 | decf601 apply 1E+6144 -> #47ffc000000000000000000000000000 Clamped | |
293 | decf602 apply #47ffc000000000000000000000000000 -> 1.000000000000000000000000000000000E+6144 | |
294 | decf603 apply 1E+6143 -> #43ffc800000000000000000000000000 Clamped | |
295 | decf604 apply #43ffc800000000000000000000000000 -> 1.00000000000000000000000000000000E+6143 | |
296 | decf605 apply 1E+6142 -> #43ffc100000000000000000000000000 Clamped | |
297 | decf606 apply #43ffc100000000000000000000000000 -> 1.0000000000000000000000000000000E+6142 | |
298 | decf607 apply 1E+6141 -> #43ffc010000000000000000000000000 Clamped | |
299 | decf608 apply #43ffc010000000000000000000000000 -> 1.000000000000000000000000000000E+6141 | |
300 | decf609 apply 1E+6140 -> #43ffc002000000000000000000000000 Clamped | |
301 | decf610 apply #43ffc002000000000000000000000000 -> 1.00000000000000000000000000000E+6140 | |
302 | decf611 apply 1E+6139 -> #43ffc000400000000000000000000000 Clamped | |
303 | decf612 apply #43ffc000400000000000000000000000 -> 1.0000000000000000000000000000E+6139 | |
304 | decf613 apply 1E+6138 -> #43ffc000040000000000000000000000 Clamped | |
305 | decf614 apply #43ffc000040000000000000000000000 -> 1.000000000000000000000000000E+6138 | |
306 | decf615 apply 1E+6137 -> #43ffc000008000000000000000000000 Clamped | |
307 | decf616 apply #43ffc000008000000000000000000000 -> 1.00000000000000000000000000E+6137 | |
308 | decf617 apply 1E+6136 -> #43ffc000001000000000000000000000 Clamped | |
309 | decf618 apply #43ffc000001000000000000000000000 -> 1.0000000000000000000000000E+6136 | |
310 | decf619 apply 1E+6135 -> #43ffc000000100000000000000000000 Clamped | |
311 | decf620 apply #43ffc000000100000000000000000000 -> 1.000000000000000000000000E+6135 | |
312 | decf621 apply 1E+6134 -> #43ffc000000020000000000000000000 Clamped | |
313 | decf622 apply #43ffc000000020000000000000000000 -> 1.00000000000000000000000E+6134 | |
314 | decf623 apply 1E+6133 -> #43ffc000000004000000000000000000 Clamped | |
315 | decf624 apply #43ffc000000004000000000000000000 -> 1.0000000000000000000000E+6133 | |
316 | decf625 apply 1E+6132 -> #43ffc000000000400000000000000000 Clamped | |
317 | decf626 apply #43ffc000000000400000000000000000 -> 1.000000000000000000000E+6132 | |
318 | decf627 apply 1E+6131 -> #43ffc000000000080000000000000000 Clamped | |
319 | decf628 apply #43ffc000000000080000000000000000 -> 1.00000000000000000000E+6131 | |
320 | decf629 apply 1E+6130 -> #43ffc000000000010000000000000000 Clamped | |
321 | decf630 apply #43ffc000000000010000000000000000 -> 1.0000000000000000000E+6130 | |
322 | decf631 apply 1E+6129 -> #43ffc000000000001000000000000000 Clamped | |
323 | decf632 apply #43ffc000000000001000000000000000 -> 1.000000000000000000E+6129 | |
324 | decf633 apply 1E+6128 -> #43ffc000000000000200000000000000 Clamped | |
325 | decf634 apply #43ffc000000000000200000000000000 -> 1.00000000000000000E+6128 | |
326 | decf635 apply 1E+6127 -> #43ffc000000000000040000000000000 Clamped | |
327 | decf636 apply #43ffc000000000000040000000000000 -> 1.0000000000000000E+6127 | |
328 | decf637 apply 1E+6126 -> #43ffc000000000000004000000000000 Clamped | |
329 | decf638 apply #43ffc000000000000004000000000000 -> 1.000000000000000E+6126 | |
330 | decf639 apply 1E+6125 -> #43ffc000000000000000800000000000 Clamped | |
331 | decf640 apply #43ffc000000000000000800000000000 -> 1.00000000000000E+6125 | |
332 | decf641 apply 1E+6124 -> #43ffc000000000000000100000000000 Clamped | |
333 | decf642 apply #43ffc000000000000000100000000000 -> 1.0000000000000E+6124 | |
334 | decf643 apply 1E+6123 -> #43ffc000000000000000010000000000 Clamped | |
335 | decf644 apply #43ffc000000000000000010000000000 -> 1.000000000000E+6123 | |
336 | decf645 apply 1E+6122 -> #43ffc000000000000000002000000000 Clamped | |
337 | decf646 apply #43ffc000000000000000002000000000 -> 1.00000000000E+6122 | |
338 | decf647 apply 1E+6121 -> #43ffc000000000000000000400000000 Clamped | |
339 | decf648 apply #43ffc000000000000000000400000000 -> 1.0000000000E+6121 | |
340 | decf649 apply 1E+6120 -> #43ffc000000000000000000040000000 Clamped | |
341 | decf650 apply #43ffc000000000000000000040000000 -> 1.000000000E+6120 | |
342 | decf651 apply 1E+6119 -> #43ffc000000000000000000008000000 Clamped | |
343 | decf652 apply #43ffc000000000000000000008000000 -> 1.00000000E+6119 | |
344 | decf653 apply 1E+6118 -> #43ffc000000000000000000001000000 Clamped | |
345 | decf654 apply #43ffc000000000000000000001000000 -> 1.0000000E+6118 | |
346 | decf655 apply 1E+6117 -> #43ffc000000000000000000000100000 Clamped | |
347 | decf656 apply #43ffc000000000000000000000100000 -> 1.000000E+6117 | |
348 | decf657 apply 1E+6116 -> #43ffc000000000000000000000020000 Clamped | |
349 | decf658 apply #43ffc000000000000000000000020000 -> 1.00000E+6116 | |
350 | decf659 apply 1E+6115 -> #43ffc000000000000000000000004000 Clamped | |
351 | decf660 apply #43ffc000000000000000000000004000 -> 1.0000E+6115 | |
352 | decf661 apply 1E+6114 -> #43ffc000000000000000000000000400 Clamped | |
353 | decf662 apply #43ffc000000000000000000000000400 -> 1.000E+6114 | |
354 | decf663 apply 1E+6113 -> #43ffc000000000000000000000000080 Clamped | |
355 | decf664 apply #43ffc000000000000000000000000080 -> 1.00E+6113 | |
356 | decf665 apply 1E+6112 -> #43ffc000000000000000000000000010 Clamped | |
357 | decf666 apply #43ffc000000000000000000000000010 -> 1.0E+6112 | |
358 | decf667 apply 1E+6111 -> #43ffc000000000000000000000000001 | |
359 | decf668 apply #43ffc000000000000000000000000001 -> 1E+6111 | |
360 | decf669 apply 1E+6110 -> #43ff8000000000000000000000000001 | |
361 | decf670 apply #43ff8000000000000000000000000001 -> 1E+6110 | |
362 | ||
363 | -- Selected DPD codes | |
364 | decf700 apply #22080000000000000000000000000000 -> 0 | |
365 | decf701 apply #22080000000000000000000000000009 -> 9 | |
366 | decf702 apply #22080000000000000000000000000010 -> 10 | |
367 | decf703 apply #22080000000000000000000000000019 -> 19 | |
368 | decf704 apply #22080000000000000000000000000020 -> 20 | |
369 | decf705 apply #22080000000000000000000000000029 -> 29 | |
370 | decf706 apply #22080000000000000000000000000030 -> 30 | |
371 | decf707 apply #22080000000000000000000000000039 -> 39 | |
372 | decf708 apply #22080000000000000000000000000040 -> 40 | |
373 | decf709 apply #22080000000000000000000000000049 -> 49 | |
374 | decf710 apply #22080000000000000000000000000050 -> 50 | |
375 | decf711 apply #22080000000000000000000000000059 -> 59 | |
376 | decf712 apply #22080000000000000000000000000060 -> 60 | |
377 | decf713 apply #22080000000000000000000000000069 -> 69 | |
378 | decf714 apply #22080000000000000000000000000070 -> 70 | |
379 | decf715 apply #22080000000000000000000000000071 -> 71 | |
380 | decf716 apply #22080000000000000000000000000072 -> 72 | |
381 | decf717 apply #22080000000000000000000000000073 -> 73 | |
382 | decf718 apply #22080000000000000000000000000074 -> 74 | |
383 | decf719 apply #22080000000000000000000000000075 -> 75 | |
384 | decf720 apply #22080000000000000000000000000076 -> 76 | |
385 | decf721 apply #22080000000000000000000000000077 -> 77 | |
386 | decf722 apply #22080000000000000000000000000078 -> 78 | |
387 | decf723 apply #22080000000000000000000000000079 -> 79 | |
388 | ||
389 | decf730 apply #2208000000000000000000000000029e -> 994 | |
390 | decf731 apply #2208000000000000000000000000029f -> 995 | |
391 | decf732 apply #220800000000000000000000000002a0 -> 520 | |
392 | decf733 apply #220800000000000000000000000002a1 -> 521 | |
393 | ||
394 | -- DPD: one of each of the huffman groups | |
395 | decf740 apply #220800000000000000000000000003f7 -> 777 | |
396 | decf741 apply #220800000000000000000000000003f8 -> 778 | |
397 | decf742 apply #220800000000000000000000000003eb -> 787 | |
398 | decf743 apply #2208000000000000000000000000037d -> 877 | |
399 | decf744 apply #2208000000000000000000000000039f -> 997 | |
400 | decf745 apply #220800000000000000000000000003bf -> 979 | |
401 | decf746 apply #220800000000000000000000000003df -> 799 | |
402 | decf747 apply #2208000000000000000000000000006e -> 888 | |
403 | ||
404 | ||
405 | -- DPD all-highs cases (includes the 24 redundant codes) | |
406 | decf750 apply #2208000000000000000000000000006e -> 888 | |
407 | decf751 apply #2208000000000000000000000000016e -> 888 | |
408 | decf752 apply #2208000000000000000000000000026e -> 888 | |
409 | decf753 apply #2208000000000000000000000000036e -> 888 | |
410 | decf754 apply #2208000000000000000000000000006f -> 889 | |
411 | decf755 apply #2208000000000000000000000000016f -> 889 | |
412 | decf756 apply #2208000000000000000000000000026f -> 889 | |
413 | decf757 apply #2208000000000000000000000000036f -> 889 | |
414 | ||
415 | decf760 apply #2208000000000000000000000000007e -> 898 | |
416 | decf761 apply #2208000000000000000000000000017e -> 898 | |
417 | decf762 apply #2208000000000000000000000000027e -> 898 | |
418 | decf763 apply #2208000000000000000000000000037e -> 898 | |
419 | decf764 apply #2208000000000000000000000000007f -> 899 | |
420 | decf765 apply #2208000000000000000000000000017f -> 899 | |
421 | decf766 apply #2208000000000000000000000000027f -> 899 | |
422 | decf767 apply #2208000000000000000000000000037f -> 899 | |
423 | ||
424 | decf770 apply #220800000000000000000000000000ee -> 988 | |
425 | decf771 apply #220800000000000000000000000001ee -> 988 | |
426 | decf772 apply #220800000000000000000000000002ee -> 988 | |
427 | decf773 apply #220800000000000000000000000003ee -> 988 | |
428 | decf774 apply #220800000000000000000000000000ef -> 989 | |
429 | decf775 apply #220800000000000000000000000001ef -> 989 | |
430 | decf776 apply #220800000000000000000000000002ef -> 989 | |
431 | decf777 apply #220800000000000000000000000003ef -> 989 | |
432 | ||
433 | decf780 apply #220800000000000000000000000000fe -> 998 | |
434 | decf781 apply #220800000000000000000000000001fe -> 998 | |
435 | decf782 apply #220800000000000000000000000002fe -> 998 | |
436 | decf783 apply #220800000000000000000000000003fe -> 998 | |
437 | decf784 apply #220800000000000000000000000000ff -> 999 | |
438 | decf785 apply #220800000000000000000000000001ff -> 999 | |
439 | decf786 apply #220800000000000000000000000002ff -> 999 | |
440 | decf787 apply #220800000000000000000000000003ff -> 999 | |
441 |