]>
Commit | Line | Data |
---|---|---|
203b91b9 RS |
1 | /* More subroutines needed by GCC output code on some machines. */ |
2 | /* Compile this one with gcc. */ | |
a5544970 | 3 | /* Copyright (C) 1989-2019 Free Software Foundation, Inc. |
203b91b9 | 4 | |
1322177d | 5 | This file is part of GCC. |
203b91b9 | 6 | |
1322177d LB |
7 | GCC is free software; you can redistribute it and/or modify it under |
8 | the terms of the GNU General Public License as published by the Free | |
748086b7 | 9 | Software Foundation; either version 3, or (at your option) any later |
1322177d | 10 | version. |
203b91b9 | 11 | |
1322177d LB |
12 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY |
13 | WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 | for more details. | |
203b91b9 | 16 | |
748086b7 JJ |
17 | Under Section 7 of GPL version 3, you are granted additional |
18 | permissions described in the GCC Runtime Library Exception, version | |
19 | 3.1, as published by the Free Software Foundation. | |
20 | ||
21 | You should have received a copy of the GNU General Public License and | |
22 | a copy of the GCC Runtime Library Exception along with this program; | |
23 | see the files COPYING3 and COPYING.RUNTIME respectively. If not, see | |
24 | <http://www.gnu.org/licenses/>. */ | |
203b91b9 | 25 | |
0dadecf6 | 26 | #include "tconfig.h" |
2e39bdbe | 27 | #include "tsystem.h" |
4977bab6 ZW |
28 | #include "coretypes.h" |
29 | #include "tm.h" | |
852b75ed | 30 | #include "libgcc_tm.h" |
2467749d | 31 | |
53585c36 RH |
32 | #ifdef HAVE_GAS_HIDDEN |
33 | #define ATTRIBUTE_HIDDEN __attribute__ ((__visibility__ ("hidden"))) | |
34 | #else | |
35 | #define ATTRIBUTE_HIDDEN | |
36 | #endif | |
37 | ||
b2a203c8 RS |
38 | /* Work out the largest "word" size that we can deal with on this target. */ |
39 | #if MIN_UNITS_PER_WORD > 4 | |
40 | # define LIBGCC2_MAX_UNITS_PER_WORD 8 | |
41 | #elif (MIN_UNITS_PER_WORD > 2 \ | |
4471aff6 | 42 | || (MIN_UNITS_PER_WORD > 1 && __SIZEOF_LONG_LONG__ > 4)) |
b2a203c8 RS |
43 | # define LIBGCC2_MAX_UNITS_PER_WORD 4 |
44 | #else | |
45 | # define LIBGCC2_MAX_UNITS_PER_WORD MIN_UNITS_PER_WORD | |
46 | #endif | |
47 | ||
48 | /* Work out what word size we are using for this compilation. | |
49 | The value can be set on the command line. */ | |
baffad1f | 50 | #ifndef LIBGCC2_UNITS_PER_WORD |
b2a203c8 | 51 | #define LIBGCC2_UNITS_PER_WORD LIBGCC2_MAX_UNITS_PER_WORD |
baffad1f RS |
52 | #endif |
53 | ||
b2a203c8 | 54 | #if LIBGCC2_UNITS_PER_WORD <= LIBGCC2_MAX_UNITS_PER_WORD |
baffad1f | 55 | |
299b83b7 | 56 | #include "libgcc2.h" |
203b91b9 | 57 | \f |
d8088c6f BS |
58 | #ifdef DECLARE_LIBRARY_RENAMES |
59 | DECLARE_LIBRARY_RENAMES | |
60 | #endif | |
61 | ||
b68daef4 | 62 | #if defined (L_negdi2) |
3d2adde6 CC |
63 | DWtype |
64 | __negdi2 (DWtype u) | |
65 | { | |
b982024e KG |
66 | const DWunion uu = {.ll = u}; |
67 | const DWunion w = { {.low = -uu.s.low, | |
68 | .high = -uu.s.high - ((UWtype) -uu.s.low > 0) } }; | |
3d2adde6 CC |
69 | |
70 | return w.ll; | |
71 | } | |
72 | #endif | |
91ce572a CC |
73 | |
74 | #ifdef L_addvsi3 | |
66f77154 | 75 | Wtype |
0aec6014 | 76 | __addvSI3 (Wtype a, Wtype b) |
91ce572a | 77 | { |
9677aa89 | 78 | const Wtype w = (UWtype) a + (UWtype) b; |
91ce572a CC |
79 | |
80 | if (b >= 0 ? w < a : w > a) | |
81 | abort (); | |
82 | ||
83 | return w; | |
23190837 | 84 | } |
0aec6014 EB |
85 | #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC |
86 | SItype | |
87 | __addvsi3 (SItype a, SItype b) | |
88 | { | |
9677aa89 | 89 | const SItype w = (USItype) a + (USItype) b; |
0aec6014 EB |
90 | |
91 | if (b >= 0 ? w < a : w > a) | |
92 | abort (); | |
93 | ||
94 | return w; | |
95 | } | |
96 | #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */ | |
3d2adde6 | 97 | #endif |
91ce572a CC |
98 | \f |
99 | #ifdef L_addvdi3 | |
66f77154 | 100 | DWtype |
0aec6014 | 101 | __addvDI3 (DWtype a, DWtype b) |
91ce572a | 102 | { |
9677aa89 | 103 | const DWtype w = (UDWtype) a + (UDWtype) b; |
91ce572a CC |
104 | |
105 | if (b >= 0 ? w < a : w > a) | |
106 | abort (); | |
107 | ||
108 | return w; | |
109 | } | |
110 | #endif | |
111 | \f | |
112 | #ifdef L_subvsi3 | |
66f77154 | 113 | Wtype |
0aec6014 | 114 | __subvSI3 (Wtype a, Wtype b) |
91ce572a | 115 | { |
9677aa89 | 116 | const Wtype w = (UWtype) a - (UWtype) b; |
91ce572a CC |
117 | |
118 | if (b >= 0 ? w > a : w < a) | |
119 | abort (); | |
120 | ||
121 | return w; | |
91ce572a | 122 | } |
0aec6014 EB |
123 | #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC |
124 | SItype | |
125 | __subvsi3 (SItype a, SItype b) | |
126 | { | |
9677aa89 | 127 | const SItype w = (USItype) a - (USItype) b; |
0aec6014 EB |
128 | |
129 | if (b >= 0 ? w > a : w < a) | |
130 | abort (); | |
131 | ||
132 | return w; | |
133 | } | |
134 | #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */ | |
91ce572a CC |
135 | #endif |
136 | \f | |
137 | #ifdef L_subvdi3 | |
66f77154 | 138 | DWtype |
0aec6014 | 139 | __subvDI3 (DWtype a, DWtype b) |
91ce572a | 140 | { |
9677aa89 | 141 | const DWtype w = (UDWtype) a - (UDWtype) b; |
91ce572a CC |
142 | |
143 | if (b >= 0 ? w > a : w < a) | |
144 | abort (); | |
145 | ||
146 | return w; | |
91ce572a CC |
147 | } |
148 | #endif | |
149 | \f | |
150 | #ifdef L_mulvsi3 | |
66f77154 | 151 | Wtype |
0aec6014 | 152 | __mulvSI3 (Wtype a, Wtype b) |
91ce572a | 153 | { |
b982024e | 154 | const DWtype w = (DWtype) a * (DWtype) b; |
91ce572a | 155 | |
4f2e0d5e | 156 | if ((Wtype) (w >> W_TYPE_SIZE) != (Wtype) w >> (W_TYPE_SIZE - 1)) |
91ce572a CC |
157 | abort (); |
158 | ||
159 | return w; | |
160 | } | |
0aec6014 EB |
161 | #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC |
162 | #undef WORD_SIZE | |
a153644f | 163 | #define WORD_SIZE (sizeof (SItype) * __CHAR_BIT__) |
0aec6014 EB |
164 | SItype |
165 | __mulvsi3 (SItype a, SItype b) | |
166 | { | |
167 | const DItype w = (DItype) a * (DItype) b; | |
168 | ||
169 | if ((SItype) (w >> WORD_SIZE) != (SItype) w >> (WORD_SIZE-1)) | |
170 | abort (); | |
171 | ||
172 | return w; | |
173 | } | |
174 | #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */ | |
91ce572a CC |
175 | #endif |
176 | \f | |
177 | #ifdef L_negvsi2 | |
66f77154 | 178 | Wtype |
0aec6014 | 179 | __negvSI2 (Wtype a) |
91ce572a | 180 | { |
9677aa89 | 181 | const Wtype w = -(UWtype) a; |
91ce572a CC |
182 | |
183 | if (a >= 0 ? w > 0 : w < 0) | |
184 | abort (); | |
185 | ||
186 | return w; | |
187 | } | |
0aec6014 EB |
188 | #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC |
189 | SItype | |
190 | __negvsi2 (SItype a) | |
191 | { | |
9677aa89 | 192 | const SItype w = -(USItype) a; |
0aec6014 EB |
193 | |
194 | if (a >= 0 ? w > 0 : w < 0) | |
195 | abort (); | |
196 | ||
197 | return w; | |
198 | } | |
199 | #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */ | |
91ce572a CC |
200 | #endif |
201 | \f | |
202 | #ifdef L_negvdi2 | |
66f77154 | 203 | DWtype |
0aec6014 | 204 | __negvDI2 (DWtype a) |
91ce572a | 205 | { |
9677aa89 | 206 | const DWtype w = -(UDWtype) a; |
91ce572a CC |
207 | |
208 | if (a >= 0 ? w > 0 : w < 0) | |
209 | abort (); | |
210 | ||
e11e816e | 211 | return w; |
91ce572a CC |
212 | } |
213 | #endif | |
214 | \f | |
215 | #ifdef L_absvsi2 | |
66f77154 | 216 | Wtype |
0aec6014 | 217 | __absvSI2 (Wtype a) |
91ce572a | 218 | { |
e11e816e | 219 | Wtype w = a; |
91ce572a | 220 | |
0aec6014 EB |
221 | if (a < 0) |
222 | #ifdef L_negvsi2 | |
223 | w = __negvSI2 (a); | |
224 | #else | |
9677aa89 | 225 | w = -(UWtype) a; |
0aec6014 EB |
226 | |
227 | if (w < 0) | |
228 | abort (); | |
229 | #endif | |
230 | ||
231 | return w; | |
232 | } | |
233 | #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC | |
234 | SItype | |
235 | __absvsi2 (SItype a) | |
236 | { | |
237 | SItype w = a; | |
238 | ||
e11e816e | 239 | if (a < 0) |
91ce572a | 240 | #ifdef L_negvsi2 |
e11e816e | 241 | w = __negvsi2 (a); |
91ce572a | 242 | #else |
9677aa89 | 243 | w = -(USItype) a; |
91ce572a | 244 | |
e11e816e KH |
245 | if (w < 0) |
246 | abort (); | |
91ce572a CC |
247 | #endif |
248 | ||
249 | return w; | |
250 | } | |
0aec6014 | 251 | #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */ |
91ce572a CC |
252 | #endif |
253 | \f | |
254 | #ifdef L_absvdi2 | |
66f77154 | 255 | DWtype |
0aec6014 | 256 | __absvDI2 (DWtype a) |
91ce572a | 257 | { |
e11e816e | 258 | DWtype w = a; |
91ce572a | 259 | |
e11e816e | 260 | if (a < 0) |
4c20b2e7 | 261 | #ifdef L_negvdi2 |
0aec6014 | 262 | w = __negvDI2 (a); |
91ce572a | 263 | #else |
9677aa89 | 264 | w = -(UDWtype) a; |
91ce572a | 265 | |
e11e816e KH |
266 | if (w < 0) |
267 | abort (); | |
91ce572a CC |
268 | #endif |
269 | ||
e11e816e | 270 | return w; |
91ce572a CC |
271 | } |
272 | #endif | |
273 | \f | |
274 | #ifdef L_mulvdi3 | |
66f77154 | 275 | DWtype |
0aec6014 | 276 | __mulvDI3 (DWtype u, DWtype v) |
91ce572a | 277 | { |
4c20b2e7 BH |
278 | /* The unchecked multiplication needs 3 Wtype x Wtype multiplications, |
279 | but the checked multiplication needs only two. */ | |
b982024e KG |
280 | const DWunion uu = {.ll = u}; |
281 | const DWunion vv = {.ll = v}; | |
91ce572a | 282 | |
4f2e0d5e | 283 | if (__builtin_expect (uu.s.high == uu.s.low >> (W_TYPE_SIZE - 1), 1)) |
4c20b2e7 BH |
284 | { |
285 | /* u fits in a single Wtype. */ | |
4f2e0d5e | 286 | if (__builtin_expect (vv.s.high == vv.s.low >> (W_TYPE_SIZE - 1), 1)) |
4c20b2e7 BH |
287 | { |
288 | /* v fits in a single Wtype as well. */ | |
289 | /* A single multiplication. No overflow risk. */ | |
290 | return (DWtype) uu.s.low * (DWtype) vv.s.low; | |
291 | } | |
292 | else | |
293 | { | |
294 | /* Two multiplications. */ | |
b982024e KG |
295 | DWunion w0 = {.ll = (UDWtype) (UWtype) uu.s.low |
296 | * (UDWtype) (UWtype) vv.s.low}; | |
297 | DWunion w1 = {.ll = (UDWtype) (UWtype) uu.s.low | |
298 | * (UDWtype) (UWtype) vv.s.high}; | |
4c20b2e7 | 299 | |
4c20b2e7 BH |
300 | if (vv.s.high < 0) |
301 | w1.s.high -= uu.s.low; | |
302 | if (uu.s.low < 0) | |
303 | w1.ll -= vv.ll; | |
304 | w1.ll += (UWtype) w0.s.high; | |
4f2e0d5e | 305 | if (__builtin_expect (w1.s.high == w1.s.low >> (W_TYPE_SIZE - 1), 1)) |
4c20b2e7 BH |
306 | { |
307 | w0.s.high = w1.s.low; | |
308 | return w0.ll; | |
309 | } | |
310 | } | |
311 | } | |
312 | else | |
313 | { | |
4f2e0d5e | 314 | if (__builtin_expect (vv.s.high == vv.s.low >> (W_TYPE_SIZE - 1), 1)) |
4c20b2e7 BH |
315 | { |
316 | /* v fits into a single Wtype. */ | |
317 | /* Two multiplications. */ | |
b982024e KG |
318 | DWunion w0 = {.ll = (UDWtype) (UWtype) uu.s.low |
319 | * (UDWtype) (UWtype) vv.s.low}; | |
320 | DWunion w1 = {.ll = (UDWtype) (UWtype) uu.s.high | |
321 | * (UDWtype) (UWtype) vv.s.low}; | |
4c20b2e7 | 322 | |
4c20b2e7 BH |
323 | if (uu.s.high < 0) |
324 | w1.s.high -= vv.s.low; | |
325 | if (vv.s.low < 0) | |
326 | w1.ll -= uu.ll; | |
327 | w1.ll += (UWtype) w0.s.high; | |
4f2e0d5e | 328 | if (__builtin_expect (w1.s.high == w1.s.low >> (W_TYPE_SIZE - 1), 1)) |
4c20b2e7 BH |
329 | { |
330 | w0.s.high = w1.s.low; | |
331 | return w0.ll; | |
332 | } | |
333 | } | |
334 | else | |
335 | { | |
336 | /* A few sign checks and a single multiplication. */ | |
337 | if (uu.s.high >= 0) | |
338 | { | |
339 | if (vv.s.high >= 0) | |
340 | { | |
341 | if (uu.s.high == 0 && vv.s.high == 0) | |
342 | { | |
b982024e KG |
343 | const DWtype w = (UDWtype) (UWtype) uu.s.low |
344 | * (UDWtype) (UWtype) vv.s.low; | |
4c20b2e7 BH |
345 | if (__builtin_expect (w >= 0, 1)) |
346 | return w; | |
347 | } | |
348 | } | |
349 | else | |
350 | { | |
351 | if (uu.s.high == 0 && vv.s.high == (Wtype) -1) | |
352 | { | |
b982024e KG |
353 | DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low |
354 | * (UDWtype) (UWtype) vv.s.low}; | |
4c20b2e7 | 355 | |
4c20b2e7 BH |
356 | ww.s.high -= uu.s.low; |
357 | if (__builtin_expect (ww.s.high < 0, 1)) | |
358 | return ww.ll; | |
359 | } | |
360 | } | |
361 | } | |
362 | else | |
363 | { | |
364 | if (vv.s.high >= 0) | |
365 | { | |
366 | if (uu.s.high == (Wtype) -1 && vv.s.high == 0) | |
367 | { | |
b982024e KG |
368 | DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low |
369 | * (UDWtype) (UWtype) vv.s.low}; | |
4c20b2e7 | 370 | |
4c20b2e7 BH |
371 | ww.s.high -= vv.s.low; |
372 | if (__builtin_expect (ww.s.high < 0, 1)) | |
373 | return ww.ll; | |
374 | } | |
375 | } | |
376 | else | |
377 | { | |
e7176f75 JJ |
378 | if ((uu.s.high & vv.s.high) == (Wtype) -1 |
379 | && (uu.s.low | vv.s.low) != 0) | |
4c20b2e7 | 380 | { |
b982024e KG |
381 | DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low |
382 | * (UDWtype) (UWtype) vv.s.low}; | |
4c20b2e7 | 383 | |
4c20b2e7 BH |
384 | ww.s.high -= uu.s.low; |
385 | ww.s.high -= vv.s.low; | |
386 | if (__builtin_expect (ww.s.high >= 0, 1)) | |
387 | return ww.ll; | |
388 | } | |
389 | } | |
390 | } | |
391 | } | |
392 | } | |
91ce572a | 393 | |
4c20b2e7 BH |
394 | /* Overflow. */ |
395 | abort (); | |
91ce572a CC |
396 | } |
397 | #endif | |
398 | \f | |
203b91b9 | 399 | |
3d042e77 | 400 | /* Unless shift functions are defined with full ANSI prototypes, |
c7ff6e7a | 401 | parameter b will be promoted to int if shift_count_type is smaller than an int. */ |
203b91b9 | 402 | #ifdef L_lshrdi3 |
996ed075 | 403 | DWtype |
c7ff6e7a | 404 | __lshrdi3 (DWtype u, shift_count_type b) |
203b91b9 | 405 | { |
203b91b9 RS |
406 | if (b == 0) |
407 | return u; | |
408 | ||
b982024e | 409 | const DWunion uu = {.ll = u}; |
fdf3e18a | 410 | const shift_count_type bm = W_TYPE_SIZE - b; |
b982024e | 411 | DWunion w; |
203b91b9 | 412 | |
203b91b9 RS |
413 | if (bm <= 0) |
414 | { | |
415 | w.s.high = 0; | |
6da9c622 | 416 | w.s.low = (UWtype) uu.s.high >> -bm; |
203b91b9 RS |
417 | } |
418 | else | |
419 | { | |
b982024e | 420 | const UWtype carries = (UWtype) uu.s.high << bm; |
6da9c622 RK |
421 | |
422 | w.s.high = (UWtype) uu.s.high >> b; | |
423 | w.s.low = ((UWtype) uu.s.low >> b) | carries; | |
203b91b9 RS |
424 | } |
425 | ||
426 | return w.ll; | |
427 | } | |
428 | #endif | |
429 | ||
430 | #ifdef L_ashldi3 | |
996ed075 | 431 | DWtype |
c7ff6e7a | 432 | __ashldi3 (DWtype u, shift_count_type b) |
203b91b9 | 433 | { |
203b91b9 RS |
434 | if (b == 0) |
435 | return u; | |
436 | ||
b982024e | 437 | const DWunion uu = {.ll = u}; |
fdf3e18a | 438 | const shift_count_type bm = W_TYPE_SIZE - b; |
b982024e | 439 | DWunion w; |
203b91b9 | 440 | |
203b91b9 RS |
441 | if (bm <= 0) |
442 | { | |
443 | w.s.low = 0; | |
6da9c622 | 444 | w.s.high = (UWtype) uu.s.low << -bm; |
203b91b9 RS |
445 | } |
446 | else | |
447 | { | |
b982024e | 448 | const UWtype carries = (UWtype) uu.s.low >> bm; |
6da9c622 RK |
449 | |
450 | w.s.low = (UWtype) uu.s.low << b; | |
451 | w.s.high = ((UWtype) uu.s.high << b) | carries; | |
203b91b9 RS |
452 | } |
453 | ||
454 | return w.ll; | |
455 | } | |
456 | #endif | |
457 | ||
458 | #ifdef L_ashrdi3 | |
996ed075 | 459 | DWtype |
c7ff6e7a | 460 | __ashrdi3 (DWtype u, shift_count_type b) |
203b91b9 | 461 | { |
203b91b9 RS |
462 | if (b == 0) |
463 | return u; | |
464 | ||
b982024e | 465 | const DWunion uu = {.ll = u}; |
fdf3e18a | 466 | const shift_count_type bm = W_TYPE_SIZE - b; |
b982024e | 467 | DWunion w; |
203b91b9 | 468 | |
203b91b9 RS |
469 | if (bm <= 0) |
470 | { | |
471 | /* w.s.high = 1..1 or 0..0 */ | |
fdf3e18a | 472 | w.s.high = uu.s.high >> (W_TYPE_SIZE - 1); |
203b91b9 RS |
473 | w.s.low = uu.s.high >> -bm; |
474 | } | |
475 | else | |
476 | { | |
b982024e | 477 | const UWtype carries = (UWtype) uu.s.high << bm; |
6da9c622 | 478 | |
203b91b9 | 479 | w.s.high = uu.s.high >> b; |
6da9c622 | 480 | w.s.low = ((UWtype) uu.s.low >> b) | carries; |
203b91b9 RS |
481 | } |
482 | ||
483 | return w.ll; | |
484 | } | |
485 | #endif | |
486 | \f | |
167fa32c | 487 | #ifdef L_bswapsi2 |
e4b6bec2 EC |
488 | SItype |
489 | __bswapsi2 (SItype u) | |
167fa32c EC |
490 | { |
491 | return ((((u) & 0xff000000) >> 24) | |
492 | | (((u) & 0x00ff0000) >> 8) | |
493 | | (((u) & 0x0000ff00) << 8) | |
494 | | (((u) & 0x000000ff) << 24)); | |
495 | } | |
496 | #endif | |
497 | #ifdef L_bswapdi2 | |
e4b6bec2 EC |
498 | DItype |
499 | __bswapdi2 (DItype u) | |
167fa32c EC |
500 | { |
501 | return ((((u) & 0xff00000000000000ull) >> 56) | |
502 | | (((u) & 0x00ff000000000000ull) >> 40) | |
503 | | (((u) & 0x0000ff0000000000ull) >> 24) | |
504 | | (((u) & 0x000000ff00000000ull) >> 8) | |
505 | | (((u) & 0x00000000ff000000ull) << 8) | |
506 | | (((u) & 0x0000000000ff0000ull) << 24) | |
507 | | (((u) & 0x000000000000ff00ull) << 40) | |
508 | | (((u) & 0x00000000000000ffull) << 56)); | |
509 | } | |
510 | #endif | |
dfff898c RH |
511 | #ifdef L_ffssi2 |
512 | #undef int | |
dfff898c RH |
513 | int |
514 | __ffsSI2 (UWtype u) | |
515 | { | |
516 | UWtype count; | |
517 | ||
518 | if (u == 0) | |
519 | return 0; | |
520 | ||
521 | count_trailing_zeros (count, u); | |
522 | return count + 1; | |
523 | } | |
524 | #endif | |
525 | \f | |
aa66bd06 | 526 | #ifdef L_ffsdi2 |
dabb3f04 | 527 | #undef int |
dabb3f04 | 528 | int |
dfff898c | 529 | __ffsDI2 (DWtype u) |
aa66bd06 | 530 | { |
b982024e | 531 | const DWunion uu = {.ll = u}; |
d6eacd48 RH |
532 | UWtype word, count, add; |
533 | ||
d6eacd48 RH |
534 | if (uu.s.low != 0) |
535 | word = uu.s.low, add = 0; | |
536 | else if (uu.s.high != 0) | |
fdf3e18a | 537 | word = uu.s.high, add = W_TYPE_SIZE; |
d6eacd48 RH |
538 | else |
539 | return 0; | |
540 | ||
541 | count_trailing_zeros (count, word); | |
542 | return count + add + 1; | |
aa66bd06 RS |
543 | } |
544 | #endif | |
545 | \f | |
203b91b9 | 546 | #ifdef L_muldi3 |
996ed075 JJ |
547 | DWtype |
548 | __muldi3 (DWtype u, DWtype v) | |
203b91b9 | 549 | { |
b982024e KG |
550 | const DWunion uu = {.ll = u}; |
551 | const DWunion vv = {.ll = v}; | |
552 | DWunion w = {.ll = __umulsidi3 (uu.s.low, vv.s.low)}; | |
203b91b9 | 553 | |
996ed075 JJ |
554 | w.s.high += ((UWtype) uu.s.low * (UWtype) vv.s.high |
555 | + (UWtype) uu.s.high * (UWtype) vv.s.low); | |
203b91b9 RS |
556 | |
557 | return w.ll; | |
558 | } | |
559 | #endif | |
560 | \f | |
59798a0c UW |
561 | #if (defined (L_udivdi3) || defined (L_divdi3) || \ |
562 | defined (L_umoddi3) || defined (L_moddi3)) | |
f8eef883 | 563 | #if defined (sdiv_qrnnd) |
59798a0c UW |
564 | #define L_udiv_w_sdiv |
565 | #endif | |
f8eef883 | 566 | #endif |
59798a0c | 567 | |
3904131a | 568 | #ifdef L_udiv_w_sdiv |
ce13d15f | 569 | #if defined (sdiv_qrnnd) |
59798a0c UW |
570 | #if (defined (L_udivdi3) || defined (L_divdi3) || \ |
571 | defined (L_umoddi3) || defined (L_moddi3)) | |
1ab9ba62 | 572 | static inline __attribute__ ((__always_inline__)) |
59798a0c | 573 | #endif |
996ed075 JJ |
574 | UWtype |
575 | __udiv_w_sdiv (UWtype *rp, UWtype a1, UWtype a0, UWtype d) | |
431b1ee0 | 576 | { |
996ed075 JJ |
577 | UWtype q, r; |
578 | UWtype c0, c1, b1; | |
431b1ee0 | 579 | |
996ed075 | 580 | if ((Wtype) d >= 0) |
431b1ee0 | 581 | { |
996ed075 | 582 | if (a1 < d - a1 - (a0 >> (W_TYPE_SIZE - 1))) |
431b1ee0 | 583 | { |
ea4b7848 | 584 | /* Dividend, divisor, and quotient are nonnegative. */ |
431b1ee0 TG |
585 | sdiv_qrnnd (q, r, a1, a0, d); |
586 | } | |
587 | else | |
588 | { | |
ea4b7848 | 589 | /* Compute c1*2^32 + c0 = a1*2^32 + a0 - 2^31*d. */ |
996ed075 | 590 | sub_ddmmss (c1, c0, a1, a0, d >> 1, d << (W_TYPE_SIZE - 1)); |
ea4b7848 | 591 | /* Divide (c1*2^32 + c0) by d. */ |
431b1ee0 | 592 | sdiv_qrnnd (q, r, c1, c0, d); |
ea4b7848 | 593 | /* Add 2^31 to quotient. */ |
996ed075 | 594 | q += (UWtype) 1 << (W_TYPE_SIZE - 1); |
431b1ee0 TG |
595 | } |
596 | } | |
597 | else | |
598 | { | |
599 | b1 = d >> 1; /* d/2, between 2^30 and 2^31 - 1 */ | |
600 | c1 = a1 >> 1; /* A/2 */ | |
996ed075 | 601 | c0 = (a1 << (W_TYPE_SIZE - 1)) + (a0 >> 1); |
431b1ee0 TG |
602 | |
603 | if (a1 < b1) /* A < 2^32*b1, so A/2 < 2^31*b1 */ | |
604 | { | |
605 | sdiv_qrnnd (q, r, c1, c0, b1); /* (A/2) / (d/2) */ | |
606 | ||
607 | r = 2*r + (a0 & 1); /* Remainder from A/(2*b1) */ | |
608 | if ((d & 1) != 0) | |
609 | { | |
610 | if (r >= q) | |
611 | r = r - q; | |
612 | else if (q - r <= d) | |
613 | { | |
614 | r = r - q + d; | |
615 | q--; | |
616 | } | |
617 | else | |
618 | { | |
619 | r = r - q + 2*d; | |
620 | q -= 2; | |
621 | } | |
622 | } | |
623 | } | |
624 | else if (c1 < b1) /* So 2^31 <= (A/2)/b1 < 2^32 */ | |
625 | { | |
626 | c1 = (b1 - 1) - c1; | |
627 | c0 = ~c0; /* logical NOT */ | |
628 | ||
629 | sdiv_qrnnd (q, r, c1, c0, b1); /* (A/2) / (d/2) */ | |
630 | ||
631 | q = ~q; /* (A/2)/b1 */ | |
632 | r = (b1 - 1) - r; | |
633 | ||
634 | r = 2*r + (a0 & 1); /* A/(2*b1) */ | |
635 | ||
636 | if ((d & 1) != 0) | |
637 | { | |
638 | if (r >= q) | |
639 | r = r - q; | |
640 | else if (q - r <= d) | |
641 | { | |
642 | r = r - q + d; | |
643 | q--; | |
644 | } | |
645 | else | |
646 | { | |
647 | r = r - q + 2*d; | |
648 | q -= 2; | |
649 | } | |
650 | } | |
651 | } | |
652 | else /* Implies c1 = b1 */ | |
653 | { /* Hence a1 = d - 1 = 2*b1 - 1 */ | |
654 | if (a0 >= -d) | |
655 | { | |
656 | q = -1; | |
657 | r = a0 + d; | |
658 | } | |
659 | else | |
660 | { | |
661 | q = -2; | |
662 | r = a0 + 2*d; | |
663 | } | |
664 | } | |
665 | } | |
666 | ||
667 | *rp = r; | |
668 | return q; | |
669 | } | |
ce13d15f RK |
670 | #else |
671 | /* If sdiv_qrnnd doesn't exist, define dummy __udiv_w_sdiv. */ | |
996ed075 JJ |
672 | UWtype |
673 | __udiv_w_sdiv (UWtype *rp __attribute__ ((__unused__)), | |
674 | UWtype a1 __attribute__ ((__unused__)), | |
675 | UWtype a0 __attribute__ ((__unused__)), | |
676 | UWtype d __attribute__ ((__unused__))) | |
081f5e7e KG |
677 | { |
678 | return 0; | |
679 | } | |
ce13d15f | 680 | #endif |
431b1ee0 TG |
681 | #endif |
682 | \f | |
536bfcd0 | 683 | #if (defined (L_udivdi3) || defined (L_divdi3) || \ |
18362447 UB |
684 | defined (L_umoddi3) || defined (L_moddi3) || \ |
685 | defined (L_divmoddi4)) | |
536bfcd0 RK |
686 | #define L_udivmoddi4 |
687 | #endif | |
688 | ||
d6eacd48 | 689 | #ifdef L_clz |
dcfae47c | 690 | const UQItype __clz_tab[256] = |
203b91b9 RS |
691 | { |
692 | 0,1,2,2,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5, | |
693 | 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6, | |
694 | 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7, | |
695 | 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7, | |
696 | 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8, | |
697 | 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8, | |
698 | 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8, | |
dcfae47c | 699 | 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8 |
203b91b9 | 700 | }; |
d6eacd48 | 701 | #endif |
2928cd7a RH |
702 | \f |
703 | #ifdef L_clzsi2 | |
dabb3f04 | 704 | #undef int |
dabb3f04 | 705 | int |
8275b011 | 706 | __clzSI2 (UWtype x) |
2928cd7a | 707 | { |
53585c36 | 708 | Wtype ret; |
2928cd7a | 709 | |
8275b011 | 710 | count_leading_zeros (ret, x); |
53585c36 RH |
711 | |
712 | return ret; | |
2928cd7a RH |
713 | } |
714 | #endif | |
715 | \f | |
716 | #ifdef L_clzdi2 | |
dabb3f04 | 717 | #undef int |
dabb3f04 | 718 | int |
8275b011 | 719 | __clzDI2 (UDWtype x) |
2928cd7a | 720 | { |
b982024e | 721 | const DWunion uu = {.ll = x}; |
53585c36 RH |
722 | UWtype word; |
723 | Wtype ret, add; | |
724 | ||
8275b011 RH |
725 | if (uu.s.high) |
726 | word = uu.s.high, add = 0; | |
53585c36 | 727 | else |
8275b011 | 728 | word = uu.s.low, add = W_TYPE_SIZE; |
2928cd7a | 729 | |
53585c36 RH |
730 | count_leading_zeros (ret, word); |
731 | return ret + add; | |
2928cd7a RH |
732 | } |
733 | #endif | |
734 | \f | |
735 | #ifdef L_ctzsi2 | |
dabb3f04 | 736 | #undef int |
dabb3f04 | 737 | int |
8275b011 | 738 | __ctzSI2 (UWtype x) |
2928cd7a | 739 | { |
53585c36 | 740 | Wtype ret; |
2928cd7a | 741 | |
53585c36 | 742 | count_trailing_zeros (ret, x); |
2928cd7a | 743 | |
53585c36 | 744 | return ret; |
2928cd7a RH |
745 | } |
746 | #endif | |
747 | \f | |
748 | #ifdef L_ctzdi2 | |
dabb3f04 | 749 | #undef int |
dabb3f04 | 750 | int |
8275b011 | 751 | __ctzDI2 (UDWtype x) |
2928cd7a | 752 | { |
b982024e | 753 | const DWunion uu = {.ll = x}; |
53585c36 RH |
754 | UWtype word; |
755 | Wtype ret, add; | |
756 | ||
8275b011 RH |
757 | if (uu.s.low) |
758 | word = uu.s.low, add = 0; | |
53585c36 | 759 | else |
8275b011 | 760 | word = uu.s.high, add = W_TYPE_SIZE; |
2928cd7a | 761 | |
53585c36 RH |
762 | count_trailing_zeros (ret, word); |
763 | return ret + add; | |
2928cd7a RH |
764 | } |
765 | #endif | |
3801c801 BS |
766 | \f |
767 | #ifdef L_clrsbsi2 | |
768 | #undef int | |
769 | int | |
770 | __clrsbSI2 (Wtype x) | |
771 | { | |
772 | Wtype ret; | |
2928cd7a | 773 | |
3801c801 BS |
774 | if (x < 0) |
775 | x = ~x; | |
776 | if (x == 0) | |
777 | return W_TYPE_SIZE - 1; | |
778 | count_leading_zeros (ret, x); | |
779 | return ret - 1; | |
780 | } | |
781 | #endif | |
782 | \f | |
783 | #ifdef L_clrsbdi2 | |
784 | #undef int | |
785 | int | |
786 | __clrsbDI2 (DWtype x) | |
787 | { | |
788 | const DWunion uu = {.ll = x}; | |
789 | UWtype word; | |
790 | Wtype ret, add; | |
791 | ||
792 | if (uu.s.high == 0) | |
793 | word = uu.s.low, add = W_TYPE_SIZE; | |
794 | else if (uu.s.high == -1) | |
795 | word = ~uu.s.low, add = W_TYPE_SIZE; | |
796 | else if (uu.s.high >= 0) | |
797 | word = uu.s.high, add = 0; | |
798 | else | |
799 | word = ~uu.s.high, add = 0; | |
800 | ||
801 | if (word == 0) | |
802 | ret = W_TYPE_SIZE; | |
803 | else | |
804 | count_leading_zeros (ret, word); | |
805 | ||
806 | return ret + add - 1; | |
807 | } | |
808 | #endif | |
809 | \f | |
2928cd7a | 810 | #ifdef L_popcount_tab |
dcfae47c | 811 | const UQItype __popcount_tab[256] = |
2928cd7a RH |
812 | { |
813 | 0,1,1,2,1,2,2,3,1,2,2,3,2,3,3,4,1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5, | |
814 | 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6, | |
815 | 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6, | |
816 | 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7, | |
817 | 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6, | |
818 | 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7, | |
819 | 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7, | |
dcfae47c | 820 | 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,4,5,5,6,5,6,6,7,5,6,6,7,6,7,7,8 |
2928cd7a RH |
821 | }; |
822 | #endif | |
823 | \f | |
4ea3d774 | 824 | #if defined(L_popcountsi2) || defined(L_popcountdi2) |
a153644f TS |
825 | #define POPCOUNTCST2(x) (((UWtype) x << __CHAR_BIT__) | x) |
826 | #define POPCOUNTCST4(x) (((UWtype) x << (2 * __CHAR_BIT__)) | x) | |
827 | #define POPCOUNTCST8(x) (((UWtype) x << (4 * __CHAR_BIT__)) | x) | |
828 | #if W_TYPE_SIZE == __CHAR_BIT__ | |
4ea3d774 | 829 | #define POPCOUNTCST(x) x |
a153644f | 830 | #elif W_TYPE_SIZE == 2 * __CHAR_BIT__ |
4ea3d774 | 831 | #define POPCOUNTCST(x) POPCOUNTCST2 (x) |
a153644f | 832 | #elif W_TYPE_SIZE == 4 * __CHAR_BIT__ |
4ea3d774 | 833 | #define POPCOUNTCST(x) POPCOUNTCST4 (POPCOUNTCST2 (x)) |
a153644f | 834 | #elif W_TYPE_SIZE == 8 * __CHAR_BIT__ |
4ea3d774 JJ |
835 | #define POPCOUNTCST(x) POPCOUNTCST8 (POPCOUNTCST4 (POPCOUNTCST2 (x))) |
836 | #endif | |
837 | #endif | |
838 | \f | |
2928cd7a | 839 | #ifdef L_popcountsi2 |
dabb3f04 | 840 | #undef int |
dabb3f04 | 841 | int |
8275b011 | 842 | __popcountSI2 (UWtype x) |
2928cd7a | 843 | { |
4ea3d774 JJ |
844 | /* Force table lookup on targets like AVR and RL78 which only |
845 | pretend they have LIBGCC2_UNITS_PER_WORD 4, but actually | |
846 | have 1, and other small word targets. */ | |
a153644f | 847 | #if __SIZEOF_INT__ > 2 && defined (POPCOUNTCST) && __CHAR_BIT__ == 8 |
4ea3d774 JJ |
848 | x = x - ((x >> 1) & POPCOUNTCST (0x55)); |
849 | x = (x & POPCOUNTCST (0x33)) + ((x >> 2) & POPCOUNTCST (0x33)); | |
850 | x = (x + (x >> 4)) & POPCOUNTCST (0x0F); | |
a153644f | 851 | return (x * POPCOUNTCST (0x01)) >> (W_TYPE_SIZE - __CHAR_BIT__); |
4ea3d774 | 852 | #else |
4000debb | 853 | int i, ret = 0; |
8275b011 RH |
854 | |
855 | for (i = 0; i < W_TYPE_SIZE; i += 8) | |
856 | ret += __popcount_tab[(x >> i) & 0xff]; | |
857 | ||
858 | return ret; | |
4ea3d774 | 859 | #endif |
2928cd7a RH |
860 | } |
861 | #endif | |
862 | \f | |
863 | #ifdef L_popcountdi2 | |
dabb3f04 | 864 | #undef int |
dabb3f04 | 865 | int |
8275b011 | 866 | __popcountDI2 (UDWtype x) |
2928cd7a | 867 | { |
4ea3d774 JJ |
868 | /* Force table lookup on targets like AVR and RL78 which only |
869 | pretend they have LIBGCC2_UNITS_PER_WORD 4, but actually | |
870 | have 1, and other small word targets. */ | |
a153644f | 871 | #if __SIZEOF_INT__ > 2 && defined (POPCOUNTCST) && __CHAR_BIT__ == 8 |
4ea3d774 JJ |
872 | const DWunion uu = {.ll = x}; |
873 | UWtype x1 = uu.s.low, x2 = uu.s.high; | |
874 | x1 = x1 - ((x1 >> 1) & POPCOUNTCST (0x55)); | |
875 | x2 = x2 - ((x2 >> 1) & POPCOUNTCST (0x55)); | |
876 | x1 = (x1 & POPCOUNTCST (0x33)) + ((x1 >> 2) & POPCOUNTCST (0x33)); | |
877 | x2 = (x2 & POPCOUNTCST (0x33)) + ((x2 >> 2) & POPCOUNTCST (0x33)); | |
878 | x1 = (x1 + (x1 >> 4)) & POPCOUNTCST (0x0F); | |
879 | x2 = (x2 + (x2 >> 4)) & POPCOUNTCST (0x0F); | |
880 | x1 += x2; | |
a153644f | 881 | return (x1 * POPCOUNTCST (0x01)) >> (W_TYPE_SIZE - __CHAR_BIT__); |
4ea3d774 | 882 | #else |
4000debb | 883 | int i, ret = 0; |
8275b011 RH |
884 | |
885 | for (i = 0; i < 2*W_TYPE_SIZE; i += 8) | |
886 | ret += __popcount_tab[(x >> i) & 0xff]; | |
887 | ||
888 | return ret; | |
4ea3d774 | 889 | #endif |
2928cd7a RH |
890 | } |
891 | #endif | |
892 | \f | |
893 | #ifdef L_paritysi2 | |
dabb3f04 | 894 | #undef int |
dabb3f04 | 895 | int |
8275b011 | 896 | __paritySI2 (UWtype x) |
2928cd7a | 897 | { |
8275b011 RH |
898 | #if W_TYPE_SIZE > 64 |
899 | # error "fill out the table" | |
900 | #endif | |
901 | #if W_TYPE_SIZE > 32 | |
902 | x ^= x >> 32; | |
903 | #endif | |
904 | #if W_TYPE_SIZE > 16 | |
905 | x ^= x >> 16; | |
906 | #endif | |
907 | x ^= x >> 8; | |
908 | x ^= x >> 4; | |
909 | x &= 0xf; | |
910 | return (0x6996 >> x) & 1; | |
2928cd7a RH |
911 | } |
912 | #endif | |
913 | \f | |
914 | #ifdef L_paritydi2 | |
dabb3f04 | 915 | #undef int |
dabb3f04 | 916 | int |
8275b011 | 917 | __parityDI2 (UDWtype x) |
2928cd7a | 918 | { |
b982024e KG |
919 | const DWunion uu = {.ll = x}; |
920 | UWtype nx = uu.s.low ^ uu.s.high; | |
8275b011 RH |
921 | |
922 | #if W_TYPE_SIZE > 64 | |
923 | # error "fill out the table" | |
924 | #endif | |
925 | #if W_TYPE_SIZE > 32 | |
926 | nx ^= nx >> 32; | |
927 | #endif | |
928 | #if W_TYPE_SIZE > 16 | |
2928cd7a | 929 | nx ^= nx >> 16; |
8275b011 | 930 | #endif |
2928cd7a | 931 | nx ^= nx >> 8; |
53585c36 | 932 | nx ^= nx >> 4; |
0c9ed856 RH |
933 | nx &= 0xf; |
934 | return (0x6996 >> nx) & 1; | |
2928cd7a RH |
935 | } |
936 | #endif | |
d6eacd48 RH |
937 | |
938 | #ifdef L_udivmoddi4 | |
30b8f78b KV |
939 | #ifdef TARGET_HAS_NO_HW_DIVIDE |
940 | ||
941 | #if (defined (L_udivdi3) || defined (L_divdi3) || \ | |
18362447 UB |
942 | defined (L_umoddi3) || defined (L_moddi3) || \ |
943 | defined (L_divmoddi4)) | |
30b8f78b KV |
944 | static inline __attribute__ ((__always_inline__)) |
945 | #endif | |
946 | UDWtype | |
947 | __udivmoddi4 (UDWtype n, UDWtype d, UDWtype *rp) | |
948 | { | |
949 | UDWtype q = 0, r = n, y = d; | |
950 | UWtype lz1, lz2, i, k; | |
951 | ||
952 | /* Implements align divisor shift dividend method. This algorithm | |
953 | aligns the divisor under the dividend and then perform number of | |
954 | test-subtract iterations which shift the dividend left. Number of | |
955 | iterations is k + 1 where k is the number of bit positions the | |
956 | divisor must be shifted left to align it under the dividend. | |
957 | quotient bits can be saved in the rightmost positions of the dividend | |
958 | as it shifts left on each test-subtract iteration. */ | |
959 | ||
960 | if (y <= r) | |
961 | { | |
962 | lz1 = __builtin_clzll (d); | |
963 | lz2 = __builtin_clzll (n); | |
964 | ||
965 | k = lz1 - lz2; | |
966 | y = (y << k); | |
967 | ||
968 | /* Dividend can exceed 2 ^ (width − 1) − 1 but still be less than the | |
969 | aligned divisor. Normal iteration can drops the high order bit | |
970 | of the dividend. Therefore, first test-subtract iteration is a | |
971 | special case, saving its quotient bit in a separate location and | |
972 | not shifting the dividend. */ | |
973 | if (r >= y) | |
974 | { | |
975 | r = r - y; | |
976 | q = (1ULL << k); | |
977 | } | |
978 | ||
979 | if (k > 0) | |
980 | { | |
981 | y = y >> 1; | |
982 | ||
983 | /* k additional iterations where k regular test subtract shift | |
984 | dividend iterations are done. */ | |
985 | i = k; | |
986 | do | |
987 | { | |
988 | if (r >= y) | |
989 | r = ((r - y) << 1) + 1; | |
990 | else | |
991 | r = (r << 1); | |
992 | i = i - 1; | |
993 | } while (i != 0); | |
994 | ||
995 | /* First quotient bit is combined with the quotient bits resulting | |
996 | from the k regular iterations. */ | |
997 | q = q + r; | |
998 | r = r >> k; | |
999 | q = q - (r << k); | |
1000 | } | |
1001 | } | |
1002 | ||
1003 | if (rp) | |
1004 | *rp = r; | |
1005 | return q; | |
1006 | } | |
1007 | #else | |
203b91b9 | 1008 | |
536bfcd0 | 1009 | #if (defined (L_udivdi3) || defined (L_divdi3) || \ |
18362447 UB |
1010 | defined (L_umoddi3) || defined (L_moddi3) || \ |
1011 | defined (L_divmoddi4)) | |
1ab9ba62 | 1012 | static inline __attribute__ ((__always_inline__)) |
536bfcd0 | 1013 | #endif |
996ed075 JJ |
1014 | UDWtype |
1015 | __udivmoddi4 (UDWtype n, UDWtype d, UDWtype *rp) | |
203b91b9 | 1016 | { |
b982024e KG |
1017 | const DWunion nn = {.ll = n}; |
1018 | const DWunion dd = {.ll = d}; | |
996ed075 JJ |
1019 | DWunion rr; |
1020 | UWtype d0, d1, n0, n1, n2; | |
1021 | UWtype q0, q1; | |
1022 | UWtype b, bm; | |
203b91b9 | 1023 | |
203b91b9 RS |
1024 | d0 = dd.s.low; |
1025 | d1 = dd.s.high; | |
1026 | n0 = nn.s.low; | |
1027 | n1 = nn.s.high; | |
1028 | ||
1029 | #if !UDIV_NEEDS_NORMALIZATION | |
1030 | if (d1 == 0) | |
1031 | { | |
1032 | if (d0 > n1) | |
1033 | { | |
1034 | /* 0q = nn / 0D */ | |
1035 | ||
1036 | udiv_qrnnd (q0, n0, n1, n0, d0); | |
1037 | q1 = 0; | |
1038 | ||
1039 | /* Remainder in n0. */ | |
1040 | } | |
1041 | else | |
1042 | { | |
1043 | /* qq = NN / 0d */ | |
1044 | ||
1045 | if (d0 == 0) | |
1046 | d0 = 1 / d0; /* Divide intentionally by zero. */ | |
1047 | ||
1048 | udiv_qrnnd (q1, n1, 0, n1, d0); | |
1049 | udiv_qrnnd (q0, n0, n1, n0, d0); | |
1050 | ||
1051 | /* Remainder in n0. */ | |
1052 | } | |
1053 | ||
1054 | if (rp != 0) | |
1055 | { | |
1056 | rr.s.low = n0; | |
1057 | rr.s.high = 0; | |
1058 | *rp = rr.ll; | |
1059 | } | |
1060 | } | |
1061 | ||
1062 | #else /* UDIV_NEEDS_NORMALIZATION */ | |
1063 | ||
1064 | if (d1 == 0) | |
1065 | { | |
1066 | if (d0 > n1) | |
1067 | { | |
1068 | /* 0q = nn / 0D */ | |
1069 | ||
1070 | count_leading_zeros (bm, d0); | |
1071 | ||
1072 | if (bm != 0) | |
1073 | { | |
1074 | /* Normalize, i.e. make the most significant bit of the | |
1075 | denominator set. */ | |
1076 | ||
1077 | d0 = d0 << bm; | |
996ed075 | 1078 | n1 = (n1 << bm) | (n0 >> (W_TYPE_SIZE - bm)); |
203b91b9 RS |
1079 | n0 = n0 << bm; |
1080 | } | |
1081 | ||
1082 | udiv_qrnnd (q0, n0, n1, n0, d0); | |
1083 | q1 = 0; | |
1084 | ||
1085 | /* Remainder in n0 >> bm. */ | |
1086 | } | |
1087 | else | |
1088 | { | |
1089 | /* qq = NN / 0d */ | |
1090 | ||
1091 | if (d0 == 0) | |
1092 | d0 = 1 / d0; /* Divide intentionally by zero. */ | |
1093 | ||
1094 | count_leading_zeros (bm, d0); | |
1095 | ||
1096 | if (bm == 0) | |
1097 | { | |
1098 | /* From (n1 >= d0) /\ (the most significant bit of d0 is set), | |
1099 | conclude (the most significant bit of n1 is set) /\ (the | |
1100 | leading quotient digit q1 = 1). | |
1101 | ||
1102 | This special case is necessary, not an optimization. | |
996ed075 | 1103 | (Shifts counts of W_TYPE_SIZE are undefined.) */ |
203b91b9 RS |
1104 | |
1105 | n1 -= d0; | |
1106 | q1 = 1; | |
1107 | } | |
1108 | else | |
1109 | { | |
1110 | /* Normalize. */ | |
1111 | ||
996ed075 | 1112 | b = W_TYPE_SIZE - bm; |
203b91b9 RS |
1113 | |
1114 | d0 = d0 << bm; | |
1115 | n2 = n1 >> b; | |
1116 | n1 = (n1 << bm) | (n0 >> b); | |
1117 | n0 = n0 << bm; | |
1118 | ||
1119 | udiv_qrnnd (q1, n1, n2, n1, d0); | |
1120 | } | |
1121 | ||
0f41302f | 1122 | /* n1 != d0... */ |
203b91b9 RS |
1123 | |
1124 | udiv_qrnnd (q0, n0, n1, n0, d0); | |
1125 | ||
1126 | /* Remainder in n0 >> bm. */ | |
1127 | } | |
1128 | ||
1129 | if (rp != 0) | |
1130 | { | |
1131 | rr.s.low = n0 >> bm; | |
1132 | rr.s.high = 0; | |
1133 | *rp = rr.ll; | |
1134 | } | |
1135 | } | |
1136 | #endif /* UDIV_NEEDS_NORMALIZATION */ | |
1137 | ||
1138 | else | |
1139 | { | |
1140 | if (d1 > n1) | |
1141 | { | |
1142 | /* 00 = nn / DD */ | |
1143 | ||
1144 | q0 = 0; | |
1145 | q1 = 0; | |
1146 | ||
1147 | /* Remainder in n1n0. */ | |
1148 | if (rp != 0) | |
1149 | { | |
1150 | rr.s.low = n0; | |
1151 | rr.s.high = n1; | |
1152 | *rp = rr.ll; | |
1153 | } | |
1154 | } | |
1155 | else | |
1156 | { | |
1157 | /* 0q = NN / dd */ | |
1158 | ||
1159 | count_leading_zeros (bm, d1); | |
1160 | if (bm == 0) | |
1161 | { | |
1162 | /* From (n1 >= d1) /\ (the most significant bit of d1 is set), | |
1163 | conclude (the most significant bit of n1 is set) /\ (the | |
1164 | quotient digit q0 = 0 or 1). | |
1165 | ||
1166 | This special case is necessary, not an optimization. */ | |
1167 | ||
1168 | /* The condition on the next line takes advantage of that | |
1169 | n1 >= d1 (true due to program flow). */ | |
1170 | if (n1 > d1 || n0 >= d0) | |
1171 | { | |
1172 | q0 = 1; | |
1173 | sub_ddmmss (n1, n0, n1, n0, d1, d0); | |
1174 | } | |
1175 | else | |
1176 | q0 = 0; | |
1177 | ||
1178 | q1 = 0; | |
1179 | ||
1180 | if (rp != 0) | |
1181 | { | |
1182 | rr.s.low = n0; | |
1183 | rr.s.high = n1; | |
1184 | *rp = rr.ll; | |
1185 | } | |
1186 | } | |
1187 | else | |
1188 | { | |
996ed075 | 1189 | UWtype m1, m0; |
203b91b9 RS |
1190 | /* Normalize. */ |
1191 | ||
996ed075 | 1192 | b = W_TYPE_SIZE - bm; |
203b91b9 RS |
1193 | |
1194 | d1 = (d1 << bm) | (d0 >> b); | |
1195 | d0 = d0 << bm; | |
1196 | n2 = n1 >> b; | |
1197 | n1 = (n1 << bm) | (n0 >> b); | |
1198 | n0 = n0 << bm; | |
1199 | ||
1200 | udiv_qrnnd (q0, n1, n2, n1, d1); | |
1201 | umul_ppmm (m1, m0, q0, d0); | |
1202 | ||
1203 | if (m1 > n1 || (m1 == n1 && m0 > n0)) | |
1204 | { | |
1205 | q0--; | |
1206 | sub_ddmmss (m1, m0, m1, m0, d1, d0); | |
1207 | } | |
1208 | ||
1209 | q1 = 0; | |
1210 | ||
1211 | /* Remainder in (n1n0 - m1m0) >> bm. */ | |
1212 | if (rp != 0) | |
1213 | { | |
1214 | sub_ddmmss (n1, n0, n1, n0, m1, m0); | |
1215 | rr.s.low = (n1 << b) | (n0 >> bm); | |
1216 | rr.s.high = n1 >> bm; | |
1217 | *rp = rr.ll; | |
1218 | } | |
1219 | } | |
1220 | } | |
1221 | } | |
1222 | ||
b982024e | 1223 | const DWunion ww = {{.low = q0, .high = q1}}; |
203b91b9 RS |
1224 | return ww.ll; |
1225 | } | |
1226 | #endif | |
30b8f78b | 1227 | #endif |
203b91b9 RS |
1228 | |
1229 | #ifdef L_divdi3 | |
996ed075 JJ |
1230 | DWtype |
1231 | __divdi3 (DWtype u, DWtype v) | |
203b91b9 | 1232 | { |
c7ff6e7a | 1233 | Wtype c = 0; |
b982024e KG |
1234 | DWunion uu = {.ll = u}; |
1235 | DWunion vv = {.ll = v}; | |
996ed075 | 1236 | DWtype w; |
203b91b9 | 1237 | |
203b91b9 RS |
1238 | if (uu.s.high < 0) |
1239 | c = ~c, | |
b68daef4 | 1240 | uu.ll = -uu.ll; |
203b91b9 RS |
1241 | if (vv.s.high < 0) |
1242 | c = ~c, | |
b68daef4 | 1243 | vv.ll = -vv.ll; |
203b91b9 | 1244 | |
996ed075 | 1245 | w = __udivmoddi4 (uu.ll, vv.ll, (UDWtype *) 0); |
203b91b9 | 1246 | if (c) |
b68daef4 | 1247 | w = -w; |
203b91b9 RS |
1248 | |
1249 | return w; | |
1250 | } | |
1251 | #endif | |
1252 | ||
1253 | #ifdef L_moddi3 | |
996ed075 JJ |
1254 | DWtype |
1255 | __moddi3 (DWtype u, DWtype v) | |
203b91b9 | 1256 | { |
c7ff6e7a | 1257 | Wtype c = 0; |
b982024e KG |
1258 | DWunion uu = {.ll = u}; |
1259 | DWunion vv = {.ll = v}; | |
996ed075 | 1260 | DWtype w; |
203b91b9 | 1261 | |
203b91b9 RS |
1262 | if (uu.s.high < 0) |
1263 | c = ~c, | |
b68daef4 | 1264 | uu.ll = -uu.ll; |
203b91b9 | 1265 | if (vv.s.high < 0) |
b68daef4 | 1266 | vv.ll = -vv.ll; |
203b91b9 | 1267 | |
9c859be1 | 1268 | (void) __udivmoddi4 (uu.ll, vv.ll, (UDWtype*)&w); |
203b91b9 | 1269 | if (c) |
b68daef4 | 1270 | w = -w; |
203b91b9 RS |
1271 | |
1272 | return w; | |
1273 | } | |
1274 | #endif | |
1275 | ||
18362447 UB |
1276 | #ifdef L_divmoddi4 |
1277 | DWtype | |
1278 | __divmoddi4 (DWtype u, DWtype v, DWtype *rp) | |
1279 | { | |
1280 | Wtype c1 = 0, c2 = 0; | |
1281 | DWunion uu = {.ll = u}; | |
1282 | DWunion vv = {.ll = v}; | |
1283 | DWtype w; | |
1284 | DWtype r; | |
1285 | ||
1286 | if (uu.s.high < 0) | |
1287 | c1 = ~c1, c2 = ~c2, | |
1288 | uu.ll = -uu.ll; | |
1289 | if (vv.s.high < 0) | |
1290 | c1 = ~c1, | |
1291 | vv.ll = -vv.ll; | |
1292 | ||
1293 | w = __udivmoddi4 (uu.ll, vv.ll, (UDWtype*)&r); | |
1294 | if (c1) | |
1295 | w = -w; | |
1296 | if (c2) | |
1297 | r = -r; | |
1298 | ||
1299 | *rp = r; | |
1300 | return w; | |
1301 | } | |
1302 | #endif | |
1303 | ||
203b91b9 | 1304 | #ifdef L_umoddi3 |
996ed075 JJ |
1305 | UDWtype |
1306 | __umoddi3 (UDWtype u, UDWtype v) | |
203b91b9 | 1307 | { |
996ed075 | 1308 | UDWtype w; |
203b91b9 RS |
1309 | |
1310 | (void) __udivmoddi4 (u, v, &w); | |
1311 | ||
1312 | return w; | |
1313 | } | |
1314 | #endif | |
1315 | ||
1316 | #ifdef L_udivdi3 | |
996ed075 JJ |
1317 | UDWtype |
1318 | __udivdi3 (UDWtype n, UDWtype d) | |
203b91b9 | 1319 | { |
996ed075 | 1320 | return __udivmoddi4 (n, d, (UDWtype *) 0); |
203b91b9 RS |
1321 | } |
1322 | #endif | |
1323 | \f | |
1324 | #ifdef L_cmpdi2 | |
c7ff6e7a | 1325 | cmp_return_type |
996ed075 | 1326 | __cmpdi2 (DWtype a, DWtype b) |
203b91b9 | 1327 | { |
b982024e KG |
1328 | const DWunion au = {.ll = a}; |
1329 | const DWunion bu = {.ll = b}; | |
203b91b9 RS |
1330 | |
1331 | if (au.s.high < bu.s.high) | |
1332 | return 0; | |
1333 | else if (au.s.high > bu.s.high) | |
1334 | return 2; | |
996ed075 | 1335 | if ((UWtype) au.s.low < (UWtype) bu.s.low) |
203b91b9 | 1336 | return 0; |
996ed075 | 1337 | else if ((UWtype) au.s.low > (UWtype) bu.s.low) |
203b91b9 RS |
1338 | return 2; |
1339 | return 1; | |
1340 | } | |
1341 | #endif | |
1342 | ||
1343 | #ifdef L_ucmpdi2 | |
c7ff6e7a | 1344 | cmp_return_type |
996ed075 | 1345 | __ucmpdi2 (DWtype a, DWtype b) |
203b91b9 | 1346 | { |
b982024e KG |
1347 | const DWunion au = {.ll = a}; |
1348 | const DWunion bu = {.ll = b}; | |
203b91b9 | 1349 | |
996ed075 | 1350 | if ((UWtype) au.s.high < (UWtype) bu.s.high) |
203b91b9 | 1351 | return 0; |
996ed075 | 1352 | else if ((UWtype) au.s.high > (UWtype) bu.s.high) |
203b91b9 | 1353 | return 2; |
996ed075 | 1354 | if ((UWtype) au.s.low < (UWtype) bu.s.low) |
203b91b9 | 1355 | return 0; |
996ed075 | 1356 | else if ((UWtype) au.s.low > (UWtype) bu.s.low) |
203b91b9 RS |
1357 | return 2; |
1358 | return 1; | |
1359 | } | |
1360 | #endif | |
1361 | \f | |
4e9db8b2 | 1362 | #if defined(L_fixunstfdi) && LIBGCC2_HAS_TF_MODE |
f139f5fa | 1363 | UDWtype |
6da9c622 | 1364 | __fixunstfDI (TFtype a) |
ab495388 | 1365 | { |
ab495388 RS |
1366 | if (a < 0) |
1367 | return 0; | |
1368 | ||
1369 | /* Compute high word of result, as a flonum. */ | |
4f2e0d5e | 1370 | const TFtype b = (a / Wtype_MAXp1_F); |
996ed075 | 1371 | /* Convert that to fixed (but not to DWtype!), |
ab495388 | 1372 | and shift it into the high word. */ |
b982024e | 1373 | UDWtype v = (UWtype) b; |
4f2e0d5e | 1374 | v <<= W_TYPE_SIZE; |
ab495388 RS |
1375 | /* Remove high part from the TFtype, leaving the low part as flonum. */ |
1376 | a -= (TFtype)v; | |
996ed075 | 1377 | /* Convert that to fixed (but not to DWtype!) and add it in. |
ab495388 RS |
1378 | Sometimes A comes out negative. This is significant, since |
1379 | A has more bits than a long int does. */ | |
1380 | if (a < 0) | |
996ed075 | 1381 | v -= (UWtype) (- a); |
ab495388 | 1382 | else |
996ed075 | 1383 | v += (UWtype) a; |
ab495388 RS |
1384 | return v; |
1385 | } | |
1386 | #endif | |
1387 | ||
4e9db8b2 | 1388 | #if defined(L_fixtfdi) && LIBGCC2_HAS_TF_MODE |
996ed075 | 1389 | DWtype |
37ef1054 | 1390 | __fixtfdi (TFtype a) |
ab495388 RS |
1391 | { |
1392 | if (a < 0) | |
6da9c622 RK |
1393 | return - __fixunstfDI (-a); |
1394 | return __fixunstfDI (a); | |
ab495388 RS |
1395 | } |
1396 | #endif | |
1397 | ||
4e9db8b2 | 1398 | #if defined(L_fixunsxfdi) && LIBGCC2_HAS_XF_MODE |
f139f5fa | 1399 | UDWtype |
6da9c622 | 1400 | __fixunsxfDI (XFtype a) |
e0799b34 | 1401 | { |
e0799b34 RS |
1402 | if (a < 0) |
1403 | return 0; | |
1404 | ||
1405 | /* Compute high word of result, as a flonum. */ | |
4f2e0d5e | 1406 | const XFtype b = (a / Wtype_MAXp1_F); |
996ed075 | 1407 | /* Convert that to fixed (but not to DWtype!), |
e0799b34 | 1408 | and shift it into the high word. */ |
b982024e | 1409 | UDWtype v = (UWtype) b; |
4f2e0d5e | 1410 | v <<= W_TYPE_SIZE; |
e0799b34 RS |
1411 | /* Remove high part from the XFtype, leaving the low part as flonum. */ |
1412 | a -= (XFtype)v; | |
996ed075 | 1413 | /* Convert that to fixed (but not to DWtype!) and add it in. |
e0799b34 RS |
1414 | Sometimes A comes out negative. This is significant, since |
1415 | A has more bits than a long int does. */ | |
1416 | if (a < 0) | |
996ed075 | 1417 | v -= (UWtype) (- a); |
e0799b34 | 1418 | else |
996ed075 | 1419 | v += (UWtype) a; |
e0799b34 RS |
1420 | return v; |
1421 | } | |
1422 | #endif | |
1423 | ||
4e9db8b2 | 1424 | #if defined(L_fixxfdi) && LIBGCC2_HAS_XF_MODE |
996ed075 | 1425 | DWtype |
37ef1054 | 1426 | __fixxfdi (XFtype a) |
e0799b34 RS |
1427 | { |
1428 | if (a < 0) | |
6da9c622 RK |
1429 | return - __fixunsxfDI (-a); |
1430 | return __fixunsxfDI (a); | |
e0799b34 RS |
1431 | } |
1432 | #endif | |
1433 | ||
4e9db8b2 | 1434 | #if defined(L_fixunsdfdi) && LIBGCC2_HAS_DF_MODE |
f139f5fa | 1435 | UDWtype |
6da9c622 | 1436 | __fixunsdfDI (DFtype a) |
203b91b9 | 1437 | { |
4977bab6 ZW |
1438 | /* Get high part of result. The division here will just moves the radix |
1439 | point and will not cause any rounding. Then the conversion to integral | |
1440 | type chops result as desired. */ | |
4f2e0d5e | 1441 | const UWtype hi = a / Wtype_MAXp1_F; |
203b91b9 | 1442 | |
4977bab6 ZW |
1443 | /* Get low part of result. Convert `hi' to floating type and scale it back, |
1444 | then subtract this from the number being converted. This leaves the low | |
1445 | part. Convert that to integral type. */ | |
4f2e0d5e | 1446 | const UWtype lo = a - (DFtype) hi * Wtype_MAXp1_F; |
4977bab6 ZW |
1447 | |
1448 | /* Assemble result from the two parts. */ | |
4f2e0d5e | 1449 | return ((UDWtype) hi << W_TYPE_SIZE) | lo; |
203b91b9 RS |
1450 | } |
1451 | #endif | |
1452 | ||
4e9db8b2 | 1453 | #if defined(L_fixdfdi) && LIBGCC2_HAS_DF_MODE |
996ed075 | 1454 | DWtype |
37ef1054 | 1455 | __fixdfdi (DFtype a) |
203b91b9 RS |
1456 | { |
1457 | if (a < 0) | |
6da9c622 RK |
1458 | return - __fixunsdfDI (-a); |
1459 | return __fixunsdfDI (a); | |
203b91b9 RS |
1460 | } |
1461 | #endif | |
1462 | ||
cfa7bd9c | 1463 | #if defined(L_fixunssfdi) && LIBGCC2_HAS_SF_MODE |
f139f5fa | 1464 | UDWtype |
4f2e0d5e | 1465 | __fixunssfDI (SFtype a) |
203b91b9 | 1466 | { |
4e9db8b2 | 1467 | #if LIBGCC2_HAS_DF_MODE |
ab495388 | 1468 | /* Convert the SFtype to a DFtype, because that is surely not going |
203b91b9 | 1469 | to lose any bits. Some day someone else can write a faster version |
ab495388 | 1470 | that avoids converting to DFtype, and verify it really works right. */ |
4f2e0d5e | 1471 | const DFtype dfa = a; |
203b91b9 | 1472 | |
4977bab6 ZW |
1473 | /* Get high part of result. The division here will just moves the radix |
1474 | point and will not cause any rounding. Then the conversion to integral | |
1475 | type chops result as desired. */ | |
4f2e0d5e | 1476 | const UWtype hi = dfa / Wtype_MAXp1_F; |
203b91b9 | 1477 | |
4977bab6 ZW |
1478 | /* Get low part of result. Convert `hi' to floating type and scale it back, |
1479 | then subtract this from the number being converted. This leaves the low | |
1480 | part. Convert that to integral type. */ | |
4f2e0d5e | 1481 | const UWtype lo = dfa - (DFtype) hi * Wtype_MAXp1_F; |
4977bab6 ZW |
1482 | |
1483 | /* Assemble result from the two parts. */ | |
4f2e0d5e RH |
1484 | return ((UDWtype) hi << W_TYPE_SIZE) | lo; |
1485 | #elif FLT_MANT_DIG < W_TYPE_SIZE | |
1486 | if (a < 1) | |
1487 | return 0; | |
1488 | if (a < Wtype_MAXp1_F) | |
1489 | return (UWtype)a; | |
1490 | if (a < Wtype_MAXp1_F * Wtype_MAXp1_F) | |
1491 | { | |
1492 | /* Since we know that there are fewer significant bits in the SFmode | |
1493 | quantity than in a word, we know that we can convert out all the | |
2e681715 | 1494 | significant bits in one step, and thus avoid losing bits. */ |
4f2e0d5e RH |
1495 | |
1496 | /* ??? This following loop essentially performs frexpf. If we could | |
1497 | use the real libm function, or poke at the actual bits of the fp | |
1498 | format, it would be significantly faster. */ | |
1499 | ||
1500 | UWtype shift = 0, counter; | |
1501 | SFtype msb; | |
1502 | ||
1503 | a /= Wtype_MAXp1_F; | |
1504 | for (counter = W_TYPE_SIZE / 2; counter != 0; counter >>= 1) | |
1505 | { | |
1506 | SFtype counterf = (UWtype)1 << counter; | |
1507 | if (a >= counterf) | |
1508 | { | |
1509 | shift |= counter; | |
1510 | a /= counterf; | |
1511 | } | |
1512 | } | |
1513 | ||
1514 | /* Rescale into the range of one word, extract the bits of that | |
1515 | one word, and shift the result into position. */ | |
1516 | a *= Wtype_MAXp1_F; | |
1517 | counter = a; | |
1518 | return (DWtype)counter << shift; | |
1519 | } | |
1520 | return -1; | |
1521 | #else | |
1522 | # error | |
1523 | #endif | |
203b91b9 RS |
1524 | } |
1525 | #endif | |
1526 | ||
cfa7bd9c | 1527 | #if defined(L_fixsfdi) && LIBGCC2_HAS_SF_MODE |
996ed075 | 1528 | DWtype |
ab495388 | 1529 | __fixsfdi (SFtype a) |
203b91b9 RS |
1530 | { |
1531 | if (a < 0) | |
6da9c622 RK |
1532 | return - __fixunssfDI (-a); |
1533 | return __fixunssfDI (a); | |
203b91b9 RS |
1534 | } |
1535 | #endif | |
1536 | ||
4e9db8b2 | 1537 | #if defined(L_floatdixf) && LIBGCC2_HAS_XF_MODE |
e0799b34 | 1538 | XFtype |
996ed075 | 1539 | __floatdixf (DWtype u) |
e0799b34 | 1540 | { |
66bb34c0 | 1541 | #if W_TYPE_SIZE > __LIBGCC_XF_MANT_DIG__ |
4a73d865 JM |
1542 | # error |
1543 | #endif | |
4f2e0d5e RH |
1544 | XFtype d = (Wtype) (u >> W_TYPE_SIZE); |
1545 | d *= Wtype_MAXp1_F; | |
1546 | d += (UWtype)u; | |
e5e809f4 | 1547 | return d; |
e0799b34 RS |
1548 | } |
1549 | #endif | |
1550 | ||
d7735880 JM |
1551 | #if defined(L_floatundixf) && LIBGCC2_HAS_XF_MODE |
1552 | XFtype | |
1553 | __floatundixf (UDWtype u) | |
1554 | { | |
66bb34c0 | 1555 | #if W_TYPE_SIZE > __LIBGCC_XF_MANT_DIG__ |
4a73d865 JM |
1556 | # error |
1557 | #endif | |
d7735880 JM |
1558 | XFtype d = (UWtype) (u >> W_TYPE_SIZE); |
1559 | d *= Wtype_MAXp1_F; | |
1560 | d += (UWtype)u; | |
1561 | return d; | |
1562 | } | |
1563 | #endif | |
1564 | ||
4e9db8b2 | 1565 | #if defined(L_floatditf) && LIBGCC2_HAS_TF_MODE |
ab495388 | 1566 | TFtype |
996ed075 | 1567 | __floatditf (DWtype u) |
ab495388 | 1568 | { |
66bb34c0 | 1569 | #if W_TYPE_SIZE > __LIBGCC_TF_MANT_DIG__ |
4a73d865 JM |
1570 | # error |
1571 | #endif | |
4f2e0d5e RH |
1572 | TFtype d = (Wtype) (u >> W_TYPE_SIZE); |
1573 | d *= Wtype_MAXp1_F; | |
1574 | d += (UWtype)u; | |
e5e809f4 | 1575 | return d; |
ab495388 RS |
1576 | } |
1577 | #endif | |
1578 | ||
d7735880 JM |
1579 | #if defined(L_floatunditf) && LIBGCC2_HAS_TF_MODE |
1580 | TFtype | |
1581 | __floatunditf (UDWtype u) | |
1582 | { | |
66bb34c0 | 1583 | #if W_TYPE_SIZE > __LIBGCC_TF_MANT_DIG__ |
4a73d865 | 1584 | # error |
203b91b9 | 1585 | #endif |
4a73d865 | 1586 | TFtype d = (UWtype) (u >> W_TYPE_SIZE); |
d7735880 JM |
1587 | d *= Wtype_MAXp1_F; |
1588 | d += (UWtype)u; | |
1589 | return d; | |
1590 | } | |
1591 | #endif | |
1592 | ||
4a73d865 JM |
1593 | #if (defined(L_floatdisf) && LIBGCC2_HAS_SF_MODE) \ |
1594 | || (defined(L_floatdidf) && LIBGCC2_HAS_DF_MODE) | |
4f2e0d5e | 1595 | #define DI_SIZE (W_TYPE_SIZE * 2) |
b04c9063 AM |
1596 | #define F_MODE_OK(SIZE) \ |
1597 | (SIZE < DI_SIZE \ | |
1598 | && SIZE > (DI_SIZE - SIZE + FSSIZE) \ | |
5fb54b91 | 1599 | && !AVOID_FP_TYPE_CONVERSION(SIZE)) |
4a73d865 JM |
1600 | #if defined(L_floatdisf) |
1601 | #define FUNC __floatdisf | |
1602 | #define FSTYPE SFtype | |
66bb34c0 | 1603 | #define FSSIZE __LIBGCC_SF_MANT_DIG__ |
4a73d865 JM |
1604 | #else |
1605 | #define FUNC __floatdidf | |
1606 | #define FSTYPE DFtype | |
66bb34c0 | 1607 | #define FSSIZE __LIBGCC_DF_MANT_DIG__ |
4a73d865 | 1608 | #endif |
203b91b9 | 1609 | |
4a73d865 JM |
1610 | FSTYPE |
1611 | FUNC (DWtype u) | |
203b91b9 | 1612 | { |
4a73d865 | 1613 | #if FSSIZE >= W_TYPE_SIZE |
4f2e0d5e | 1614 | /* When the word size is small, we never get any rounding error. */ |
4a73d865 | 1615 | FSTYPE f = (Wtype) (u >> W_TYPE_SIZE); |
4f2e0d5e RH |
1616 | f *= Wtype_MAXp1_F; |
1617 | f += (UWtype)u; | |
1618 | return f; | |
66bb34c0 JM |
1619 | #elif (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) \ |
1620 | || (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) \ | |
1621 | || (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__)) | |
4a73d865 | 1622 | |
66bb34c0 JM |
1623 | #if (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) |
1624 | # define FSIZE __LIBGCC_DF_MANT_DIG__ | |
4a73d865 | 1625 | # define FTYPE DFtype |
66bb34c0 JM |
1626 | #elif (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) |
1627 | # define FSIZE __LIBGCC_XF_MANT_DIG__ | |
4a73d865 | 1628 | # define FTYPE XFtype |
66bb34c0 JM |
1629 | #elif (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__)) |
1630 | # define FSIZE __LIBGCC_TF_MANT_DIG__ | |
4a73d865 | 1631 | # define FTYPE TFtype |
4f2e0d5e RH |
1632 | #else |
1633 | # error | |
1634 | #endif | |
1635 | ||
4a73d865 | 1636 | #define REP_BIT ((UDWtype) 1 << (DI_SIZE - FSIZE)) |
4f2e0d5e | 1637 | |
d9e1ab8d | 1638 | /* Protect against double-rounding error. |
4f2e0d5e RH |
1639 | Represent any low-order bits, that might be truncated by a bit that |
1640 | won't be lost. The bit can go in anywhere below the rounding position | |
4a73d865 JM |
1641 | of the FSTYPE. A fixed mask and bit position handles all usual |
1642 | configurations. */ | |
1643 | if (! (- ((DWtype) 1 << FSIZE) < u | |
1644 | && u < ((DWtype) 1 << FSIZE))) | |
d9e1ab8d | 1645 | { |
4a73d865 | 1646 | if ((UDWtype) u & (REP_BIT - 1)) |
d9e1ab8d | 1647 | { |
4a73d865 JM |
1648 | u &= ~ (REP_BIT - 1); |
1649 | u |= REP_BIT; | |
d9e1ab8d RK |
1650 | } |
1651 | } | |
203b91b9 | 1652 | |
4a73d865 JM |
1653 | /* Do the calculation in a wider type so that we don't lose any of |
1654 | the precision of the high word while multiplying it. */ | |
1655 | FTYPE f = (Wtype) (u >> W_TYPE_SIZE); | |
4f2e0d5e RH |
1656 | f *= Wtype_MAXp1_F; |
1657 | f += (UWtype)u; | |
4a73d865 | 1658 | return (FSTYPE) f; |
4f2e0d5e | 1659 | #else |
4a73d865 JM |
1660 | #if FSSIZE >= W_TYPE_SIZE - 2 |
1661 | # error | |
1662 | #endif | |
1663 | /* Finally, the word size is larger than the number of bits in the | |
1664 | required FSTYPE, and we've got no suitable wider type. The only | |
1665 | way to avoid double rounding is to special case the | |
1666 | extraction. */ | |
4f2e0d5e RH |
1667 | |
1668 | /* If there are no high bits set, fall back to one conversion. */ | |
1669 | if ((Wtype)u == u) | |
4a73d865 | 1670 | return (FSTYPE)(Wtype)u; |
4f2e0d5e RH |
1671 | |
1672 | /* Otherwise, find the power of two. */ | |
1673 | Wtype hi = u >> W_TYPE_SIZE; | |
1674 | if (hi < 0) | |
1f6eac90 | 1675 | hi = -(UWtype) hi; |
4f2e0d5e RH |
1676 | |
1677 | UWtype count, shift; | |
5de3e2d8 BE |
1678 | #if !defined (COUNT_LEADING_ZEROS_0) || COUNT_LEADING_ZEROS_0 != W_TYPE_SIZE |
1679 | if (hi == 0) | |
1680 | count = W_TYPE_SIZE; | |
1681 | else | |
1682 | #endif | |
4f2e0d5e RH |
1683 | count_leading_zeros (count, hi); |
1684 | ||
1685 | /* No leading bits means u == minimum. */ | |
1686 | if (count == 0) | |
6395ba73 | 1687 | return Wtype_MAXp1_F * (FSTYPE) (hi | ((UWtype) u != 0)); |
4f2e0d5e | 1688 | |
4a73d865 | 1689 | shift = 1 + W_TYPE_SIZE - count; |
4f2e0d5e RH |
1690 | |
1691 | /* Shift down the most significant bits. */ | |
1692 | hi = u >> shift; | |
1693 | ||
1694 | /* If we lost any nonzero bits, set the lsb to ensure correct rounding. */ | |
5fb54b91 | 1695 | if ((UWtype)u << (W_TYPE_SIZE - shift)) |
4f2e0d5e RH |
1696 | hi |= 1; |
1697 | ||
1698 | /* Convert the one word of data, and rescale. */ | |
5fb54b91 RH |
1699 | FSTYPE f = hi, e; |
1700 | if (shift == W_TYPE_SIZE) | |
1701 | e = Wtype_MAXp1_F; | |
1702 | /* The following two cases could be merged if we knew that the target | |
1703 | supported a native unsigned->float conversion. More often, we only | |
1704 | have a signed conversion, and have to add extra fixup code. */ | |
1705 | else if (shift == W_TYPE_SIZE - 1) | |
1706 | e = Wtype_MAXp1_F / 2; | |
1707 | else | |
1708 | e = (Wtype)1 << shift; | |
1709 | return f * e; | |
4f2e0d5e | 1710 | #endif |
203b91b9 RS |
1711 | } |
1712 | #endif | |
1713 | ||
4a73d865 JM |
1714 | #if (defined(L_floatundisf) && LIBGCC2_HAS_SF_MODE) \ |
1715 | || (defined(L_floatundidf) && LIBGCC2_HAS_DF_MODE) | |
d7735880 | 1716 | #define DI_SIZE (W_TYPE_SIZE * 2) |
b04c9063 AM |
1717 | #define F_MODE_OK(SIZE) \ |
1718 | (SIZE < DI_SIZE \ | |
1719 | && SIZE > (DI_SIZE - SIZE + FSSIZE) \ | |
5fb54b91 | 1720 | && !AVOID_FP_TYPE_CONVERSION(SIZE)) |
4a73d865 JM |
1721 | #if defined(L_floatundisf) |
1722 | #define FUNC __floatundisf | |
1723 | #define FSTYPE SFtype | |
66bb34c0 | 1724 | #define FSSIZE __LIBGCC_SF_MANT_DIG__ |
4a73d865 JM |
1725 | #else |
1726 | #define FUNC __floatundidf | |
1727 | #define FSTYPE DFtype | |
66bb34c0 | 1728 | #define FSSIZE __LIBGCC_DF_MANT_DIG__ |
4a73d865 | 1729 | #endif |
d7735880 | 1730 | |
4a73d865 JM |
1731 | FSTYPE |
1732 | FUNC (UDWtype u) | |
d7735880 | 1733 | { |
4a73d865 | 1734 | #if FSSIZE >= W_TYPE_SIZE |
d7735880 | 1735 | /* When the word size is small, we never get any rounding error. */ |
4a73d865 | 1736 | FSTYPE f = (UWtype) (u >> W_TYPE_SIZE); |
d7735880 JM |
1737 | f *= Wtype_MAXp1_F; |
1738 | f += (UWtype)u; | |
1739 | return f; | |
66bb34c0 JM |
1740 | #elif (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) \ |
1741 | || (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) \ | |
1742 | || (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__)) | |
4a73d865 | 1743 | |
66bb34c0 JM |
1744 | #if (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) |
1745 | # define FSIZE __LIBGCC_DF_MANT_DIG__ | |
4a73d865 | 1746 | # define FTYPE DFtype |
66bb34c0 JM |
1747 | #elif (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) |
1748 | # define FSIZE __LIBGCC_XF_MANT_DIG__ | |
4a73d865 | 1749 | # define FTYPE XFtype |
66bb34c0 JM |
1750 | #elif (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__)) |
1751 | # define FSIZE __LIBGCC_TF_MANT_DIG__ | |
4a73d865 | 1752 | # define FTYPE TFtype |
d7735880 JM |
1753 | #else |
1754 | # error | |
1755 | #endif | |
1756 | ||
4a73d865 | 1757 | #define REP_BIT ((UDWtype) 1 << (DI_SIZE - FSIZE)) |
d7735880 JM |
1758 | |
1759 | /* Protect against double-rounding error. | |
1760 | Represent any low-order bits, that might be truncated by a bit that | |
1761 | won't be lost. The bit can go in anywhere below the rounding position | |
4a73d865 JM |
1762 | of the FSTYPE. A fixed mask and bit position handles all usual |
1763 | configurations. */ | |
1764 | if (u >= ((UDWtype) 1 << FSIZE)) | |
d7735880 | 1765 | { |
4a73d865 | 1766 | if ((UDWtype) u & (REP_BIT - 1)) |
d7735880 | 1767 | { |
4a73d865 JM |
1768 | u &= ~ (REP_BIT - 1); |
1769 | u |= REP_BIT; | |
d7735880 JM |
1770 | } |
1771 | } | |
1772 | ||
4a73d865 JM |
1773 | /* Do the calculation in a wider type so that we don't lose any of |
1774 | the precision of the high word while multiplying it. */ | |
1775 | FTYPE f = (UWtype) (u >> W_TYPE_SIZE); | |
d7735880 JM |
1776 | f *= Wtype_MAXp1_F; |
1777 | f += (UWtype)u; | |
4a73d865 | 1778 | return (FSTYPE) f; |
d7735880 | 1779 | #else |
4a73d865 JM |
1780 | #if FSSIZE == W_TYPE_SIZE - 1 |
1781 | # error | |
1782 | #endif | |
1783 | /* Finally, the word size is larger than the number of bits in the | |
1784 | required FSTYPE, and we've got no suitable wider type. The only | |
1785 | way to avoid double rounding is to special case the | |
1786 | extraction. */ | |
d7735880 JM |
1787 | |
1788 | /* If there are no high bits set, fall back to one conversion. */ | |
1789 | if ((UWtype)u == u) | |
4a73d865 | 1790 | return (FSTYPE)(UWtype)u; |
d7735880 JM |
1791 | |
1792 | /* Otherwise, find the power of two. */ | |
1793 | UWtype hi = u >> W_TYPE_SIZE; | |
1794 | ||
1795 | UWtype count, shift; | |
1796 | count_leading_zeros (count, hi); | |
1797 | ||
1798 | shift = W_TYPE_SIZE - count; | |
1799 | ||
1800 | /* Shift down the most significant bits. */ | |
1801 | hi = u >> shift; | |
1802 | ||
1803 | /* If we lost any nonzero bits, set the lsb to ensure correct rounding. */ | |
5fb54b91 | 1804 | if ((UWtype)u << (W_TYPE_SIZE - shift)) |
d7735880 JM |
1805 | hi |= 1; |
1806 | ||
1807 | /* Convert the one word of data, and rescale. */ | |
5fb54b91 RH |
1808 | FSTYPE f = hi, e; |
1809 | if (shift == W_TYPE_SIZE) | |
1810 | e = Wtype_MAXp1_F; | |
1811 | /* The following two cases could be merged if we knew that the target | |
1812 | supported a native unsigned->float conversion. More often, we only | |
1813 | have a signed conversion, and have to add extra fixup code. */ | |
1814 | else if (shift == W_TYPE_SIZE - 1) | |
1815 | e = Wtype_MAXp1_F / 2; | |
1816 | else | |
1817 | e = (Wtype)1 << shift; | |
1818 | return f * e; | |
d7735880 JM |
1819 | #endif |
1820 | } | |
1821 | #endif | |
1822 | ||
4e9db8b2 | 1823 | #if defined(L_fixunsxfsi) && LIBGCC2_HAS_XF_MODE |
996ed075 | 1824 | UWtype |
6da9c622 | 1825 | __fixunsxfSI (XFtype a) |
e0799b34 | 1826 | { |
5d0e6486 AO |
1827 | if (a >= - (DFtype) Wtype_MIN) |
1828 | return (Wtype) (a + Wtype_MIN) - Wtype_MIN; | |
996ed075 | 1829 | return (Wtype) a; |
e0799b34 RS |
1830 | } |
1831 | #endif | |
1832 | ||
4e9db8b2 | 1833 | #if defined(L_fixunsdfsi) && LIBGCC2_HAS_DF_MODE |
996ed075 | 1834 | UWtype |
6da9c622 | 1835 | __fixunsdfSI (DFtype a) |
203b91b9 | 1836 | { |
5d0e6486 AO |
1837 | if (a >= - (DFtype) Wtype_MIN) |
1838 | return (Wtype) (a + Wtype_MIN) - Wtype_MIN; | |
996ed075 | 1839 | return (Wtype) a; |
203b91b9 RS |
1840 | } |
1841 | #endif | |
1842 | ||
cfa7bd9c | 1843 | #if defined(L_fixunssfsi) && LIBGCC2_HAS_SF_MODE |
996ed075 | 1844 | UWtype |
6da9c622 | 1845 | __fixunssfSI (SFtype a) |
203b91b9 | 1846 | { |
5d0e6486 AO |
1847 | if (a >= - (SFtype) Wtype_MIN) |
1848 | return (Wtype) (a + Wtype_MIN) - Wtype_MIN; | |
996ed075 | 1849 | return (Wtype) a; |
203b91b9 | 1850 | } |
17684d46 RG |
1851 | #endif |
1852 | \f | |
1853 | /* Integer power helper used from __builtin_powi for non-constant | |
1854 | exponents. */ | |
1855 | ||
cfa7bd9c | 1856 | #if (defined(L_powisf2) && LIBGCC2_HAS_SF_MODE) \ |
4e9db8b2 SE |
1857 | || (defined(L_powidf2) && LIBGCC2_HAS_DF_MODE) \ |
1858 | || (defined(L_powixf2) && LIBGCC2_HAS_XF_MODE) \ | |
1859 | || (defined(L_powitf2) && LIBGCC2_HAS_TF_MODE) | |
17684d46 RG |
1860 | # if defined(L_powisf2) |
1861 | # define TYPE SFtype | |
1862 | # define NAME __powisf2 | |
1863 | # elif defined(L_powidf2) | |
1864 | # define TYPE DFtype | |
1865 | # define NAME __powidf2 | |
1866 | # elif defined(L_powixf2) | |
1867 | # define TYPE XFtype | |
1868 | # define NAME __powixf2 | |
1869 | # elif defined(L_powitf2) | |
1870 | # define TYPE TFtype | |
1871 | # define NAME __powitf2 | |
1872 | # endif | |
1873 | ||
0b8495ae FJ |
1874 | #undef int |
1875 | #undef unsigned | |
17684d46 | 1876 | TYPE |
0b8495ae | 1877 | NAME (TYPE x, int m) |
17684d46 | 1878 | { |
0b8495ae | 1879 | unsigned int n = m < 0 ? -m : m; |
17684d46 RG |
1880 | TYPE y = n % 2 ? x : 1; |
1881 | while (n >>= 1) | |
1882 | { | |
1883 | x = x * x; | |
1884 | if (n % 2) | |
1885 | y = y * x; | |
1886 | } | |
1887 | return m < 0 ? 1/y : y; | |
1888 | } | |
1889 | ||
203b91b9 RS |
1890 | #endif |
1891 | \f | |
0abcd6cc JG |
1892 | #if((defined(L_mulhc3) || defined(L_divhc3)) && LIBGCC2_HAS_HF_MODE) \ |
1893 | || ((defined(L_mulsc3) || defined(L_divsc3)) && LIBGCC2_HAS_SF_MODE) \ | |
4e9db8b2 SE |
1894 | || ((defined(L_muldc3) || defined(L_divdc3)) && LIBGCC2_HAS_DF_MODE) \ |
1895 | || ((defined(L_mulxc3) || defined(L_divxc3)) && LIBGCC2_HAS_XF_MODE) \ | |
1896 | || ((defined(L_multc3) || defined(L_divtc3)) && LIBGCC2_HAS_TF_MODE) | |
7e7e470f RH |
1897 | |
1898 | #undef float | |
1899 | #undef double | |
1900 | #undef long | |
1901 | ||
0abcd6cc JG |
1902 | #if defined(L_mulhc3) || defined(L_divhc3) |
1903 | # define MTYPE HFtype | |
1904 | # define CTYPE HCtype | |
1905 | # define MODE hc | |
1906 | # define CEXT __LIBGCC_HF_FUNC_EXT__ | |
1907 | # define NOTRUNC (!__LIBGCC_HF_EXCESS_PRECISION__) | |
1908 | #elif defined(L_mulsc3) || defined(L_divsc3) | |
7e7e470f RH |
1909 | # define MTYPE SFtype |
1910 | # define CTYPE SCtype | |
1911 | # define MODE sc | |
dd69f047 | 1912 | # define CEXT __LIBGCC_SF_FUNC_EXT__ |
d758aeb5 | 1913 | # define NOTRUNC (!__LIBGCC_SF_EXCESS_PRECISION__) |
7e7e470f RH |
1914 | #elif defined(L_muldc3) || defined(L_divdc3) |
1915 | # define MTYPE DFtype | |
1916 | # define CTYPE DCtype | |
1917 | # define MODE dc | |
dd69f047 | 1918 | # define CEXT __LIBGCC_DF_FUNC_EXT__ |
d758aeb5 | 1919 | # define NOTRUNC (!__LIBGCC_DF_EXCESS_PRECISION__) |
7e7e470f RH |
1920 | #elif defined(L_mulxc3) || defined(L_divxc3) |
1921 | # define MTYPE XFtype | |
1922 | # define CTYPE XCtype | |
1923 | # define MODE xc | |
dd69f047 | 1924 | # define CEXT __LIBGCC_XF_FUNC_EXT__ |
d758aeb5 | 1925 | # define NOTRUNC (!__LIBGCC_XF_EXCESS_PRECISION__) |
7e7e470f RH |
1926 | #elif defined(L_multc3) || defined(L_divtc3) |
1927 | # define MTYPE TFtype | |
1928 | # define CTYPE TCtype | |
1929 | # define MODE tc | |
dd69f047 | 1930 | # define CEXT __LIBGCC_TF_FUNC_EXT__ |
d758aeb5 | 1931 | # define NOTRUNC (!__LIBGCC_TF_EXCESS_PRECISION__) |
7e7e470f RH |
1932 | #else |
1933 | # error | |
1934 | #endif | |
1935 | ||
1936 | #define CONCAT3(A,B,C) _CONCAT3(A,B,C) | |
1937 | #define _CONCAT3(A,B,C) A##B##C | |
1938 | ||
1939 | #define CONCAT2(A,B) _CONCAT2(A,B) | |
1940 | #define _CONCAT2(A,B) A##B | |
1941 | ||
af8096fc UB |
1942 | #define isnan(x) __builtin_isnan (x) |
1943 | #define isfinite(x) __builtin_isfinite (x) | |
1944 | #define isinf(x) __builtin_isinf (x) | |
7e7e470f | 1945 | |
ca22d882 | 1946 | #define INFINITY CONCAT2(__builtin_huge_val, CEXT) () |
7e7e470f RH |
1947 | #define I 1i |
1948 | ||
1949 | /* Helpers to make the following code slightly less gross. */ | |
1950 | #define COPYSIGN CONCAT2(__builtin_copysign, CEXT) | |
1951 | #define FABS CONCAT2(__builtin_fabs, CEXT) | |
1952 | ||
1953 | /* Verify that MTYPE matches up with CEXT. */ | |
1954 | extern void *compile_type_assert[sizeof(INFINITY) == sizeof(MTYPE) ? 1 : -1]; | |
1955 | ||
1956 | /* Ensure that we've lost any extra precision. */ | |
1957 | #if NOTRUNC | |
1958 | # define TRUNC(x) | |
1959 | #else | |
1960 | # define TRUNC(x) __asm__ ("" : "=m"(x) : "m"(x)) | |
1961 | #endif | |
1962 | ||
0abcd6cc | 1963 | #if defined(L_mulhc3) || defined(L_mulsc3) || defined(L_muldc3) \ |
7e7e470f RH |
1964 | || defined(L_mulxc3) || defined(L_multc3) |
1965 | ||
1966 | CTYPE | |
1967 | CONCAT3(__mul,MODE,3) (MTYPE a, MTYPE b, MTYPE c, MTYPE d) | |
1968 | { | |
1969 | MTYPE ac, bd, ad, bc, x, y; | |
ddef83d2 | 1970 | CTYPE res; |
7e7e470f RH |
1971 | |
1972 | ac = a * c; | |
1973 | bd = b * d; | |
1974 | ad = a * d; | |
1975 | bc = b * c; | |
1976 | ||
1977 | TRUNC (ac); | |
1978 | TRUNC (bd); | |
1979 | TRUNC (ad); | |
1980 | TRUNC (bc); | |
1981 | ||
1982 | x = ac - bd; | |
1983 | y = ad + bc; | |
1984 | ||
1985 | if (isnan (x) && isnan (y)) | |
1986 | { | |
1987 | /* Recover infinities that computed as NaN + iNaN. */ | |
1988 | _Bool recalc = 0; | |
1989 | if (isinf (a) || isinf (b)) | |
1990 | { | |
1991 | /* z is infinite. "Box" the infinity and change NaNs in | |
1992 | the other factor to 0. */ | |
1993 | a = COPYSIGN (isinf (a) ? 1 : 0, a); | |
1994 | b = COPYSIGN (isinf (b) ? 1 : 0, b); | |
1995 | if (isnan (c)) c = COPYSIGN (0, c); | |
1996 | if (isnan (d)) d = COPYSIGN (0, d); | |
1997 | recalc = 1; | |
1998 | } | |
1999 | if (isinf (c) || isinf (d)) | |
2000 | { | |
2001 | /* w is infinite. "Box" the infinity and change NaNs in | |
2002 | the other factor to 0. */ | |
2003 | c = COPYSIGN (isinf (c) ? 1 : 0, c); | |
2004 | d = COPYSIGN (isinf (d) ? 1 : 0, d); | |
2005 | if (isnan (a)) a = COPYSIGN (0, a); | |
2006 | if (isnan (b)) b = COPYSIGN (0, b); | |
2007 | recalc = 1; | |
2008 | } | |
2009 | if (!recalc | |
2010 | && (isinf (ac) || isinf (bd) | |
2011 | || isinf (ad) || isinf (bc))) | |
2012 | { | |
2013 | /* Recover infinities from overflow by changing NaNs to 0. */ | |
2014 | if (isnan (a)) a = COPYSIGN (0, a); | |
2015 | if (isnan (b)) b = COPYSIGN (0, b); | |
2016 | if (isnan (c)) c = COPYSIGN (0, c); | |
2017 | if (isnan (d)) d = COPYSIGN (0, d); | |
2018 | recalc = 1; | |
2019 | } | |
2020 | if (recalc) | |
2021 | { | |
2022 | x = INFINITY * (a * c - b * d); | |
2023 | y = INFINITY * (a * d + b * c); | |
2024 | } | |
2025 | } | |
2026 | ||
ddef83d2 RG |
2027 | __real__ res = x; |
2028 | __imag__ res = y; | |
2029 | return res; | |
7e7e470f RH |
2030 | } |
2031 | #endif /* complex multiply */ | |
2032 | ||
0abcd6cc | 2033 | #if defined(L_divhc3) || defined(L_divsc3) || defined(L_divdc3) \ |
7e7e470f RH |
2034 | || defined(L_divxc3) || defined(L_divtc3) |
2035 | ||
2036 | CTYPE | |
2037 | CONCAT3(__div,MODE,3) (MTYPE a, MTYPE b, MTYPE c, MTYPE d) | |
2038 | { | |
2039 | MTYPE denom, ratio, x, y; | |
ddef83d2 | 2040 | CTYPE res; |
7e7e470f | 2041 | |
6300f037 | 2042 | /* ??? We can get better behavior from logarithmic scaling instead of |
7e7e470f RH |
2043 | the division. But that would mean starting to link libgcc against |
2044 | libm. We could implement something akin to ldexp/frexp as gcc builtins | |
2045 | fairly easily... */ | |
2046 | if (FABS (c) < FABS (d)) | |
2047 | { | |
2048 | ratio = c / d; | |
2049 | denom = (c * ratio) + d; | |
2050 | x = ((a * ratio) + b) / denom; | |
2051 | y = ((b * ratio) - a) / denom; | |
2052 | } | |
2053 | else | |
2054 | { | |
2055 | ratio = d / c; | |
2056 | denom = (d * ratio) + c; | |
2057 | x = ((b * ratio) + a) / denom; | |
2058 | y = (b - (a * ratio)) / denom; | |
2059 | } | |
2060 | ||
2061 | /* Recover infinities and zeros that computed as NaN+iNaN; the only cases | |
647eea9d | 2062 | are nonzero/zero, infinite/finite, and finite/infinite. */ |
7e7e470f RH |
2063 | if (isnan (x) && isnan (y)) |
2064 | { | |
698ac934 | 2065 | if (c == 0.0 && d == 0.0 && (!isnan (a) || !isnan (b))) |
7e7e470f RH |
2066 | { |
2067 | x = COPYSIGN (INFINITY, c) * a; | |
2068 | y = COPYSIGN (INFINITY, c) * b; | |
2069 | } | |
2070 | else if ((isinf (a) || isinf (b)) && isfinite (c) && isfinite (d)) | |
2071 | { | |
2072 | a = COPYSIGN (isinf (a) ? 1 : 0, a); | |
2073 | b = COPYSIGN (isinf (b) ? 1 : 0, b); | |
2074 | x = INFINITY * (a * c + b * d); | |
2075 | y = INFINITY * (b * c - a * d); | |
2076 | } | |
2077 | else if ((isinf (c) || isinf (d)) && isfinite (a) && isfinite (b)) | |
2078 | { | |
2079 | c = COPYSIGN (isinf (c) ? 1 : 0, c); | |
2080 | d = COPYSIGN (isinf (d) ? 1 : 0, d); | |
2081 | x = 0.0 * (a * c + b * d); | |
2082 | y = 0.0 * (b * c - a * d); | |
2083 | } | |
2084 | } | |
2085 | ||
ddef83d2 RG |
2086 | __real__ res = x; |
2087 | __imag__ res = y; | |
2088 | return res; | |
7e7e470f RH |
2089 | } |
2090 | #endif /* complex divide */ | |
2091 | ||
2092 | #endif /* all complex float routines */ | |
2093 | \f | |
ab495388 RS |
2094 | /* From here on down, the routines use normal data types. */ |
2095 | ||
2096 | #define SItype bogus_type | |
2097 | #define USItype bogus_type | |
2098 | #define DItype bogus_type | |
2099 | #define UDItype bogus_type | |
2100 | #define SFtype bogus_type | |
2101 | #define DFtype bogus_type | |
996ed075 JJ |
2102 | #undef Wtype |
2103 | #undef UWtype | |
2104 | #undef HWtype | |
2105 | #undef UHWtype | |
2106 | #undef DWtype | |
2107 | #undef UDWtype | |
ab495388 RS |
2108 | |
2109 | #undef char | |
2110 | #undef short | |
2111 | #undef int | |
2112 | #undef long | |
2113 | #undef unsigned | |
2114 | #undef float | |
2115 | #undef double | |
9bd23d2c RS |
2116 | \f |
2117 | #ifdef L__gcc_bcmp | |
2118 | ||
2119 | /* Like bcmp except the sign is meaningful. | |
9faa82d8 | 2120 | Result is negative if S1 is less than S2, |
9bd23d2c RS |
2121 | positive if S1 is greater, 0 if S1 and S2 are equal. */ |
2122 | ||
2123 | int | |
299b83b7 | 2124 | __gcc_bcmp (const unsigned char *s1, const unsigned char *s2, size_t size) |
9bd23d2c RS |
2125 | { |
2126 | while (size > 0) | |
2127 | { | |
b982024e | 2128 | const unsigned char c1 = *s1++, c2 = *s2++; |
9bd23d2c RS |
2129 | if (c1 != c2) |
2130 | return c1 - c2; | |
2131 | size--; | |
2132 | } | |
2133 | return 0; | |
2134 | } | |
ab495388 | 2135 | |
3fe68d0a ZW |
2136 | #endif |
2137 | \f | |
2138 | /* __eprintf used to be used by GCC's private version of <assert.h>. | |
2139 | We no longer provide that header, but this routine remains in libgcc.a | |
2140 | for binary backward compatibility. Note that it is not included in | |
2141 | the shared version of libgcc. */ | |
2142 | #ifdef L_eprintf | |
2143 | #ifndef inhibit_libc | |
2144 | ||
2145 | #undef NULL /* Avoid errors if stdio.h and our stddef.h mismatch. */ | |
2146 | #include <stdio.h> | |
2147 | ||
2148 | void | |
2149 | __eprintf (const char *string, const char *expression, | |
2150 | unsigned int line, const char *filename) | |
2151 | { | |
2152 | fprintf (stderr, string, expression, line, filename); | |
2153 | fflush (stderr); | |
2154 | abort (); | |
2155 | } | |
2156 | ||
2157 | #endif | |
203b91b9 RS |
2158 | #endif |
2159 | ||
203b91b9 | 2160 | \f |
203b91b9 RS |
2161 | #ifdef L_clear_cache |
2162 | /* Clear part of an instruction cache. */ | |
2163 | ||
203b91b9 | 2164 | void |
a90b0cdd MS |
2165 | __clear_cache (void *beg __attribute__((__unused__)), |
2166 | void *end __attribute__((__unused__))) | |
203b91b9 | 2167 | { |
23190837 | 2168 | #ifdef CLEAR_INSN_CACHE |
a90b0cdd MS |
2169 | /* Cast the void* pointers to char* as some implementations |
2170 | of the macro assume the pointers can be subtracted from | |
2171 | one another. */ | |
2172 | CLEAR_INSN_CACHE ((char *) beg, (char *) end); | |
e1178973 | 2173 | #endif /* CLEAR_INSN_CACHE */ |
203b91b9 RS |
2174 | } |
2175 | ||
2176 | #endif /* L_clear_cache */ | |
2177 | \f | |
2178 | #ifdef L_trampoline | |
2179 | ||
2180 | /* Jump to a trampoline, loading the static chain address. */ | |
2181 | ||
cd985f66 | 2182 | #if defined(WINNT) && ! defined(__CYGWIN__) |
bf806a90 | 2183 | #include <windows.h> |
0a38153f KT |
2184 | int getpagesize (void); |
2185 | int mprotect (char *,int, int); | |
e3367a77 | 2186 | |
94c1e7ac | 2187 | int |
3e7d8ef1 | 2188 | getpagesize (void) |
f5ea9817 RK |
2189 | { |
2190 | #ifdef _ALPHA_ | |
2191 | return 8192; | |
2192 | #else | |
2193 | return 4096; | |
2194 | #endif | |
2195 | } | |
2196 | ||
272e2587 RK |
2197 | int |
2198 | mprotect (char *addr, int len, int prot) | |
f5ea9817 | 2199 | { |
234952b3 | 2200 | DWORD np, op; |
f5ea9817 | 2201 | |
272e2587 RK |
2202 | if (prot == 7) |
2203 | np = 0x40; | |
2204 | else if (prot == 5) | |
2205 | np = 0x20; | |
2206 | else if (prot == 4) | |
2207 | np = 0x10; | |
2208 | else if (prot == 3) | |
2209 | np = 0x04; | |
2210 | else if (prot == 1) | |
2211 | np = 0x02; | |
2212 | else if (prot == 0) | |
2213 | np = 0x01; | |
234952b3 OS |
2214 | else |
2215 | return -1; | |
f5ea9817 RK |
2216 | |
2217 | if (VirtualProtect (addr, len, np, &op)) | |
2218 | return 0; | |
2219 | else | |
2220 | return -1; | |
f5ea9817 RK |
2221 | } |
2222 | ||
cd985f66 | 2223 | #endif /* WINNT && ! __CYGWIN__ */ |
f5ea9817 | 2224 | |
23190837 AJ |
2225 | #ifdef TRANSFER_FROM_TRAMPOLINE |
2226 | TRANSFER_FROM_TRAMPOLINE | |
203b91b9 | 2227 | #endif |
203b91b9 RS |
2228 | #endif /* L_trampoline */ |
2229 | \f | |
cae21ae8 | 2230 | #ifndef __CYGWIN__ |
203b91b9 RS |
2231 | #ifdef L__main |
2232 | ||
2233 | #include "gbl-ctors.h" | |
7abc66b1 | 2234 | |
c06cff95 RS |
2235 | /* Some systems use __main in a way incompatible with its use in gcc, in these |
2236 | cases use the macros NAME__MAIN to give a quoted symbol and SYMBOL__MAIN to | |
2237 | give the same symbol without quotes for an alternative entry point. You | |
0f41302f | 2238 | must define both, or neither. */ |
c06cff95 RS |
2239 | #ifndef NAME__MAIN |
2240 | #define NAME__MAIN "__main" | |
2241 | #define SYMBOL__MAIN __main | |
2242 | #endif | |
203b91b9 | 2243 | |
53d68b9f JM |
2244 | #if defined (__LIBGCC_INIT_SECTION_ASM_OP__) \ |
2245 | || defined (__LIBGCC_INIT_ARRAY_SECTION_ASM_OP__) | |
fe1fd353 JM |
2246 | #undef HAS_INIT_SECTION |
2247 | #define HAS_INIT_SECTION | |
2248 | #endif | |
2249 | ||
2250 | #if !defined (HAS_INIT_SECTION) || !defined (OBJECT_FORMAT_ELF) | |
31cf0144 JM |
2251 | |
2252 | /* Some ELF crosses use crtstuff.c to provide __CTOR_LIST__, but use this | |
72d1a48d EB |
2253 | code to run constructors. In that case, we need to handle EH here, too. |
2254 | But MINGW32 is special because it handles CRTSTUFF and EH on its own. */ | |
2255 | ||
2256 | #ifdef __MINGW32__ | |
2257 | #undef __LIBGCC_EH_FRAME_SECTION_NAME__ | |
2258 | #endif | |
31cf0144 | 2259 | |
53d68b9f | 2260 | #ifdef __LIBGCC_EH_FRAME_SECTION_NAME__ |
e4b776a6 | 2261 | #include "unwind-dw2-fde.h" |
31cf0144 JM |
2262 | extern unsigned char __EH_FRAME_BEGIN__[]; |
2263 | #endif | |
2264 | ||
203b91b9 RS |
2265 | /* Run all the global destructors on exit from the program. */ |
2266 | ||
2267 | void | |
3e7d8ef1 | 2268 | __do_global_dtors (void) |
203b91b9 | 2269 | { |
89cf554b RS |
2270 | #ifdef DO_GLOBAL_DTORS_BODY |
2271 | DO_GLOBAL_DTORS_BODY; | |
2272 | #else | |
b40b9d93 MS |
2273 | static func_ptr *p = __DTOR_LIST__ + 1; |
2274 | while (*p) | |
2275 | { | |
2276 | p++; | |
2277 | (*(p-1)) (); | |
2278 | } | |
89cf554b | 2279 | #endif |
53d68b9f | 2280 | #if defined (__LIBGCC_EH_FRAME_SECTION_NAME__) && !defined (HAS_INIT_SECTION) |
a4ebb0e6 GRK |
2281 | { |
2282 | static int completed = 0; | |
2283 | if (! completed) | |
2284 | { | |
2285 | completed = 1; | |
2286 | __deregister_frame_info (__EH_FRAME_BEGIN__); | |
2287 | } | |
2288 | } | |
31cf0144 | 2289 | #endif |
203b91b9 | 2290 | } |
68d69835 | 2291 | #endif |
203b91b9 | 2292 | |
fe1fd353 | 2293 | #ifndef HAS_INIT_SECTION |
203b91b9 RS |
2294 | /* Run all the global constructors on entry to the program. */ |
2295 | ||
203b91b9 | 2296 | void |
3e7d8ef1 | 2297 | __do_global_ctors (void) |
203b91b9 | 2298 | { |
53d68b9f | 2299 | #ifdef __LIBGCC_EH_FRAME_SECTION_NAME__ |
31cf0144 JM |
2300 | { |
2301 | static struct object object; | |
2302 | __register_frame_info (__EH_FRAME_BEGIN__, &object); | |
2303 | } | |
2304 | #endif | |
203b91b9 | 2305 | DO_GLOBAL_CTORS_BODY; |
a218d5ba | 2306 | atexit (__do_global_dtors); |
203b91b9 | 2307 | } |
fe1fd353 | 2308 | #endif /* no HAS_INIT_SECTION */ |
203b91b9 | 2309 | |
fe1fd353 | 2310 | #if !defined (HAS_INIT_SECTION) || defined (INVOKE__main) |
203b91b9 RS |
2311 | /* Subroutine called automatically by `main'. |
2312 | Compiling a global function named `main' | |
2313 | produces an automatic call to this function at the beginning. | |
2314 | ||
2315 | For many systems, this routine calls __do_global_ctors. | |
2316 | For systems which support a .init section we use the .init section | |
2317 | to run __do_global_ctors, so we need not do anything here. */ | |
2318 | ||
4043d9c1 | 2319 | extern void SYMBOL__MAIN (void); |
203b91b9 | 2320 | void |
4043d9c1 | 2321 | SYMBOL__MAIN (void) |
203b91b9 RS |
2322 | { |
2323 | /* Support recursive calls to `main': run initializers just once. */ | |
7e6f1890 | 2324 | static int initialized; |
203b91b9 RS |
2325 | if (! initialized) |
2326 | { | |
2327 | initialized = 1; | |
2328 | __do_global_ctors (); | |
2329 | } | |
2330 | } | |
fe1fd353 | 2331 | #endif /* no HAS_INIT_SECTION or INVOKE__main */ |
203b91b9 RS |
2332 | |
2333 | #endif /* L__main */ | |
cae21ae8 | 2334 | #endif /* __CYGWIN__ */ |
203b91b9 | 2335 | \f |
ad38743d | 2336 | #ifdef L_ctors |
203b91b9 RS |
2337 | |
2338 | #include "gbl-ctors.h" | |
2339 | ||
2340 | /* Provide default definitions for the lists of constructors and | |
657be7af JL |
2341 | destructors, so that we don't get linker errors. These symbols are |
2342 | intentionally bss symbols, so that gld and/or collect will provide | |
2343 | the right values. */ | |
203b91b9 RS |
2344 | |
2345 | /* We declare the lists here with two elements each, | |
657be7af JL |
2346 | so that they are valid empty lists if no other definition is loaded. |
2347 | ||
2348 | If we are using the old "set" extensions to have the gnu linker | |
2349 | collect ctors and dtors, then we __CTOR_LIST__ and __DTOR_LIST__ | |
2350 | must be in the bss/common section. | |
2351 | ||
2352 | Long term no port should use those extensions. But many still do. */ | |
1770511a | 2353 | #if !defined(__LIBGCC_INIT_SECTION_ASM_OP__) |
aa6ad1a6 | 2354 | #if defined (TARGET_ASM_CONSTRUCTOR) || defined (USE_COLLECT2) |
d15d0264 RS |
2355 | func_ptr __CTOR_LIST__[2] = {0, 0}; |
2356 | func_ptr __DTOR_LIST__[2] = {0, 0}; | |
657be7af JL |
2357 | #else |
2358 | func_ptr __CTOR_LIST__[2]; | |
2359 | func_ptr __DTOR_LIST__[2]; | |
2360 | #endif | |
1770511a | 2361 | #endif /* no __LIBGCC_INIT_SECTION_ASM_OP__ */ |
ad38743d | 2362 | #endif /* L_ctors */ |
baffad1f | 2363 | #endif /* LIBGCC2_UNITS_PER_WORD <= MIN_UNITS_PER_WORD */ |