]> git.ipfire.org Git - thirdparty/gcc.git/blob - libgcc/libgcc2.c
Leverage cacheTextUpdate for __clear_cache on VxWorks
[thirdparty/gcc.git] / libgcc / libgcc2.c
1 /* More subroutines needed by GCC output code on some machines. */
2 /* Compile this one with gcc. */
3 /* Copyright (C) 1989-2018 Free Software Foundation, Inc.
4
5 This file is part of GCC.
6
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
11
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
16
17 Under Section 7 of GPL version 3, you are granted additional
18 permissions described in the GCC Runtime Library Exception, version
19 3.1, as published by the Free Software Foundation.
20
21 You should have received a copy of the GNU General Public License and
22 a copy of the GCC Runtime Library Exception along with this program;
23 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
24 <http://www.gnu.org/licenses/>. */
25
26 #include "tconfig.h"
27 #include "tsystem.h"
28 #include "coretypes.h"
29 #include "tm.h"
30 #include "libgcc_tm.h"
31
32 #ifdef HAVE_GAS_HIDDEN
33 #define ATTRIBUTE_HIDDEN __attribute__ ((__visibility__ ("hidden")))
34 #else
35 #define ATTRIBUTE_HIDDEN
36 #endif
37
38 /* Work out the largest "word" size that we can deal with on this target. */
39 #if MIN_UNITS_PER_WORD > 4
40 # define LIBGCC2_MAX_UNITS_PER_WORD 8
41 #elif (MIN_UNITS_PER_WORD > 2 \
42 || (MIN_UNITS_PER_WORD > 1 && __SIZEOF_LONG_LONG__ > 4))
43 # define LIBGCC2_MAX_UNITS_PER_WORD 4
44 #else
45 # define LIBGCC2_MAX_UNITS_PER_WORD MIN_UNITS_PER_WORD
46 #endif
47
48 /* Work out what word size we are using for this compilation.
49 The value can be set on the command line. */
50 #ifndef LIBGCC2_UNITS_PER_WORD
51 #define LIBGCC2_UNITS_PER_WORD LIBGCC2_MAX_UNITS_PER_WORD
52 #endif
53
54 #if LIBGCC2_UNITS_PER_WORD <= LIBGCC2_MAX_UNITS_PER_WORD
55
56 #include "libgcc2.h"
57 \f
58 #ifdef DECLARE_LIBRARY_RENAMES
59 DECLARE_LIBRARY_RENAMES
60 #endif
61
62 #if defined (L_negdi2)
63 DWtype
64 __negdi2 (DWtype u)
65 {
66 const DWunion uu = {.ll = u};
67 const DWunion w = { {.low = -uu.s.low,
68 .high = -uu.s.high - ((UWtype) -uu.s.low > 0) } };
69
70 return w.ll;
71 }
72 #endif
73
74 #ifdef L_addvsi3
75 Wtype
76 __addvSI3 (Wtype a, Wtype b)
77 {
78 const Wtype w = (UWtype) a + (UWtype) b;
79
80 if (b >= 0 ? w < a : w > a)
81 abort ();
82
83 return w;
84 }
85 #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC
86 SItype
87 __addvsi3 (SItype a, SItype b)
88 {
89 const SItype w = (USItype) a + (USItype) b;
90
91 if (b >= 0 ? w < a : w > a)
92 abort ();
93
94 return w;
95 }
96 #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */
97 #endif
98 \f
99 #ifdef L_addvdi3
100 DWtype
101 __addvDI3 (DWtype a, DWtype b)
102 {
103 const DWtype w = (UDWtype) a + (UDWtype) b;
104
105 if (b >= 0 ? w < a : w > a)
106 abort ();
107
108 return w;
109 }
110 #endif
111 \f
112 #ifdef L_subvsi3
113 Wtype
114 __subvSI3 (Wtype a, Wtype b)
115 {
116 const Wtype w = (UWtype) a - (UWtype) b;
117
118 if (b >= 0 ? w > a : w < a)
119 abort ();
120
121 return w;
122 }
123 #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC
124 SItype
125 __subvsi3 (SItype a, SItype b)
126 {
127 const SItype w = (USItype) a - (USItype) b;
128
129 if (b >= 0 ? w > a : w < a)
130 abort ();
131
132 return w;
133 }
134 #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */
135 #endif
136 \f
137 #ifdef L_subvdi3
138 DWtype
139 __subvDI3 (DWtype a, DWtype b)
140 {
141 const DWtype w = (UDWtype) a - (UDWtype) b;
142
143 if (b >= 0 ? w > a : w < a)
144 abort ();
145
146 return w;
147 }
148 #endif
149 \f
150 #ifdef L_mulvsi3
151 Wtype
152 __mulvSI3 (Wtype a, Wtype b)
153 {
154 const DWtype w = (DWtype) a * (DWtype) b;
155
156 if ((Wtype) (w >> W_TYPE_SIZE) != (Wtype) w >> (W_TYPE_SIZE - 1))
157 abort ();
158
159 return w;
160 }
161 #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC
162 #undef WORD_SIZE
163 #define WORD_SIZE (sizeof (SItype) * __CHAR_BIT__)
164 SItype
165 __mulvsi3 (SItype a, SItype b)
166 {
167 const DItype w = (DItype) a * (DItype) b;
168
169 if ((SItype) (w >> WORD_SIZE) != (SItype) w >> (WORD_SIZE-1))
170 abort ();
171
172 return w;
173 }
174 #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */
175 #endif
176 \f
177 #ifdef L_negvsi2
178 Wtype
179 __negvSI2 (Wtype a)
180 {
181 const Wtype w = -(UWtype) a;
182
183 if (a >= 0 ? w > 0 : w < 0)
184 abort ();
185
186 return w;
187 }
188 #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC
189 SItype
190 __negvsi2 (SItype a)
191 {
192 const SItype w = -(USItype) a;
193
194 if (a >= 0 ? w > 0 : w < 0)
195 abort ();
196
197 return w;
198 }
199 #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */
200 #endif
201 \f
202 #ifdef L_negvdi2
203 DWtype
204 __negvDI2 (DWtype a)
205 {
206 const DWtype w = -(UDWtype) a;
207
208 if (a >= 0 ? w > 0 : w < 0)
209 abort ();
210
211 return w;
212 }
213 #endif
214 \f
215 #ifdef L_absvsi2
216 Wtype
217 __absvSI2 (Wtype a)
218 {
219 Wtype w = a;
220
221 if (a < 0)
222 #ifdef L_negvsi2
223 w = __negvSI2 (a);
224 #else
225 w = -(UWtype) a;
226
227 if (w < 0)
228 abort ();
229 #endif
230
231 return w;
232 }
233 #ifdef COMPAT_SIMODE_TRAPPING_ARITHMETIC
234 SItype
235 __absvsi2 (SItype a)
236 {
237 SItype w = a;
238
239 if (a < 0)
240 #ifdef L_negvsi2
241 w = __negvsi2 (a);
242 #else
243 w = -(USItype) a;
244
245 if (w < 0)
246 abort ();
247 #endif
248
249 return w;
250 }
251 #endif /* COMPAT_SIMODE_TRAPPING_ARITHMETIC */
252 #endif
253 \f
254 #ifdef L_absvdi2
255 DWtype
256 __absvDI2 (DWtype a)
257 {
258 DWtype w = a;
259
260 if (a < 0)
261 #ifdef L_negvdi2
262 w = __negvDI2 (a);
263 #else
264 w = -(UDWtype) a;
265
266 if (w < 0)
267 abort ();
268 #endif
269
270 return w;
271 }
272 #endif
273 \f
274 #ifdef L_mulvdi3
275 DWtype
276 __mulvDI3 (DWtype u, DWtype v)
277 {
278 /* The unchecked multiplication needs 3 Wtype x Wtype multiplications,
279 but the checked multiplication needs only two. */
280 const DWunion uu = {.ll = u};
281 const DWunion vv = {.ll = v};
282
283 if (__builtin_expect (uu.s.high == uu.s.low >> (W_TYPE_SIZE - 1), 1))
284 {
285 /* u fits in a single Wtype. */
286 if (__builtin_expect (vv.s.high == vv.s.low >> (W_TYPE_SIZE - 1), 1))
287 {
288 /* v fits in a single Wtype as well. */
289 /* A single multiplication. No overflow risk. */
290 return (DWtype) uu.s.low * (DWtype) vv.s.low;
291 }
292 else
293 {
294 /* Two multiplications. */
295 DWunion w0 = {.ll = (UDWtype) (UWtype) uu.s.low
296 * (UDWtype) (UWtype) vv.s.low};
297 DWunion w1 = {.ll = (UDWtype) (UWtype) uu.s.low
298 * (UDWtype) (UWtype) vv.s.high};
299
300 if (vv.s.high < 0)
301 w1.s.high -= uu.s.low;
302 if (uu.s.low < 0)
303 w1.ll -= vv.ll;
304 w1.ll += (UWtype) w0.s.high;
305 if (__builtin_expect (w1.s.high == w1.s.low >> (W_TYPE_SIZE - 1), 1))
306 {
307 w0.s.high = w1.s.low;
308 return w0.ll;
309 }
310 }
311 }
312 else
313 {
314 if (__builtin_expect (vv.s.high == vv.s.low >> (W_TYPE_SIZE - 1), 1))
315 {
316 /* v fits into a single Wtype. */
317 /* Two multiplications. */
318 DWunion w0 = {.ll = (UDWtype) (UWtype) uu.s.low
319 * (UDWtype) (UWtype) vv.s.low};
320 DWunion w1 = {.ll = (UDWtype) (UWtype) uu.s.high
321 * (UDWtype) (UWtype) vv.s.low};
322
323 if (uu.s.high < 0)
324 w1.s.high -= vv.s.low;
325 if (vv.s.low < 0)
326 w1.ll -= uu.ll;
327 w1.ll += (UWtype) w0.s.high;
328 if (__builtin_expect (w1.s.high == w1.s.low >> (W_TYPE_SIZE - 1), 1))
329 {
330 w0.s.high = w1.s.low;
331 return w0.ll;
332 }
333 }
334 else
335 {
336 /* A few sign checks and a single multiplication. */
337 if (uu.s.high >= 0)
338 {
339 if (vv.s.high >= 0)
340 {
341 if (uu.s.high == 0 && vv.s.high == 0)
342 {
343 const DWtype w = (UDWtype) (UWtype) uu.s.low
344 * (UDWtype) (UWtype) vv.s.low;
345 if (__builtin_expect (w >= 0, 1))
346 return w;
347 }
348 }
349 else
350 {
351 if (uu.s.high == 0 && vv.s.high == (Wtype) -1)
352 {
353 DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low
354 * (UDWtype) (UWtype) vv.s.low};
355
356 ww.s.high -= uu.s.low;
357 if (__builtin_expect (ww.s.high < 0, 1))
358 return ww.ll;
359 }
360 }
361 }
362 else
363 {
364 if (vv.s.high >= 0)
365 {
366 if (uu.s.high == (Wtype) -1 && vv.s.high == 0)
367 {
368 DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low
369 * (UDWtype) (UWtype) vv.s.low};
370
371 ww.s.high -= vv.s.low;
372 if (__builtin_expect (ww.s.high < 0, 1))
373 return ww.ll;
374 }
375 }
376 else
377 {
378 if ((uu.s.high & vv.s.high) == (Wtype) -1
379 && (uu.s.low | vv.s.low) != 0)
380 {
381 DWunion ww = {.ll = (UDWtype) (UWtype) uu.s.low
382 * (UDWtype) (UWtype) vv.s.low};
383
384 ww.s.high -= uu.s.low;
385 ww.s.high -= vv.s.low;
386 if (__builtin_expect (ww.s.high >= 0, 1))
387 return ww.ll;
388 }
389 }
390 }
391 }
392 }
393
394 /* Overflow. */
395 abort ();
396 }
397 #endif
398 \f
399
400 /* Unless shift functions are defined with full ANSI prototypes,
401 parameter b will be promoted to int if shift_count_type is smaller than an int. */
402 #ifdef L_lshrdi3
403 DWtype
404 __lshrdi3 (DWtype u, shift_count_type b)
405 {
406 if (b == 0)
407 return u;
408
409 const DWunion uu = {.ll = u};
410 const shift_count_type bm = W_TYPE_SIZE - b;
411 DWunion w;
412
413 if (bm <= 0)
414 {
415 w.s.high = 0;
416 w.s.low = (UWtype) uu.s.high >> -bm;
417 }
418 else
419 {
420 const UWtype carries = (UWtype) uu.s.high << bm;
421
422 w.s.high = (UWtype) uu.s.high >> b;
423 w.s.low = ((UWtype) uu.s.low >> b) | carries;
424 }
425
426 return w.ll;
427 }
428 #endif
429
430 #ifdef L_ashldi3
431 DWtype
432 __ashldi3 (DWtype u, shift_count_type b)
433 {
434 if (b == 0)
435 return u;
436
437 const DWunion uu = {.ll = u};
438 const shift_count_type bm = W_TYPE_SIZE - b;
439 DWunion w;
440
441 if (bm <= 0)
442 {
443 w.s.low = 0;
444 w.s.high = (UWtype) uu.s.low << -bm;
445 }
446 else
447 {
448 const UWtype carries = (UWtype) uu.s.low >> bm;
449
450 w.s.low = (UWtype) uu.s.low << b;
451 w.s.high = ((UWtype) uu.s.high << b) | carries;
452 }
453
454 return w.ll;
455 }
456 #endif
457
458 #ifdef L_ashrdi3
459 DWtype
460 __ashrdi3 (DWtype u, shift_count_type b)
461 {
462 if (b == 0)
463 return u;
464
465 const DWunion uu = {.ll = u};
466 const shift_count_type bm = W_TYPE_SIZE - b;
467 DWunion w;
468
469 if (bm <= 0)
470 {
471 /* w.s.high = 1..1 or 0..0 */
472 w.s.high = uu.s.high >> (W_TYPE_SIZE - 1);
473 w.s.low = uu.s.high >> -bm;
474 }
475 else
476 {
477 const UWtype carries = (UWtype) uu.s.high << bm;
478
479 w.s.high = uu.s.high >> b;
480 w.s.low = ((UWtype) uu.s.low >> b) | carries;
481 }
482
483 return w.ll;
484 }
485 #endif
486 \f
487 #ifdef L_bswapsi2
488 SItype
489 __bswapsi2 (SItype u)
490 {
491 return ((((u) & 0xff000000) >> 24)
492 | (((u) & 0x00ff0000) >> 8)
493 | (((u) & 0x0000ff00) << 8)
494 | (((u) & 0x000000ff) << 24));
495 }
496 #endif
497 #ifdef L_bswapdi2
498 DItype
499 __bswapdi2 (DItype u)
500 {
501 return ((((u) & 0xff00000000000000ull) >> 56)
502 | (((u) & 0x00ff000000000000ull) >> 40)
503 | (((u) & 0x0000ff0000000000ull) >> 24)
504 | (((u) & 0x000000ff00000000ull) >> 8)
505 | (((u) & 0x00000000ff000000ull) << 8)
506 | (((u) & 0x0000000000ff0000ull) << 24)
507 | (((u) & 0x000000000000ff00ull) << 40)
508 | (((u) & 0x00000000000000ffull) << 56));
509 }
510 #endif
511 #ifdef L_ffssi2
512 #undef int
513 int
514 __ffsSI2 (UWtype u)
515 {
516 UWtype count;
517
518 if (u == 0)
519 return 0;
520
521 count_trailing_zeros (count, u);
522 return count + 1;
523 }
524 #endif
525 \f
526 #ifdef L_ffsdi2
527 #undef int
528 int
529 __ffsDI2 (DWtype u)
530 {
531 const DWunion uu = {.ll = u};
532 UWtype word, count, add;
533
534 if (uu.s.low != 0)
535 word = uu.s.low, add = 0;
536 else if (uu.s.high != 0)
537 word = uu.s.high, add = W_TYPE_SIZE;
538 else
539 return 0;
540
541 count_trailing_zeros (count, word);
542 return count + add + 1;
543 }
544 #endif
545 \f
546 #ifdef L_muldi3
547 DWtype
548 __muldi3 (DWtype u, DWtype v)
549 {
550 const DWunion uu = {.ll = u};
551 const DWunion vv = {.ll = v};
552 DWunion w = {.ll = __umulsidi3 (uu.s.low, vv.s.low)};
553
554 w.s.high += ((UWtype) uu.s.low * (UWtype) vv.s.high
555 + (UWtype) uu.s.high * (UWtype) vv.s.low);
556
557 return w.ll;
558 }
559 #endif
560 \f
561 #if (defined (L_udivdi3) || defined (L_divdi3) || \
562 defined (L_umoddi3) || defined (L_moddi3))
563 #if defined (sdiv_qrnnd)
564 #define L_udiv_w_sdiv
565 #endif
566 #endif
567
568 #ifdef L_udiv_w_sdiv
569 #if defined (sdiv_qrnnd)
570 #if (defined (L_udivdi3) || defined (L_divdi3) || \
571 defined (L_umoddi3) || defined (L_moddi3))
572 static inline __attribute__ ((__always_inline__))
573 #endif
574 UWtype
575 __udiv_w_sdiv (UWtype *rp, UWtype a1, UWtype a0, UWtype d)
576 {
577 UWtype q, r;
578 UWtype c0, c1, b1;
579
580 if ((Wtype) d >= 0)
581 {
582 if (a1 < d - a1 - (a0 >> (W_TYPE_SIZE - 1)))
583 {
584 /* Dividend, divisor, and quotient are nonnegative. */
585 sdiv_qrnnd (q, r, a1, a0, d);
586 }
587 else
588 {
589 /* Compute c1*2^32 + c0 = a1*2^32 + a0 - 2^31*d. */
590 sub_ddmmss (c1, c0, a1, a0, d >> 1, d << (W_TYPE_SIZE - 1));
591 /* Divide (c1*2^32 + c0) by d. */
592 sdiv_qrnnd (q, r, c1, c0, d);
593 /* Add 2^31 to quotient. */
594 q += (UWtype) 1 << (W_TYPE_SIZE - 1);
595 }
596 }
597 else
598 {
599 b1 = d >> 1; /* d/2, between 2^30 and 2^31 - 1 */
600 c1 = a1 >> 1; /* A/2 */
601 c0 = (a1 << (W_TYPE_SIZE - 1)) + (a0 >> 1);
602
603 if (a1 < b1) /* A < 2^32*b1, so A/2 < 2^31*b1 */
604 {
605 sdiv_qrnnd (q, r, c1, c0, b1); /* (A/2) / (d/2) */
606
607 r = 2*r + (a0 & 1); /* Remainder from A/(2*b1) */
608 if ((d & 1) != 0)
609 {
610 if (r >= q)
611 r = r - q;
612 else if (q - r <= d)
613 {
614 r = r - q + d;
615 q--;
616 }
617 else
618 {
619 r = r - q + 2*d;
620 q -= 2;
621 }
622 }
623 }
624 else if (c1 < b1) /* So 2^31 <= (A/2)/b1 < 2^32 */
625 {
626 c1 = (b1 - 1) - c1;
627 c0 = ~c0; /* logical NOT */
628
629 sdiv_qrnnd (q, r, c1, c0, b1); /* (A/2) / (d/2) */
630
631 q = ~q; /* (A/2)/b1 */
632 r = (b1 - 1) - r;
633
634 r = 2*r + (a0 & 1); /* A/(2*b1) */
635
636 if ((d & 1) != 0)
637 {
638 if (r >= q)
639 r = r - q;
640 else if (q - r <= d)
641 {
642 r = r - q + d;
643 q--;
644 }
645 else
646 {
647 r = r - q + 2*d;
648 q -= 2;
649 }
650 }
651 }
652 else /* Implies c1 = b1 */
653 { /* Hence a1 = d - 1 = 2*b1 - 1 */
654 if (a0 >= -d)
655 {
656 q = -1;
657 r = a0 + d;
658 }
659 else
660 {
661 q = -2;
662 r = a0 + 2*d;
663 }
664 }
665 }
666
667 *rp = r;
668 return q;
669 }
670 #else
671 /* If sdiv_qrnnd doesn't exist, define dummy __udiv_w_sdiv. */
672 UWtype
673 __udiv_w_sdiv (UWtype *rp __attribute__ ((__unused__)),
674 UWtype a1 __attribute__ ((__unused__)),
675 UWtype a0 __attribute__ ((__unused__)),
676 UWtype d __attribute__ ((__unused__)))
677 {
678 return 0;
679 }
680 #endif
681 #endif
682 \f
683 #if (defined (L_udivdi3) || defined (L_divdi3) || \
684 defined (L_umoddi3) || defined (L_moddi3) || \
685 defined (L_divmoddi4))
686 #define L_udivmoddi4
687 #endif
688
689 #ifdef L_clz
690 const UQItype __clz_tab[256] =
691 {
692 0,1,2,2,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,
693 6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,
694 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,
695 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,
696 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,
697 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,
698 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,
699 8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8
700 };
701 #endif
702 \f
703 #ifdef L_clzsi2
704 #undef int
705 int
706 __clzSI2 (UWtype x)
707 {
708 Wtype ret;
709
710 count_leading_zeros (ret, x);
711
712 return ret;
713 }
714 #endif
715 \f
716 #ifdef L_clzdi2
717 #undef int
718 int
719 __clzDI2 (UDWtype x)
720 {
721 const DWunion uu = {.ll = x};
722 UWtype word;
723 Wtype ret, add;
724
725 if (uu.s.high)
726 word = uu.s.high, add = 0;
727 else
728 word = uu.s.low, add = W_TYPE_SIZE;
729
730 count_leading_zeros (ret, word);
731 return ret + add;
732 }
733 #endif
734 \f
735 #ifdef L_ctzsi2
736 #undef int
737 int
738 __ctzSI2 (UWtype x)
739 {
740 Wtype ret;
741
742 count_trailing_zeros (ret, x);
743
744 return ret;
745 }
746 #endif
747 \f
748 #ifdef L_ctzdi2
749 #undef int
750 int
751 __ctzDI2 (UDWtype x)
752 {
753 const DWunion uu = {.ll = x};
754 UWtype word;
755 Wtype ret, add;
756
757 if (uu.s.low)
758 word = uu.s.low, add = 0;
759 else
760 word = uu.s.high, add = W_TYPE_SIZE;
761
762 count_trailing_zeros (ret, word);
763 return ret + add;
764 }
765 #endif
766 \f
767 #ifdef L_clrsbsi2
768 #undef int
769 int
770 __clrsbSI2 (Wtype x)
771 {
772 Wtype ret;
773
774 if (x < 0)
775 x = ~x;
776 if (x == 0)
777 return W_TYPE_SIZE - 1;
778 count_leading_zeros (ret, x);
779 return ret - 1;
780 }
781 #endif
782 \f
783 #ifdef L_clrsbdi2
784 #undef int
785 int
786 __clrsbDI2 (DWtype x)
787 {
788 const DWunion uu = {.ll = x};
789 UWtype word;
790 Wtype ret, add;
791
792 if (uu.s.high == 0)
793 word = uu.s.low, add = W_TYPE_SIZE;
794 else if (uu.s.high == -1)
795 word = ~uu.s.low, add = W_TYPE_SIZE;
796 else if (uu.s.high >= 0)
797 word = uu.s.high, add = 0;
798 else
799 word = ~uu.s.high, add = 0;
800
801 if (word == 0)
802 ret = W_TYPE_SIZE;
803 else
804 count_leading_zeros (ret, word);
805
806 return ret + add - 1;
807 }
808 #endif
809 \f
810 #ifdef L_popcount_tab
811 const UQItype __popcount_tab[256] =
812 {
813 0,1,1,2,1,2,2,3,1,2,2,3,2,3,3,4,1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
814 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
815 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
816 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
817 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
818 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
819 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
820 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,4,5,5,6,5,6,6,7,5,6,6,7,6,7,7,8
821 };
822 #endif
823 \f
824 #if defined(L_popcountsi2) || defined(L_popcountdi2)
825 #define POPCOUNTCST2(x) (((UWtype) x << __CHAR_BIT__) | x)
826 #define POPCOUNTCST4(x) (((UWtype) x << (2 * __CHAR_BIT__)) | x)
827 #define POPCOUNTCST8(x) (((UWtype) x << (4 * __CHAR_BIT__)) | x)
828 #if W_TYPE_SIZE == __CHAR_BIT__
829 #define POPCOUNTCST(x) x
830 #elif W_TYPE_SIZE == 2 * __CHAR_BIT__
831 #define POPCOUNTCST(x) POPCOUNTCST2 (x)
832 #elif W_TYPE_SIZE == 4 * __CHAR_BIT__
833 #define POPCOUNTCST(x) POPCOUNTCST4 (POPCOUNTCST2 (x))
834 #elif W_TYPE_SIZE == 8 * __CHAR_BIT__
835 #define POPCOUNTCST(x) POPCOUNTCST8 (POPCOUNTCST4 (POPCOUNTCST2 (x)))
836 #endif
837 #endif
838 \f
839 #ifdef L_popcountsi2
840 #undef int
841 int
842 __popcountSI2 (UWtype x)
843 {
844 /* Force table lookup on targets like AVR and RL78 which only
845 pretend they have LIBGCC2_UNITS_PER_WORD 4, but actually
846 have 1, and other small word targets. */
847 #if __SIZEOF_INT__ > 2 && defined (POPCOUNTCST) && __CHAR_BIT__ == 8
848 x = x - ((x >> 1) & POPCOUNTCST (0x55));
849 x = (x & POPCOUNTCST (0x33)) + ((x >> 2) & POPCOUNTCST (0x33));
850 x = (x + (x >> 4)) & POPCOUNTCST (0x0F);
851 return (x * POPCOUNTCST (0x01)) >> (W_TYPE_SIZE - __CHAR_BIT__);
852 #else
853 int i, ret = 0;
854
855 for (i = 0; i < W_TYPE_SIZE; i += 8)
856 ret += __popcount_tab[(x >> i) & 0xff];
857
858 return ret;
859 #endif
860 }
861 #endif
862 \f
863 #ifdef L_popcountdi2
864 #undef int
865 int
866 __popcountDI2 (UDWtype x)
867 {
868 /* Force table lookup on targets like AVR and RL78 which only
869 pretend they have LIBGCC2_UNITS_PER_WORD 4, but actually
870 have 1, and other small word targets. */
871 #if __SIZEOF_INT__ > 2 && defined (POPCOUNTCST) && __CHAR_BIT__ == 8
872 const DWunion uu = {.ll = x};
873 UWtype x1 = uu.s.low, x2 = uu.s.high;
874 x1 = x1 - ((x1 >> 1) & POPCOUNTCST (0x55));
875 x2 = x2 - ((x2 >> 1) & POPCOUNTCST (0x55));
876 x1 = (x1 & POPCOUNTCST (0x33)) + ((x1 >> 2) & POPCOUNTCST (0x33));
877 x2 = (x2 & POPCOUNTCST (0x33)) + ((x2 >> 2) & POPCOUNTCST (0x33));
878 x1 = (x1 + (x1 >> 4)) & POPCOUNTCST (0x0F);
879 x2 = (x2 + (x2 >> 4)) & POPCOUNTCST (0x0F);
880 x1 += x2;
881 return (x1 * POPCOUNTCST (0x01)) >> (W_TYPE_SIZE - __CHAR_BIT__);
882 #else
883 int i, ret = 0;
884
885 for (i = 0; i < 2*W_TYPE_SIZE; i += 8)
886 ret += __popcount_tab[(x >> i) & 0xff];
887
888 return ret;
889 #endif
890 }
891 #endif
892 \f
893 #ifdef L_paritysi2
894 #undef int
895 int
896 __paritySI2 (UWtype x)
897 {
898 #if W_TYPE_SIZE > 64
899 # error "fill out the table"
900 #endif
901 #if W_TYPE_SIZE > 32
902 x ^= x >> 32;
903 #endif
904 #if W_TYPE_SIZE > 16
905 x ^= x >> 16;
906 #endif
907 x ^= x >> 8;
908 x ^= x >> 4;
909 x &= 0xf;
910 return (0x6996 >> x) & 1;
911 }
912 #endif
913 \f
914 #ifdef L_paritydi2
915 #undef int
916 int
917 __parityDI2 (UDWtype x)
918 {
919 const DWunion uu = {.ll = x};
920 UWtype nx = uu.s.low ^ uu.s.high;
921
922 #if W_TYPE_SIZE > 64
923 # error "fill out the table"
924 #endif
925 #if W_TYPE_SIZE > 32
926 nx ^= nx >> 32;
927 #endif
928 #if W_TYPE_SIZE > 16
929 nx ^= nx >> 16;
930 #endif
931 nx ^= nx >> 8;
932 nx ^= nx >> 4;
933 nx &= 0xf;
934 return (0x6996 >> nx) & 1;
935 }
936 #endif
937
938 #ifdef L_udivmoddi4
939 #ifdef TARGET_HAS_NO_HW_DIVIDE
940
941 #if (defined (L_udivdi3) || defined (L_divdi3) || \
942 defined (L_umoddi3) || defined (L_moddi3) || \
943 defined (L_divmoddi4))
944 static inline __attribute__ ((__always_inline__))
945 #endif
946 UDWtype
947 __udivmoddi4 (UDWtype n, UDWtype d, UDWtype *rp)
948 {
949 UDWtype q = 0, r = n, y = d;
950 UWtype lz1, lz2, i, k;
951
952 /* Implements align divisor shift dividend method. This algorithm
953 aligns the divisor under the dividend and then perform number of
954 test-subtract iterations which shift the dividend left. Number of
955 iterations is k + 1 where k is the number of bit positions the
956 divisor must be shifted left to align it under the dividend.
957 quotient bits can be saved in the rightmost positions of the dividend
958 as it shifts left on each test-subtract iteration. */
959
960 if (y <= r)
961 {
962 lz1 = __builtin_clzll (d);
963 lz2 = __builtin_clzll (n);
964
965 k = lz1 - lz2;
966 y = (y << k);
967
968 /* Dividend can exceed 2 ^ (width − 1) − 1 but still be less than the
969 aligned divisor. Normal iteration can drops the high order bit
970 of the dividend. Therefore, first test-subtract iteration is a
971 special case, saving its quotient bit in a separate location and
972 not shifting the dividend. */
973 if (r >= y)
974 {
975 r = r - y;
976 q = (1ULL << k);
977 }
978
979 if (k > 0)
980 {
981 y = y >> 1;
982
983 /* k additional iterations where k regular test subtract shift
984 dividend iterations are done. */
985 i = k;
986 do
987 {
988 if (r >= y)
989 r = ((r - y) << 1) + 1;
990 else
991 r = (r << 1);
992 i = i - 1;
993 } while (i != 0);
994
995 /* First quotient bit is combined with the quotient bits resulting
996 from the k regular iterations. */
997 q = q + r;
998 r = r >> k;
999 q = q - (r << k);
1000 }
1001 }
1002
1003 if (rp)
1004 *rp = r;
1005 return q;
1006 }
1007 #else
1008
1009 #if (defined (L_udivdi3) || defined (L_divdi3) || \
1010 defined (L_umoddi3) || defined (L_moddi3) || \
1011 defined (L_divmoddi4))
1012 static inline __attribute__ ((__always_inline__))
1013 #endif
1014 UDWtype
1015 __udivmoddi4 (UDWtype n, UDWtype d, UDWtype *rp)
1016 {
1017 const DWunion nn = {.ll = n};
1018 const DWunion dd = {.ll = d};
1019 DWunion rr;
1020 UWtype d0, d1, n0, n1, n2;
1021 UWtype q0, q1;
1022 UWtype b, bm;
1023
1024 d0 = dd.s.low;
1025 d1 = dd.s.high;
1026 n0 = nn.s.low;
1027 n1 = nn.s.high;
1028
1029 #if !UDIV_NEEDS_NORMALIZATION
1030 if (d1 == 0)
1031 {
1032 if (d0 > n1)
1033 {
1034 /* 0q = nn / 0D */
1035
1036 udiv_qrnnd (q0, n0, n1, n0, d0);
1037 q1 = 0;
1038
1039 /* Remainder in n0. */
1040 }
1041 else
1042 {
1043 /* qq = NN / 0d */
1044
1045 if (d0 == 0)
1046 d0 = 1 / d0; /* Divide intentionally by zero. */
1047
1048 udiv_qrnnd (q1, n1, 0, n1, d0);
1049 udiv_qrnnd (q0, n0, n1, n0, d0);
1050
1051 /* Remainder in n0. */
1052 }
1053
1054 if (rp != 0)
1055 {
1056 rr.s.low = n0;
1057 rr.s.high = 0;
1058 *rp = rr.ll;
1059 }
1060 }
1061
1062 #else /* UDIV_NEEDS_NORMALIZATION */
1063
1064 if (d1 == 0)
1065 {
1066 if (d0 > n1)
1067 {
1068 /* 0q = nn / 0D */
1069
1070 count_leading_zeros (bm, d0);
1071
1072 if (bm != 0)
1073 {
1074 /* Normalize, i.e. make the most significant bit of the
1075 denominator set. */
1076
1077 d0 = d0 << bm;
1078 n1 = (n1 << bm) | (n0 >> (W_TYPE_SIZE - bm));
1079 n0 = n0 << bm;
1080 }
1081
1082 udiv_qrnnd (q0, n0, n1, n0, d0);
1083 q1 = 0;
1084
1085 /* Remainder in n0 >> bm. */
1086 }
1087 else
1088 {
1089 /* qq = NN / 0d */
1090
1091 if (d0 == 0)
1092 d0 = 1 / d0; /* Divide intentionally by zero. */
1093
1094 count_leading_zeros (bm, d0);
1095
1096 if (bm == 0)
1097 {
1098 /* From (n1 >= d0) /\ (the most significant bit of d0 is set),
1099 conclude (the most significant bit of n1 is set) /\ (the
1100 leading quotient digit q1 = 1).
1101
1102 This special case is necessary, not an optimization.
1103 (Shifts counts of W_TYPE_SIZE are undefined.) */
1104
1105 n1 -= d0;
1106 q1 = 1;
1107 }
1108 else
1109 {
1110 /* Normalize. */
1111
1112 b = W_TYPE_SIZE - bm;
1113
1114 d0 = d0 << bm;
1115 n2 = n1 >> b;
1116 n1 = (n1 << bm) | (n0 >> b);
1117 n0 = n0 << bm;
1118
1119 udiv_qrnnd (q1, n1, n2, n1, d0);
1120 }
1121
1122 /* n1 != d0... */
1123
1124 udiv_qrnnd (q0, n0, n1, n0, d0);
1125
1126 /* Remainder in n0 >> bm. */
1127 }
1128
1129 if (rp != 0)
1130 {
1131 rr.s.low = n0 >> bm;
1132 rr.s.high = 0;
1133 *rp = rr.ll;
1134 }
1135 }
1136 #endif /* UDIV_NEEDS_NORMALIZATION */
1137
1138 else
1139 {
1140 if (d1 > n1)
1141 {
1142 /* 00 = nn / DD */
1143
1144 q0 = 0;
1145 q1 = 0;
1146
1147 /* Remainder in n1n0. */
1148 if (rp != 0)
1149 {
1150 rr.s.low = n0;
1151 rr.s.high = n1;
1152 *rp = rr.ll;
1153 }
1154 }
1155 else
1156 {
1157 /* 0q = NN / dd */
1158
1159 count_leading_zeros (bm, d1);
1160 if (bm == 0)
1161 {
1162 /* From (n1 >= d1) /\ (the most significant bit of d1 is set),
1163 conclude (the most significant bit of n1 is set) /\ (the
1164 quotient digit q0 = 0 or 1).
1165
1166 This special case is necessary, not an optimization. */
1167
1168 /* The condition on the next line takes advantage of that
1169 n1 >= d1 (true due to program flow). */
1170 if (n1 > d1 || n0 >= d0)
1171 {
1172 q0 = 1;
1173 sub_ddmmss (n1, n0, n1, n0, d1, d0);
1174 }
1175 else
1176 q0 = 0;
1177
1178 q1 = 0;
1179
1180 if (rp != 0)
1181 {
1182 rr.s.low = n0;
1183 rr.s.high = n1;
1184 *rp = rr.ll;
1185 }
1186 }
1187 else
1188 {
1189 UWtype m1, m0;
1190 /* Normalize. */
1191
1192 b = W_TYPE_SIZE - bm;
1193
1194 d1 = (d1 << bm) | (d0 >> b);
1195 d0 = d0 << bm;
1196 n2 = n1 >> b;
1197 n1 = (n1 << bm) | (n0 >> b);
1198 n0 = n0 << bm;
1199
1200 udiv_qrnnd (q0, n1, n2, n1, d1);
1201 umul_ppmm (m1, m0, q0, d0);
1202
1203 if (m1 > n1 || (m1 == n1 && m0 > n0))
1204 {
1205 q0--;
1206 sub_ddmmss (m1, m0, m1, m0, d1, d0);
1207 }
1208
1209 q1 = 0;
1210
1211 /* Remainder in (n1n0 - m1m0) >> bm. */
1212 if (rp != 0)
1213 {
1214 sub_ddmmss (n1, n0, n1, n0, m1, m0);
1215 rr.s.low = (n1 << b) | (n0 >> bm);
1216 rr.s.high = n1 >> bm;
1217 *rp = rr.ll;
1218 }
1219 }
1220 }
1221 }
1222
1223 const DWunion ww = {{.low = q0, .high = q1}};
1224 return ww.ll;
1225 }
1226 #endif
1227 #endif
1228
1229 #ifdef L_divdi3
1230 DWtype
1231 __divdi3 (DWtype u, DWtype v)
1232 {
1233 Wtype c = 0;
1234 DWunion uu = {.ll = u};
1235 DWunion vv = {.ll = v};
1236 DWtype w;
1237
1238 if (uu.s.high < 0)
1239 c = ~c,
1240 uu.ll = -uu.ll;
1241 if (vv.s.high < 0)
1242 c = ~c,
1243 vv.ll = -vv.ll;
1244
1245 w = __udivmoddi4 (uu.ll, vv.ll, (UDWtype *) 0);
1246 if (c)
1247 w = -w;
1248
1249 return w;
1250 }
1251 #endif
1252
1253 #ifdef L_moddi3
1254 DWtype
1255 __moddi3 (DWtype u, DWtype v)
1256 {
1257 Wtype c = 0;
1258 DWunion uu = {.ll = u};
1259 DWunion vv = {.ll = v};
1260 DWtype w;
1261
1262 if (uu.s.high < 0)
1263 c = ~c,
1264 uu.ll = -uu.ll;
1265 if (vv.s.high < 0)
1266 vv.ll = -vv.ll;
1267
1268 (void) __udivmoddi4 (uu.ll, vv.ll, (UDWtype*)&w);
1269 if (c)
1270 w = -w;
1271
1272 return w;
1273 }
1274 #endif
1275
1276 #ifdef L_divmoddi4
1277 DWtype
1278 __divmoddi4 (DWtype u, DWtype v, DWtype *rp)
1279 {
1280 Wtype c1 = 0, c2 = 0;
1281 DWunion uu = {.ll = u};
1282 DWunion vv = {.ll = v};
1283 DWtype w;
1284 DWtype r;
1285
1286 if (uu.s.high < 0)
1287 c1 = ~c1, c2 = ~c2,
1288 uu.ll = -uu.ll;
1289 if (vv.s.high < 0)
1290 c1 = ~c1,
1291 vv.ll = -vv.ll;
1292
1293 w = __udivmoddi4 (uu.ll, vv.ll, (UDWtype*)&r);
1294 if (c1)
1295 w = -w;
1296 if (c2)
1297 r = -r;
1298
1299 *rp = r;
1300 return w;
1301 }
1302 #endif
1303
1304 #ifdef L_umoddi3
1305 UDWtype
1306 __umoddi3 (UDWtype u, UDWtype v)
1307 {
1308 UDWtype w;
1309
1310 (void) __udivmoddi4 (u, v, &w);
1311
1312 return w;
1313 }
1314 #endif
1315
1316 #ifdef L_udivdi3
1317 UDWtype
1318 __udivdi3 (UDWtype n, UDWtype d)
1319 {
1320 return __udivmoddi4 (n, d, (UDWtype *) 0);
1321 }
1322 #endif
1323 \f
1324 #ifdef L_cmpdi2
1325 cmp_return_type
1326 __cmpdi2 (DWtype a, DWtype b)
1327 {
1328 const DWunion au = {.ll = a};
1329 const DWunion bu = {.ll = b};
1330
1331 if (au.s.high < bu.s.high)
1332 return 0;
1333 else if (au.s.high > bu.s.high)
1334 return 2;
1335 if ((UWtype) au.s.low < (UWtype) bu.s.low)
1336 return 0;
1337 else if ((UWtype) au.s.low > (UWtype) bu.s.low)
1338 return 2;
1339 return 1;
1340 }
1341 #endif
1342
1343 #ifdef L_ucmpdi2
1344 cmp_return_type
1345 __ucmpdi2 (DWtype a, DWtype b)
1346 {
1347 const DWunion au = {.ll = a};
1348 const DWunion bu = {.ll = b};
1349
1350 if ((UWtype) au.s.high < (UWtype) bu.s.high)
1351 return 0;
1352 else if ((UWtype) au.s.high > (UWtype) bu.s.high)
1353 return 2;
1354 if ((UWtype) au.s.low < (UWtype) bu.s.low)
1355 return 0;
1356 else if ((UWtype) au.s.low > (UWtype) bu.s.low)
1357 return 2;
1358 return 1;
1359 }
1360 #endif
1361 \f
1362 #if defined(L_fixunstfdi) && LIBGCC2_HAS_TF_MODE
1363 UDWtype
1364 __fixunstfDI (TFtype a)
1365 {
1366 if (a < 0)
1367 return 0;
1368
1369 /* Compute high word of result, as a flonum. */
1370 const TFtype b = (a / Wtype_MAXp1_F);
1371 /* Convert that to fixed (but not to DWtype!),
1372 and shift it into the high word. */
1373 UDWtype v = (UWtype) b;
1374 v <<= W_TYPE_SIZE;
1375 /* Remove high part from the TFtype, leaving the low part as flonum. */
1376 a -= (TFtype)v;
1377 /* Convert that to fixed (but not to DWtype!) and add it in.
1378 Sometimes A comes out negative. This is significant, since
1379 A has more bits than a long int does. */
1380 if (a < 0)
1381 v -= (UWtype) (- a);
1382 else
1383 v += (UWtype) a;
1384 return v;
1385 }
1386 #endif
1387
1388 #if defined(L_fixtfdi) && LIBGCC2_HAS_TF_MODE
1389 DWtype
1390 __fixtfdi (TFtype a)
1391 {
1392 if (a < 0)
1393 return - __fixunstfDI (-a);
1394 return __fixunstfDI (a);
1395 }
1396 #endif
1397
1398 #if defined(L_fixunsxfdi) && LIBGCC2_HAS_XF_MODE
1399 UDWtype
1400 __fixunsxfDI (XFtype a)
1401 {
1402 if (a < 0)
1403 return 0;
1404
1405 /* Compute high word of result, as a flonum. */
1406 const XFtype b = (a / Wtype_MAXp1_F);
1407 /* Convert that to fixed (but not to DWtype!),
1408 and shift it into the high word. */
1409 UDWtype v = (UWtype) b;
1410 v <<= W_TYPE_SIZE;
1411 /* Remove high part from the XFtype, leaving the low part as flonum. */
1412 a -= (XFtype)v;
1413 /* Convert that to fixed (but not to DWtype!) and add it in.
1414 Sometimes A comes out negative. This is significant, since
1415 A has more bits than a long int does. */
1416 if (a < 0)
1417 v -= (UWtype) (- a);
1418 else
1419 v += (UWtype) a;
1420 return v;
1421 }
1422 #endif
1423
1424 #if defined(L_fixxfdi) && LIBGCC2_HAS_XF_MODE
1425 DWtype
1426 __fixxfdi (XFtype a)
1427 {
1428 if (a < 0)
1429 return - __fixunsxfDI (-a);
1430 return __fixunsxfDI (a);
1431 }
1432 #endif
1433
1434 #if defined(L_fixunsdfdi) && LIBGCC2_HAS_DF_MODE
1435 UDWtype
1436 __fixunsdfDI (DFtype a)
1437 {
1438 /* Get high part of result. The division here will just moves the radix
1439 point and will not cause any rounding. Then the conversion to integral
1440 type chops result as desired. */
1441 const UWtype hi = a / Wtype_MAXp1_F;
1442
1443 /* Get low part of result. Convert `hi' to floating type and scale it back,
1444 then subtract this from the number being converted. This leaves the low
1445 part. Convert that to integral type. */
1446 const UWtype lo = a - (DFtype) hi * Wtype_MAXp1_F;
1447
1448 /* Assemble result from the two parts. */
1449 return ((UDWtype) hi << W_TYPE_SIZE) | lo;
1450 }
1451 #endif
1452
1453 #if defined(L_fixdfdi) && LIBGCC2_HAS_DF_MODE
1454 DWtype
1455 __fixdfdi (DFtype a)
1456 {
1457 if (a < 0)
1458 return - __fixunsdfDI (-a);
1459 return __fixunsdfDI (a);
1460 }
1461 #endif
1462
1463 #if defined(L_fixunssfdi) && LIBGCC2_HAS_SF_MODE
1464 UDWtype
1465 __fixunssfDI (SFtype a)
1466 {
1467 #if LIBGCC2_HAS_DF_MODE
1468 /* Convert the SFtype to a DFtype, because that is surely not going
1469 to lose any bits. Some day someone else can write a faster version
1470 that avoids converting to DFtype, and verify it really works right. */
1471 const DFtype dfa = a;
1472
1473 /* Get high part of result. The division here will just moves the radix
1474 point and will not cause any rounding. Then the conversion to integral
1475 type chops result as desired. */
1476 const UWtype hi = dfa / Wtype_MAXp1_F;
1477
1478 /* Get low part of result. Convert `hi' to floating type and scale it back,
1479 then subtract this from the number being converted. This leaves the low
1480 part. Convert that to integral type. */
1481 const UWtype lo = dfa - (DFtype) hi * Wtype_MAXp1_F;
1482
1483 /* Assemble result from the two parts. */
1484 return ((UDWtype) hi << W_TYPE_SIZE) | lo;
1485 #elif FLT_MANT_DIG < W_TYPE_SIZE
1486 if (a < 1)
1487 return 0;
1488 if (a < Wtype_MAXp1_F)
1489 return (UWtype)a;
1490 if (a < Wtype_MAXp1_F * Wtype_MAXp1_F)
1491 {
1492 /* Since we know that there are fewer significant bits in the SFmode
1493 quantity than in a word, we know that we can convert out all the
1494 significant bits in one step, and thus avoid losing bits. */
1495
1496 /* ??? This following loop essentially performs frexpf. If we could
1497 use the real libm function, or poke at the actual bits of the fp
1498 format, it would be significantly faster. */
1499
1500 UWtype shift = 0, counter;
1501 SFtype msb;
1502
1503 a /= Wtype_MAXp1_F;
1504 for (counter = W_TYPE_SIZE / 2; counter != 0; counter >>= 1)
1505 {
1506 SFtype counterf = (UWtype)1 << counter;
1507 if (a >= counterf)
1508 {
1509 shift |= counter;
1510 a /= counterf;
1511 }
1512 }
1513
1514 /* Rescale into the range of one word, extract the bits of that
1515 one word, and shift the result into position. */
1516 a *= Wtype_MAXp1_F;
1517 counter = a;
1518 return (DWtype)counter << shift;
1519 }
1520 return -1;
1521 #else
1522 # error
1523 #endif
1524 }
1525 #endif
1526
1527 #if defined(L_fixsfdi) && LIBGCC2_HAS_SF_MODE
1528 DWtype
1529 __fixsfdi (SFtype a)
1530 {
1531 if (a < 0)
1532 return - __fixunssfDI (-a);
1533 return __fixunssfDI (a);
1534 }
1535 #endif
1536
1537 #if defined(L_floatdixf) && LIBGCC2_HAS_XF_MODE
1538 XFtype
1539 __floatdixf (DWtype u)
1540 {
1541 #if W_TYPE_SIZE > __LIBGCC_XF_MANT_DIG__
1542 # error
1543 #endif
1544 XFtype d = (Wtype) (u >> W_TYPE_SIZE);
1545 d *= Wtype_MAXp1_F;
1546 d += (UWtype)u;
1547 return d;
1548 }
1549 #endif
1550
1551 #if defined(L_floatundixf) && LIBGCC2_HAS_XF_MODE
1552 XFtype
1553 __floatundixf (UDWtype u)
1554 {
1555 #if W_TYPE_SIZE > __LIBGCC_XF_MANT_DIG__
1556 # error
1557 #endif
1558 XFtype d = (UWtype) (u >> W_TYPE_SIZE);
1559 d *= Wtype_MAXp1_F;
1560 d += (UWtype)u;
1561 return d;
1562 }
1563 #endif
1564
1565 #if defined(L_floatditf) && LIBGCC2_HAS_TF_MODE
1566 TFtype
1567 __floatditf (DWtype u)
1568 {
1569 #if W_TYPE_SIZE > __LIBGCC_TF_MANT_DIG__
1570 # error
1571 #endif
1572 TFtype d = (Wtype) (u >> W_TYPE_SIZE);
1573 d *= Wtype_MAXp1_F;
1574 d += (UWtype)u;
1575 return d;
1576 }
1577 #endif
1578
1579 #if defined(L_floatunditf) && LIBGCC2_HAS_TF_MODE
1580 TFtype
1581 __floatunditf (UDWtype u)
1582 {
1583 #if W_TYPE_SIZE > __LIBGCC_TF_MANT_DIG__
1584 # error
1585 #endif
1586 TFtype d = (UWtype) (u >> W_TYPE_SIZE);
1587 d *= Wtype_MAXp1_F;
1588 d += (UWtype)u;
1589 return d;
1590 }
1591 #endif
1592
1593 #if (defined(L_floatdisf) && LIBGCC2_HAS_SF_MODE) \
1594 || (defined(L_floatdidf) && LIBGCC2_HAS_DF_MODE)
1595 #define DI_SIZE (W_TYPE_SIZE * 2)
1596 #define F_MODE_OK(SIZE) \
1597 (SIZE < DI_SIZE \
1598 && SIZE > (DI_SIZE - SIZE + FSSIZE) \
1599 && !AVOID_FP_TYPE_CONVERSION(SIZE))
1600 #if defined(L_floatdisf)
1601 #define FUNC __floatdisf
1602 #define FSTYPE SFtype
1603 #define FSSIZE __LIBGCC_SF_MANT_DIG__
1604 #else
1605 #define FUNC __floatdidf
1606 #define FSTYPE DFtype
1607 #define FSSIZE __LIBGCC_DF_MANT_DIG__
1608 #endif
1609
1610 FSTYPE
1611 FUNC (DWtype u)
1612 {
1613 #if FSSIZE >= W_TYPE_SIZE
1614 /* When the word size is small, we never get any rounding error. */
1615 FSTYPE f = (Wtype) (u >> W_TYPE_SIZE);
1616 f *= Wtype_MAXp1_F;
1617 f += (UWtype)u;
1618 return f;
1619 #elif (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) \
1620 || (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) \
1621 || (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__))
1622
1623 #if (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__))
1624 # define FSIZE __LIBGCC_DF_MANT_DIG__
1625 # define FTYPE DFtype
1626 #elif (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__))
1627 # define FSIZE __LIBGCC_XF_MANT_DIG__
1628 # define FTYPE XFtype
1629 #elif (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__))
1630 # define FSIZE __LIBGCC_TF_MANT_DIG__
1631 # define FTYPE TFtype
1632 #else
1633 # error
1634 #endif
1635
1636 #define REP_BIT ((UDWtype) 1 << (DI_SIZE - FSIZE))
1637
1638 /* Protect against double-rounding error.
1639 Represent any low-order bits, that might be truncated by a bit that
1640 won't be lost. The bit can go in anywhere below the rounding position
1641 of the FSTYPE. A fixed mask and bit position handles all usual
1642 configurations. */
1643 if (! (- ((DWtype) 1 << FSIZE) < u
1644 && u < ((DWtype) 1 << FSIZE)))
1645 {
1646 if ((UDWtype) u & (REP_BIT - 1))
1647 {
1648 u &= ~ (REP_BIT - 1);
1649 u |= REP_BIT;
1650 }
1651 }
1652
1653 /* Do the calculation in a wider type so that we don't lose any of
1654 the precision of the high word while multiplying it. */
1655 FTYPE f = (Wtype) (u >> W_TYPE_SIZE);
1656 f *= Wtype_MAXp1_F;
1657 f += (UWtype)u;
1658 return (FSTYPE) f;
1659 #else
1660 #if FSSIZE >= W_TYPE_SIZE - 2
1661 # error
1662 #endif
1663 /* Finally, the word size is larger than the number of bits in the
1664 required FSTYPE, and we've got no suitable wider type. The only
1665 way to avoid double rounding is to special case the
1666 extraction. */
1667
1668 /* If there are no high bits set, fall back to one conversion. */
1669 if ((Wtype)u == u)
1670 return (FSTYPE)(Wtype)u;
1671
1672 /* Otherwise, find the power of two. */
1673 Wtype hi = u >> W_TYPE_SIZE;
1674 if (hi < 0)
1675 hi = -(UWtype) hi;
1676
1677 UWtype count, shift;
1678 #if !defined (COUNT_LEADING_ZEROS_0) || COUNT_LEADING_ZEROS_0 != W_TYPE_SIZE
1679 if (hi == 0)
1680 count = W_TYPE_SIZE;
1681 else
1682 #endif
1683 count_leading_zeros (count, hi);
1684
1685 /* No leading bits means u == minimum. */
1686 if (count == 0)
1687 return -(Wtype_MAXp1_F * (Wtype_MAXp1_F / 2));
1688
1689 shift = 1 + W_TYPE_SIZE - count;
1690
1691 /* Shift down the most significant bits. */
1692 hi = u >> shift;
1693
1694 /* If we lost any nonzero bits, set the lsb to ensure correct rounding. */
1695 if ((UWtype)u << (W_TYPE_SIZE - shift))
1696 hi |= 1;
1697
1698 /* Convert the one word of data, and rescale. */
1699 FSTYPE f = hi, e;
1700 if (shift == W_TYPE_SIZE)
1701 e = Wtype_MAXp1_F;
1702 /* The following two cases could be merged if we knew that the target
1703 supported a native unsigned->float conversion. More often, we only
1704 have a signed conversion, and have to add extra fixup code. */
1705 else if (shift == W_TYPE_SIZE - 1)
1706 e = Wtype_MAXp1_F / 2;
1707 else
1708 e = (Wtype)1 << shift;
1709 return f * e;
1710 #endif
1711 }
1712 #endif
1713
1714 #if (defined(L_floatundisf) && LIBGCC2_HAS_SF_MODE) \
1715 || (defined(L_floatundidf) && LIBGCC2_HAS_DF_MODE)
1716 #define DI_SIZE (W_TYPE_SIZE * 2)
1717 #define F_MODE_OK(SIZE) \
1718 (SIZE < DI_SIZE \
1719 && SIZE > (DI_SIZE - SIZE + FSSIZE) \
1720 && !AVOID_FP_TYPE_CONVERSION(SIZE))
1721 #if defined(L_floatundisf)
1722 #define FUNC __floatundisf
1723 #define FSTYPE SFtype
1724 #define FSSIZE __LIBGCC_SF_MANT_DIG__
1725 #else
1726 #define FUNC __floatundidf
1727 #define FSTYPE DFtype
1728 #define FSSIZE __LIBGCC_DF_MANT_DIG__
1729 #endif
1730
1731 FSTYPE
1732 FUNC (UDWtype u)
1733 {
1734 #if FSSIZE >= W_TYPE_SIZE
1735 /* When the word size is small, we never get any rounding error. */
1736 FSTYPE f = (UWtype) (u >> W_TYPE_SIZE);
1737 f *= Wtype_MAXp1_F;
1738 f += (UWtype)u;
1739 return f;
1740 #elif (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__)) \
1741 || (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__)) \
1742 || (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__))
1743
1744 #if (LIBGCC2_HAS_DF_MODE && F_MODE_OK (__LIBGCC_DF_MANT_DIG__))
1745 # define FSIZE __LIBGCC_DF_MANT_DIG__
1746 # define FTYPE DFtype
1747 #elif (LIBGCC2_HAS_XF_MODE && F_MODE_OK (__LIBGCC_XF_MANT_DIG__))
1748 # define FSIZE __LIBGCC_XF_MANT_DIG__
1749 # define FTYPE XFtype
1750 #elif (LIBGCC2_HAS_TF_MODE && F_MODE_OK (__LIBGCC_TF_MANT_DIG__))
1751 # define FSIZE __LIBGCC_TF_MANT_DIG__
1752 # define FTYPE TFtype
1753 #else
1754 # error
1755 #endif
1756
1757 #define REP_BIT ((UDWtype) 1 << (DI_SIZE - FSIZE))
1758
1759 /* Protect against double-rounding error.
1760 Represent any low-order bits, that might be truncated by a bit that
1761 won't be lost. The bit can go in anywhere below the rounding position
1762 of the FSTYPE. A fixed mask and bit position handles all usual
1763 configurations. */
1764 if (u >= ((UDWtype) 1 << FSIZE))
1765 {
1766 if ((UDWtype) u & (REP_BIT - 1))
1767 {
1768 u &= ~ (REP_BIT - 1);
1769 u |= REP_BIT;
1770 }
1771 }
1772
1773 /* Do the calculation in a wider type so that we don't lose any of
1774 the precision of the high word while multiplying it. */
1775 FTYPE f = (UWtype) (u >> W_TYPE_SIZE);
1776 f *= Wtype_MAXp1_F;
1777 f += (UWtype)u;
1778 return (FSTYPE) f;
1779 #else
1780 #if FSSIZE == W_TYPE_SIZE - 1
1781 # error
1782 #endif
1783 /* Finally, the word size is larger than the number of bits in the
1784 required FSTYPE, and we've got no suitable wider type. The only
1785 way to avoid double rounding is to special case the
1786 extraction. */
1787
1788 /* If there are no high bits set, fall back to one conversion. */
1789 if ((UWtype)u == u)
1790 return (FSTYPE)(UWtype)u;
1791
1792 /* Otherwise, find the power of two. */
1793 UWtype hi = u >> W_TYPE_SIZE;
1794
1795 UWtype count, shift;
1796 count_leading_zeros (count, hi);
1797
1798 shift = W_TYPE_SIZE - count;
1799
1800 /* Shift down the most significant bits. */
1801 hi = u >> shift;
1802
1803 /* If we lost any nonzero bits, set the lsb to ensure correct rounding. */
1804 if ((UWtype)u << (W_TYPE_SIZE - shift))
1805 hi |= 1;
1806
1807 /* Convert the one word of data, and rescale. */
1808 FSTYPE f = hi, e;
1809 if (shift == W_TYPE_SIZE)
1810 e = Wtype_MAXp1_F;
1811 /* The following two cases could be merged if we knew that the target
1812 supported a native unsigned->float conversion. More often, we only
1813 have a signed conversion, and have to add extra fixup code. */
1814 else if (shift == W_TYPE_SIZE - 1)
1815 e = Wtype_MAXp1_F / 2;
1816 else
1817 e = (Wtype)1 << shift;
1818 return f * e;
1819 #endif
1820 }
1821 #endif
1822
1823 #if defined(L_fixunsxfsi) && LIBGCC2_HAS_XF_MODE
1824 UWtype
1825 __fixunsxfSI (XFtype a)
1826 {
1827 if (a >= - (DFtype) Wtype_MIN)
1828 return (Wtype) (a + Wtype_MIN) - Wtype_MIN;
1829 return (Wtype) a;
1830 }
1831 #endif
1832
1833 #if defined(L_fixunsdfsi) && LIBGCC2_HAS_DF_MODE
1834 UWtype
1835 __fixunsdfSI (DFtype a)
1836 {
1837 if (a >= - (DFtype) Wtype_MIN)
1838 return (Wtype) (a + Wtype_MIN) - Wtype_MIN;
1839 return (Wtype) a;
1840 }
1841 #endif
1842
1843 #if defined(L_fixunssfsi) && LIBGCC2_HAS_SF_MODE
1844 UWtype
1845 __fixunssfSI (SFtype a)
1846 {
1847 if (a >= - (SFtype) Wtype_MIN)
1848 return (Wtype) (a + Wtype_MIN) - Wtype_MIN;
1849 return (Wtype) a;
1850 }
1851 #endif
1852 \f
1853 /* Integer power helper used from __builtin_powi for non-constant
1854 exponents. */
1855
1856 #if (defined(L_powisf2) && LIBGCC2_HAS_SF_MODE) \
1857 || (defined(L_powidf2) && LIBGCC2_HAS_DF_MODE) \
1858 || (defined(L_powixf2) && LIBGCC2_HAS_XF_MODE) \
1859 || (defined(L_powitf2) && LIBGCC2_HAS_TF_MODE)
1860 # if defined(L_powisf2)
1861 # define TYPE SFtype
1862 # define NAME __powisf2
1863 # elif defined(L_powidf2)
1864 # define TYPE DFtype
1865 # define NAME __powidf2
1866 # elif defined(L_powixf2)
1867 # define TYPE XFtype
1868 # define NAME __powixf2
1869 # elif defined(L_powitf2)
1870 # define TYPE TFtype
1871 # define NAME __powitf2
1872 # endif
1873
1874 #undef int
1875 #undef unsigned
1876 TYPE
1877 NAME (TYPE x, int m)
1878 {
1879 unsigned int n = m < 0 ? -m : m;
1880 TYPE y = n % 2 ? x : 1;
1881 while (n >>= 1)
1882 {
1883 x = x * x;
1884 if (n % 2)
1885 y = y * x;
1886 }
1887 return m < 0 ? 1/y : y;
1888 }
1889
1890 #endif
1891 \f
1892 #if((defined(L_mulhc3) || defined(L_divhc3)) && LIBGCC2_HAS_HF_MODE) \
1893 || ((defined(L_mulsc3) || defined(L_divsc3)) && LIBGCC2_HAS_SF_MODE) \
1894 || ((defined(L_muldc3) || defined(L_divdc3)) && LIBGCC2_HAS_DF_MODE) \
1895 || ((defined(L_mulxc3) || defined(L_divxc3)) && LIBGCC2_HAS_XF_MODE) \
1896 || ((defined(L_multc3) || defined(L_divtc3)) && LIBGCC2_HAS_TF_MODE)
1897
1898 #undef float
1899 #undef double
1900 #undef long
1901
1902 #if defined(L_mulhc3) || defined(L_divhc3)
1903 # define MTYPE HFtype
1904 # define CTYPE HCtype
1905 # define MODE hc
1906 # define CEXT __LIBGCC_HF_FUNC_EXT__
1907 # define NOTRUNC (!__LIBGCC_HF_EXCESS_PRECISION__)
1908 #elif defined(L_mulsc3) || defined(L_divsc3)
1909 # define MTYPE SFtype
1910 # define CTYPE SCtype
1911 # define MODE sc
1912 # define CEXT __LIBGCC_SF_FUNC_EXT__
1913 # define NOTRUNC (!__LIBGCC_SF_EXCESS_PRECISION__)
1914 #elif defined(L_muldc3) || defined(L_divdc3)
1915 # define MTYPE DFtype
1916 # define CTYPE DCtype
1917 # define MODE dc
1918 # define CEXT __LIBGCC_DF_FUNC_EXT__
1919 # define NOTRUNC (!__LIBGCC_DF_EXCESS_PRECISION__)
1920 #elif defined(L_mulxc3) || defined(L_divxc3)
1921 # define MTYPE XFtype
1922 # define CTYPE XCtype
1923 # define MODE xc
1924 # define CEXT __LIBGCC_XF_FUNC_EXT__
1925 # define NOTRUNC (!__LIBGCC_XF_EXCESS_PRECISION__)
1926 #elif defined(L_multc3) || defined(L_divtc3)
1927 # define MTYPE TFtype
1928 # define CTYPE TCtype
1929 # define MODE tc
1930 # define CEXT __LIBGCC_TF_FUNC_EXT__
1931 # define NOTRUNC (!__LIBGCC_TF_EXCESS_PRECISION__)
1932 #else
1933 # error
1934 #endif
1935
1936 #define CONCAT3(A,B,C) _CONCAT3(A,B,C)
1937 #define _CONCAT3(A,B,C) A##B##C
1938
1939 #define CONCAT2(A,B) _CONCAT2(A,B)
1940 #define _CONCAT2(A,B) A##B
1941
1942 /* All of these would be present in a full C99 implementation of <math.h>
1943 and <complex.h>. Our problem is that only a few systems have such full
1944 implementations. Further, libgcc_s.so isn't currently linked against
1945 libm.so, and even for systems that do provide full C99, the extra overhead
1946 of all programs using libgcc having to link against libm. So avoid it. */
1947
1948 #define isnan(x) __builtin_expect ((x) != (x), 0)
1949 #define isfinite(x) __builtin_expect (!isnan((x) - (x)), 1)
1950 #define isinf(x) __builtin_expect (!isnan(x) & !isfinite(x), 0)
1951
1952 #define INFINITY CONCAT2(__builtin_huge_val, CEXT) ()
1953 #define I 1i
1954
1955 /* Helpers to make the following code slightly less gross. */
1956 #define COPYSIGN CONCAT2(__builtin_copysign, CEXT)
1957 #define FABS CONCAT2(__builtin_fabs, CEXT)
1958
1959 /* Verify that MTYPE matches up with CEXT. */
1960 extern void *compile_type_assert[sizeof(INFINITY) == sizeof(MTYPE) ? 1 : -1];
1961
1962 /* Ensure that we've lost any extra precision. */
1963 #if NOTRUNC
1964 # define TRUNC(x)
1965 #else
1966 # define TRUNC(x) __asm__ ("" : "=m"(x) : "m"(x))
1967 #endif
1968
1969 #if defined(L_mulhc3) || defined(L_mulsc3) || defined(L_muldc3) \
1970 || defined(L_mulxc3) || defined(L_multc3)
1971
1972 CTYPE
1973 CONCAT3(__mul,MODE,3) (MTYPE a, MTYPE b, MTYPE c, MTYPE d)
1974 {
1975 MTYPE ac, bd, ad, bc, x, y;
1976 CTYPE res;
1977
1978 ac = a * c;
1979 bd = b * d;
1980 ad = a * d;
1981 bc = b * c;
1982
1983 TRUNC (ac);
1984 TRUNC (bd);
1985 TRUNC (ad);
1986 TRUNC (bc);
1987
1988 x = ac - bd;
1989 y = ad + bc;
1990
1991 if (isnan (x) && isnan (y))
1992 {
1993 /* Recover infinities that computed as NaN + iNaN. */
1994 _Bool recalc = 0;
1995 if (isinf (a) || isinf (b))
1996 {
1997 /* z is infinite. "Box" the infinity and change NaNs in
1998 the other factor to 0. */
1999 a = COPYSIGN (isinf (a) ? 1 : 0, a);
2000 b = COPYSIGN (isinf (b) ? 1 : 0, b);
2001 if (isnan (c)) c = COPYSIGN (0, c);
2002 if (isnan (d)) d = COPYSIGN (0, d);
2003 recalc = 1;
2004 }
2005 if (isinf (c) || isinf (d))
2006 {
2007 /* w is infinite. "Box" the infinity and change NaNs in
2008 the other factor to 0. */
2009 c = COPYSIGN (isinf (c) ? 1 : 0, c);
2010 d = COPYSIGN (isinf (d) ? 1 : 0, d);
2011 if (isnan (a)) a = COPYSIGN (0, a);
2012 if (isnan (b)) b = COPYSIGN (0, b);
2013 recalc = 1;
2014 }
2015 if (!recalc
2016 && (isinf (ac) || isinf (bd)
2017 || isinf (ad) || isinf (bc)))
2018 {
2019 /* Recover infinities from overflow by changing NaNs to 0. */
2020 if (isnan (a)) a = COPYSIGN (0, a);
2021 if (isnan (b)) b = COPYSIGN (0, b);
2022 if (isnan (c)) c = COPYSIGN (0, c);
2023 if (isnan (d)) d = COPYSIGN (0, d);
2024 recalc = 1;
2025 }
2026 if (recalc)
2027 {
2028 x = INFINITY * (a * c - b * d);
2029 y = INFINITY * (a * d + b * c);
2030 }
2031 }
2032
2033 __real__ res = x;
2034 __imag__ res = y;
2035 return res;
2036 }
2037 #endif /* complex multiply */
2038
2039 #if defined(L_divhc3) || defined(L_divsc3) || defined(L_divdc3) \
2040 || defined(L_divxc3) || defined(L_divtc3)
2041
2042 CTYPE
2043 CONCAT3(__div,MODE,3) (MTYPE a, MTYPE b, MTYPE c, MTYPE d)
2044 {
2045 MTYPE denom, ratio, x, y;
2046 CTYPE res;
2047
2048 /* ??? We can get better behavior from logarithmic scaling instead of
2049 the division. But that would mean starting to link libgcc against
2050 libm. We could implement something akin to ldexp/frexp as gcc builtins
2051 fairly easily... */
2052 if (FABS (c) < FABS (d))
2053 {
2054 ratio = c / d;
2055 denom = (c * ratio) + d;
2056 x = ((a * ratio) + b) / denom;
2057 y = ((b * ratio) - a) / denom;
2058 }
2059 else
2060 {
2061 ratio = d / c;
2062 denom = (d * ratio) + c;
2063 x = ((b * ratio) + a) / denom;
2064 y = (b - (a * ratio)) / denom;
2065 }
2066
2067 /* Recover infinities and zeros that computed as NaN+iNaN; the only cases
2068 are nonzero/zero, infinite/finite, and finite/infinite. */
2069 if (isnan (x) && isnan (y))
2070 {
2071 if (c == 0.0 && d == 0.0 && (!isnan (a) || !isnan (b)))
2072 {
2073 x = COPYSIGN (INFINITY, c) * a;
2074 y = COPYSIGN (INFINITY, c) * b;
2075 }
2076 else if ((isinf (a) || isinf (b)) && isfinite (c) && isfinite (d))
2077 {
2078 a = COPYSIGN (isinf (a) ? 1 : 0, a);
2079 b = COPYSIGN (isinf (b) ? 1 : 0, b);
2080 x = INFINITY * (a * c + b * d);
2081 y = INFINITY * (b * c - a * d);
2082 }
2083 else if ((isinf (c) || isinf (d)) && isfinite (a) && isfinite (b))
2084 {
2085 c = COPYSIGN (isinf (c) ? 1 : 0, c);
2086 d = COPYSIGN (isinf (d) ? 1 : 0, d);
2087 x = 0.0 * (a * c + b * d);
2088 y = 0.0 * (b * c - a * d);
2089 }
2090 }
2091
2092 __real__ res = x;
2093 __imag__ res = y;
2094 return res;
2095 }
2096 #endif /* complex divide */
2097
2098 #endif /* all complex float routines */
2099 \f
2100 /* From here on down, the routines use normal data types. */
2101
2102 #define SItype bogus_type
2103 #define USItype bogus_type
2104 #define DItype bogus_type
2105 #define UDItype bogus_type
2106 #define SFtype bogus_type
2107 #define DFtype bogus_type
2108 #undef Wtype
2109 #undef UWtype
2110 #undef HWtype
2111 #undef UHWtype
2112 #undef DWtype
2113 #undef UDWtype
2114
2115 #undef char
2116 #undef short
2117 #undef int
2118 #undef long
2119 #undef unsigned
2120 #undef float
2121 #undef double
2122 \f
2123 #ifdef L__gcc_bcmp
2124
2125 /* Like bcmp except the sign is meaningful.
2126 Result is negative if S1 is less than S2,
2127 positive if S1 is greater, 0 if S1 and S2 are equal. */
2128
2129 int
2130 __gcc_bcmp (const unsigned char *s1, const unsigned char *s2, size_t size)
2131 {
2132 while (size > 0)
2133 {
2134 const unsigned char c1 = *s1++, c2 = *s2++;
2135 if (c1 != c2)
2136 return c1 - c2;
2137 size--;
2138 }
2139 return 0;
2140 }
2141
2142 #endif
2143 \f
2144 /* __eprintf used to be used by GCC's private version of <assert.h>.
2145 We no longer provide that header, but this routine remains in libgcc.a
2146 for binary backward compatibility. Note that it is not included in
2147 the shared version of libgcc. */
2148 #ifdef L_eprintf
2149 #ifndef inhibit_libc
2150
2151 #undef NULL /* Avoid errors if stdio.h and our stddef.h mismatch. */
2152 #include <stdio.h>
2153
2154 void
2155 __eprintf (const char *string, const char *expression,
2156 unsigned int line, const char *filename)
2157 {
2158 fprintf (stderr, string, expression, line, filename);
2159 fflush (stderr);
2160 abort ();
2161 }
2162
2163 #endif
2164 #endif
2165
2166 \f
2167 #ifdef L_clear_cache
2168 /* Clear part of an instruction cache. */
2169
2170 void
2171 __clear_cache (char *beg __attribute__((__unused__)),
2172 char *end __attribute__((__unused__)))
2173 {
2174 #ifdef CLEAR_INSN_CACHE
2175 CLEAR_INSN_CACHE (beg, end);
2176 #endif /* CLEAR_INSN_CACHE */
2177 }
2178
2179 #endif /* L_clear_cache */
2180 \f
2181 #ifdef L_trampoline
2182
2183 /* Jump to a trampoline, loading the static chain address. */
2184
2185 #if defined(WINNT) && ! defined(__CYGWIN__)
2186 #include <windows.h>
2187 int getpagesize (void);
2188 int mprotect (char *,int, int);
2189
2190 int
2191 getpagesize (void)
2192 {
2193 #ifdef _ALPHA_
2194 return 8192;
2195 #else
2196 return 4096;
2197 #endif
2198 }
2199
2200 int
2201 mprotect (char *addr, int len, int prot)
2202 {
2203 DWORD np, op;
2204
2205 if (prot == 7)
2206 np = 0x40;
2207 else if (prot == 5)
2208 np = 0x20;
2209 else if (prot == 4)
2210 np = 0x10;
2211 else if (prot == 3)
2212 np = 0x04;
2213 else if (prot == 1)
2214 np = 0x02;
2215 else if (prot == 0)
2216 np = 0x01;
2217 else
2218 return -1;
2219
2220 if (VirtualProtect (addr, len, np, &op))
2221 return 0;
2222 else
2223 return -1;
2224 }
2225
2226 #endif /* WINNT && ! __CYGWIN__ */
2227
2228 #ifdef TRANSFER_FROM_TRAMPOLINE
2229 TRANSFER_FROM_TRAMPOLINE
2230 #endif
2231 #endif /* L_trampoline */
2232 \f
2233 #ifndef __CYGWIN__
2234 #ifdef L__main
2235
2236 #include "gbl-ctors.h"
2237
2238 /* Some systems use __main in a way incompatible with its use in gcc, in these
2239 cases use the macros NAME__MAIN to give a quoted symbol and SYMBOL__MAIN to
2240 give the same symbol without quotes for an alternative entry point. You
2241 must define both, or neither. */
2242 #ifndef NAME__MAIN
2243 #define NAME__MAIN "__main"
2244 #define SYMBOL__MAIN __main
2245 #endif
2246
2247 #if defined (__LIBGCC_INIT_SECTION_ASM_OP__) \
2248 || defined (__LIBGCC_INIT_ARRAY_SECTION_ASM_OP__)
2249 #undef HAS_INIT_SECTION
2250 #define HAS_INIT_SECTION
2251 #endif
2252
2253 #if !defined (HAS_INIT_SECTION) || !defined (OBJECT_FORMAT_ELF)
2254
2255 /* Some ELF crosses use crtstuff.c to provide __CTOR_LIST__, but use this
2256 code to run constructors. In that case, we need to handle EH here, too.
2257 But MINGW32 is special because it handles CRTSTUFF and EH on its own. */
2258
2259 #ifdef __MINGW32__
2260 #undef __LIBGCC_EH_FRAME_SECTION_NAME__
2261 #endif
2262
2263 #ifdef __LIBGCC_EH_FRAME_SECTION_NAME__
2264 #include "unwind-dw2-fde.h"
2265 extern unsigned char __EH_FRAME_BEGIN__[];
2266 #endif
2267
2268 /* Run all the global destructors on exit from the program. */
2269
2270 void
2271 __do_global_dtors (void)
2272 {
2273 #ifdef DO_GLOBAL_DTORS_BODY
2274 DO_GLOBAL_DTORS_BODY;
2275 #else
2276 static func_ptr *p = __DTOR_LIST__ + 1;
2277 while (*p)
2278 {
2279 p++;
2280 (*(p-1)) ();
2281 }
2282 #endif
2283 #if defined (__LIBGCC_EH_FRAME_SECTION_NAME__) && !defined (HAS_INIT_SECTION)
2284 {
2285 static int completed = 0;
2286 if (! completed)
2287 {
2288 completed = 1;
2289 __deregister_frame_info (__EH_FRAME_BEGIN__);
2290 }
2291 }
2292 #endif
2293 }
2294 #endif
2295
2296 #ifndef HAS_INIT_SECTION
2297 /* Run all the global constructors on entry to the program. */
2298
2299 void
2300 __do_global_ctors (void)
2301 {
2302 #ifdef __LIBGCC_EH_FRAME_SECTION_NAME__
2303 {
2304 static struct object object;
2305 __register_frame_info (__EH_FRAME_BEGIN__, &object);
2306 }
2307 #endif
2308 DO_GLOBAL_CTORS_BODY;
2309 atexit (__do_global_dtors);
2310 }
2311 #endif /* no HAS_INIT_SECTION */
2312
2313 #if !defined (HAS_INIT_SECTION) || defined (INVOKE__main)
2314 /* Subroutine called automatically by `main'.
2315 Compiling a global function named `main'
2316 produces an automatic call to this function at the beginning.
2317
2318 For many systems, this routine calls __do_global_ctors.
2319 For systems which support a .init section we use the .init section
2320 to run __do_global_ctors, so we need not do anything here. */
2321
2322 extern void SYMBOL__MAIN (void);
2323 void
2324 SYMBOL__MAIN (void)
2325 {
2326 /* Support recursive calls to `main': run initializers just once. */
2327 static int initialized;
2328 if (! initialized)
2329 {
2330 initialized = 1;
2331 __do_global_ctors ();
2332 }
2333 }
2334 #endif /* no HAS_INIT_SECTION or INVOKE__main */
2335
2336 #endif /* L__main */
2337 #endif /* __CYGWIN__ */
2338 \f
2339 #ifdef L_ctors
2340
2341 #include "gbl-ctors.h"
2342
2343 /* Provide default definitions for the lists of constructors and
2344 destructors, so that we don't get linker errors. These symbols are
2345 intentionally bss symbols, so that gld and/or collect will provide
2346 the right values. */
2347
2348 /* We declare the lists here with two elements each,
2349 so that they are valid empty lists if no other definition is loaded.
2350
2351 If we are using the old "set" extensions to have the gnu linker
2352 collect ctors and dtors, then we __CTOR_LIST__ and __DTOR_LIST__
2353 must be in the bss/common section.
2354
2355 Long term no port should use those extensions. But many still do. */
2356 #if !defined(__LIBGCC_INIT_SECTION_ASM_OP__)
2357 #if defined (TARGET_ASM_CONSTRUCTOR) || defined (USE_COLLECT2)
2358 func_ptr __CTOR_LIST__[2] = {0, 0};
2359 func_ptr __DTOR_LIST__[2] = {0, 0};
2360 #else
2361 func_ptr __CTOR_LIST__[2];
2362 func_ptr __DTOR_LIST__[2];
2363 #endif
2364 #endif /* no __LIBGCC_INIT_SECTION_ASM_OP__ */
2365 #endif /* L_ctors */
2366 #endif /* LIBGCC2_UNITS_PER_WORD <= MIN_UNITS_PER_WORD */