[thirdparty/glibc.git] / sysdeps / sparc / sparc64 / strchr.S

/* strchr (str, ch) -- Return pointer to first occurrence of CH in STR.
   For SPARC v9.
   Copyright (C) 1998-2019 Free Software Foundation, Inc.
   This file is part of the GNU C Library.
   Contributed by Jan Vondrák <jvon4518@ss1000.ms.mff.cuni.cz> and
		  Jakub Jelinek <jj@ultra.linux.cz>.

   The GNU C Library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 2.1 of the License, or (at your option) any later version.

   The GNU C Library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.

   You should have received a copy of the GNU Lesser General Public
   License along with the GNU C Library; if not, see
   <http://www.gnu.org/licenses/>.  */

#include <sysdep.h>
#include <asm/asi.h>
#ifndef XCC
#define XCC xcc
#define USE_BPR
	.register	%g2, #scratch
	.register	%g3, #scratch
	.register	%g6, #scratch
#endif

	/* Normally, this uses
	   ((xword - 0x0101010101010101) & 0x8080808080808080) test
	   to find out if any byte in xword could be zero. This is fast, but
	   also gives false alarm for any byte in range 0x81-0xff. It does
	   not matter for correctness, as if this test tells us there could
	   be some zero byte, we check it byte by byte, but if bytes with
	   high bits set are common in the strings, then this will give poor
	   performance. You can #define EIGHTBIT_NOT_RARE and the algorithm
	   will use one tick slower, but more precise test
	   ((xword - 0x0101010101010101) & (~xword) & 0x8080808080808080),
	   which does not give any false alarms (but if some bits are set,
	   one cannot assume from it which bytes are zero and which are not).
	   It is yet to be measured, what is the correct default for glibc
	   in these days for an average user.
	 */

	.text
	.align		32
ENTRY(strchr)
	andcc		%o1, 0xff, %o1			/* IEU1		Group		*/
	be,pn		%icc, 17f			/* CTI				*/
	 sllx		%o1, 8, %g3			/* IEU0		Group		*/
	sethi		%hi(0x01010101), %g1		/* IEU1				*/

	or		%g3, %o1, %g3			/* IEU0		Group		*/
	ldub		[%o0], %o3			/* Load				*/
	sllx		%g3, 16, %g5			/* IEU0		Group		*/
	or		%g1, %lo(0x01010101), %g1	/* IEU1				*/

	sllx		%g1, 32, %g2			/* IEU0		Group		*/
	brz,pn		%o3, 5f				/* CTI+IEU1			*/
	 orcc		%g3, %g5, %g3			/* IEU1		Group		*/
	sllx		%g3, 32, %g5			/* IEU0				*/

	cmp		%o3, %o1			/* IEU1		Group		*/
	be,pn		%xcc, 14f			/* CTI				*/
	 or		%g1, %g2, %g1			/* IEU0				*/
	andcc		%o0, 7, %g0			/* IEU1		Group		*/

	bne,a,pn	%icc, 15f			/* CTI				*/
	 add		%o0, 1, %o0			/* IEU0				*/
	ldx		[%o0], %o3			/* Load		Group		*/
1:	sllx		%g1, 7, %g2			/* IEU0				*/

	or		%g3, %g5, %g3			/* IEU1				*/
	add		%o0, 8, %o0			/* IEU0		Group		*/
	xor		%o3, %g3, %o4			/* IEU1				*/
							/* %g1 = 0101010101010101	*
							 * %g2 = 8080088080808080	*
							 * %g3 =  c c c c c c c c	*
							 * %o3 =      value		*
							 * %o4 =   value XOR c		*/
2:	sub		%o3, %g1, %o2			/* IEU0		Group		*/

	sub		%o4, %g1, %o5			/* IEU1				*/
#ifdef EIGHTBIT_NOT_RARE
	andn		%o2, %o3, %g6			/* IEU0		Group		*/
	andn		%o5, %o4, %o5			/* IEU1				*/
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
	or		%o5, %g6, %o5			/* IEU0		Group		*/
#else
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
	or		%o5, %o2, %o5			/* IEU0		Group		*/
#endif
	add		%o0, 8, %o0			/* IEU1				*/

	andcc		%o5, %g2, %g0			/* IEU1		Group		*/
	be,a,pt		%xcc, 2b			/* CTI				*/
	 xor		%o3, %g3, %o4			/* IEU0				*/
	srlx		%o5, 32, %g5			/* IEU0		Group		*/

	add		%o2, %g1, %o2			/* IEU1				*/
3:	andcc		%g5, %g2, %g0			/* IEU1		Group		*/
	be,pn		%xcc, 4f			/* CTI				*/
	 srlx		%o2, 56, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/
	 srlx		%o4, 56, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 6f			/* CTI				*/
	 srlx		%o2, 48, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/

	 srlx		%o4, 48, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 7f			/* CTI				*/
	 srlx		%o2, 40, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/
	 srlx		%o4, 40, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 8f			/* CTI				*/
	 srlx		%o2, 32, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/

	 srlx		%o4, 32, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 9f			/* CTI				*/
4:	 srlx		%o2, 24, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/
	 srlx		%o4, 24, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 10f			/* CTI				*/
	 srlx		%o2, 16, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/

	 srlx		%o4, 16, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 11f			/* CTI				*/
	 srlx		%o2, 8, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/
	 srlx		%o4, 8, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 12f			/* CTI				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/
	 sub		%o3, %g1, %o2			/* IEU0				*/

	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 13f			/* CTI				*/
	 xor		%o3, %g3, %o4			/* IEU0				*/
	ldxa		[%o0] ASI_PNF, %o3		/* Load		Group		*/

	sub		%o4, %g1, %o5			/* IEU0				*/
	or		%o5, %o2, %o5			/* IEU1				*/
	add		%o0, 8, %o0			/* IEU0		Group		*/
	andcc		%o5, %g2, %g0			/* IEU1				*/

	be,a,pt		%xcc, 2b			/* CTI				*/
	 xor		%o3, %g3, %o4			/* IEU0		Group		*/
	srlx		%o5, 32, %g5			/* IEU0		Group		*/
	ba,pt		%xcc, 3b			/* CTI				*/

	 add		%o2, %g1, %o2			/* IEU1				*/

	.align		16
5:	retl						/* CTI+IEU1	Group		*/
	 clr		%o0				/* IEU0				*/
6:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -16, %o0			/* IEU0				*/

7:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -15, %o0			/* IEU0				*/
8:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -14, %o0			/* IEU0				*/

9:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -13, %o0			/* IEU0				*/
10:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -12, %o0			/* IEU0				*/

11:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -11, %o0			/* IEU0				*/
12:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -10, %o0			/* IEU0				*/

13:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -9, %o0			/* IEU0				*/
14: 	retl						/* CTI+IEU1	Group		*/
	 nop						/* IEU0				*/

	.align		16
15:	ldub		[%o0], %o3			/* Load		Group		*/
16:	andcc		%o0, 7, %g0			/* IEU1				*/
	be,a,pn		%icc, 1b			/* CTI				*/
	 ldx		[%o0], %o3			/* Load		Group		*/

	andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5b			/* CTI				*/
	 add		%o0, 1, %o0			/* IEU0				*/
	cmp		%o3, %o1			/* IEU1		Group		*/

	bne,a,pn	%icc, 16b			/* CTI				*/
	 ldub		[%o0], %o3			/* Load				*/
	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -1, %o0			/* IEU0				*/

	/* strchr (str, 0)			*/
	.align		32
	nop
	.align		16
17:	sethi		%hi(0x01010101), %g1		/* IEU0		Group		*/
	ldub		[%o0], %o3			/* Load				*/
	or		%g1, %lo(0x01010101), %g1	/* IEU0		Group		*/
	sllx		%g1, 32, %g2			/* IEU0		Group		*/

	andcc		%o0, 7, %g0			/* IEU1				*/
	or		%g1, %g2, %g1			/* IEU0		Group		*/
	bne,pn		%icc, 32f			/* CTI				*/
	 sllx		%g1, 7, %g2			/* IEU0		Group		*/

	brz,pn		%o3, 30f			/* CTI+IEU1			*/
	 ldx		[%o0], %o3			/* Load				*/
18:	add		%o0, 8, %o0			/* IEU0		Group		*/
19:	sub		%o3, %g1, %o2			/* IEU0		Group		*/

#ifdef EIGHTBIT_NOT_RARE
	andn		%o2, %o3, %g6			/* IEU0		Group		*/
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
	andcc		%g6, %g2, %g0			/* IEU1		Group		*/
#else
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
#endif
	be,pt		%xcc, 19b			/* CTI				*/
	 add		%o0, 8, %o0			/* IEU0				*/

 	addcc		%o2, %g1, %g3			/* IEU1		Group		*/
	srlx		%o2, 32, %o2			/* IEU0				*/
20:	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
	be,pn		%xcc, 21f			/* CTI				*/

	 srlx		%g3, 56, %o2			/* IEU0				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 29f			/* CTI				*/
	 srlx		%g3, 48, %o2			/* IEU0				*/

	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 28f			/* CTI				*/
	 srlx		%g3, 40, %o2			/* IEU0				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 27f			/* CTI				*/
	 srlx		%g3, 32, %o2			/* IEU0				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 26f			/* CTI				*/

21:	 srlx		%g3, 24, %o2			/* IEU0				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 25f			/* CTI				*/
	 srlx		%g3, 16, %o2			/* IEU0				*/

	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 24f			/* CTI				*/
	 srlx		%g3, 8, %o2			/* IEU0				*/
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 23f			/* CTI				*/
	 sub		%o3, %g1, %o2			/* IEU0				*/
	andcc		%g3, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 22f			/* CTI				*/

	 ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
	be,pt		%xcc, 19b			/* CTI				*/
	 add		%o0, 8, %o0			/* IEU0				*/

	addcc		%o2, %g1, %g3			/* IEU1		Group		*/
	ba,pt		%xcc, 20b			/* CTI				*/
	 srlx		%o2, 32, %o2			/* IEU0				*/

	.align		16
22:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -9, %o0			/* IEU0				*/
23:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -10, %o0			/* IEU0				*/

24:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -11, %o0			/* IEU0				*/
25:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -12, %o0			/* IEU0				*/

26:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -13, %o0			/* IEU0				*/
27:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -14, %o0			/* IEU0				*/

28:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -15, %o0			/* IEU0				*/
29:	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -16, %o0			/* IEU0				*/

30:	retl						/* CTI+IEU1	Group		*/
	 nop						/* IEU0				*/

	.align		16
32:	andcc		%o0, 7, %g0			/* IEU1		Group		*/
	be,a,pn		%icc, 18b			/* CTI				*/
	 ldx		[%o0], %o3			/* Load				*/
	add		%o0, 1, %o0			/* IEU0		Group		*/

	brnz,a,pt	%o3, 32b			/* CTI+IEU1			*/
	 lduba		[%o0] ASI_PNF, %o3		/* Load				*/
	retl						/* CTI+IEU1	Group		*/
	 add		%o0, -1, %o0			/* IEU0				*/
END(strchr)

	.align		32
ENTRY(strrchr)
	andcc		%o1, 0xff, %o1			/* IEU1		Group		*/
	be,pn		%icc, 17b			/* CTI				*/
	 clr		%g4				/* IEU0				*/
	andcc		%o0, 7, %g0			/* IEU1		Group		*/

	bne,pn		%icc, 13f			/* CTI				*/
	 sllx		%o1, 8, %g3			/* IEU0				*/
	ldx		[%o0], %o3			/* Load		Group		*/
1:	sethi		%hi(0x01010101), %g1		/* IEU0				*/

	or		%g3, %o1, %g3			/* IEU1				*/
	sllx		%g3, 16, %g5			/* IEU0		Group		*/
	or		%g1, %lo(0x01010101), %g1	/* IEU1				*/
	sllx		%g1, 32, %g2			/* IEU0		Group		*/

	or		%g3, %g5, %g3			/* IEU1				*/
	sllx		%g3, 32, %g5			/* IEU0		Group		*/
	or		%g1, %g2, %g1			/* IEU1				*/
	sllx		%g1, 7, %g2			/* IEU0		Group		*/

	or		%g3, %g5, %g3			/* IEU1				*/
	add		%o0, 8, %o0			/* IEU0		Group		*/
	xor		%o3, %g3, %o4			/* IEU1				*/
							/* %g1 = 0101010101010101	*
							 * %g2 = 8080088080808080	*
							 * %g3 =  c c c c c c c c	*
							 * %o3 =   value		*
							 * %o4 =   value XOR c		*/
2:	sub		%o3, %g1, %o2			/* IEU0		Group		*/

3:	sub		%o4, %g1, %o5			/* IEU1				*/
#ifdef EIGHTBIT_NOT_RARE
	andn		%o2, %o3, %g6			/* IEU0		Group		*/
	andn		%o5, %o4, %o5			/* IEU1				*/
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/

	or		%o5, %g6, %o5			/* IEU0		Group		*/
#else
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/

	or		%o5, %o2, %o5			/* IEU0		Group		*/
#endif
	add		%o0, 8, %o0			/* IEU1				*/
	andcc		%o5, %g2, %g0			/* IEU1		Group		*/
	be,a,pt		%xcc, 2b			/* CTI				*/

	 xor		%o3, %g3, %o4			/* IEU0				*/
	srlx		%o5, 32, %g5			/* IEU0		Group		*/
	add		%o2, %g1, %o2			/* IEU1				*/
	andcc		%g5, %g2, %g0			/* IEU1		Group		*/

	be,pn		%xcc, 7f			/* CTI				*/
	 srlx		%o2, 56, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/

	 srlx		%o4, 56, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	srlx		%o2, 48, %g5			/* IEU0				*/
	be,a,pn		%icc, 4f			/* CTI				*/

	 add		%o0, -16, %g4			/* IEU0		Group		*/
4:	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/
	 srlx		%o4, 48, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	srlx		%o2, 40, %g5			/* IEU0				*/
	be,a,pn		%icc, 5f			/* CTI				*/
	 add		%o0, -15, %g4			/* IEU0		Group		*/

5:	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/
	 srlx		%o4, 40, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	srlx		%o2, 32, %g5			/* IEU0				*/
	be,a,pn		%icc, 6f			/* CTI				*/
	 add		%o0, -14, %g4			/* IEU0		Group		*/
6:	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 12f			/* CTI				*/
	 srlx		%o4, 32, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,a,pn		%icc, 7f			/* CTI				*/

	 add		%o0, -13, %g4			/* IEU0				*/
7:	srlx		%o2, 24, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/

	 srlx		%o4, 24, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	srlx		%o2, 16, %g5			/* IEU0				*/
	be,a,pn		%icc, 8f			/* CTI				*/

	 add		%o0, -12, %g4			/* IEU0		Group		*/
8:	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/
	 srlx		%o4, 16, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	srlx		%o2, 8, %g5			/* IEU0				*/
	be,a,pn		%icc, 9f			/* CTI				*/
	 add		%o0, -11, %g4			/* IEU0		Group		*/

9:	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/
	 srlx		%o4, 8, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/

	be,a,pn		%icc, 10f			/* CTI				*/
	 add		%o0, -10, %g4			/* IEU0				*/
10:	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12f			/* CTI				*/

	 sub		%o3, %g1, %o2			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,a,pn		%icc, 11f			/* CTI				*/
	 add		%o0, -9, %g4			/* IEU0				*/

11:	ba,pt		%xcc, 3b			/* CTI		Group		*/
	 xor		%o3, %g3, %o4			/* IEU0		Group		*/
12:	retl						/* CTI+IEU1	Group		*/
	 mov		%g4, %o0			/* IEU0				*/

	.align		16
13:	ldub		[%o0], %o3			/* Load		Group		*/
	add		%o0, 1, %o0			/* IEU0				*/
14:	andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 12b			/* CTI				*/

	cmp		%o3, %o1			/* IEU1		Group		*/
	ldub		[%o0], %o3			/* Load				*/
	be,a,pn 	%icc, 15f			/* CTI				*/
	 add		%o0, -1, %g4			/* IEU0		Group		*/

15:	andcc		%o0, 7, %g0			/* IEU1		Group		*/
	bne,a,pt	%icc, 14b			/* CTI				*/
	 add		%o0, 1, %o0			/* IEU0				*/
	ba,pt		%xcc, 1b			/* CTI		Group		*/

	 ldx		[%o0], %o3			/* Load				*/
END(strrchr)

weak_alias (strchr, index)
weak_alias (strrchr, rindex)
libc_hidden_builtin_def (strchr)
libc_hidden_builtin_def (strrchr)
Commit	Line	Data
ae6b8730 RH	1	/* strchr (str, ch) -- Return pointer to first occurrence of CH in STR.
ae6b8730 RH	2	For SPARC v9.
04277e02	3	Copyright (C) 1998-2019 Free Software Foundation, Inc.
ae6b8730	4	This file is part of the GNU C Library.
e6855a3b	5	Contributed by Jan Vondrák <jvon4518@ss1000.ms.mff.cuni.cz> and
ae6b8730 RH	6	Jakub Jelinek <jj@ultra.linux.cz>.
	7
	8	The GNU C Library is free software; you can redistribute it and/or
41bdb6e2 AJ	9	modify it under the terms of the GNU Lesser General Public
	10	License as published by the Free Software Foundation; either
	11	version 2.1 of the License, or (at your option) any later version.
ae6b8730 RH	12
	13	The GNU C Library is distributed in the hope that it will be useful,
	14	but WITHOUT ANY WARRANTY; without even the implied warranty of
	15	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
41bdb6e2	16	Lesser General Public License for more details.
ae6b8730	17
41bdb6e2	18	You should have received a copy of the GNU Lesser General Public
59ba27a6 PE	19	License along with the GNU C Library; if not, see
59ba27a6 PE	20	<http://www.gnu.org/licenses/>. */
ae6b8730 RH	21
	22	#include <sysdep.h>
	23	#include <asm/asi.h>
	24	#ifndef XCC
	25	#define XCC xcc
	26	#define USE_BPR
8cb079d4 UD	27	.register %g2, #scratch
8cb079d4 UD	28	.register %g3, #scratch
62f29da7	29	.register %g6, #scratch
ae6b8730 RH	30	#endif
	31
	32	/* Normally, this uses
	33	((xword - 0x0101010101010101) & 0x8080808080808080) test
	34	to find out if any byte in xword could be zero. This is fast, but
	35	also gives false alarm for any byte in range 0x81-0xff. It does
	36	not matter for correctness, as if this test tells us there could
	37	be some zero byte, we check it byte by byte, but if bytes with
	38	high bits set are common in the strings, then this will give poor
	39	performance. You can #define EIGHTBIT_NOT_RARE and the algorithm
	40	will use one tick slower, but more precise test
	41	((xword - 0x0101010101010101) & (~xword) & 0x8080808080808080),
	42	which does not give any false alarms (but if some bits are set,
	43	one cannot assume from it which bytes are zero and which are not).
	44	It is yet to be measured, what is the correct default for glibc
	45	in these days for an average user.
	46	*/
	47
	48	.text
	49	.align 32
	50	ENTRY(strchr)
407d26b7 UD	51	andcc %o1, 0xff, %o1 /* IEU1 Group */
	52	be,pn %icc, 17f /* CTI */
	53	sllx %o1, 8, %g3 /* IEU0 Group */
	54	sethi %hi(0x01010101), %g1 /* IEU1 */
ae6b8730	55
407d26b7	56	or %g3, %o1, %g3 /* IEU0 Group */
ae6b8730 RH	57	ldub [%o0], %o3 /* Load */
	58	sllx %g3, 16, %g5 /* IEU0 Group */
	59	or %g1, %lo(0x01010101), %g1 /* IEU1 */
ae6b8730	60
407d26b7	61	sllx %g1, 32, %g2 /* IEU0 Group */
ae6b8730 RH	62	brz,pn %o3, 5f /* CTI+IEU1 */
	63	orcc %g3, %g5, %g3 /* IEU1 Group */
	64	sllx %g3, 32, %g5 /* IEU0 */
ae6b8730	65
407d26b7	66	cmp %o3, %o1 /* IEU1 Group */
ae6b8730 RH	67	be,pn %xcc, 14f /* CTI */
	68	or %g1, %g2, %g1 /* IEU0 */
	69	andcc %o0, 7, %g0 /* IEU1 Group */
ae6b8730	70
407d26b7	71	bne,a,pn %icc, 15f /* CTI */
ae6b8730 RH	72	add %o0, 1, %o0 /* IEU0 */
	73	ldx [%o0], %o3 /* Load Group */
	74	1: sllx %g1, 7, %g2 /* IEU0 */
ae6b8730	75
407d26b7	76	or %g3, %g5, %g3 /* IEU1 */
ae6b8730 RH	77	add %o0, 8, %o0 /* IEU0 Group */
	78	xor %o3, %g3, %o4 /* IEU1 */
	79	/* %g1 = 0101010101010101 *
	80	* %g2 = 8080088080808080 *
	81	* %g3 = c c c c c c c c *
	82	* %o3 = value *
	83	* %o4 = value XOR c */
	84	2: sub %o3, %g1, %o2 /* IEU0 Group */
ae6b8730	85
407d26b7	86	sub %o4, %g1, %o5 /* IEU1 */
ae6b8730	87	#ifdef EIGHTBIT_NOT_RARE
62f29da7	88	andn %o2, %o3, %g6 /* IEU0 Group */
ae6b8730 RH	89	andn %o5, %o4, %o5 /* IEU1 */
ae6b8730 RH	90	ldxa [%o0] ASI_PNF, %o3 /* Load */
62f29da7	91	or %o5, %g6, %o5 /* IEU0 Group */
ae6b8730 RH	92	#else
	93	ldxa [%o0] ASI_PNF, %o3 /* Load */
	94	or %o5, %o2, %o5 /* IEU0 Group */
	95	#endif
	96	add %o0, 8, %o0 /* IEU1 */
ae6b8730	97
407d26b7	98	andcc %o5, %g2, %g0 /* IEU1 Group */
ae6b8730 RH	99	be,a,pt %xcc, 2b /* CTI */
	100	xor %o3, %g3, %o4 /* IEU0 */
	101	srlx %o5, 32, %g5 /* IEU0 Group */
ae6b8730	102
407d26b7	103	add %o2, %g1, %o2 /* IEU1 */
ae6b8730 RH	104	3: andcc %g5, %g2, %g0 /* IEU1 Group */
	105	be,pn %xcc, 4f /* CTI */
	106	srlx %o2, 56, %g5 /* IEU0 */
ae6b8730	107
407d26b7	108	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	109	be,pn %icc, 5f /* CTI */
	110	srlx %o4, 56, %g5 /* IEU0 */
	111	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	112
407d26b7	113	be,pn %icc, 6f /* CTI */
ae6b8730 RH	114	srlx %o2, 48, %g5 /* IEU0 */
	115	andcc %g5, 0xff, %g0 /* IEU1 Group */
	116	be,pn %icc, 5f /* CTI */
ae6b8730	117
407d26b7	118	srlx %o4, 48, %g5 /* IEU0 */
ae6b8730 RH	119	andcc %g5, 0xff, %g0 /* IEU1 Group */
	120	be,pn %icc, 7f /* CTI */
	121	srlx %o2, 40, %g5 /* IEU0 */
ae6b8730	122
407d26b7	123	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	124	be,pn %icc, 5f /* CTI */
	125	srlx %o4, 40, %g5 /* IEU0 */
	126	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	127
407d26b7	128	be,pn %icc, 8f /* CTI */
ae6b8730 RH	129	srlx %o2, 32, %g5 /* IEU0 */
	130	andcc %g5, 0xff, %g0 /* IEU1 Group */
	131	be,pn %icc, 5f /* CTI */
ae6b8730	132
407d26b7	133	srlx %o4, 32, %g5 /* IEU0 */
ae6b8730 RH	134	andcc %g5, 0xff, %g0 /* IEU1 Group */
	135	be,pn %icc, 9f /* CTI */
	136	4: srlx %o2, 24, %g5 /* IEU0 */
ae6b8730	137
407d26b7	138	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	139	be,pn %icc, 5f /* CTI */
	140	srlx %o4, 24, %g5 /* IEU0 */
	141	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	142
407d26b7	143	be,pn %icc, 10f /* CTI */
ae6b8730 RH	144	srlx %o2, 16, %g5 /* IEU0 */
	145	andcc %g5, 0xff, %g0 /* IEU1 Group */
	146	be,pn %icc, 5f /* CTI */
ae6b8730	147
407d26b7	148	srlx %o4, 16, %g5 /* IEU0 */
ae6b8730 RH	149	andcc %g5, 0xff, %g0 /* IEU1 Group */
	150	be,pn %icc, 11f /* CTI */
	151	srlx %o2, 8, %g5 /* IEU0 */
ae6b8730	152
407d26b7	153	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	154	be,pn %icc, 5f /* CTI */
	155	srlx %o4, 8, %g5 /* IEU0 */
	156	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	157
407d26b7	158	be,pn %icc, 12f /* CTI */
ae6b8730 RH	159	andcc %o2, 0xff, %g0 /* IEU1 Group */
	160	be,pn %icc, 5f /* CTI */
	161	sub %o3, %g1, %o2 /* IEU0 */
ae6b8730	162
407d26b7	163	andcc %o4, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	164	be,pn %icc, 13f /* CTI */
	165	xor %o3, %g3, %o4 /* IEU0 */
	166	ldxa [%o0] ASI_PNF, %o3 /* Load Group */
ae6b8730	167
407d26b7	168	sub %o4, %g1, %o5 /* IEU0 */
ae6b8730 RH	169	or %o5, %o2, %o5 /* IEU1 */
	170	add %o0, 8, %o0 /* IEU0 Group */
	171	andcc %o5, %g2, %g0 /* IEU1 */
ae6b8730	172
407d26b7	173	be,a,pt %xcc, 2b /* CTI */
ae6b8730 RH	174	xor %o3, %g3, %o4 /* IEU0 Group */
	175	srlx %o5, 32, %g5 /* IEU0 Group */
	176	ba,pt %xcc, 3b /* CTI */
407d26b7	177
ae6b8730 RH	178	add %o2, %g1, %o2 /* IEU1 */
	179
	180	.align 16
	181	5: retl /* CTI+IEU1 Group */
	182	clr %o0 /* IEU0 */
	183	6: retl /* CTI+IEU1 Group */
	184	add %o0, -16, %o0 /* IEU0 */
	185
	186	7: retl /* CTI+IEU1 Group */
	187	add %o0, -15, %o0 /* IEU0 */
	188	8: retl /* CTI+IEU1 Group */
	189	add %o0, -14, %o0 /* IEU0 */
	190
	191	9: retl /* CTI+IEU1 Group */
	192	add %o0, -13, %o0 /* IEU0 */
	193	10: retl /* CTI+IEU1 Group */
	194	add %o0, -12, %o0 /* IEU0 */
	195
	196	11: retl /* CTI+IEU1 Group */
	197	add %o0, -11, %o0 /* IEU0 */
	198	12: retl /* CTI+IEU1 Group */
	199	add %o0, -10, %o0 /* IEU0 */
	200
	201	13: retl /* CTI+IEU1 Group */
	202	add %o0, -9, %o0 /* IEU0 */
	203	14: retl /* CTI+IEU1 Group */
	204	nop /* IEU0 */
	205
	206	.align 16
	207	15: ldub [%o0], %o3 /* Load Group */
	208	16: andcc %o0, 7, %g0 /* IEU1 */
	209	be,a,pn %icc, 1b /* CTI */
	210	ldx [%o0], %o3 /* Load Group */
	211
	212	andcc %o3, 0xff, %g0 /* IEU1 Group */
	213	be,pn %icc, 5b /* CTI */
	214	add %o0, 1, %o0 /* IEU0 */
	215	cmp %o3, %o1 /* IEU1 Group */
	216
	217	bne,a,pn %icc, 16b /* CTI */
	218	ldub [%o0], %o3 /* Load */
	219	retl /* CTI+IEU1 Group */
	220	add %o0, -1, %o0 /* IEU0 */
	221
	222	/* strchr (str, 0) */
	223	.align 32
	224	nop
	225	.align 16
	226	17: sethi %hi(0x01010101), %g1 /* IEU0 Group */
	227	ldub [%o0], %o3 /* Load */
	228	or %g1, %lo(0x01010101), %g1 /* IEU0 Group */
	229	sllx %g1, 32, %g2 /* IEU0 Group */
	230
	231	andcc %o0, 7, %g0 /* IEU1 */
	232	or %g1, %g2, %g1 /* IEU0 Group */
	233	bne,pn %icc, 32f /* CTI */
	234	sllx %g1, 7, %g2 /* IEU0 Group */
	235
	236	brz,pn %o3, 30f /* CTI+IEU1 */
	237	ldx [%o0], %o3 /* Load */
	238	18: add %o0, 8, %o0 /* IEU0 Group */
	239	19: sub %o3, %g1, %o2 /* IEU0 Group */
	240
	241	#ifdef EIGHTBIT_NOT_RARE
62f29da7	242	andn %o2, %o3, %g6 /* IEU0 Group */
ae6b8730	243	ldxa [%o0] ASI_PNF, %o3 /* Load */
62f29da7	244	andcc %g6, %g2, %g0 /* IEU1 Group */
ae6b8730 RH	245	#else
	246	ldxa [%o0] ASI_PNF, %o3 /* Load */
	247	andcc %o2, %g2, %g0 /* IEU1 Group */
	248	#endif
	249	be,pt %xcc, 19b /* CTI */
	250	add %o0, 8, %o0 /* IEU0 */
	251
	252	addcc %o2, %g1, %g3 /* IEU1 Group */
	253	srlx %o2, 32, %o2 /* IEU0 */
	254	20: andcc %o2, %g2, %g0 /* IEU1 Group */
	255	be,pn %xcc, 21f /* CTI */
	256
	257	srlx %g3, 56, %o2 /* IEU0 */
	258	andcc %o2, 0xff, %g0 /* IEU1 Group */
	259	be,pn %icc, 29f /* CTI */
	260	srlx %g3, 48, %o2 /* IEU0 */
	261
	262	andcc %o2, 0xff, %g0 /* IEU1 Group */
	263	be,pn %icc, 28f /* CTI */
	264	srlx %g3, 40, %o2 /* IEU0 */
	265	andcc %o2, 0xff, %g0 /* IEU1 Group */
	266
	267	be,pn %icc, 27f /* CTI */
	268	srlx %g3, 32, %o2 /* IEU0 */
	269	andcc %o2, 0xff, %g0 /* IEU1 Group */
	270	be,pn %icc, 26f /* CTI */
	271
	272	21: srlx %g3, 24, %o2 /* IEU0 */
	273	andcc %o2, 0xff, %g0 /* IEU1 Group */
	274	be,pn %icc, 25f /* CTI */
	275	srlx %g3, 16, %o2 /* IEU0 */
	276
	277	andcc %o2, 0xff, %g0 /* IEU1 Group */
	278	be,pn %icc, 24f /* CTI */
	279	srlx %g3, 8, %o2 /* IEU0 */
	280	andcc %o2, 0xff, %g0 /* IEU1 Group */
	281
	282	be,pn %icc, 23f /* CTI */
	283	sub %o3, %g1, %o2 /* IEU0 */
	284	andcc %g3, 0xff, %g0 /* IEU1 Group */
	285	be,pn %icc, 22f /* CTI */
	286
	287	ldxa [%o0] ASI_PNF, %o3 /* Load */
	288	andcc %o2, %g2, %g0 /* IEU1 Group */
	289	be,pt %xcc, 19b /* CTI */
	290	add %o0, 8, %o0 /* IEU0 */
	291
	292	addcc %o2, %g1, %g3 /* IEU1 Group */
	293	ba,pt %xcc, 20b /* CTI */
	294	srlx %o2, 32, %o2 /* IEU0 */
	295
	296	.align 16
	297	22: retl /* CTI+IEU1 Group */
	298	add %o0, -9, %o0 /* IEU0 */
	299	23: retl /* CTI+IEU1 Group */
	300	add %o0, -10, %o0 /* IEU0 */
	301
	302	24: retl /* CTI+IEU1 Group */
	303	add %o0, -11, %o0 /* IEU0 */
	304	25: retl /* CTI+IEU1 Group */
	305	add %o0, -12, %o0 /* IEU0 */
	306
	307	26: retl /* CTI+IEU1 Group */
	308	add %o0, -13, %o0 /* IEU0 */
309	27: retl /* CTI+IEU1 Group */
310	add %o0, -14, %o0 /* IEU0 */
311
312	28: retl /* CTI+IEU1 Group */
313	add %o0, -15, %o0 /* IEU0 */
314	29: retl /* CTI+IEU1 Group */
315	add %o0, -16, %o0 /* IEU0 */
316
317	30: retl /* CTI+IEU1 Group */
318	nop /* IEU0 */
319
320	.align 16
321	32: andcc %o0, 7, %g0 /* IEU1 Group */
322	be,a,pn %icc, 18b /* CTI */
323	ldx [%o0], %o3 /* Load */
324	add %o0, 1, %o0 /* IEU0 Group */
325
326	brnz,a,pt %o3, 32b /* CTI+IEU1 */
327	lduba [%o0] ASI_PNF, %o3 /* Load */
328	retl /* CTI+IEU1 Group */
329	add %o0, -1, %o0 /* IEU0 */
330	END(strchr)
331
332	.align 32
333	ENTRY(strrchr)
407d26b7 UD	334	andcc %o1, 0xff, %o1 /* IEU1 Group */
407d26b7 UD	335	be,pn %icc, 17b /* CTI */
ae6b8730 RH	336	clr %g4 /* IEU0 */
ae6b8730 RH	337	andcc %o0, 7, %g0 /* IEU1 Group */
ae6b8730	338
407d26b7	339	bne,pn %icc, 13f /* CTI */
ae6b8730 RH	340	sllx %o1, 8, %g3 /* IEU0 */
	341	ldx [%o0], %o3 /* Load Group */
	342	1: sethi %hi(0x01010101), %g1 /* IEU0 */
ae6b8730	343
407d26b7	344	or %g3, %o1, %g3 /* IEU1 */
ae6b8730 RH	345	sllx %g3, 16, %g5 /* IEU0 Group */
	346	or %g1, %lo(0x01010101), %g1 /* IEU1 */
	347	sllx %g1, 32, %g2 /* IEU0 Group */
ae6b8730	348
407d26b7	349	or %g3, %g5, %g3 /* IEU1 */
ae6b8730 RH	350	sllx %g3, 32, %g5 /* IEU0 Group */
	351	or %g1, %g2, %g1 /* IEU1 */
	352	sllx %g1, 7, %g2 /* IEU0 Group */
ae6b8730	353
407d26b7	354	or %g3, %g5, %g3 /* IEU1 */
ae6b8730 RH	355	add %o0, 8, %o0 /* IEU0 Group */
	356	xor %o3, %g3, %o4 /* IEU1 */
	357	/* %g1 = 0101010101010101 *
	358	* %g2 = 8080088080808080 *
	359	* %g3 = c c c c c c c c *
	360	* %o3 = value *
	361	* %o4 = value XOR c */
	362	2: sub %o3, %g1, %o2 /* IEU0 Group */
407d26b7	363
ae6b8730 RH	364	3: sub %o4, %g1, %o5 /* IEU1 */
ae6b8730 RH	365	#ifdef EIGHTBIT_NOT_RARE
62f29da7	366	andn %o2, %o3, %g6 /* IEU0 Group */
ae6b8730 RH	367	andn %o5, %o4, %o5 /* IEU1 */
ae6b8730 RH	368	ldxa [%o0] ASI_PNF, %o3 /* Load */
407d26b7	369
62f29da7	370	or %o5, %g6, %o5 /* IEU0 Group */
ae6b8730 RH	371	#else
ae6b8730 RH	372	ldxa [%o0] ASI_PNF, %o3 /* Load */
407d26b7	373
ae6b8730 RH	374	or %o5, %o2, %o5 /* IEU0 Group */
ae6b8730 RH	375	#endif
ae6b8730 RH	376	add %o0, 8, %o0 /* IEU1 */
	377	andcc %o5, %g2, %g0 /* IEU1 Group */
	378	be,a,pt %xcc, 2b /* CTI */
ae6b8730	379
407d26b7	380	xor %o3, %g3, %o4 /* IEU0 */
ae6b8730 RH	381	srlx %o5, 32, %g5 /* IEU0 Group */
	382	add %o2, %g1, %o2 /* IEU1 */
	383	andcc %g5, %g2, %g0 /* IEU1 Group */
ae6b8730	384
407d26b7	385	be,pn %xcc, 7f /* CTI */
ae6b8730 RH	386	srlx %o2, 56, %g5 /* IEU0 */
	387	andcc %g5, 0xff, %g0 /* IEU1 Group */
	388	be,pn %icc, 12f /* CTI */
ae6b8730	389
407d26b7	390	srlx %o4, 56, %g5 /* IEU0 */
ae6b8730 RH	391	andcc %g5, 0xff, %g0 /* IEU1 Group */
	392	srlx %o2, 48, %g5 /* IEU0 */
	393	be,a,pn %icc, 4f /* CTI */
ae6b8730	394
407d26b7	395	add %o0, -16, %g4 /* IEU0 Group */
ae6b8730 RH	396	4: andcc %g5, 0xff, %g0 /* IEU1 Group */
	397	be,pn %icc, 12f /* CTI */
	398	srlx %o4, 48, %g5 /* IEU0 */
ae6b8730	399
407d26b7	400	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	401	srlx %o2, 40, %g5 /* IEU0 */
	402	be,a,pn %icc, 5f /* CTI */
	403	add %o0, -15, %g4 /* IEU0 Group */
ae6b8730	404
407d26b7	405	5: andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	406	be,pn %icc, 12f /* CTI */
	407	srlx %o4, 40, %g5 /* IEU0 */
	408	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	409
407d26b7	410	srlx %o2, 32, %g5 /* IEU0 */
ae6b8730 RH	411	be,a,pn %icc, 6f /* CTI */
	412	add %o0, -14, %g4 /* IEU0 Group */
	413	6: andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	414
407d26b7	415	be,pn %icc, 12f /* CTI */
ae6b8730 RH	416	srlx %o4, 32, %g5 /* IEU0 */
	417	andcc %g5, 0xff, %g0 /* IEU1 Group */
	418	be,a,pn %icc, 7f /* CTI */
ae6b8730	419
407d26b7	420	add %o0, -13, %g4 /* IEU0 */
ae6b8730 RH	421	7: srlx %o2, 24, %g5 /* IEU0 */
	422	andcc %g5, 0xff, %g0 /* IEU1 Group */
	423	be,pn %icc, 12f /* CTI */
ae6b8730	424
407d26b7	425	srlx %o4, 24, %g5 /* IEU0 */
ae6b8730 RH	426	andcc %g5, 0xff, %g0 /* IEU1 Group */
	427	srlx %o2, 16, %g5 /* IEU0 */
	428	be,a,pn %icc, 8f /* CTI */
ae6b8730	429
407d26b7	430	add %o0, -12, %g4 /* IEU0 Group */
ae6b8730 RH	431	8: andcc %g5, 0xff, %g0 /* IEU1 Group */
	432	be,pn %icc, 12f /* CTI */
	433	srlx %o4, 16, %g5 /* IEU0 */
ae6b8730	434
407d26b7	435	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	436	srlx %o2, 8, %g5 /* IEU0 */
	437	be,a,pn %icc, 9f /* CTI */
	438	add %o0, -11, %g4 /* IEU0 Group */
ae6b8730	439
407d26b7	440	9: andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730 RH	441	be,pn %icc, 12f /* CTI */
	442	srlx %o4, 8, %g5 /* IEU0 */
	443	andcc %g5, 0xff, %g0 /* IEU1 Group */
ae6b8730	444
407d26b7	445	be,a,pn %icc, 10f /* CTI */
ae6b8730 RH	446	add %o0, -10, %g4 /* IEU0 */
	447	10: andcc %o2, 0xff, %g0 /* IEU1 Group */
	448	be,pn %icc, 12f /* CTI */
ae6b8730	449
407d26b7	450	sub %o3, %g1, %o2 /* IEU0 */
ae6b8730 RH	451	andcc %o4, 0xff, %g0 /* IEU1 Group */
	452	be,a,pn %icc, 11f /* CTI */
	453	add %o0, -9, %g4 /* IEU0 */
ae6b8730	454
407d26b7	455	11: ba,pt %xcc, 3b /* CTI Group */
ae6b8730 RH	456	xor %o3, %g3, %o4 /* IEU0 Group */
	457	12: retl /* CTI+IEU1 Group */
	458	mov %g4, %o0 /* IEU0 */
	459
	460	.align 16
	461	13: ldub [%o0], %o3 /* Load Group */
	462	add %o0, 1, %o0 /* IEU0 */
	463	14: andcc %o3, 0xff, %g0 /* IEU1 Group */
	464	be,pn %icc, 12b /* CTI */
	465
	466	cmp %o3, %o1 /* IEU1 Group */
	467	ldub [%o0], %o3 /* Load */
	468	be,a,pn %icc, 15f /* CTI */
	469	add %o0, -1, %g4 /* IEU0 Group */
	470
	471	15: andcc %o0, 7, %g0 /* IEU1 Group */
	472	bne,a,pt %icc, 14b /* CTI */
	473	add %o0, 1, %o0 /* IEU0 */
	474	ba,pt %xcc, 1b /* CTI Group */
	475
	476	ldx [%o0], %o3 /* Load */
	477	END(strrchr)
	478
	479	weak_alias (strchr, index)
	480	weak_alias (strrchr, rindex)
85dd1003 UD	481	libc_hidden_builtin_def (strchr)
85dd1003 UD	482	libc_hidden_builtin_def (strrchr)