[thirdparty/glibc.git] / sysdeps / sparc / sparc64 / stpcpy.S

/* Copy SRC to DEST returning the address of the terminating '\0' in DEST.
   For SPARC v9.
   Copyright (C) 1998-2019 Free Software Foundation, Inc.
   This file is part of the GNU C Library.
   Contributed by Jan Vondrak <jvon4518@ss1000.ms.mff.cuni.cz> and
                  Jakub Jelinek <jj@ultra.linux.cz>.

   The GNU C Library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Lesser General Public
   License as published by the Free Software Foundation; either
   version 2.1 of the License, or (at your option) any later version.

   The GNU C Library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Lesser General Public License for more details.

   You should have received a copy of the GNU Lesser General Public
   License along with the GNU C Library; if not, see
   <http://www.gnu.org/licenses/>.  */

#include <sysdep.h>
#include <asm/asi.h>
#ifndef XCC
	.register	%g2, #scratch
	.register	%g3, #scratch
	.register	%g6, #scratch
#endif

	/* Normally, this uses
	   ((xword - 0x0101010101010101) & 0x8080808080808080) test
	   to find out if any byte in xword could be zero. This is fast, but
	   also gives false alarm for any byte in range 0x81-0xff. It does
	   not matter for correctness, as if this test tells us there could
	   be some zero byte, we check it byte by byte, but if bytes with
	   high bits set are common in the strings, then this will give poor
	   performance. You can #define EIGHTBIT_NOT_RARE and the algorithm
	   will use one tick slower, but more precise test
	   ((xword - 0x0101010101010101) & (~xword) & 0x8080808080808080),
	   which does not give any false alarms (but if some bits are set,
	   one cannot assume from it which bytes are zero and which are not).
	   It is yet to be measured, what is the correct default for glibc
	   in these days for an average user.
	 */

	.text
	.align		32
ENTRY(__stpcpy)
	sethi		%hi(0x01010101), %g1		/* IEU0		Group		*/
	or		%g1, %lo(0x01010101), %g1	/* IEU0		Group		*/
	andcc		%o0, 7, %g0			/* IEU1				*/
	sllx		%g1, 32, %g2			/* IEU0		Group		*/

	bne,pn		%icc, 12f			/* CTI				*/
	 andcc		%o1, 7, %g3			/* IEU1				*/
	or		%g1, %g2, %g1			/* IEU0		Group		*/
	bne,pn		%icc, 14f			/* CTI				*/

	 sllx		%g1, 7, %g2			/* IEU0		Group		*/
1:	ldx		[%o1], %o3			/* Load				*/
	add		%o1, 8, %o1			/* IEU1				*/
2:	mov		%o3, %g3			/* IEU0		Group		*/

	sub		%o3, %g1, %o2			/* IEU1				*/
3:	ldxa		[%o1] ASI_PNF, %o3		/* Load				*/
#ifdef EIGHTBIT_NOT_RARE
	andn		%o2, %g3, %o2			/* IEU0		Group		*/
#endif
	add		%o0, 8, %o0			/* IEU0		Group		*/
	andcc		%o2, %g2, %g0			/* IEU1				*/

	add		%o1, 8, %o1			/* IEU0		Group		*/
	be,a,pt		%xcc, 2b			/* CTI				*/
	 stx		%g3, [%o0 - 8]			/* Store			*/
	srlx		%g3, 56, %g5			/* IEU0		Group		*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 11f			/* CTI				*/
	 srlx		%g3, 48, %g4			/* IEU0				*/
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 10f			/* CTI				*/
	 srlx		%g3, 40, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 9f			/* CTI				*/

	 srlx		%g3, 32, %g4			/* IEU0				*/
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 8f			/* CTI				*/
	 srlx		%g3, 24, %g5			/* IEU0				*/

	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 7f			/* CTI				*/
	 srlx		%g3, 16, %g4			/* IEU0				*/
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 6f			/* CTI				*/
	 srlx		%g3, 8, %g5			/* IEU0				*/
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 5f			/* CTI				*/

	 sub		%o3, %g1, %o2			/* IEU0				*/
	stx		%g3, [%o0 - 8]			/* Store	Group		*/
	andcc		%g3, 0xff, %g0			/* IEU1				*/
	bne,pt		%icc, 3b			/* CTI				*/

	 mov		%o3, %g3			/* IEU0		Group		*/
4:	retl						/* CTI+IEU1	Group		*/
	 sub		%o0, 1, %o0			/* IEU0				*/

	.align		16
6:	ba,pt		%xcc, 23f			/* CTI		Group		*/
	 sub		%o0, 3, %g6			/* IEU0				*/
5:	sub		%o0, 2, %g6			/* IEU0		Group		*/
	stb		%g5, [%o0 - 2]			/* Store			*/

	srlx		%g3, 16, %g4			/* IEU0		Group		*/
23:	sth		%g4, [%o0 - 4]			/* Store			*/
	srlx		%g3, 32, %g4			/* IEU0		Group		*/
	stw		%g4, [%o0 - 8]			/* Store			*/

	retl						/* CTI+IEU1	Group		*/
	 mov		%g6, %o0			/* IEU0				*/
8:	ba,pt		%xcc, 24f			/* CTI		Group		*/
	 sub		%o0, 5, %g6			/* IEU0				*/

7:	sub		%o0, 4, %g6			/* IEU0		Group		*/
	stb		%g5, [%o0 - 4]			/* Store			*/
	srlx		%g3, 32, %g4			/* IEU0		Group		*/
24:	stw		%g4, [%o0 - 8]			/* Store			*/

	retl						/* CTI+IEU1	Group		*/
	 mov		%g6, %o0 			/* IEU0				*/
10:	ba,pt		%xcc, 25f			/* CTI		Group		*/
	 sub		%o0, 7, %g6			/* IEU0				*/

9:	sub		%o0, 6, %g6			/* IEU0		Group		*/
	stb		%g5, [%o0 - 6]			/* Store			*/
	srlx		%g3, 48, %g4			/* IEU0				*/
25:	sth		%g4, [%o0 - 8]			/* Store	Group		*/

	retl						/* CTI+IEU1	Group		*/
	 mov		%g6, %o0			/* IEU0				*/
11:	stb		%g5, [%o0 - 8]			/* Store	Group		*/
	retl						/* CTI+IEU1	Group		*/

	 sub		%o0, 8, %o0			/* IEU0				*/

	.align		16
12:	or		%g1, %g2, %g1			/* IEU0		Group		*/
	ldub		[%o1], %o3			/* Load				*/
	sllx		%g1, 7, %g2			/* IEU0		Group		*/
	stb		%o3, [%o0]			/* Store	Group		*/

13:	add		%o0, 1, %o0			/* IEU0				*/
	add		%o1, 1, %o1			/* IEU1				*/
	andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 4b			/* CTI				*/

	 lduba		[%o1] ASI_PNF, %o3		/* Load				*/
	andcc		%o0, 7, %g0			/* IEU1		Group		*/
	bne,a,pt	%icc, 13b			/* CTI				*/
	 stb		%o3, [%o0]			/* Store			*/

	andcc		%o1, 7, %g3			/* IEU1		Group		*/
	be,a,pt		%icc, 1b			/* CTI				*/
	 ldx		[%o1], %o3			/* Load				*/
14:	orcc		%g0, 64, %g4			/* IEU1		Group		*/

	sllx		%g3, 3, %g5			/* IEU0				*/
	sub		%o1, %g3, %o1			/* IEU0		Group		*/
	sub		%g4, %g5, %g4			/* IEU1				*/
							/* %g1 = 0101010101010101	*
							 * %g2 = 8080808080808080	*
							 * %g3 = source alignment	*
							 * %g5 = number of bits to shift left  *
							 * %g4 = number of bits to shift right */
	ldxa		[%o1] ASI_PNF, %o5		/* Load		Group		*/

	addcc		%o1, 8, %o1			/* IEU1				*/
15:	sllx		%o5, %g5, %o3			/* IEU0		Group		*/
	ldxa		[%o1] ASI_PNF, %o5		/* Load				*/
	srlx		%o5, %g4, %o4			/* IEU0		Group		*/

	add		%o0, 8, %o0			/* IEU1				*/
	or		%o3, %o4, %o3			/* IEU0		Group		*/
	add		%o1, 8, %o1			/* IEU1				*/
	sub		%o3, %g1, %o4			/* IEU0		Group		*/

#ifdef EIGHTBIT_NOT_RARE
	andn		%o4, %o3, %o4			/* IEU0		Group		*/
#endif
	andcc		%o4, %g2, %g0			/* IEU1		Group		*/
	be,a,pt		%xcc, 15b			/* CTI				*/
	 stx		%o3, [%o0 - 8]			/* Store			*/
	srlx		%o3, 56, %o4			/* IEU0		Group		*/

	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 22f			/* CTI				*/
	 srlx		%o3, 48, %o4			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 21f			/* CTI				*/
	 srlx		%o3, 40, %o4			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 20f			/* CTI				*/

	 srlx		%o3, 32, %o4			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 19f			/* CTI				*/
	 srlx		%o3, 24, %o4			/* IEU0				*/

	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 18f			/* CTI				*/
	 srlx		%o3, 16, %o4			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/

	be,pn		%icc, 17f			/* CTI				*/
	 srlx		%o3, 8, %o4			/* IEU0				*/
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
	be,pn		%icc, 16f			/* CTI				*/

	 andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
	bne,pn		%icc, 15b			/* CTI				*/
	 stx		%o3, [%o0 - 8]			/* Store			*/
	retl						/* CTI+IEU1	Group		*/

	 sub		%o0, 1, %o0			/* IEU0				*/

	.align		16
17:	ba,pt		%xcc, 26f			/* CTI		Group		*/
	 subcc		%o0, 3, %g6			/* IEU1				*/
18:	ba,pt		%xcc, 27f			/* CTI		Group		*/
	 subcc		%o0, 4, %g6			/* IEU1				*/

19:	ba,pt		%xcc, 28f			/* CTI		Group		*/
	 subcc		%o0, 5, %g6			/* IEU1				*/
16:	subcc		%o0, 2, %g6			/* IEU1		Group		*/
	srlx		%o3, 8, %o4			/* IEU0				*/

	stb		%o4, [%o0 - 2]			/* Store			*/
26:	srlx		%o3, 16, %o4			/* IEU0		Group		*/
	stb		%o4, [%o0 - 3]			/* Store			*/
27:	srlx		%o3, 24, %o4			/* IEU0		Group		*/

	stb		%o4, [%o0 - 4]			/* Store			*/
28:	srlx		%o3, 32, %o4			/* IEU0		Group		*/
	stw		%o4, [%o0 - 8]			/* Store			*/
	retl						/* CTI+IEU1	Group		*/

	 mov		%g6, %o0 			/* IEU0				*/

	.align		16
21:	ba,pt		%xcc, 29f			/* CTI		Group		*/
	 subcc		%o0, 7, %g6			/* IEU1				*/
22:	ba,pt		%xcc, 30f			/* CTI		Group		*/
	 subcc		%o0, 8, %g6			/* IEU1				*/

20:	subcc		%o0, 6, %g6			/* IEU1		Group		*/
	srlx		%o3, 40, %o4			/* IEU0				*/
	stb		%o4, [%o0 - 6]			/* Store			*/
29:	srlx		%o3, 48, %o4			/* IEU0		Group		*/

	stb		%o4, [%o0 - 7]			/* Store			*/
30:	srlx		%o3, 56, %o4			/* IEU0		Group		*/
	stb		%o4, [%o0 - 8]			/* Store			*/
	retl						/* CTI+IEU1	Group		*/

	 mov		%g6, %o0			/* IEU0				*/
END(__stpcpy)

weak_alias (__stpcpy, stpcpy)
libc_hidden_def (__stpcpy)
libc_hidden_builtin_def (stpcpy)
Commit	Line	Data
ae6b8730 RH	1	/* Copy SRC to DEST returning the address of the terminating '\0' in DEST.
ae6b8730 RH	2	For SPARC v9.
04277e02	3	Copyright (C) 1998-2019 Free Software Foundation, Inc.
ae6b8730 RH	4	This file is part of the GNU C Library.
	5	Contributed by Jan Vondrak <jvon4518@ss1000.ms.mff.cuni.cz> and
	6	Jakub Jelinek <jj@ultra.linux.cz>.
	7
	8	The GNU C Library is free software; you can redistribute it and/or
41bdb6e2 AJ	9	modify it under the terms of the GNU Lesser General Public
	10	License as published by the Free Software Foundation; either
	11	version 2.1 of the License, or (at your option) any later version.
ae6b8730 RH	12
	13	The GNU C Library is distributed in the hope that it will be useful,
	14	but WITHOUT ANY WARRANTY; without even the implied warranty of
	15	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
41bdb6e2	16	Lesser General Public License for more details.
ae6b8730	17
41bdb6e2	18	You should have received a copy of the GNU Lesser General Public
59ba27a6 PE	19	License along with the GNU C Library; if not, see
59ba27a6 PE	20	<http://www.gnu.org/licenses/>. */
ae6b8730 RH	21
	22	#include <sysdep.h>
	23	#include <asm/asi.h>
8cb079d4 UD	24	#ifndef XCC
	25	.register %g2, #scratch
	26	.register %g3, #scratch
62f29da7	27	.register %g6, #scratch
8cb079d4	28	#endif
ae6b8730 RH	29
	30	/* Normally, this uses
	31	((xword - 0x0101010101010101) & 0x8080808080808080) test
	32	to find out if any byte in xword could be zero. This is fast, but
	33	also gives false alarm for any byte in range 0x81-0xff. It does
	34	not matter for correctness, as if this test tells us there could
	35	be some zero byte, we check it byte by byte, but if bytes with
	36	high bits set are common in the strings, then this will give poor
	37	performance. You can #define EIGHTBIT_NOT_RARE and the algorithm
	38	will use one tick slower, but more precise test
	39	((xword - 0x0101010101010101) & (~xword) & 0x8080808080808080),
	40	which does not give any false alarms (but if some bits are set,
	41	one cannot assume from it which bytes are zero and which are not).
	42	It is yet to be measured, what is the correct default for glibc
	43	in these days for an average user.
	44	*/
	45
	46	.text
	47	.align 32
	48	ENTRY(__stpcpy)
	49	sethi %hi(0x01010101), %g1 /* IEU0 Group */
	50	or %g1, %lo(0x01010101), %g1 /* IEU0 Group */
	51	andcc %o0, 7, %g0 /* IEU1 */
	52	sllx %g1, 32, %g2 /* IEU0 Group */
	53
	54	bne,pn %icc, 12f /* CTI */
	55	andcc %o1, 7, %g3 /* IEU1 */
	56	or %g1, %g2, %g1 /* IEU0 Group */
	57	bne,pn %icc, 14f /* CTI */
	58
	59	sllx %g1, 7, %g2 /* IEU0 Group */
	60	1: ldx [%o1], %o3 /* Load */
	61	add %o1, 8, %o1 /* IEU1 */
	62	2: mov %o3, %g3 /* IEU0 Group */
	63
	64	sub %o3, %g1, %o2 /* IEU1 */
	65	3: ldxa [%o1] ASI_PNF, %o3 /* Load */
	66	#ifdef EIGHTBIT_NOT_RARE
	67	andn %o2, %g3, %o2 /* IEU0 Group */
	68	#endif
	69	add %o0, 8, %o0 /* IEU0 Group */
	70	andcc %o2, %g2, %g0 /* IEU1 */
	71
	72	add %o1, 8, %o1 /* IEU0 Group */
	73	be,a,pt %xcc, 2b /* CTI */
	74	stx %g3, [%o0 - 8] /* Store */
	75	srlx %g3, 56, %g5 /* IEU0 Group */
	76
	77	andcc %g5, 0xff, %g0 /* IEU1 Group */
	78	be,pn %icc, 11f /* CTI */
	79	srlx %g3, 48, %g4 /* IEU0 */
	80	andcc %g4, 0xff, %g0 /* IEU1 Group */
	81
	82	be,pn %icc, 10f /* CTI */
	83	srlx %g3, 40, %g5 /* IEU0 */
	84	andcc %g5, 0xff, %g0 /* IEU1 Group */
	85	be,pn %icc, 9f /* CTI */
	86
	87	srlx %g3, 32, %g4 /* IEU0 */
	88	andcc %g4, 0xff, %g0 /* IEU1 Group */
	89	be,pn %icc, 8f /* CTI */
	90	srlx %g3, 24, %g5 /* IEU0 */
	91
	92	andcc %g5, 0xff, %g0 /* IEU1 Group */
93	be,pn %icc, 7f /* CTI */
94	srlx %g3, 16, %g4 /* IEU0 */
95	andcc %g4, 0xff, %g0 /* IEU1 Group */
96
97	be,pn %icc, 6f /* CTI */
98	srlx %g3, 8, %g5 /* IEU0 */
99	andcc %g5, 0xff, %g0 /* IEU1 Group */
100	be,pn %icc, 5f /* CTI */
101
102	sub %o3, %g1, %o2 /* IEU0 */
103	stx %g3, [%o0 - 8] /* Store Group */
104	andcc %g3, 0xff, %g0 /* IEU1 */
105	bne,pt %icc, 3b /* CTI */
106
107	mov %o3, %g3 /* IEU0 Group */
108	4: retl /* CTI+IEU1 Group */
109	sub %o0, 1, %o0 /* IEU0 */
110
111	.align 16
112	6: ba,pt %xcc, 23f /* CTI Group */
62f29da7 UD	113	sub %o0, 3, %g6 /* IEU0 */
62f29da7 UD	114	5: sub %o0, 2, %g6 /* IEU0 Group */
ae6b8730 RH	115	stb %g5, [%o0 - 2] /* Store */
	116
	117	srlx %g3, 16, %g4 /* IEU0 Group */
	118	23: sth %g4, [%o0 - 4] /* Store */
	119	srlx %g3, 32, %g4 /* IEU0 Group */
	120	stw %g4, [%o0 - 8] /* Store */
	121
	122	retl /* CTI+IEU1 Group */
62f29da7	123	mov %g6, %o0 /* IEU0 */
ae6b8730	124	8: ba,pt %xcc, 24f /* CTI Group */
62f29da7	125	sub %o0, 5, %g6 /* IEU0 */
ae6b8730	126
62f29da7	127	7: sub %o0, 4, %g6 /* IEU0 Group */
ae6b8730 RH	128	stb %g5, [%o0 - 4] /* Store */
	129	srlx %g3, 32, %g4 /* IEU0 Group */
	130	24: stw %g4, [%o0 - 8] /* Store */
	131
	132	retl /* CTI+IEU1 Group */
62f29da7	133	mov %g6, %o0 /* IEU0 */
ae6b8730	134	10: ba,pt %xcc, 25f /* CTI Group */
62f29da7	135	sub %o0, 7, %g6 /* IEU0 */
ae6b8730	136
62f29da7	137	9: sub %o0, 6, %g6 /* IEU0 Group */
ae6b8730 RH	138	stb %g5, [%o0 - 6] /* Store */
	139	srlx %g3, 48, %g4 /* IEU0 */
	140	25: sth %g4, [%o0 - 8] /* Store Group */
	141
	142	retl /* CTI+IEU1 Group */
62f29da7	143	mov %g6, %o0 /* IEU0 */
ae6b8730 RH	144	11: stb %g5, [%o0 - 8] /* Store Group */
	145	retl /* CTI+IEU1 Group */
	146
	147	sub %o0, 8, %o0 /* IEU0 */
	148
	149	.align 16
	150	12: or %g1, %g2, %g1 /* IEU0 Group */
	151	ldub [%o1], %o3 /* Load */
	152	sllx %g1, 7, %g2 /* IEU0 Group */
	153	stb %o3, [%o0] /* Store Group */
	154
	155	13: add %o0, 1, %o0 /* IEU0 */
	156	add %o1, 1, %o1 /* IEU1 */
	157	andcc %o3, 0xff, %g0 /* IEU1 Group */
	158	be,pn %icc, 4b /* CTI */
	159
	160	lduba [%o1] ASI_PNF, %o3 /* Load */
	161	andcc %o0, 7, %g0 /* IEU1 Group */
	162	bne,a,pt %icc, 13b /* CTI */
	163	stb %o3, [%o0] /* Store */
	164
	165	andcc %o1, 7, %g3 /* IEU1 Group */
	166	be,a,pt %icc, 1b /* CTI */
	167	ldx [%o1], %o3 /* Load */
	168	14: orcc %g0, 64, %g4 /* IEU1 Group */
	169
	170	sllx %g3, 3, %g5 /* IEU0 */
	171	sub %o1, %g3, %o1 /* IEU0 Group */
	172	sub %g4, %g5, %g4 /* IEU1 */
	173	/* %g1 = 0101010101010101 *
	174	* %g2 = 8080808080808080 *
	175	* %g3 = source alignment *
	176	* %g5 = number of bits to shift left *
	177	* %g4 = number of bits to shift right */
	178	ldxa [%o1] ASI_PNF, %o5 /* Load Group */
	179
	180	addcc %o1, 8, %o1 /* IEU1 */
	181	15: sllx %o5, %g5, %o3 /* IEU0 Group */
	182	ldxa [%o1] ASI_PNF, %o5 /* Load */
	183	srlx %o5, %g4, %o4 /* IEU0 Group */
	184
	185	add %o0, 8, %o0 /* IEU1 */
	186	or %o3, %o4, %o3 /* IEU0 Group */
	187	add %o1, 8, %o1 /* IEU1 */
	188	sub %o3, %g1, %o4 /* IEU0 Group */
	189
	190	#ifdef EIGHTBIT_NOT_RARE
	191	andn %o4, %o3, %o4 /* IEU0 Group */
	192	#endif
	193	andcc %o4, %g2, %g0 /* IEU1 Group */
	194	be,a,pt %xcc, 15b /* CTI */
	195	stx %o3, [%o0 - 8] /* Store */
	196	srlx %o3, 56, %o4 /* IEU0 Group */
	197
	198	andcc %o4, 0xff, %g0 /* IEU1 Group */
	199	be,pn %icc, 22f /* CTI */
	200	srlx %o3, 48, %o4 /* IEU0 */
	201	andcc %o4, 0xff, %g0 /* IEU1 Group */
	202
	203	be,pn %icc, 21f /* CTI */
	204	srlx %o3, 40, %o4 /* IEU0 */
	205	andcc %o4, 0xff, %g0 /* IEU1 Group */
	206	be,pn %icc, 20f /* CTI */
	207
208	srlx %o3, 32, %o4 /* IEU0 */
209	andcc %o4, 0xff, %g0 /* IEU1 Group */
210	be,pn %icc, 19f /* CTI */
211	srlx %o3, 24, %o4 /* IEU0 */
212
213	andcc %o4, 0xff, %g0 /* IEU1 Group */
214	be,pn %icc, 18f /* CTI */
215	srlx %o3, 16, %o4 /* IEU0 */
216	andcc %o4, 0xff, %g0 /* IEU1 Group */
217
218	be,pn %icc, 17f /* CTI */
219	srlx %o3, 8, %o4 /* IEU0 */
220	andcc %o4, 0xff, %g0 /* IEU1 Group */
221	be,pn %icc, 16f /* CTI */
222
223	andcc %o3, 0xff, %g0 /* IEU1 Group */
224	bne,pn %icc, 15b /* CTI */
225	stx %o3, [%o0 - 8] /* Store */
226	retl /* CTI+IEU1 Group */
227
228	sub %o0, 1, %o0 /* IEU0 */
229
230	.align 16
231	17: ba,pt %xcc, 26f /* CTI Group */
62f29da7	232	subcc %o0, 3, %g6 /* IEU1 */
ae6b8730	233	18: ba,pt %xcc, 27f /* CTI Group */
62f29da7	234	subcc %o0, 4, %g6 /* IEU1 */
ae6b8730 RH	235
ae6b8730 RH	236	19: ba,pt %xcc, 28f /* CTI Group */
62f29da7 UD	237	subcc %o0, 5, %g6 /* IEU1 */
62f29da7 UD	238	16: subcc %o0, 2, %g6 /* IEU1 Group */
ae6b8730 RH	239	srlx %o3, 8, %o4 /* IEU0 */
	240
	241	stb %o4, [%o0 - 2] /* Store */
	242	26: srlx %o3, 16, %o4 /* IEU0 Group */
	243	stb %o4, [%o0 - 3] /* Store */
	244	27: srlx %o3, 24, %o4 /* IEU0 Group */
	245
	246	stb %o4, [%o0 - 4] /* Store */
	247	28: srlx %o3, 32, %o4 /* IEU0 Group */
	248	stw %o4, [%o0 - 8] /* Store */
	249	retl /* CTI+IEU1 Group */
	250
62f29da7	251	mov %g6, %o0 /* IEU0 */
ae6b8730 RH	252
	253	.align 16
	254	21: ba,pt %xcc, 29f /* CTI Group */
62f29da7	255	subcc %o0, 7, %g6 /* IEU1 */
ae6b8730	256	22: ba,pt %xcc, 30f /* CTI Group */
62f29da7	257	subcc %o0, 8, %g6 /* IEU1 */
ae6b8730	258
62f29da7	259	20: subcc %o0, 6, %g6 /* IEU1 Group */
ae6b8730 RH	260	srlx %o3, 40, %o4 /* IEU0 */
	261	stb %o4, [%o0 - 6] /* Store */
	262	29: srlx %o3, 48, %o4 /* IEU0 Group */
	263
	264	stb %o4, [%o0 - 7] /* Store */
	265	30: srlx %o3, 56, %o4 /* IEU0 Group */
	266	stb %o4, [%o0 - 8] /* Store */
	267	retl /* CTI+IEU1 Group */
	268
62f29da7	269	mov %g6, %o0 /* IEU0 */
ae6b8730 RH	270	END(__stpcpy)
	271
	272	weak_alias (__stpcpy, stpcpy)
6111cd0e	273	libc_hidden_def (__stpcpy)
3dbfd811	274	libc_hidden_builtin_def (stpcpy)