add		%g3, 0x8, %g3	cmp		%g3, 0x20	bl,pt		%xcc, 31b	 nop80:	rdpr		%tt, %g2	cmp		%g2, 0x70	be		c_fast_ecc	 cmp		%g2, 0x63	be		c_cee	 nop	ba,pt		%xcc, c_deferred	/* Cheetah FECC trap handling, we get here from tl{0,1}_fecc	 * in the trap table.  That code has done a memory barrier	 * and has disabled both the I-cache and D-cache in the DCU	 * control register.  The I-cache is disabled so that we may	 * capture the corrupted cache line, and the D-cache is disabled	 * because corrupt data may have been placed there and we don't	 * want to reference it.	 *	 * %g1 is one if this trap occurred at %tl >= 1.	 *	 * Next, we turn off error reporting so that we don't recurse.	 */	.globl		cheetah_fast_ecccheetah_fast_ecc:	ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2	andn		%g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2	stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN	membar		#Sync	/* Fetch and clear AFSR/AFAR */	ldxa		[%g0] ASI_AFSR, %g4	ldxa		[%g0] ASI_AFAR, %g5	stxa		%g4, [%g0] ASI_AFSR	membar		#Sync	ba,pt		%xcc, __cheetah_log_error	 nopc_fast_ecc:	rdpr		%pil, %g2	wrpr		%g0, 15, %pil	ba,pt		%xcc, etrap_irq	 rd		%pc, %g7	mov		%l4, %o1	mov		%l5, %o2	call		cheetah_fecc_handler	 add		%sp, PTREGS_OFF, %o0	ba,a,pt		%xcc, rtrap_irq	/* Our caller has disabled I-cache and performed membar Sync. */	.globl		cheetah_ceecheetah_cee:	ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2	andn		%g2, ESTATE_ERROR_CEEN, %g2	stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN	membar		#Sync	/* Fetch and clear AFSR/AFAR */	ldxa		[%g0] ASI_AFSR, %g4	ldxa		[%g0] ASI_AFAR, %g5	stxa		%g4, [%g0] ASI_AFSR	membar		#Sync	ba,pt		%xcc, __cheetah_log_error	 nopc_cee:	rdpr		%pil, %g2	wrpr		%g0, 15, %pil	ba,pt		%xcc, etrap_irq	 rd		%pc, %g7	mov		%l4, %o1	mov		%l5, %o2	call		cheetah_cee_handler	 add		%sp, PTREGS_OFF, %o0	ba,a,pt		%xcc, rtrap_irq	/* Our caller has disabled I-cache+D-cache and performed membar Sync. */	.globl		cheetah_deferred_trapcheetah_deferred_trap:	ldxa		[%g0] ASI_ESTATE_ERROR_EN, %g2	andn		%g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2	stxa		%g2, [%g0] ASI_ESTATE_ERROR_EN	membar		#Sync	/* Fetch and clear AFSR/AFAR */	ldxa		[%g0] ASI_AFSR, %g4	ldxa		[%g0] ASI_AFAR, %g5	stxa		%g4, [%g0] ASI_AFSR	membar		#Sync	ba,pt		%xcc, __cheetah_log_error	 nopc_deferred:	rdpr		%pil, %g2	wrpr		%g0, 15, %pil	ba,pt		%xcc, etrap_irq	 rd		%pc, %g7	mov		%l4, %o1	mov		%l5, %o2	call		cheetah_deferred_handler	 add		%sp, PTREGS_OFF, %o0	ba,a,pt		%xcc, rtrap_irq	.globl		__do_privact__do_privact:	mov		TLB_SFSR, %g3	stxa		%g0, [%g3] ASI_DMMU	! Clear FaultValid bit	membar		#Sync	sethi		%hi(109f), %g7	ba,pt		%xcc, etrap109:	or		%g7, %lo(109b), %g7	call		do_privact	 add		%sp, PTREGS_OFF, %o0	ba,pt		%xcc, rtrap	 clr		%l6	.globl		do_mnado_mna:	rdpr		%tl, %g3	cmp		%g3, 1	/* Setup %g4/%g5 now as they are used in the	 * winfixup code.	 */	mov		TLB_SFSR, %g3	mov		DMMU_SFAR, %g4	ldxa		[%g4] ASI_DMMU, %g4	ldxa		[%g3] ASI_DMMU, %g5	stxa		%g0, [%g3] ASI_DMMU	! Clear FaultValid bit	membar		#Sync	bgu,pn		%icc, winfix_mna	 rdpr		%tpc, %g31:	sethi		%hi(109f), %g7	ba,pt		%xcc, etrap109:	 or		%g7, %lo(109b), %g7	mov		%l4, %o1	mov		%l5, %o2	call		mem_address_unaligned	 add		%sp, PTREGS_OFF, %o0	ba,pt		%xcc, rtrap	 clr		%l6	.globl		do_lddfmnado_lddfmna:	sethi		%hi(109f), %g7	mov		TLB_SFSR, %g4	ldxa		[%g4] ASI_DMMU, %g5	stxa		%g0, [%g4] ASI_DMMU	! Clear FaultValid bit	membar		#Sync	mov		DMMU_SFAR, %g4	ldxa		[%g4] ASI_DMMU, %g4	ba,pt		%xcc, etrap109:	 or		%g7, %lo(109b), %g7	mov		%l4, %o1	mov		%l5, %o2	call		handle_lddfmna	 add		%sp, PTREGS_OFF, %o0	ba,pt		%xcc, rtrap	 clr		%l6	.globl		do_stdfmnado_stdfmna:	sethi		%hi(109f), %g7	mov		TLB_SFSR, %g4	ldxa		[%g4] ASI_DMMU, %g5	stxa		%g0, [%g4] ASI_DMMU	! Clear FaultValid bit	membar		#Sync	mov		DMMU_SFAR, %g4	ldxa		[%g4] ASI_DMMU, %g4	ba,pt		%xcc, etrap109:	 or		%g7, %lo(109b), %g7	mov		%l4, %o1	mov		%l5, %o2	call		handle_stdfmna	 add		%sp, PTREGS_OFF, %o0	ba,pt		%xcc, rtrap	 clr		%l6	.globl	breakpoint_trapbreakpoint_trap:	call		sparc_breakpoint	 add		%sp, PTREGS_OFF, %o0	ba,pt		%xcc, rtrap	 nop#if defined(CONFIG_SUNOS_EMUL) || defined(CONFIG_SOLARIS_EMUL) || \    defined(CONFIG_SOLARIS_EMUL_MODULE)	/* SunOS uses syscall zero as the 'indirect syscall' it looks	 * like indir_syscall(scall_num, arg0, arg1, arg2...);  etc.	 * This is complete brain damage.	 */	.globl	sunos_indirsunos_indir:	srl		%o0, 0, %o0	mov		%o7, %l4	cmp		%o0, NR_SYSCALLS	blu,a,pt	%icc, 1f	 sll		%o0, 0x2, %o0	sethi		%hi(sunos_nosys), %l6	b,pt		%xcc, 2f	 or		%l6, %lo(sunos_nosys), %l61:	sethi		%hi(sunos_sys_table), %l7	or		%l7, %lo(sunos_sys_table), %l7	lduw		[%l7 + %o0], %l62:	mov		%o1, %o0	mov		%o2, %o1	mov		%o3, %o2	mov		%o4, %o3	mov		%o5, %o4	call		%l6	 mov		%l4, %o7	.globl	sunos_getpidsunos_getpid:	call	sys_getppid	 nop	call	sys_getpid	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I1]	b,pt	%xcc, ret_sys_call	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I0]	/* SunOS getuid() returns uid in %o0 and euid in %o1 */	.globl	sunos_getuidsunos_getuid:	call	sys32_geteuid16	 nop	call	sys32_getuid16	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I1]	b,pt	%xcc, ret_sys_call	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I0]	/* SunOS getgid() returns gid in %o0 and egid in %o1 */	.globl	sunos_getgidsunos_getgid:	call	sys32_getegid16	 nop	call	sys32_getgid16	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I1]	b,pt	%xcc, ret_sys_call	 stx	%o0, [%sp + PTREGS_OFF + PT_V9_I0]#endif	/* SunOS's execv() call only specifies the argv argument, the	 * environment settings are the same as the calling processes.	 */	.globl	sunos_execvsys_execve:	sethi		%hi(sparc_execve), %g1	ba,pt		%xcc, execve_merge	 or		%g1, %lo(sparc_execve), %g1#ifdef CONFIG_COMPAT	.globl	sys_execvesunos_execv:	stx		%g0, [%sp + PTREGS_OFF + PT_V9_I2]	.globl	sys32_execvesys32_execve:	sethi		%hi(sparc32_execve), %g1	or		%g1, %lo(sparc32_execve), %g1#endifexecve_merge:	flushw	jmpl		%g1, %g0	 add		%sp, PTREGS_OFF, %o0	.globl	sys_pipe, sys_sigpause, sys_nis_syscall	.globl	sys_sigsuspend, sys_rt_sigsuspend	.globl	sys_rt_sigreturn	.globl	sys_ptrace	.globl	sys_sigaltstack	.align	32sys_pipe:	ba,pt		%xcc, sparc_pipe		 add		%sp, PTREGS_OFF, %o0sys_nis_syscall:ba,pt		%xcc, c_sys_nis_syscall		 add		%sp, PTREGS_OFF, %o0sys_memory_ordering:		ba,pt		%xcc, sparc_memory_ordering		 add		%sp, PTREGS_OFF, %o1sys_sigaltstack:ba,pt		%xcc, do_sigaltstack		 add		%i6, STACK_BIAS, %o2#ifdef CONFIG_COMPAT	.globl	sys32_sigstacksys32_sigstack:	ba,pt		%xcc, do_sys32_sigstack		 mov		%i6, %o2	.globl	sys32_sigaltstacksys32_sigaltstack:		ba,pt		%xcc, do_sys32_sigaltstack		 mov		%i6, %o2#endif		.align		32sys_sigsuspend:	add		%sp, PTREGS_OFF, %o0		call		do_sigsuspend		 add		%o7, 1f-.-4, %o7		nopsys_rt_sigsuspend: /* NOTE: %o0,%o1 have a correct value already */		add		%sp, PTREGS_OFF, %o2		call		do_rt_sigsuspend		 add		%o7, 1f-.-4, %o7		nop#ifdef CONFIG_COMPAT	.globl	sys32_rt_sigsuspendsys32_rt_sigsuspend: /* NOTE: %o0,%o1 have a correct value already */		srl		%o0, 0, %o0		add		%sp, PTREGS_OFF, %o2		call		do_rt_sigsuspend32		 add		%o7, 1f-.-4, %o7#endif		/* NOTE: %o0 has a correct value already */sys_sigpause:	add		%sp, PTREGS_OFF, %o1		call		do_sigpause		 add		%o7, 1f-.-4, %o7		nop#ifdef CONFIG_COMPAT	.globl	sys32_sigreturnsys32_sigreturn:		add		%sp, PTREGS_OFF, %o0		call		do_sigreturn32		 add		%o7, 1f-.-4, %o7		nop#endifsys_rt_sigreturn:		add		%sp, PTREGS_OFF, %o0		call		do_rt_sigreturn		 add		%o7, 1f-.-4, %o7		nop#ifdef CONFIG_COMPAT	.globl	sys32_rt_sigreturnsys32_rt_sigreturn:		add		%sp, PTREGS_OFF, %o0		call		do_rt_sigreturn32		 add		%o7, 1f-.-4, %o7		nop#endifsys_ptrace:	add		%sp, PTREGS_OFF, %o0		call		do_ptrace		 add		%o7, 1f-.-4, %o7		nop		.align		321:		ldx		[%curptr + TI_FLAGS], %l5		andcc		%l5, (_TIF_SYSCALL_TRACE|_TIF_SECCOMP|_TIF_SYSCALL_AUDIT), %g0		be,pt		%icc, rtrap		 clr		%l6		add		%sp, PTREGS_OFF, %o0		call		syscall_trace		 mov		1, %o1		ba,pt		%xcc, rtrap		 clr		%l6	/* This is how fork() was meant to be done, 8 instruction entry.	 *	 * I questioned the following code briefly, let me clear things	 * up so you must not reason on it like I did.	 *	 * Know the fork_kpsr etc. we use in the sparc32 port?  We don't	 * need it here because the only piece of window state we copy to	 * the child is the CWP register.  Even if the parent sleeps,	 * we are safe because we stuck it into pt_regs of the parent	 * so it will not change.	 *	 * XXX This raises the question, whether we can do the same on	 * XXX sparc32 to get rid of fork_kpsr _and_ fork_kwim.  The	 * XXX answer is yes.  We stick fork_kpsr in UREG_G0 and	 * XXX fork_kwim in UREG_G1 (global registers are considered	 * XXX volatile across a system call in the sparc ABI I think	 * XXX if it isn't we can use regs->y instead, anyone who depends	 * XXX upon the Y register being preserved across a fork deserves	 * XXX to lose).	 *	 * In fact we should take advantage of that fact for other things	 * during system calls...	 */	.globl	sys_fork, sys_vfork, sys_clone, sparc_exit	.globl	ret_from_syscall	.align	32sys_vfork:	/* Under Linux, vfork and fork are just special cases of clone. */		sethi		%hi(0x4000 | 0x0100 | SIGCHLD), %o0		or		%o0, %lo(0x4000 | 0x0100 | SIGCHLD), %o0		ba,pt		%xcc, sys_clonesys_fork:	 clr		%o1		mov		SIGCHLD, %o0sys_clone:	flushw		movrz		%o1, %fp, %o1		mov		0, %o3		ba,pt		%xcc, sparc_do_fork		 add		%sp, PTREGS_OFF, %o2ret_from_syscall:		/* Clear current_thread_info()->new_child, and		 * check performance counter stuff too.		 */		stb		%g0, [%g6 + TI_NEW_CHILD]		ldx		[%g6 + TI_FLAGS], %l0		call		schedule_tail		 mov		%g7, %o0		andcc		%l0, _TIF_PERFCTR, %g0		be,pt		%icc, 1f		 nop		ldx		[%g6 + TI_PCR], %o7		wr		%g0, %o7, %pcr		/* Blackbird errata workaround.  See commentary in		 * smp.c:smp_percpu_timer_interrupt() for more		 * information.		 */		ba,pt		%xcc, 99f		 nop		.align		6499:		wr		%g0, %g0, %pic		rd		%pic, %g01:		b,pt		%xcc, ret_sys_call		 ldx		[%sp + PTREGS_OFF + PT_V9_I0], %o0sparc_exit:	wrpr		%g0, (PSTATE_RMO | PSTATE_PEF | PSTATE_PRIV), %pstate		rdpr		%otherwin, %g1		rdpr		%cansave, %g3		add		%g3, %g1, %g3		wrpr		%g3, 0x0, %cansave		wrpr		%g0, 0x0, %otherwin		wrpr		%g0, (PSTATE_RMO | PSTATE_PEF | PSTATE_PRIV | PSTATE_IE), %pstate		ba,pt		%xcc, sys_exit		 stb		%g0, [%g6 + TI_WSAVED]linux_sparc_ni_syscall:	sethi		%hi(sys_ni_syscall), %l7	b,pt		%xcc, 4f	 or		%l7, %lo(sys_ni_syscall), %l7linux_syscall_trace32:	add		%sp, PTREGS_OFF, %o0	call		syscall_trace	 clr		%o1	srl		%i0, 0, %o0	srl		%i4, 0, %o4	srl		%i1, 0, %o1	srl		%i2, 0, %o2	b,pt		%xcc, 2f	 srl		%i3, 0, %o3linux_syscall_trace:	add		%sp, PTREGS_OFF, %o0	call		syscall_trace	 clr		%o1	mov		%i0, %o0	mov		%i1, %o1	mov		%i2, %o2	mov		%i3, %o3	b,pt		%xcc, 2f	 mov		%i4, %o4	/* Linux 32-bit and SunOS system calls enter here... */	.align	32	.globl	linux_sparc_syscall32linux_sparc_syscall32:	/* Direct access to user regs, much faster. */	cmp		%g1, NR_SYSCALLS			! IEU1	Group	bgeu,pn		%xcc, linux_sparc_ni_syscall		! CTI	 srl		%i0, 0, %o0				! IEU0	sll		%g1, 2, %l4				! IEU0	Group	srl		%i4, 0, %o4				! IEU1	lduw		[%l7 + %l4], %l7			! Load	srl		%i1, 0, %o1				! IEU0	Group	ldx		[%curptr + TI_FLAGS], %l0		! Load	srl		%i5, 0, %o5				! IEU1	srl		%i2, 0, %o2				! IEU0	Group	andcc		%l0, (_TIF_SYSCALL_TRACE|_TIF_SECCOMP|_TIF_SYSCALL_AUDIT), %g0	bne,pn		%icc, linux_syscall_trace32		! CTI	 mov		%i0, %l5				! IEU1	call		%l7					! CTI	Group brk forced	 srl		%i3, 0, %o3				! IEU0	ba,a,pt		%xcc, 3f	/* Linux native and SunOS system calls enter here... */	.align	32	.globl	linux_sparc_syscall, ret_sys_calllinux_sparc_syscall:	/* Direct access to user regs, much faster. */	cmp		%g1, NR_SYSCALLS			! IEU1	Group	bgeu,pn		%xcc, linux_sparc_ni_syscall		! CTI	 mov		%i0, %o0				! IEU0	sll		%g1, 2, %l4				! IEU0	Group	mov		%i1, %o1				! IEU1	lduw		[%l7 + %l4], %l7			! Load4:	mov		%i2, %o2				! IEU0	Group	ldx		[%curptr + TI_FLAGS], %l0		! Load	mov		%i3, %o3				! IEU1	mov		%i4, %o4				! IEU0	Group	andcc		%l0, (_TIF_SYSCALL_TRACE|_TIF_SECCOMP|_TIF_SYSCALL_AUDIT), %g0	bne,pn		%icc, linux_syscall_trace		! CTI	Group	 mov		%i0, %l5				! IEU02:	call		%l7					! CTI	Group brk forced	 mov		%i5, %o5				! IEU0	nop3:	stx		%o0, [%sp + PTREGS_OFF + PT_V9_I0]ret_sys_call:	ldx		[%sp + PTREGS_OFF + PT_V9_TSTATE], %g3	ldx		[%sp + PTREGS_OFF + PT_V9_TNPC], %l1 ! pc = npc	sra		%o0, 0, %o0	mov		%ulo(TSTATE_XCARRY | TSTATE_ICARRY), %g2	sllx		%g2, 32, %g2	/* Check if force_successful_syscall_return()	 * was invoked.	 */	ldub		[%curptr + TI_SYS_NOERROR], %l0	brz,pt		%l0, 1f	 nop	ba,pt		%xcc, 80f	 stb		%g0, [%curptr + TI_SYS_NOERROR]1:	cmp		%o0, -ERESTART_RESTARTBLOCK	bgeu,pn		%xcc, 1f	 andcc		%l0, (_TIF_SYSCALL_TRACE|_TIF_SECCOMP|_TIF_SYSCALL_AUDIT), %l680:	/* System call success, clear Carry condition code. */	andn		%g3, %g2, %g3	stx		%g3, [%sp + PTREGS_OFF + PT_V9_TSTATE]		bne,pn		%icc, linux_syscall_trace2	 add		%l1, 0x4, %l2			! npc = npc+4	stx		%l1, [%sp + PTREGS_OFF + PT_V9_TPC]	ba,pt		%xcc, rtrap_clr_l6	 stx		%l2, [%sp + PTREGS_OFF + PT_V9_TNPC]1:	/* System call failure, set Carry condition code.	 * Also, get abs(errno) to return to the process.	 */	andcc		%l0, (_TIF_SYSCALL_TRACE|_TIF_SECCOMP|_TIF_SYSCALL_AUDIT), %l6		sub		%g0, %o0, %o0	or		%g3, %g2, %g3	stx		%o0, [%sp + PTREGS_OFF + PT_V9_I0]	mov		1, %l6	stx		%g3, [%sp + PTREGS_OFF + PT_V9_TSTATE]	bne,pn		%icc, linux_syscall_trace2	 add		%l1, 0x4, %l2			! npc = npc+4	stx		%l1, [%sp + PTREGS_OFF + PT_V9_TPC]	b,pt		%xcc, rtrap	 stx		%l2, [%sp + PTREGS_OFF + PT_V9_TNPC]linux_syscall_trace2:	add		%sp, PTREGS_OFF, %o0	call		syscall_trace	 mov		1, %o1	stx		%l1, [%sp + PTREGS_OFF + PT_V9_TPC]	ba,pt		%xcc, rtrap	 stx		%l2, [%sp + PTREGS_OFF + PT_V9_TNPC]	.align		32	.globl		__flushw_user__flushw_user:	rdpr		%otherwin, %g1	brz,pn		%g1, 2f	 clr		%g21:	save		%sp, -128, %sp	rdpr		%otherwin, %g1	brnz,pt		%g1, 1b	 add		%g2, 1, %g21:	sub		%g2, 1, %g2	brnz,pt		%g2, 1b	 restore	%g0, %g0, %g02:	retl	 nop