2005-04-16 22:20:36 +00:00
|
|
|
/*
|
2006-02-01 11:06:38 +00:00
|
|
|
* arch/s390/kernel/entry64.S
|
2005-04-16 22:20:36 +00:00
|
|
|
* S390 low-level entry points.
|
|
|
|
*
|
2010-05-17 08:00:04 +00:00
|
|
|
* Copyright (C) IBM Corp. 1999,2010
|
2005-04-16 22:20:36 +00:00
|
|
|
* Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com),
|
2006-09-28 14:56:37 +00:00
|
|
|
* Hartmut Penner (hp@de.ibm.com),
|
|
|
|
* Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com),
|
2005-06-25 21:55:30 +00:00
|
|
|
* Heiko Carstens <heiko.carstens@de.ibm.com>
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/linkage.h>
|
2008-02-05 15:50:40 +00:00
|
|
|
#include <linux/init.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
#include <asm/cache.h>
|
|
|
|
#include <asm/errno.h>
|
|
|
|
#include <asm/ptrace.h>
|
|
|
|
#include <asm/thread_info.h>
|
2005-09-09 18:57:26 +00:00
|
|
|
#include <asm/asm-offsets.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
#include <asm/unistd.h>
|
|
|
|
#include <asm/page.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Stack layout for the system_call stack entry.
|
|
|
|
* The first few entries are identical to the user_regs_struct.
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
SP_PTREGS = STACK_FRAME_OVERHEAD
|
|
|
|
SP_ARGS = STACK_FRAME_OVERHEAD + __PT_ARGS
|
|
|
|
SP_PSW = STACK_FRAME_OVERHEAD + __PT_PSW
|
|
|
|
SP_R0 = STACK_FRAME_OVERHEAD + __PT_GPRS
|
|
|
|
SP_R1 = STACK_FRAME_OVERHEAD + __PT_GPRS + 8
|
|
|
|
SP_R2 = STACK_FRAME_OVERHEAD + __PT_GPRS + 16
|
|
|
|
SP_R3 = STACK_FRAME_OVERHEAD + __PT_GPRS + 24
|
|
|
|
SP_R4 = STACK_FRAME_OVERHEAD + __PT_GPRS + 32
|
|
|
|
SP_R5 = STACK_FRAME_OVERHEAD + __PT_GPRS + 40
|
|
|
|
SP_R6 = STACK_FRAME_OVERHEAD + __PT_GPRS + 48
|
|
|
|
SP_R7 = STACK_FRAME_OVERHEAD + __PT_GPRS + 56
|
|
|
|
SP_R8 = STACK_FRAME_OVERHEAD + __PT_GPRS + 64
|
|
|
|
SP_R9 = STACK_FRAME_OVERHEAD + __PT_GPRS + 72
|
|
|
|
SP_R10 = STACK_FRAME_OVERHEAD + __PT_GPRS + 80
|
|
|
|
SP_R11 = STACK_FRAME_OVERHEAD + __PT_GPRS + 88
|
|
|
|
SP_R12 = STACK_FRAME_OVERHEAD + __PT_GPRS + 96
|
|
|
|
SP_R13 = STACK_FRAME_OVERHEAD + __PT_GPRS + 104
|
|
|
|
SP_R14 = STACK_FRAME_OVERHEAD + __PT_GPRS + 112
|
|
|
|
SP_R15 = STACK_FRAME_OVERHEAD + __PT_GPRS + 120
|
|
|
|
SP_ORIG_R2 = STACK_FRAME_OVERHEAD + __PT_ORIG_GPR2
|
|
|
|
SP_ILC = STACK_FRAME_OVERHEAD + __PT_ILC
|
2008-11-27 10:05:55 +00:00
|
|
|
SP_SVCNR = STACK_FRAME_OVERHEAD + __PT_SVCNR
|
2006-09-28 14:56:37 +00:00
|
|
|
SP_SIZE = STACK_FRAME_OVERHEAD + __PT_SIZE
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
STACK_SHIFT = PAGE_SHIFT + THREAD_ORDER
|
|
|
|
STACK_SIZE = 1 << STACK_SHIFT
|
|
|
|
|
2008-10-10 19:33:20 +00:00
|
|
|
_TIF_WORK_SVC = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
|
2011-01-05 11:48:10 +00:00
|
|
|
_TIF_MCCK_PENDING | _TIF_RESTART_SVC | _TIF_PER_TRAP )
|
2008-10-10 19:33:20 +00:00
|
|
|
_TIF_WORK_INT = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
|
2006-02-01 11:06:38 +00:00
|
|
|
_TIF_MCCK_PENDING)
|
2009-06-12 08:26:47 +00:00
|
|
|
_TIF_SYSCALL = (_TIF_SYSCALL_TRACE>>8 | _TIF_SYSCALL_AUDIT>>8 | \
|
2009-08-24 21:43:11 +00:00
|
|
|
_TIF_SECCOMP>>8 | _TIF_SYSCALL_TRACEPOINT>>8)
|
2011-07-24 08:48:18 +00:00
|
|
|
_TIF_EXIT_SIE = (_TIF_SIGPENDING | _TIF_NEED_RESCHED | _TIF_MCCK_PENDING)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define BASED(name) name-system_call(%r13)
|
|
|
|
|
2011-07-24 08:48:18 +00:00
|
|
|
.macro SPP newpp
|
|
|
|
#if defined(CONFIG_KVM) || defined(CONFIG_KVM_MODULE)
|
|
|
|
tm __LC_MACHINE_FLAGS+6,0x20 # MACHINE_FLAG_SPP
|
|
|
|
jz .+8
|
|
|
|
.insn s,0xb2800000,\newpp
|
|
|
|
#endif
|
|
|
|
.endm
|
|
|
|
|
2010-05-17 08:00:04 +00:00
|
|
|
.macro HANDLE_SIE_INTERCEPT
|
|
|
|
#if defined(CONFIG_KVM) || defined(CONFIG_KVM_MODULE)
|
2011-07-24 08:48:18 +00:00
|
|
|
tm __TI_flags+6(%r12),_TIF_SIE>>8
|
2010-05-17 08:00:04 +00:00
|
|
|
jz 0f
|
2011-07-24 08:48:18 +00:00
|
|
|
SPP __LC_CMF_HPP # set host id
|
|
|
|
clc SP_PSW+8(8,%r15),BASED(.Lsie_loop)
|
|
|
|
jl 0f
|
|
|
|
clc SP_PSW+8(8,%r15),BASED(.Lsie_done)
|
|
|
|
jhe 0f
|
|
|
|
mvc SP_PSW+8(8,%r15),BASED(.Lsie_loop)
|
2010-05-26 21:26:21 +00:00
|
|
|
0:
|
2010-05-17 08:00:04 +00:00
|
|
|
#endif
|
|
|
|
.endm
|
|
|
|
|
2006-07-03 07:24:46 +00:00
|
|
|
#ifdef CONFIG_TRACE_IRQFLAGS
|
|
|
|
.macro TRACE_IRQS_ON
|
2010-05-17 08:00:02 +00:00
|
|
|
basr %r2,%r0
|
|
|
|
brasl %r14,trace_hardirqs_on_caller
|
2006-07-03 07:24:46 +00:00
|
|
|
.endm
|
|
|
|
|
|
|
|
.macro TRACE_IRQS_OFF
|
2010-05-17 08:00:02 +00:00
|
|
|
basr %r2,%r0
|
|
|
|
brasl %r14,trace_hardirqs_off_caller
|
2006-07-03 07:24:46 +00:00
|
|
|
.endm
|
|
|
|
#else
|
|
|
|
#define TRACE_IRQS_ON
|
|
|
|
#define TRACE_IRQS_OFF
|
2007-11-20 10:13:32 +00:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_LOCKDEP
|
|
|
|
.macro LOCKDEP_SYS_EXIT
|
|
|
|
tm SP_PSW+1(%r15),0x01 # returning to user ?
|
|
|
|
jz 0f
|
|
|
|
brasl %r14,lockdep_sys_exit
|
|
|
|
0:
|
|
|
|
.endm
|
|
|
|
#else
|
2007-10-11 20:11:12 +00:00
|
|
|
#define LOCKDEP_SYS_EXIT
|
2006-07-03 07:24:46 +00:00
|
|
|
#endif
|
|
|
|
|
2006-09-28 14:56:37 +00:00
|
|
|
.macro UPDATE_VTIME lc_from,lc_to,lc_sum
|
2005-04-16 22:20:36 +00:00
|
|
|
lg %r10,\lc_from
|
|
|
|
slg %r10,\lc_to
|
|
|
|
alg %r10,\lc_sum
|
|
|
|
stg %r10,\lc_sum
|
|
|
|
.endm
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Register usage in interrupt handlers:
|
|
|
|
* R9 - pointer to current task structure
|
|
|
|
* R13 - pointer to literal pool
|
|
|
|
* R14 - return register for function calls
|
|
|
|
* R15 - kernel stack pointer
|
|
|
|
*/
|
|
|
|
|
2007-07-10 09:24:18 +00:00
|
|
|
.macro SAVE_ALL_SVC psworg,savearea
|
2010-05-17 08:00:05 +00:00
|
|
|
stmg %r11,%r15,\savearea
|
2007-07-10 09:24:18 +00:00
|
|
|
lg %r15,__LC_KERNEL_STACK # problem state -> load ksp
|
2010-05-17 08:00:05 +00:00
|
|
|
aghi %r15,-SP_SIZE # make room for registers & psw
|
|
|
|
lg %r11,__LC_LAST_BREAK
|
2007-07-10 09:24:18 +00:00
|
|
|
.endm
|
|
|
|
|
2010-05-17 08:00:05 +00:00
|
|
|
.macro SAVE_ALL_PGM psworg,savearea
|
|
|
|
stmg %r11,%r15,\savearea
|
2005-04-16 22:20:36 +00:00
|
|
|
tm \psworg+1,0x01 # test problem state bit
|
2006-06-29 12:58:05 +00:00
|
|
|
#ifdef CONFIG_CHECK_STACK
|
2010-05-17 08:00:05 +00:00
|
|
|
jnz 1f
|
|
|
|
tml %r15,STACK_SIZE - CONFIG_STACK_GUARD
|
|
|
|
jnz 2f
|
|
|
|
la %r12,\psworg
|
|
|
|
j stack_overflow
|
|
|
|
#else
|
|
|
|
jz 2f
|
2006-06-29 12:58:05 +00:00
|
|
|
#endif
|
2010-05-17 08:00:05 +00:00
|
|
|
1: lg %r15,__LC_KERNEL_STACK # problem state -> load ksp
|
|
|
|
2: aghi %r15,-SP_SIZE # make room for registers & psw
|
|
|
|
larl %r13,system_call
|
|
|
|
lg %r11,__LC_LAST_BREAK
|
2006-06-29 12:58:05 +00:00
|
|
|
.endm
|
|
|
|
|
|
|
|
.macro SAVE_ALL_ASYNC psworg,savearea
|
2010-05-17 08:00:05 +00:00
|
|
|
stmg %r11,%r15,\savearea
|
|
|
|
larl %r13,system_call
|
|
|
|
lg %r11,__LC_LAST_BREAK
|
2006-06-29 12:58:05 +00:00
|
|
|
la %r12,\psworg
|
2005-04-16 22:20:36 +00:00
|
|
|
tm \psworg+1,0x01 # test problem state bit
|
|
|
|
jnz 1f # from user -> load kernel stack
|
|
|
|
clc \psworg+8(8),BASED(.Lcritical_end)
|
|
|
|
jhe 0f
|
|
|
|
clc \psworg+8(8),BASED(.Lcritical_start)
|
|
|
|
jl 0f
|
|
|
|
brasl %r14,cleanup_critical
|
2005-09-17 02:27:42 +00:00
|
|
|
tm 1(%r12),0x01 # retest problem state after cleanup
|
2005-04-16 22:20:36 +00:00
|
|
|
jnz 1f
|
|
|
|
0: lg %r14,__LC_ASYNC_STACK # are we already on the async. stack ?
|
|
|
|
slgr %r14,%r15
|
|
|
|
srag %r14,%r14,STACK_SHIFT
|
|
|
|
#ifdef CONFIG_CHECK_STACK
|
2010-05-17 08:00:05 +00:00
|
|
|
jnz 1f
|
|
|
|
tml %r15,STACK_SIZE - CONFIG_STACK_GUARD
|
|
|
|
jnz 2f
|
|
|
|
j stack_overflow
|
|
|
|
#else
|
|
|
|
jz 2f
|
2005-04-16 22:20:36 +00:00
|
|
|
#endif
|
2010-05-17 08:00:05 +00:00
|
|
|
1: lg %r15,__LC_ASYNC_STACK # load async stack
|
|
|
|
2: aghi %r15,-SP_SIZE # make room for registers & psw
|
2005-06-25 21:55:30 +00:00
|
|
|
.endm
|
|
|
|
|
2010-05-17 08:00:05 +00:00
|
|
|
.macro CREATE_STACK_FRAME savearea
|
|
|
|
xc __SF_BACKCHAIN(8,%r15),__SF_BACKCHAIN(%r15)
|
2005-04-16 22:20:36 +00:00
|
|
|
stg %r2,SP_ORIG_R2(%r15) # store original content of gpr 2
|
2010-05-17 08:00:05 +00:00
|
|
|
mvc SP_R11(40,%r15),\savearea # move %r11-%r15 to stack
|
|
|
|
stmg %r0,%r10,SP_R0(%r15) # store gprs %r0-%r10 to kernel stack
|
2006-09-28 14:56:37 +00:00
|
|
|
.endm
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2005-09-03 22:57:56 +00:00
|
|
|
.macro RESTORE_ALL psworg,sync
|
|
|
|
mvc \psworg(16),SP_PSW(%r15) # move user PSW to lowcore
|
2005-04-16 22:20:36 +00:00
|
|
|
.if !\sync
|
2005-09-03 22:57:56 +00:00
|
|
|
ni \psworg+1,0xfd # clear wait state bit
|
2005-04-16 22:20:36 +00:00
|
|
|
.endif
|
2008-12-31 14:11:42 +00:00
|
|
|
lg %r14,__LC_VDSO_PER_CPU
|
|
|
|
lmg %r0,%r13,SP_R0(%r15) # load gprs 0-13 of user
|
2008-12-25 12:39:25 +00:00
|
|
|
stpt __LC_EXIT_TIMER
|
2008-12-31 14:11:42 +00:00
|
|
|
mvc __VDSO_ECTG_BASE(16,%r14),__LC_EXIT_TIMER
|
|
|
|
lmg %r14,%r15,SP_R14(%r15) # load grps 14-15 of user
|
2005-09-03 22:57:56 +00:00
|
|
|
lpswe \psworg # back to caller
|
2005-04-16 22:20:36 +00:00
|
|
|
.endm
|
|
|
|
|
2010-05-17 08:00:05 +00:00
|
|
|
.macro LAST_BREAK
|
|
|
|
srag %r10,%r11,23
|
|
|
|
jz 0f
|
|
|
|
stg %r11,__TI_last_break(%r12)
|
|
|
|
0:
|
|
|
|
.endm
|
|
|
|
|
2010-10-25 14:10:37 +00:00
|
|
|
.macro REENABLE_IRQS
|
|
|
|
mvc __SF_EMPTY(1,%r15),SP_PSW(%r15)
|
|
|
|
ni __SF_EMPTY(%r15),0xbf
|
|
|
|
ssm __SF_EMPTY(%r15)
|
|
|
|
.endm
|
|
|
|
|
2011-01-05 11:47:25 +00:00
|
|
|
.section .kprobes.text, "ax"
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Scheduler resume function, called by switch_to
|
|
|
|
* gpr2 = (task_struct *) prev
|
|
|
|
* gpr3 = (task_struct *) next
|
|
|
|
* Returns:
|
|
|
|
* gpr2 = prev
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl __switch_to
|
2005-04-16 22:20:36 +00:00
|
|
|
__switch_to:
|
2011-01-05 11:48:10 +00:00
|
|
|
lg %r4,__THREAD_info(%r2) # get thread_info of prev
|
|
|
|
lg %r5,__THREAD_info(%r3) # get thread_info of next
|
2005-06-25 21:55:30 +00:00
|
|
|
tm __TI_flags+7(%r4),_TIF_MCCK_PENDING # machine check pending?
|
2011-01-05 11:48:10 +00:00
|
|
|
jz 0f
|
|
|
|
ni __TI_flags+7(%r4),255-_TIF_MCCK_PENDING # clear flag in prev
|
|
|
|
oi __TI_flags+7(%r5),_TIF_MCCK_PENDING # set it in next
|
|
|
|
0: stmg %r6,%r15,__SF_GPRS(%r15) # store gprs of prev task
|
|
|
|
stg %r15,__THREAD_ksp(%r2) # store kernel stack of prev
|
|
|
|
lg %r15,__THREAD_ksp(%r3) # load kernel stack of next
|
|
|
|
lctl %c4,%c4,__TASK_pid(%r3) # load pid to control reg. 4
|
|
|
|
lmg %r6,%r15,__SF_GPRS(%r15) # load gprs of next task
|
|
|
|
stg %r3,__LC_CURRENT # store task struct of next
|
2011-05-23 08:24:34 +00:00
|
|
|
mvc __LC_CURRENT_PID+4(4,%r0),__TASK_pid(%r3) # store pid of next
|
2011-01-05 11:48:10 +00:00
|
|
|
stg %r5,__LC_THREAD_INFO # store thread info of next
|
|
|
|
aghi %r5,STACK_SIZE # end of kernel stack of next
|
|
|
|
stg %r5,__LC_KERNEL_STACK # store end of kernel stack
|
2005-04-16 22:20:36 +00:00
|
|
|
br %r14
|
|
|
|
|
|
|
|
__critical_start:
|
|
|
|
/*
|
|
|
|
* SVC interrupt handler routine. System calls are synchronous events and
|
|
|
|
* are executed with interrupts enabled.
|
|
|
|
*/
|
|
|
|
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl system_call
|
2005-04-16 22:20:36 +00:00
|
|
|
system_call:
|
2008-12-25 12:39:25 +00:00
|
|
|
stpt __LC_SYNC_ENTER_TIMER
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_saveall:
|
2007-07-10 09:24:18 +00:00
|
|
|
SAVE_ALL_SVC __LC_SVC_OLD_PSW,__LC_SAVE_AREA
|
2010-05-17 08:00:05 +00:00
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA
|
|
|
|
mvc SP_PSW(16,%r15),__LC_SVC_OLD_PSW
|
|
|
|
mvc SP_ILC(4,%r15),__LC_SVC_ILC
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_vtime:
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
sysc_stime:
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
sysc_update:
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_do_svc:
|
2010-05-17 08:00:05 +00:00
|
|
|
llgh %r7,SP_SVCNR(%r15)
|
|
|
|
slag %r7,%r7,2 # shift and test for svc 0
|
2005-04-16 22:20:36 +00:00
|
|
|
jnz sysc_nr_ok
|
|
|
|
# svc 0: system call number in %r1
|
2010-05-17 08:00:05 +00:00
|
|
|
llgfr %r1,%r1 # clear high word in r1
|
|
|
|
cghi %r1,NR_syscalls
|
2005-04-16 22:20:36 +00:00
|
|
|
jnl sysc_nr_ok
|
2010-05-17 08:00:05 +00:00
|
|
|
sth %r1,SP_SVCNR(%r15)
|
|
|
|
slag %r7,%r1,2 # shift and test for svc 0
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_nr_ok:
|
2006-09-28 14:56:37 +00:00
|
|
|
larl %r10,sys_call_table
|
2006-01-06 08:19:28 +00:00
|
|
|
#ifdef CONFIG_COMPAT
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+5(%r12),(_TIF_31BIT>>16) # running in 31 bit mode ?
|
2005-09-03 22:58:04 +00:00
|
|
|
jno sysc_noemu
|
2006-09-28 14:56:37 +00:00
|
|
|
larl %r10,sys_call_table_emu # use 31 bit emulation system calls
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_noemu:
|
|
|
|
#endif
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+6(%r12),_TIF_SYSCALL
|
2010-10-25 14:10:40 +00:00
|
|
|
mvc SP_ARGS(8,%r15),SP_R7(%r15)
|
2006-09-28 14:56:37 +00:00
|
|
|
lgf %r8,0(%r7,%r10) # load address of system call routine
|
|
|
|
jnz sysc_tracesys
|
|
|
|
basr %r14,%r8 # call sys_xxxx
|
|
|
|
stg %r2,SP_R2(%r15) # store return value (change R2 on stack)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
sysc_return:
|
2010-05-17 08:00:02 +00:00
|
|
|
LOCKDEP_SYS_EXIT
|
|
|
|
sysc_tif:
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_WORK_SVC
|
2006-09-28 14:56:37 +00:00
|
|
|
jnz sysc_work # there is work to do (signals etc.)
|
2007-11-20 10:13:32 +00:00
|
|
|
sysc_restore:
|
2006-09-28 14:56:37 +00:00
|
|
|
RESTORE_ALL __LC_RETURN_PSW,1
|
2007-11-20 10:13:32 +00:00
|
|
|
sysc_done:
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2010-05-17 08:00:01 +00:00
|
|
|
# There is work to do, but first we need to check if we return to userspace.
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
sysc_work:
|
2008-05-07 07:22:52 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # returning to user ?
|
|
|
|
jno sysc_restore
|
2010-05-17 08:00:01 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# One of the work bits is on. Find out which one.
|
|
|
|
#
|
2010-05-17 08:00:02 +00:00
|
|
|
sysc_work_tif:
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_MCCK_PENDING
|
2005-06-25 21:55:30 +00:00
|
|
|
jo sysc_mcck_pending
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_NEED_RESCHED
|
2005-04-16 22:20:36 +00:00
|
|
|
jo sysc_reschedule
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_SIGPENDING
|
2010-05-17 08:00:01 +00:00
|
|
|
jo sysc_sigpending
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_NOTIFY_RESUME
|
2010-05-17 08:00:01 +00:00
|
|
|
jo sysc_notify_resume
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_RESTART_SVC
|
2005-04-16 22:20:36 +00:00
|
|
|
jo sysc_restart
|
2011-01-05 11:48:10 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_PER_TRAP
|
2005-04-16 22:20:36 +00:00
|
|
|
jo sysc_singlestep
|
2010-05-17 08:00:01 +00:00
|
|
|
j sysc_return # beware of critical section cleanup
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# _TIF_NEED_RESCHED is set, call schedule
|
2006-09-28 14:56:37 +00:00
|
|
|
#
|
|
|
|
sysc_reschedule:
|
2010-05-17 08:00:02 +00:00
|
|
|
larl %r14,sysc_return
|
|
|
|
jg schedule # return point is sysc_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2005-06-25 21:55:30 +00:00
|
|
|
#
|
|
|
|
# _TIF_MCCK_PENDING is set, call handler
|
|
|
|
#
|
|
|
|
sysc_mcck_pending:
|
2010-05-17 08:00:02 +00:00
|
|
|
larl %r14,sysc_return
|
2006-09-28 14:56:37 +00:00
|
|
|
jg s390_handle_mcck # TIF bit will be cleared by handler
|
2005-06-25 21:55:30 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2008-04-30 07:53:08 +00:00
|
|
|
# _TIF_SIGPENDING is set, call do_signal
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2006-09-28 14:56:37 +00:00
|
|
|
sysc_sigpending:
|
2011-01-05 11:48:10 +00:00
|
|
|
ni __TI_flags+7(%r12),255-_TIF_PER_TRAP # clear TIF_PER_TRAP
|
2006-09-28 14:56:37 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
|
|
|
brasl %r14,do_signal # call do_signal
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_RESTART_SVC
|
2005-04-16 22:20:36 +00:00
|
|
|
jo sysc_restart
|
2011-01-05 11:48:10 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_PER_TRAP
|
2005-04-16 22:20:36 +00:00
|
|
|
jo sysc_singlestep
|
2010-05-17 08:00:02 +00:00
|
|
|
j sysc_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2008-10-10 19:33:20 +00:00
|
|
|
#
|
|
|
|
# _TIF_NOTIFY_RESUME is set, call do_notify_resume
|
|
|
|
#
|
|
|
|
sysc_notify_resume:
|
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
2010-05-17 08:00:02 +00:00
|
|
|
larl %r14,sysc_return
|
2008-10-10 19:33:20 +00:00
|
|
|
jg do_notify_resume # call do_notify_resume
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
# _TIF_RESTART_SVC is set, set up registers and restart svc
|
|
|
|
#
|
|
|
|
sysc_restart:
|
2010-05-17 08:00:05 +00:00
|
|
|
ni __TI_flags+7(%r12),255-_TIF_RESTART_SVC # clear TIF_RESTART_SVC
|
2006-09-28 14:56:37 +00:00
|
|
|
lg %r7,SP_R2(%r15) # load new svc number
|
2005-04-16 22:20:36 +00:00
|
|
|
mvc SP_R2(8,%r15),SP_ORIG_R2(%r15) # restore first argument
|
2006-09-28 14:56:37 +00:00
|
|
|
lmg %r2,%r6,SP_R2(%r15) # load svc arguments
|
2010-05-17 08:00:05 +00:00
|
|
|
sth %r7,SP_SVCNR(%r15)
|
|
|
|
slag %r7,%r7,2
|
|
|
|
j sysc_nr_ok # restart svc
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
2011-01-05 11:48:10 +00:00
|
|
|
# _TIF_PER_TRAP is set, call do_per_trap
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
sysc_singlestep:
|
2011-01-05 11:48:10 +00:00
|
|
|
ni __TI_flags+7(%r12),255-_TIF_PER_TRAP # clear TIF_PER_TRAP
|
2008-11-27 10:05:55 +00:00
|
|
|
xc SP_SVCNR(2,%r15),SP_SVCNR(%r15) # clear svc number
|
2005-04-16 22:20:36 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
2010-05-17 08:00:02 +00:00
|
|
|
larl %r14,sysc_return # load adr. of system return
|
2011-01-05 11:48:10 +00:00
|
|
|
jg do_per_trap
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
2008-10-10 19:33:20 +00:00
|
|
|
# call tracehook_report_syscall_entry/tracehook_report_syscall_exit before
|
|
|
|
# and after the system call
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
sysc_tracesys:
|
2006-09-28 14:56:37 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
2005-04-16 22:20:36 +00:00
|
|
|
la %r3,0
|
2010-05-17 08:00:05 +00:00
|
|
|
llgh %r0,SP_SVCNR(%r15)
|
|
|
|
stg %r0,SP_R2(%r15)
|
2008-10-10 19:33:20 +00:00
|
|
|
brasl %r14,do_syscall_trace_enter
|
2005-04-16 22:20:36 +00:00
|
|
|
lghi %r0,NR_syscalls
|
2008-10-10 19:33:20 +00:00
|
|
|
clgr %r0,%r2
|
2005-04-16 22:20:36 +00:00
|
|
|
jnh sysc_tracenogo
|
2008-11-27 10:05:55 +00:00
|
|
|
sllg %r7,%r2,2 # svc number *4
|
2005-04-16 22:20:36 +00:00
|
|
|
lgf %r8,0(%r7,%r10)
|
|
|
|
sysc_tracego:
|
2006-09-28 14:56:37 +00:00
|
|
|
lmg %r3,%r6,SP_R3(%r15)
|
2010-10-25 14:10:40 +00:00
|
|
|
mvc SP_ARGS(8,%r15),SP_R7(%r15)
|
2006-09-28 14:56:37 +00:00
|
|
|
lg %r2,SP_ORIG_R2(%r15)
|
|
|
|
basr %r14,%r8 # call sys_xxx
|
|
|
|
stg %r2,SP_R2(%r15) # store return value
|
2005-04-16 22:20:36 +00:00
|
|
|
sysc_tracenogo:
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+6(%r12),_TIF_SYSCALL
|
2006-09-28 14:56:37 +00:00
|
|
|
jz sysc_return
|
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
|
|
|
larl %r14,sysc_return # return point is sysc_return
|
2008-10-10 19:33:20 +00:00
|
|
|
jg do_syscall_trace_exit
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# a new process exits the kernel with ret_from_fork
|
|
|
|
#
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl ret_from_fork
|
2005-04-16 22:20:36 +00:00
|
|
|
ret_from_fork:
|
|
|
|
lg %r13,__LC_SVC_NEW_PSW+8
|
2010-05-17 08:00:05 +00:00
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2005-04-16 22:20:36 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # forking a kernel thread ?
|
|
|
|
jo 0f
|
|
|
|
stg %r15,SP_R15(%r15) # store stack pointer for new kthread
|
2006-09-28 14:56:37 +00:00
|
|
|
0: brasl %r14,schedule_tail
|
2006-07-03 07:24:46 +00:00
|
|
|
TRACE_IRQS_ON
|
2006-09-28 14:56:37 +00:00
|
|
|
stosm 24(%r15),0x03 # reenable interrupts
|
[S390] audit: get s390 ret_from_fork in sync with other architectures
On s390 we have ret_from_fork jump not to the "do all work we
normally do on return from syscall" as on x86, ppc, etc., but to the
"do all such work except audit". Historical reasons - the codepath
triggered when we have AUDIT process flag set is separated from the
normall one and they converge at sysc_return, which is the common
part of post-syscall work. And does not include calling audit_syscall_exit() -
that's done in the end of sysc_tracesys path, just before that path jumps
to sysc_return.
IOW, the child returning from fork()/clone()/vfork() doesn't
call audit_syscall_exit() at all, so no matter what we do with its
audit context, we are not going to see the audit entry.
The fix is simple: have ret_from_fork go to the point just past
the call of sys_.... in the 'we have AUDIT flag set' path. There we
have (64bit variant; for 31bit the situation is the same):
sysc_tracenogo:
tm __TI_flags+7(%r9),(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT)
jz sysc_return
la %r2,SP_PTREGS(%r15) # load pt_regs
larl %r14,sysc_return # return point is sysc_return
jg do_syscall_trace_exit
which is precisely what we need - check the flag, bugger off to sysc_return
if not set, otherwise call do_syscall_trace_exit() and bugger off to
sysc_return. r9 has just been properly set by ret_from_fork itself,
so we are fine.
Tested on s390x, seems to work fine. WARNING: it's been about
16 years since my last contact with 3X0 assembler[1], so additional
review would be very welcome. I don't think I've managed to screw it
up, but...
[1] that *was* in another country and besides, the box is dead...
Signed-off-by: Al Viro <viro@zeniv.linux.org.uk>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
2008-12-25 12:37:58 +00:00
|
|
|
j sysc_tracenogo
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
2007-04-27 14:01:40 +00:00
|
|
|
# kernel_execve function needs to deal with pt_regs that is not
|
|
|
|
# at the usual place
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2007-04-27 14:01:40 +00:00
|
|
|
.globl kernel_execve
|
|
|
|
kernel_execve:
|
|
|
|
stmg %r12,%r15,96(%r15)
|
|
|
|
lgr %r14,%r15
|
|
|
|
aghi %r15,-SP_SIZE
|
|
|
|
stg %r14,__SF_BACKCHAIN(%r15)
|
|
|
|
la %r12,SP_PTREGS(%r15)
|
|
|
|
xc 0(__PT_SIZE,%r12),0(%r12)
|
|
|
|
lgr %r5,%r12
|
|
|
|
brasl %r14,do_execve
|
|
|
|
ltgfr %r2,%r2
|
|
|
|
je 0f
|
|
|
|
aghi %r15,SP_SIZE
|
|
|
|
lmg %r12,%r15,96(%r15)
|
|
|
|
br %r14
|
|
|
|
# execve succeeded.
|
|
|
|
0: stnsm __SF_EMPTY(%r15),0xfc # disable interrupts
|
|
|
|
lg %r15,__LC_KERNEL_STACK # load ksp
|
|
|
|
aghi %r15,-SP_SIZE # make room for registers & psw
|
|
|
|
lg %r13,__LC_SVC_NEW_PSW+8
|
|
|
|
mvc SP_PTREGS(__PT_SIZE,%r15),0(%r12) # copy pt_regs
|
2010-05-17 08:00:05 +00:00
|
|
|
lg %r12,__LC_THREAD_INFO
|
2007-04-27 14:01:40 +00:00
|
|
|
xc __SF_BACKCHAIN(8,%r15),__SF_BACKCHAIN(%r15)
|
|
|
|
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
|
|
|
|
brasl %r14,execve_tail
|
|
|
|
j sysc_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Program check handler routine
|
|
|
|
*/
|
|
|
|
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl pgm_check_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
pgm_check_handler:
|
|
|
|
/*
|
|
|
|
* First we need to check for a special case:
|
|
|
|
* Single stepping an instruction that disables the PER event mask will
|
|
|
|
* cause a PER event AFTER the mask has been set. Example: SVC or LPSW.
|
|
|
|
* For a single stepped SVC the program check handler gets control after
|
|
|
|
* the SVC new PSW has been loaded. But we want to execute the SVC first and
|
|
|
|
* then handle the PER event. Therefore we update the SVC old PSW to point
|
|
|
|
* to the pgm_check_handler and branch to the SVC handler after we checked
|
|
|
|
* if we have to load the kernel stack register.
|
|
|
|
* For every other possible cause for PER event without the PER mask set
|
|
|
|
* we just ignore the PER event (FIXME: is there anything we have to do
|
|
|
|
* for LPSW?).
|
|
|
|
*/
|
2008-12-25 12:39:25 +00:00
|
|
|
stpt __LC_SYNC_ENTER_TIMER
|
2006-09-28 14:56:37 +00:00
|
|
|
tm __LC_PGM_INT_CODE+1,0x80 # check whether we got a per exception
|
|
|
|
jnz pgm_per # got per exception -> special case
|
2010-05-17 08:00:05 +00:00
|
|
|
SAVE_ALL_PGM __LC_PGM_OLD_PSW,__LC_SAVE_AREA
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA
|
|
|
|
xc SP_ILC(4,%r15),SP_ILC(%r15)
|
|
|
|
mvc SP_PSW(16,%r15),__LC_PGM_OLD_PSW
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2011-07-24 08:48:18 +00:00
|
|
|
HANDLE_SIE_INTERCEPT
|
2005-04-16 22:20:36 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # interrupting from user ?
|
|
|
|
jz pgm_no_vtime
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-04-16 22:20:36 +00:00
|
|
|
pgm_no_vtime:
|
2010-05-17 08:00:05 +00:00
|
|
|
stg %r11,SP_ARGS(%r15)
|
2006-09-28 14:56:37 +00:00
|
|
|
lgf %r3,__LC_PGM_ILC # load program interruption code
|
2010-10-25 14:10:37 +00:00
|
|
|
lg %r4,__LC_TRANS_EXC_CODE
|
|
|
|
REENABLE_IRQS
|
2005-04-16 22:20:36 +00:00
|
|
|
lghi %r8,0x7f
|
|
|
|
ngr %r8,%r3
|
2006-09-28 14:56:37 +00:00
|
|
|
sll %r8,3
|
|
|
|
larl %r1,pgm_check_table
|
|
|
|
lg %r1,0(%r8,%r1) # load address of handler routine
|
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
2010-05-17 08:00:02 +00:00
|
|
|
basr %r14,%r1 # branch to interrupt-handler
|
|
|
|
pgm_exit:
|
|
|
|
j sysc_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# handle per exception
|
|
|
|
#
|
|
|
|
pgm_per:
|
2006-09-28 14:56:37 +00:00
|
|
|
tm __LC_PGM_OLD_PSW,0x40 # test if per event recording is on
|
|
|
|
jnz pgm_per_std # ok, normal per event from user space
|
2005-04-16 22:20:36 +00:00
|
|
|
# ok its one of the special cases, now we need to find out which one
|
2006-09-28 14:56:37 +00:00
|
|
|
clc __LC_PGM_OLD_PSW(16),__LC_SVC_NEW_PSW
|
|
|
|
je pgm_svcper
|
2005-04-16 22:20:36 +00:00
|
|
|
# no interesting special case, ignore PER event
|
2006-09-28 14:56:37 +00:00
|
|
|
lpswe __LC_PGM_OLD_PSW
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# Normal per exception
|
|
|
|
#
|
|
|
|
pgm_per_std:
|
2010-05-17 08:00:05 +00:00
|
|
|
SAVE_ALL_PGM __LC_PGM_OLD_PSW,__LC_SAVE_AREA
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA
|
|
|
|
mvc SP_PSW(16,%r15),__LC_PGM_OLD_PSW
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2011-07-24 08:48:18 +00:00
|
|
|
HANDLE_SIE_INTERCEPT
|
2005-04-16 22:20:36 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # interrupting from user ?
|
|
|
|
jz pgm_no_vtime2
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-04-16 22:20:36 +00:00
|
|
|
pgm_no_vtime2:
|
2010-05-17 08:00:05 +00:00
|
|
|
lg %r1,__TI_task(%r12)
|
2006-09-20 13:58:39 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # kernel per event ?
|
|
|
|
jz kernel_per
|
2011-01-05 11:48:10 +00:00
|
|
|
mvc __THREAD_per_cause(2,%r1),__LC_PER_CAUSE
|
|
|
|
mvc __THREAD_per_address(8,%r1),__LC_PER_ADDRESS
|
|
|
|
mvc __THREAD_per_paid(1,%r1),__LC_PER_PAID
|
|
|
|
oi __TI_flags+7(%r12),_TIF_PER_TRAP # set TIF_PER_TRAP
|
2006-09-28 14:56:37 +00:00
|
|
|
lgf %r3,__LC_PGM_ILC # load program interruption code
|
2010-10-25 14:10:37 +00:00
|
|
|
lg %r4,__LC_TRANS_EXC_CODE
|
|
|
|
REENABLE_IRQS
|
2005-04-16 22:20:36 +00:00
|
|
|
lghi %r8,0x7f
|
2006-09-28 14:56:37 +00:00
|
|
|
ngr %r8,%r3 # clear per-event-bit and ilc
|
2010-07-27 17:29:37 +00:00
|
|
|
je pgm_exit2
|
|
|
|
sll %r8,3
|
|
|
|
larl %r1,pgm_check_table
|
|
|
|
lg %r1,0(%r8,%r1) # load address of handler routine
|
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
|
|
|
basr %r14,%r1 # branch to interrupt-handler
|
|
|
|
pgm_exit2:
|
|
|
|
j sysc_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# it was a single stepped SVC that is causing all the trouble
|
|
|
|
#
|
|
|
|
pgm_svcper:
|
2010-05-17 08:00:05 +00:00
|
|
|
SAVE_ALL_PGM __LC_SVC_OLD_PSW,__LC_SAVE_AREA
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA
|
|
|
|
mvc SP_PSW(16,%r15),__LC_SVC_OLD_PSW
|
|
|
|
mvc SP_ILC(4,%r15),__LC_SVC_ILC
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2005-04-16 22:20:36 +00:00
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
|
|
|
lg %r8,__TI_task(%r12)
|
2011-01-05 11:48:10 +00:00
|
|
|
mvc __THREAD_per_cause(2,%r8),__LC_PER_CAUSE
|
|
|
|
mvc __THREAD_per_address(8,%r8),__LC_PER_ADDRESS
|
|
|
|
mvc __THREAD_per_paid(1,%r8),__LC_PER_PAID
|
|
|
|
oi __TI_flags+7(%r12),_TIF_PER_TRAP # set TIF_PER_TRAP
|
2005-04-16 22:20:36 +00:00
|
|
|
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
|
2010-05-17 08:00:02 +00:00
|
|
|
lmg %r2,%r6,SP_R2(%r15) # load svc arguments
|
2005-04-16 22:20:36 +00:00
|
|
|
j sysc_do_svc
|
|
|
|
|
2006-09-20 13:58:39 +00:00
|
|
|
#
|
|
|
|
# per was called from kernel, must be kprobes
|
|
|
|
#
|
|
|
|
kernel_per:
|
2010-10-29 14:50:45 +00:00
|
|
|
REENABLE_IRQS
|
2008-11-27 10:05:55 +00:00
|
|
|
xc SP_SVCNR(2,%r15),SP_SVCNR(%r15) # clear svc number
|
2006-09-20 13:58:39 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
2011-01-05 11:48:10 +00:00
|
|
|
brasl %r14,do_per_trap
|
2010-05-17 08:00:02 +00:00
|
|
|
j pgm_exit
|
2006-09-20 13:58:39 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* IO interrupt handler routine
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl io_int_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
io_int_handler:
|
|
|
|
stck __LC_INT_CLOCK
|
2008-12-31 14:11:41 +00:00
|
|
|
stpt __LC_ASYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
SAVE_ALL_ASYNC __LC_IO_OLD_PSW,__LC_SAVE_AREA+40
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA+40
|
|
|
|
mvc SP_PSW(16,%r15),0(%r12) # move user PSW to stack
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2011-07-24 08:48:18 +00:00
|
|
|
HANDLE_SIE_INTERCEPT
|
2005-04-16 22:20:36 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # interrupting from user ?
|
|
|
|
jz io_no_vtime
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-04-16 22:20:36 +00:00
|
|
|
io_no_vtime:
|
2006-07-03 07:24:46 +00:00
|
|
|
TRACE_IRQS_OFF
|
2006-09-28 14:56:37 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
|
|
|
brasl %r14,do_IRQ # call standard irq handler
|
2005-04-16 22:20:36 +00:00
|
|
|
io_return:
|
2010-05-17 08:00:02 +00:00
|
|
|
LOCKDEP_SYS_EXIT
|
|
|
|
TRACE_IRQS_ON
|
|
|
|
io_tif:
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_WORK_INT
|
2006-09-28 14:56:37 +00:00
|
|
|
jnz io_work # there is work to do (signals etc.)
|
2007-11-20 10:13:32 +00:00
|
|
|
io_restore:
|
2006-09-28 14:56:37 +00:00
|
|
|
RESTORE_ALL __LC_RETURN_PSW,0
|
2005-09-03 22:57:56 +00:00
|
|
|
io_done:
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2008-05-07 07:22:52 +00:00
|
|
|
#
|
2010-05-17 08:00:01 +00:00
|
|
|
# There is work todo, find out in which context we have been interrupted:
|
|
|
|
# 1) if we return to user space we can do all _TIF_WORK_INT work
|
|
|
|
# 2) if we return to kernel code and kvm is enabled check if we need to
|
|
|
|
# modify the psw to leave SIE
|
|
|
|
# 3) if we return to kernel code and preemptive scheduling is enabled check
|
|
|
|
# the preemption counter and if it is zero call preempt_schedule_irq
|
|
|
|
# Before any work can be done, a switch to the kernel stack is required.
|
2008-05-07 07:22:52 +00:00
|
|
|
#
|
|
|
|
io_work:
|
|
|
|
tm SP_PSW+1(%r15),0x01 # returning to user ?
|
2010-05-17 08:00:01 +00:00
|
|
|
jo io_work_user # yes -> do resched & signal
|
|
|
|
#ifdef CONFIG_PREEMPT
|
2008-05-07 07:22:52 +00:00
|
|
|
# check for preemptive scheduling
|
2010-05-17 08:00:05 +00:00
|
|
|
icm %r0,15,__TI_precount(%r12)
|
2008-05-07 07:22:52 +00:00
|
|
|
jnz io_restore # preemption is disabled
|
2010-05-17 08:00:02 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_NEED_RESCHED
|
|
|
|
jno io_restore
|
2005-04-16 22:20:36 +00:00
|
|
|
# switch to kernel stack
|
|
|
|
lg %r1,SP_R15(%r15)
|
|
|
|
aghi %r1,-SP_SIZE
|
|
|
|
mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
|
2006-09-28 14:56:37 +00:00
|
|
|
xc __SF_BACKCHAIN(8,%r1),__SF_BACKCHAIN(%r1) # clear back chain
|
2005-04-16 22:20:36 +00:00
|
|
|
lgr %r15,%r1
|
2010-05-17 08:00:02 +00:00
|
|
|
# TRACE_IRQS_ON already done at io_return, call
|
|
|
|
# TRACE_IRQS_OFF to keep things symmetrical
|
|
|
|
TRACE_IRQS_OFF
|
|
|
|
brasl %r14,preempt_schedule_irq
|
|
|
|
j io_return
|
|
|
|
#else
|
2010-05-17 08:00:01 +00:00
|
|
|
j io_restore
|
2010-05-17 08:00:02 +00:00
|
|
|
#endif
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2010-05-17 08:00:01 +00:00
|
|
|
#
|
|
|
|
# Need to do work before returning to userspace, switch to kernel stack
|
|
|
|
#
|
2008-05-07 07:22:52 +00:00
|
|
|
io_work_user:
|
2005-04-16 22:20:36 +00:00
|
|
|
lg %r1,__LC_KERNEL_STACK
|
|
|
|
aghi %r1,-SP_SIZE
|
|
|
|
mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
|
2006-09-28 14:56:37 +00:00
|
|
|
xc __SF_BACKCHAIN(8,%r1),__SF_BACKCHAIN(%r1) # clear back chain
|
2005-04-16 22:20:36 +00:00
|
|
|
lgr %r15,%r1
|
2010-05-17 08:00:01 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
# One of the work bits is on. Find out which one.
|
2010-05-17 08:00:01 +00:00
|
|
|
# Checked are: _TIF_SIGPENDING, _TIF_NOTIFY_RESUME, _TIF_NEED_RESCHED
|
2006-02-01 11:06:38 +00:00
|
|
|
# and _TIF_MCCK_PENDING
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2010-05-17 08:00:02 +00:00
|
|
|
io_work_tif:
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_MCCK_PENDING
|
2005-06-25 21:55:30 +00:00
|
|
|
jo io_mcck_pending
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_NEED_RESCHED
|
2005-04-16 22:20:36 +00:00
|
|
|
jo io_reschedule
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_SIGPENDING
|
2010-05-17 08:00:01 +00:00
|
|
|
jo io_sigpending
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_NOTIFY_RESUME
|
2010-05-17 08:00:01 +00:00
|
|
|
jo io_notify_resume
|
|
|
|
j io_return # beware of critical section cleanup
|
2008-05-07 07:22:53 +00:00
|
|
|
|
2005-06-25 21:55:30 +00:00
|
|
|
#
|
|
|
|
# _TIF_MCCK_PENDING is set, call handler
|
|
|
|
#
|
|
|
|
io_mcck_pending:
|
2010-05-17 08:00:02 +00:00
|
|
|
# TRACE_IRQS_ON already done at io_return
|
2007-07-27 10:29:18 +00:00
|
|
|
brasl %r14,s390_handle_mcck # TIF bit will be cleared by handler
|
2010-05-17 08:00:02 +00:00
|
|
|
TRACE_IRQS_OFF
|
|
|
|
j io_return
|
2005-06-25 21:55:30 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
|
|
|
# _TIF_NEED_RESCHED is set, call schedule
|
2006-09-28 14:56:37 +00:00
|
|
|
#
|
|
|
|
io_reschedule:
|
2010-05-17 08:00:02 +00:00
|
|
|
# TRACE_IRQS_ON already done at io_return
|
2006-09-28 14:56:37 +00:00
|
|
|
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
|
|
|
|
brasl %r14,schedule # call scheduler
|
|
|
|
stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
|
2007-11-20 10:13:32 +00:00
|
|
|
TRACE_IRQS_OFF
|
2010-05-17 08:00:02 +00:00
|
|
|
j io_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#
|
2008-04-30 07:53:08 +00:00
|
|
|
# _TIF_SIGPENDING or is set, call do_signal
|
2005-04-16 22:20:36 +00:00
|
|
|
#
|
2006-09-28 14:56:37 +00:00
|
|
|
io_sigpending:
|
2010-05-17 08:00:02 +00:00
|
|
|
# TRACE_IRQS_ON already done at io_return
|
2006-09-28 14:56:37 +00:00
|
|
|
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
|
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
2005-04-16 22:20:36 +00:00
|
|
|
brasl %r14,do_signal # call do_signal
|
2006-09-28 14:56:37 +00:00
|
|
|
stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
|
2007-11-20 10:13:32 +00:00
|
|
|
TRACE_IRQS_OFF
|
2010-05-17 08:00:02 +00:00
|
|
|
j io_return
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2008-10-10 19:33:20 +00:00
|
|
|
#
|
|
|
|
# _TIF_NOTIFY_RESUME or is set, call do_notify_resume
|
|
|
|
#
|
|
|
|
io_notify_resume:
|
2010-05-17 08:00:02 +00:00
|
|
|
# TRACE_IRQS_ON already done at io_return
|
2008-10-10 19:33:20 +00:00
|
|
|
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
|
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
|
|
|
brasl %r14,do_notify_resume # call do_notify_resume
|
|
|
|
stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
|
|
|
|
TRACE_IRQS_OFF
|
2010-05-17 08:00:02 +00:00
|
|
|
j io_return
|
2008-10-10 19:33:20 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* External interrupt handler routine
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl ext_int_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
ext_int_handler:
|
|
|
|
stck __LC_INT_CLOCK
|
2008-12-31 14:11:41 +00:00
|
|
|
stpt __LC_ASYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
SAVE_ALL_ASYNC __LC_EXT_OLD_PSW,__LC_SAVE_AREA+40
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA+40
|
|
|
|
mvc SP_PSW(16,%r15),0(%r12) # move user PSW to stack
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2011-07-24 08:48:18 +00:00
|
|
|
HANDLE_SIE_INTERCEPT
|
2005-04-16 22:20:36 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # interrupting from user ?
|
|
|
|
jz ext_no_vtime
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-04-16 22:20:36 +00:00
|
|
|
ext_no_vtime:
|
2006-07-03 07:24:46 +00:00
|
|
|
TRACE_IRQS_OFF
|
2010-10-25 14:10:38 +00:00
|
|
|
lghi %r1,4096
|
2006-09-28 14:56:37 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # address of register-save area
|
2010-10-25 14:10:38 +00:00
|
|
|
llgf %r3,__LC_CPU_ADDRESS # get cpu address + interruption code
|
|
|
|
llgf %r4,__LC_EXT_PARAMS # get external parameter
|
|
|
|
lg %r5,__LC_EXT_PARAMS2-4096(%r1) # get 64 bit external parameter
|
2006-09-28 14:56:37 +00:00
|
|
|
brasl %r14,do_extint
|
2005-04-16 22:20:36 +00:00
|
|
|
j io_return
|
|
|
|
|
2005-09-03 22:57:56 +00:00
|
|
|
__critical_end:
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Machine check handler routines
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl mcck_int_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
mcck_int_handler:
|
2010-05-17 08:00:03 +00:00
|
|
|
stck __LC_MCCK_CLOCK
|
2005-06-25 21:55:30 +00:00
|
|
|
la %r1,4095 # revalidate r1
|
|
|
|
spt __LC_CPU_TIMER_SAVE_AREA-4095(%r1) # revalidate cpu timer
|
2006-09-28 14:56:37 +00:00
|
|
|
lmg %r0,%r15,__LC_GPREGS_SAVE_AREA-4095(%r1)# revalidate gprs
|
2010-05-17 08:00:05 +00:00
|
|
|
stmg %r11,%r15,__LC_SAVE_AREA+80
|
|
|
|
larl %r13,system_call
|
|
|
|
lg %r11,__LC_LAST_BREAK
|
2005-06-25 21:55:30 +00:00
|
|
|
la %r12,__LC_MCK_OLD_PSW
|
2006-09-28 14:56:37 +00:00
|
|
|
tm __LC_MCCK_CODE,0x80 # system damage?
|
2005-06-25 21:55:30 +00:00
|
|
|
jo mcck_int_main # yes -> rest of mcck code invalid
|
2006-06-29 12:58:05 +00:00
|
|
|
la %r14,4095
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_MCCK_ENTER_TIMER(8),__LC_CPU_TIMER_SAVE_AREA-4095(%r14)
|
2006-06-29 12:58:05 +00:00
|
|
|
tm __LC_MCCK_CODE+5,0x02 # stored cpu timer value valid?
|
|
|
|
jo 1f
|
|
|
|
la %r14,__LC_SYNC_ENTER_TIMER
|
|
|
|
clc 0(8,%r14),__LC_ASYNC_ENTER_TIMER
|
|
|
|
jl 0f
|
|
|
|
la %r14,__LC_ASYNC_ENTER_TIMER
|
|
|
|
0: clc 0(8,%r14),__LC_EXIT_TIMER
|
|
|
|
jl 0f
|
|
|
|
la %r14,__LC_EXIT_TIMER
|
|
|
|
0: clc 0(8,%r14),__LC_LAST_UPDATE_TIMER
|
|
|
|
jl 0f
|
|
|
|
la %r14,__LC_LAST_UPDATE_TIMER
|
|
|
|
0: spt 0(%r14)
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_MCCK_ENTER_TIMER(8),0(%r14)
|
2008-12-25 12:39:25 +00:00
|
|
|
1: tm __LC_MCCK_CODE+2,0x09 # mwp + ia of old psw valid?
|
2005-06-25 21:55:30 +00:00
|
|
|
jno mcck_int_main # no -> skip cleanup critical
|
2006-09-28 14:56:37 +00:00
|
|
|
tm __LC_MCK_OLD_PSW+1,0x01 # test problem state bit
|
2005-06-25 21:55:30 +00:00
|
|
|
jnz mcck_int_main # from user -> load kernel stack
|
|
|
|
clc __LC_MCK_OLD_PSW+8(8),BASED(.Lcritical_end)
|
|
|
|
jhe mcck_int_main
|
2006-09-28 14:56:37 +00:00
|
|
|
clc __LC_MCK_OLD_PSW+8(8),BASED(.Lcritical_start)
|
2005-06-25 21:55:30 +00:00
|
|
|
jl mcck_int_main
|
2006-09-28 14:56:37 +00:00
|
|
|
brasl %r14,cleanup_critical
|
2005-06-25 21:55:30 +00:00
|
|
|
mcck_int_main:
|
2006-09-28 14:56:37 +00:00
|
|
|
lg %r14,__LC_PANIC_STACK # are we already on the panic stack?
|
2005-06-25 21:55:30 +00:00
|
|
|
slgr %r14,%r15
|
|
|
|
srag %r14,%r14,PAGE_SHIFT
|
|
|
|
jz 0f
|
2006-09-28 14:56:37 +00:00
|
|
|
lg %r15,__LC_PANIC_STACK # load panic stack
|
2010-05-17 08:00:05 +00:00
|
|
|
0: aghi %r15,-SP_SIZE # make room for registers & psw
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA+80
|
|
|
|
mvc SP_PSW(16,%r15),0(%r12)
|
|
|
|
lg %r12,__LC_THREAD_INFO # load pointer to thread_info struct
|
2005-09-03 22:57:56 +00:00
|
|
|
tm __LC_MCCK_CODE+2,0x08 # mwp of old psw valid?
|
|
|
|
jno mcck_no_vtime # no -> no timer update
|
2011-07-24 08:48:18 +00:00
|
|
|
HANDLE_SIE_INTERCEPT
|
2006-06-29 12:58:05 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # interrupting from user ?
|
2005-09-03 22:57:56 +00:00
|
|
|
jz mcck_no_vtime
|
2010-05-17 08:00:03 +00:00
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_MCCK_ENTER_TIMER,__LC_USER_TIMER
|
2005-09-03 22:57:56 +00:00
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_MCCK_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
LAST_BREAK
|
2005-09-03 22:57:56 +00:00
|
|
|
mcck_no_vtime:
|
2005-06-25 21:55:30 +00:00
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
|
|
|
brasl %r14,s390_do_machine_check
|
2006-09-28 14:56:37 +00:00
|
|
|
tm SP_PSW+1(%r15),0x01 # returning to user ?
|
2005-06-25 21:55:30 +00:00
|
|
|
jno mcck_return
|
|
|
|
lg %r1,__LC_KERNEL_STACK # switch to kernel stack
|
|
|
|
aghi %r1,-SP_SIZE
|
|
|
|
mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
|
|
|
|
xc __SF_BACKCHAIN(8,%r1),__SF_BACKCHAIN(%r1) # clear back chain
|
|
|
|
lgr %r15,%r1
|
|
|
|
stosm __SF_EMPTY(%r15),0x04 # turn dat on
|
2010-05-17 08:00:05 +00:00
|
|
|
tm __TI_flags+7(%r12),_TIF_MCCK_PENDING
|
2005-06-25 21:55:30 +00:00
|
|
|
jno mcck_return
|
2006-07-03 07:24:46 +00:00
|
|
|
TRACE_IRQS_OFF
|
2005-06-25 21:55:30 +00:00
|
|
|
brasl %r14,s390_handle_mcck
|
2006-07-03 07:24:46 +00:00
|
|
|
TRACE_IRQS_ON
|
2005-04-16 22:20:36 +00:00
|
|
|
mcck_return:
|
2006-06-29 12:58:05 +00:00
|
|
|
mvc __LC_RETURN_MCCK_PSW(16),SP_PSW(%r15) # move return PSW
|
|
|
|
ni __LC_RETURN_MCCK_PSW+1,0xfd # clear wait state bit
|
|
|
|
lmg %r0,%r15,SP_R0(%r15) # load gprs 0-15
|
|
|
|
tm __LC_RETURN_MCCK_PSW+1,0x01 # returning to user ?
|
|
|
|
jno 0f
|
|
|
|
stpt __LC_EXIT_TIMER
|
2008-12-25 12:39:25 +00:00
|
|
|
0: lpswe __LC_RETURN_MCCK_PSW # back to caller
|
2010-05-17 08:00:05 +00:00
|
|
|
mcck_done:
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Restart interruption handler, kick starter for additional CPUs
|
|
|
|
*/
|
2007-06-19 11:10:03 +00:00
|
|
|
#ifdef CONFIG_SMP
|
2008-02-05 15:50:40 +00:00
|
|
|
__CPUINIT
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl restart_int_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
restart_int_handler:
|
2009-04-14 13:36:27 +00:00
|
|
|
basr %r1,0
|
|
|
|
restart_base:
|
|
|
|
spt restart_vtime-restart_base(%r1)
|
|
|
|
stck __LC_LAST_UPDATE_CLOCK
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),restart_vtime-restart_base(%r1)
|
|
|
|
mvc __LC_EXIT_TIMER(8),restart_vtime-restart_base(%r1)
|
2006-09-28 14:56:37 +00:00
|
|
|
lg %r15,__LC_SAVE_AREA+120 # load ksp
|
|
|
|
lghi %r10,__LC_CREGS_SAVE_AREA
|
|
|
|
lctlg %c0,%c15,0(%r10) # get new ctl regs
|
|
|
|
lghi %r10,__LC_AREGS_SAVE_AREA
|
|
|
|
lam %a0,%a15,0(%r10)
|
|
|
|
lmg %r6,%r15,__SF_GPRS(%r15) # load registers from clone
|
2009-04-14 13:36:27 +00:00
|
|
|
lg %r1,__LC_THREAD_INFO
|
|
|
|
mvc __LC_USER_TIMER(8),__TI_user_timer(%r1)
|
|
|
|
mvc __LC_SYSTEM_TIMER(8),__TI_system_timer(%r1)
|
|
|
|
xc __LC_STEAL_TIMER(8),__LC_STEAL_TIMER
|
2006-09-28 14:56:37 +00:00
|
|
|
stosm __SF_EMPTY(%r15),0x04 # now we can turn dat on
|
2011-05-10 15:13:39 +00:00
|
|
|
brasl %r14,start_secondary
|
2009-04-14 13:36:27 +00:00
|
|
|
.align 8
|
|
|
|
restart_vtime:
|
|
|
|
.long 0x7fffffff,0xffffffff
|
2007-06-19 11:10:03 +00:00
|
|
|
.previous
|
2005-04-16 22:20:36 +00:00
|
|
|
#else
|
|
|
|
/*
|
|
|
|
* If we do not run with SMP enabled, let the new CPU crash ...
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.globl restart_int_handler
|
2005-04-16 22:20:36 +00:00
|
|
|
restart_int_handler:
|
2006-09-28 14:56:37 +00:00
|
|
|
basr %r1,0
|
2005-04-16 22:20:36 +00:00
|
|
|
restart_base:
|
2006-09-28 14:56:37 +00:00
|
|
|
lpswe restart_crash-restart_base(%r1)
|
|
|
|
.align 8
|
2005-04-16 22:20:36 +00:00
|
|
|
restart_crash:
|
2006-09-28 14:56:37 +00:00
|
|
|
.long 0x000a0000,0x00000000,0x00000000,0x00000000
|
2005-04-16 22:20:36 +00:00
|
|
|
restart_go:
|
|
|
|
#endif
|
|
|
|
|
2011-01-05 11:47:25 +00:00
|
|
|
.section .kprobes.text, "ax"
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#ifdef CONFIG_CHECK_STACK
|
|
|
|
/*
|
|
|
|
* The synchronous or the asynchronous stack overflowed. We are dead.
|
|
|
|
* No need to properly save the registers, we are going to panic anyway.
|
|
|
|
* Setup a pt_regs so that show_trace can provide a good call trace.
|
|
|
|
*/
|
|
|
|
stack_overflow:
|
|
|
|
lg %r15,__LC_PANIC_STACK # change to panic stack
|
2006-09-20 13:59:22 +00:00
|
|
|
aghi %r15,-SP_SIZE
|
2005-04-16 22:20:36 +00:00
|
|
|
mvc SP_PSW(16,%r15),0(%r12) # move user PSW to stack
|
2010-05-17 08:00:05 +00:00
|
|
|
stmg %r0,%r10,SP_R0(%r15) # store gprs %r0-%r10 to kernel stack
|
2005-04-16 22:20:36 +00:00
|
|
|
la %r1,__LC_SAVE_AREA
|
|
|
|
chi %r12,__LC_SVC_OLD_PSW
|
|
|
|
je 0f
|
|
|
|
chi %r12,__LC_PGM_OLD_PSW
|
|
|
|
je 0f
|
2010-05-17 08:00:05 +00:00
|
|
|
la %r1,__LC_SAVE_AREA+40
|
|
|
|
0: mvc SP_R11(40,%r15),0(%r1) # move %r11-%r15 to stack
|
[S390] kernel: show last breaking-event-address on oops
Newer s390 models have a breaking-event-address-recording register.
Each time an instruction causes a break in the sequential instruction
execution, the address is saved in that hardware register. On a program
interrupt the address is copied to the lowcore address 272-279, which
makes it software accessible.
This patch changes the program check handler and the stack overflow
checker to copy the value into the pt_regs argument.
The oops output is enhanced to show the last known breaking address.
It might give additional information if the stack trace is corrupted.
The feature is only available on 64 bit.
The new oops output looks like:
[---------snip----------]
Modules linked in: vmcp sunrpc qeth_l2 dm_mod qeth ccwgroup
CPU: 2 Not tainted 2.6.24zlive-host #8
Process modprobe (pid: 4788, task: 00000000bf3d8718, ksp: 00000000b2b0b8e0)
Krnl PSW : 0704200180000000 000003e000020028 (vmcp_init+0x28/0xe4 [vmcp])
R:0 T:1 IO:1 EX:1 Key:0 M:1 W:0 P:0 AS:0 CC:2 PM:0 EA:3
Krnl GPRS: 0000000004000002 000003e000020000 0000000000000000 0000000000000001
000000000015734c ffffffffffffffff 000003e0000b3b00 0000000000000000
000003e00007ca30 00000000b5bb5d40 00000000b5bb5800 000003e0000b3b00
000003e0000a2000 00000000003ecf50 00000000b2b0bd50 00000000b2b0bcb0
Krnl Code: 000003e000020018: c0c000040ff4 larl %r12,3e0000a2000
000003e00002001e: e3e0f0000024 stg %r14,0(%r15)
000003e000020024: a7f40001 brc 15,3e000020026
>000003e000020028: e310c0100004 lg %r1,16(%r12)
000003e00002002e: c020000413dc larl %r2,3e0000a27e6
000003e000020034: c0a00004aee6 larl %r10,3e0000b5e00
000003e00002003a: a7490001 lghi %r4,1
000003e00002003e: a75900f0 lghi %r5,240
Call Trace:
([<000000000014b300>] blocking_notifier_call_chain+0x2c/0x40)
[<000000000015735c>] sys_init_module+0x19d8/0x1b08
[<0000000000110afc>] sysc_noemu+0x10/0x16
[<000002000011cda2>] 0x2000011cda2
Last Breaking-Event-Address:
[<000003e000020024>] vmcp_init+0x24/0xe4 [vmcp]
[---------snip----------]
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
2008-04-17 05:46:30 +00:00
|
|
|
mvc SP_ARGS(8,%r15),__LC_LAST_BREAK
|
2006-09-28 14:56:37 +00:00
|
|
|
xc __SF_BACKCHAIN(8,%r15),__SF_BACKCHAIN(%r15) # clear back chain
|
|
|
|
la %r2,SP_PTREGS(%r15) # load pt_regs
|
2005-04-16 22:20:36 +00:00
|
|
|
jg kernel_stack_overflow
|
|
|
|
#endif
|
|
|
|
|
|
|
|
cleanup_table_system_call:
|
|
|
|
.quad system_call, sysc_do_svc
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_table_sysc_tif:
|
|
|
|
.quad sysc_tif, sysc_restore
|
|
|
|
cleanup_table_sysc_restore:
|
|
|
|
.quad sysc_restore, sysc_done
|
|
|
|
cleanup_table_io_tif:
|
|
|
|
.quad io_tif, io_restore
|
|
|
|
cleanup_table_io_restore:
|
|
|
|
.quad io_restore, io_done
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
cleanup_critical:
|
|
|
|
clc 8(8,%r12),BASED(cleanup_table_system_call)
|
|
|
|
jl 0f
|
|
|
|
clc 8(8,%r12),BASED(cleanup_table_system_call+8)
|
|
|
|
jl cleanup_system_call
|
|
|
|
0:
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_sysc_tif)
|
2005-04-16 22:20:36 +00:00
|
|
|
jl 0f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_sysc_tif+8)
|
|
|
|
jl cleanup_sysc_tif
|
2005-04-16 22:20:36 +00:00
|
|
|
0:
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_sysc_restore)
|
2005-04-16 22:20:36 +00:00
|
|
|
jl 0f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_sysc_restore+8)
|
|
|
|
jl cleanup_sysc_restore
|
2006-06-29 12:58:05 +00:00
|
|
|
0:
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_io_tif)
|
2006-06-29 12:58:05 +00:00
|
|
|
jl 0f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_io_tif+8)
|
|
|
|
jl cleanup_io_tif
|
2005-09-03 22:57:56 +00:00
|
|
|
0:
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_io_restore)
|
2005-09-03 22:57:56 +00:00
|
|
|
jl 0f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_table_io_restore+8)
|
|
|
|
jl cleanup_io_restore
|
2005-04-16 22:20:36 +00:00
|
|
|
0:
|
|
|
|
br %r14
|
|
|
|
|
|
|
|
cleanup_system_call:
|
|
|
|
mvc __LC_RETURN_PSW(16),0(%r12)
|
|
|
|
clc __LC_RETURN_PSW+8(8),BASED(cleanup_system_call_insn+8)
|
|
|
|
jh 0f
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_SYNC_ENTER_TIMER(8),__LC_MCCK_ENTER_TIMER
|
|
|
|
cghi %r12,__LC_MCK_OLD_PSW
|
|
|
|
je 0f
|
2005-04-16 22:20:36 +00:00
|
|
|
mvc __LC_SYNC_ENTER_TIMER(8),__LC_ASYNC_ENTER_TIMER
|
2010-05-17 08:00:03 +00:00
|
|
|
0: cghi %r12,__LC_MCK_OLD_PSW
|
2010-05-17 08:00:05 +00:00
|
|
|
la %r12,__LC_SAVE_AREA+80
|
2010-05-17 08:00:03 +00:00
|
|
|
je 0f
|
2010-05-17 08:00:05 +00:00
|
|
|
la %r12,__LC_SAVE_AREA+40
|
2005-04-16 22:20:36 +00:00
|
|
|
0: clc __LC_RETURN_PSW+8(8),BASED(cleanup_system_call_insn+16)
|
|
|
|
jhe cleanup_vtime
|
|
|
|
clc __LC_RETURN_PSW+8(8),BASED(cleanup_system_call_insn)
|
|
|
|
jh 0f
|
2010-05-17 08:00:05 +00:00
|
|
|
mvc __LC_SAVE_AREA(40),0(%r12)
|
|
|
|
0: lg %r15,__LC_KERNEL_STACK # problem state -> load ksp
|
|
|
|
aghi %r15,-SP_SIZE # make room for registers & psw
|
|
|
|
stg %r15,32(%r12)
|
|
|
|
stg %r11,0(%r12)
|
|
|
|
CREATE_STACK_FRAME __LC_SAVE_AREA
|
|
|
|
mvc SP_PSW(16,%r15),__LC_SVC_OLD_PSW
|
|
|
|
mvc SP_ILC(4,%r15),__LC_SVC_ILC
|
|
|
|
mvc 8(8,%r12),__LC_THREAD_INFO
|
2005-04-16 22:20:36 +00:00
|
|
|
cleanup_vtime:
|
|
|
|
clc __LC_RETURN_PSW+8(8),BASED(cleanup_system_call_insn+24)
|
|
|
|
jhe cleanup_stime
|
|
|
|
UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
|
|
|
|
cleanup_stime:
|
|
|
|
clc __LC_RETURN_PSW+8(8),BASED(cleanup_system_call_insn+32)
|
|
|
|
jh cleanup_update
|
|
|
|
UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
|
|
|
|
cleanup_update:
|
|
|
|
mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
|
2010-05-17 08:00:05 +00:00
|
|
|
srag %r12,%r11,23
|
|
|
|
lg %r12,__LC_THREAD_INFO
|
|
|
|
jz 0f
|
|
|
|
stg %r11,__TI_last_break(%r12)
|
|
|
|
0: mvc __LC_RETURN_PSW+8(8),BASED(cleanup_table_system_call+8)
|
2005-04-16 22:20:36 +00:00
|
|
|
la %r12,__LC_RETURN_PSW
|
|
|
|
br %r14
|
|
|
|
cleanup_system_call_insn:
|
|
|
|
.quad sysc_saveall
|
2006-09-28 14:56:37 +00:00
|
|
|
.quad system_call
|
|
|
|
.quad sysc_vtime
|
|
|
|
.quad sysc_stime
|
|
|
|
.quad sysc_update
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_sysc_tif:
|
2005-04-16 22:20:36 +00:00
|
|
|
mvc __LC_RETURN_PSW(8),0(%r12)
|
2010-05-17 08:00:02 +00:00
|
|
|
mvc __LC_RETURN_PSW+8(8),BASED(cleanup_table_sysc_tif)
|
2005-04-16 22:20:36 +00:00
|
|
|
la %r12,__LC_RETURN_PSW
|
|
|
|
br %r14
|
|
|
|
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_sysc_restore:
|
|
|
|
clc 8(8,%r12),BASED(cleanup_sysc_restore_insn)
|
2010-05-17 08:00:03 +00:00
|
|
|
je 2f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_sysc_restore_insn+8)
|
2008-12-31 14:11:42 +00:00
|
|
|
jhe 0f
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_EXIT_TIMER(8),__LC_MCCK_ENTER_TIMER
|
|
|
|
cghi %r12,__LC_MCK_OLD_PSW
|
|
|
|
je 0f
|
2008-12-31 14:11:42 +00:00
|
|
|
mvc __LC_EXIT_TIMER(8),__LC_ASYNC_ENTER_TIMER
|
|
|
|
0: mvc __LC_RETURN_PSW(16),SP_PSW(%r15)
|
2005-09-03 22:57:56 +00:00
|
|
|
cghi %r12,__LC_MCK_OLD_PSW
|
2010-05-17 08:00:05 +00:00
|
|
|
la %r12,__LC_SAVE_AREA+80
|
2010-05-17 08:00:03 +00:00
|
|
|
je 1f
|
2010-05-17 08:00:05 +00:00
|
|
|
la %r12,__LC_SAVE_AREA+40
|
|
|
|
1: mvc 0(40,%r12),SP_R11(%r15)
|
|
|
|
lmg %r0,%r10,SP_R0(%r15)
|
2005-04-16 22:20:36 +00:00
|
|
|
lg %r15,SP_R15(%r15)
|
2010-05-17 08:00:03 +00:00
|
|
|
2: la %r12,__LC_RETURN_PSW
|
2005-04-16 22:20:36 +00:00
|
|
|
br %r14
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_sysc_restore_insn:
|
2007-11-20 10:13:32 +00:00
|
|
|
.quad sysc_done - 4
|
2008-12-31 14:11:42 +00:00
|
|
|
.quad sysc_done - 16
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_io_tif:
|
2010-04-09 11:43:00 +00:00
|
|
|
mvc __LC_RETURN_PSW(8),0(%r12)
|
2010-05-17 08:00:02 +00:00
|
|
|
mvc __LC_RETURN_PSW+8(8),BASED(cleanup_table_io_tif)
|
2010-04-09 11:43:00 +00:00
|
|
|
la %r12,__LC_RETURN_PSW
|
|
|
|
br %r14
|
|
|
|
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_io_restore:
|
|
|
|
clc 8(8,%r12),BASED(cleanup_io_restore_insn)
|
2010-05-17 08:00:03 +00:00
|
|
|
je 1f
|
2010-05-17 08:00:02 +00:00
|
|
|
clc 8(8,%r12),BASED(cleanup_io_restore_insn+8)
|
2008-12-31 14:11:42 +00:00
|
|
|
jhe 0f
|
2010-05-17 08:00:03 +00:00
|
|
|
mvc __LC_EXIT_TIMER(8),__LC_MCCK_ENTER_TIMER
|
2008-12-31 14:11:42 +00:00
|
|
|
0: mvc __LC_RETURN_PSW(16),SP_PSW(%r15)
|
2010-05-17 08:00:05 +00:00
|
|
|
mvc __LC_SAVE_AREA+80(40),SP_R11(%r15)
|
|
|
|
lmg %r0,%r10,SP_R0(%r15)
|
2005-09-03 22:57:56 +00:00
|
|
|
lg %r15,SP_R15(%r15)
|
2010-05-17 08:00:03 +00:00
|
|
|
1: la %r12,__LC_RETURN_PSW
|
2005-09-03 22:57:56 +00:00
|
|
|
br %r14
|
2010-05-17 08:00:02 +00:00
|
|
|
cleanup_io_restore_insn:
|
2007-11-20 10:13:32 +00:00
|
|
|
.quad io_done - 4
|
2008-12-31 14:11:42 +00:00
|
|
|
.quad io_done - 16
|
2005-09-03 22:57:56 +00:00
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Integer constants
|
|
|
|
*/
|
2006-09-28 14:56:37 +00:00
|
|
|
.align 4
|
2005-04-16 22:20:36 +00:00
|
|
|
.Lcritical_start:
|
2006-09-28 14:56:37 +00:00
|
|
|
.quad __critical_start
|
2005-04-16 22:20:36 +00:00
|
|
|
.Lcritical_end:
|
2006-09-28 14:56:37 +00:00
|
|
|
.quad __critical_end
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2011-07-24 08:48:18 +00:00
|
|
|
#if defined(CONFIG_KVM) || defined(CONFIG_KVM_MODULE)
|
|
|
|
/*
|
|
|
|
* sie64a calling convention:
|
|
|
|
* %r2 pointer to sie control block
|
|
|
|
* %r3 guest register save area
|
|
|
|
*/
|
|
|
|
.globl sie64a
|
|
|
|
sie64a:
|
|
|
|
stmg %r6,%r14,__SF_GPRS(%r15) # save kernel registers
|
|
|
|
stg %r2,__SF_EMPTY(%r15) # save control block pointer
|
|
|
|
stg %r3,__SF_EMPTY+8(%r15) # save guest register save area
|
|
|
|
lmg %r0,%r13,0(%r3) # load guest gprs 0-13
|
|
|
|
lg %r14,__LC_THREAD_INFO # pointer thread_info struct
|
|
|
|
oi __TI_flags+6(%r14),_TIF_SIE>>8
|
|
|
|
sie_loop:
|
|
|
|
lg %r14,__LC_THREAD_INFO # pointer thread_info struct
|
|
|
|
tm __TI_flags+7(%r14),_TIF_EXIT_SIE
|
|
|
|
jnz sie_exit
|
|
|
|
lg %r14,__SF_EMPTY(%r15) # get control block pointer
|
|
|
|
SPP __SF_EMPTY(%r15) # set guest id
|
|
|
|
sie 0(%r14)
|
|
|
|
sie_done:
|
|
|
|
SPP __LC_CMF_HPP # set host id
|
|
|
|
lg %r14,__LC_THREAD_INFO # pointer thread_info struct
|
|
|
|
sie_exit:
|
|
|
|
ni __TI_flags+6(%r14),255-(_TIF_SIE>>8)
|
|
|
|
lg %r14,__SF_EMPTY+8(%r15) # load guest register save area
|
|
|
|
stmg %r0,%r13,0(%r14) # save guest gprs 0-13
|
|
|
|
lmg %r6,%r14,__SF_GPRS(%r15) # restore kernel registers
|
|
|
|
lghi %r2,0
|
|
|
|
br %r14
|
|
|
|
sie_fault:
|
|
|
|
lg %r14,__LC_THREAD_INFO # pointer thread_info struct
|
|
|
|
ni __TI_flags+6(%r14),255-(_TIF_SIE>>8)
|
|
|
|
lg %r14,__SF_EMPTY+8(%r15) # load guest register save area
|
|
|
|
stmg %r0,%r13,0(%r14) # save guest gprs 0-13
|
|
|
|
lmg %r6,%r14,__SF_GPRS(%r15) # restore kernel registers
|
|
|
|
lghi %r2,-EFAULT
|
|
|
|
br %r14
|
|
|
|
|
|
|
|
.align 8
|
|
|
|
.Lsie_loop:
|
|
|
|
.quad sie_loop
|
|
|
|
.Lsie_done:
|
|
|
|
.quad sie_done
|
|
|
|
|
|
|
|
.section __ex_table,"a"
|
|
|
|
.quad sie_loop,sie_fault
|
|
|
|
.previous
|
|
|
|
#endif
|
|
|
|
|
2006-09-28 14:56:37 +00:00
|
|
|
.section .rodata, "a"
|
2005-04-16 22:20:36 +00:00
|
|
|
#define SYSCALL(esa,esame,emu) .long esame
|
2009-06-12 08:26:47 +00:00
|
|
|
.globl sys_call_table
|
2005-04-16 22:20:36 +00:00
|
|
|
sys_call_table:
|
|
|
|
#include "syscalls.S"
|
|
|
|
#undef SYSCALL
|
|
|
|
|
2006-01-06 08:19:28 +00:00
|
|
|
#ifdef CONFIG_COMPAT
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define SYSCALL(esa,esame,emu) .long emu
|
|
|
|
sys_call_table_emu:
|
|
|
|
#include "syscalls.S"
|
|
|
|
#undef SYSCALL
|
|
|
|
#endif
|