177 lines
4.8 KiB
Diff
177 lines
4.8 KiB
Diff
From 778d785de1c44130c0ce3c6b35a573c3704068e5 Mon Sep 17 00:00:00 2001
|
|
From: Thomas Gleixner <tglx@linutronix.de>
|
|
Date: Mon, 18 Jul 2011 13:59:17 +0200
|
|
Subject: [PATCH 153/365] softirq: Disable softirq stacks for RT
|
|
|
|
Disable extra stacks for softirqs. We want to preempt softirqs and
|
|
having them on special IRQ-stack does not make this easier.
|
|
|
|
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
|
|
---
|
|
arch/powerpc/kernel/irq.c | 2 ++
|
|
arch/powerpc/kernel/misc_32.S | 2 ++
|
|
arch/powerpc/kernel/misc_64.S | 2 ++
|
|
arch/sh/kernel/irq.c | 2 ++
|
|
arch/sparc/kernel/irq_64.c | 2 ++
|
|
arch/x86/entry/entry_64.S | 2 ++
|
|
arch/x86/kernel/irq_32.c | 2 ++
|
|
include/linux/interrupt.h | 2 +-
|
|
8 files changed, 15 insertions(+), 1 deletion(-)
|
|
|
|
diff --git a/arch/powerpc/kernel/irq.c b/arch/powerpc/kernel/irq.c
|
|
index eff4a336a1b4..cab3e4fe2a85 100644
|
|
--- a/arch/powerpc/kernel/irq.c
|
|
+++ b/arch/powerpc/kernel/irq.c
|
|
@@ -659,6 +659,7 @@ void irq_ctx_init(void)
|
|
}
|
|
}
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
void do_softirq_own_stack(void)
|
|
{
|
|
struct thread_info *curtp, *irqtp;
|
|
@@ -676,6 +677,7 @@ void do_softirq_own_stack(void)
|
|
if (irqtp->flags)
|
|
set_bits(irqtp->flags, &curtp->flags);
|
|
}
|
|
+#endif
|
|
|
|
irq_hw_number_t virq_to_hw(unsigned int virq)
|
|
{
|
|
diff --git a/arch/powerpc/kernel/misc_32.S b/arch/powerpc/kernel/misc_32.S
|
|
index 030d72df5dd5..b471a709e100 100644
|
|
--- a/arch/powerpc/kernel/misc_32.S
|
|
+++ b/arch/powerpc/kernel/misc_32.S
|
|
@@ -41,6 +41,7 @@
|
|
* We store the saved ksp_limit in the unused part
|
|
* of the STACK_FRAME_OVERHEAD
|
|
*/
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
_GLOBAL(call_do_softirq)
|
|
mflr r0
|
|
stw r0,4(r1)
|
|
@@ -57,6 +58,7 @@ _GLOBAL(call_do_softirq)
|
|
stw r10,THREAD+KSP_LIMIT(r2)
|
|
mtlr r0
|
|
blr
|
|
+#endif
|
|
|
|
/*
|
|
* void call_do_irq(struct pt_regs *regs, struct thread_info *irqtp);
|
|
diff --git a/arch/powerpc/kernel/misc_64.S b/arch/powerpc/kernel/misc_64.S
|
|
index 4cefe6888b18..cb2ee4be999a 100644
|
|
--- a/arch/powerpc/kernel/misc_64.S
|
|
+++ b/arch/powerpc/kernel/misc_64.S
|
|
@@ -31,6 +31,7 @@
|
|
|
|
.text
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
_GLOBAL(call_do_softirq)
|
|
mflr r0
|
|
std r0,16(r1)
|
|
@@ -41,6 +42,7 @@ _GLOBAL(call_do_softirq)
|
|
ld r0,16(r1)
|
|
mtlr r0
|
|
blr
|
|
+#endif
|
|
|
|
_GLOBAL(call_do_irq)
|
|
mflr r0
|
|
diff --git a/arch/sh/kernel/irq.c b/arch/sh/kernel/irq.c
|
|
index 6c0378c0b8b5..abd58b4dff97 100644
|
|
--- a/arch/sh/kernel/irq.c
|
|
+++ b/arch/sh/kernel/irq.c
|
|
@@ -147,6 +147,7 @@ void irq_ctx_exit(int cpu)
|
|
hardirq_ctx[cpu] = NULL;
|
|
}
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
void do_softirq_own_stack(void)
|
|
{
|
|
struct thread_info *curctx;
|
|
@@ -174,6 +175,7 @@ void do_softirq_own_stack(void)
|
|
"r5", "r6", "r7", "r8", "r9", "r15", "t", "pr"
|
|
);
|
|
}
|
|
+#endif
|
|
#else
|
|
static inline void handle_one_irq(unsigned int irq)
|
|
{
|
|
diff --git a/arch/sparc/kernel/irq_64.c b/arch/sparc/kernel/irq_64.c
|
|
index 5cbf03c14981..6067d9379e5b 100644
|
|
--- a/arch/sparc/kernel/irq_64.c
|
|
+++ b/arch/sparc/kernel/irq_64.c
|
|
@@ -854,6 +854,7 @@ void __irq_entry handler_irq(int pil, struct pt_regs *regs)
|
|
set_irq_regs(old_regs);
|
|
}
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
void do_softirq_own_stack(void)
|
|
{
|
|
void *orig_sp, *sp = softirq_stack[smp_processor_id()];
|
|
@@ -868,6 +869,7 @@ void do_softirq_own_stack(void)
|
|
__asm__ __volatile__("mov %0, %%sp"
|
|
: : "r" (orig_sp));
|
|
}
|
|
+#endif
|
|
|
|
#ifdef CONFIG_HOTPLUG_CPU
|
|
void fixup_irqs(void)
|
|
diff --git a/arch/x86/entry/entry_64.S b/arch/x86/entry/entry_64.S
|
|
index cfb1f34fea02..1a2bb5ba8619 100644
|
|
--- a/arch/x86/entry/entry_64.S
|
|
+++ b/arch/x86/entry/entry_64.S
|
|
@@ -838,6 +838,7 @@ bad_gs:
|
|
jmp 2b
|
|
.previous
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
/* Call softirq on interrupt stack. Interrupts are off. */
|
|
ENTRY(do_softirq_own_stack)
|
|
pushq %rbp
|
|
@@ -850,6 +851,7 @@ ENTRY(do_softirq_own_stack)
|
|
decl PER_CPU_VAR(irq_count)
|
|
ret
|
|
END(do_softirq_own_stack)
|
|
+#endif
|
|
|
|
#ifdef CONFIG_XEN
|
|
idtentry xen_hypervisor_callback xen_do_hypervisor_callback has_error_code=0
|
|
diff --git a/arch/x86/kernel/irq_32.c b/arch/x86/kernel/irq_32.c
|
|
index 5aaa39a10823..51fae836d143 100644
|
|
--- a/arch/x86/kernel/irq_32.c
|
|
+++ b/arch/x86/kernel/irq_32.c
|
|
@@ -129,6 +129,7 @@ void irq_ctx_init(int cpu)
|
|
cpu, per_cpu(hardirq_stack, cpu), per_cpu(softirq_stack, cpu));
|
|
}
|
|
|
|
+#ifndef CONFIG_PREEMPT_RT_FULL
|
|
void do_softirq_own_stack(void)
|
|
{
|
|
struct irq_stack *irqstk;
|
|
@@ -145,6 +146,7 @@ void do_softirq_own_stack(void)
|
|
|
|
call_on_stack(__do_softirq, isp);
|
|
}
|
|
+#endif
|
|
|
|
bool handle_irq(struct irq_desc *desc, struct pt_regs *regs)
|
|
{
|
|
diff --git a/include/linux/interrupt.h b/include/linux/interrupt.h
|
|
index 0aad7caee523..e5f4ceaedc2b 100644
|
|
--- a/include/linux/interrupt.h
|
|
+++ b/include/linux/interrupt.h
|
|
@@ -473,7 +473,7 @@ struct softirq_action
|
|
asmlinkage void do_softirq(void);
|
|
asmlinkage void __do_softirq(void);
|
|
|
|
-#ifdef __ARCH_HAS_DO_SOFTIRQ
|
|
+#if defined(__ARCH_HAS_DO_SOFTIRQ) && !defined(CONFIG_PREEMPT_RT_FULL)
|
|
void do_softirq_own_stack(void);
|
|
#else
|
|
static inline void do_softirq_own_stack(void)
|
|
--
|
|
2.28.0
|
|
|