157 lines
4.6 KiB
Diff
157 lines
4.6 KiB
Diff
|
From 04a60f370acdb0ae69747add5081ee538dd1ab28 Mon Sep 17 00:00:00 2001
|
||
|
From: Peter Zijlstra <peterz@infradead.org>
|
||
|
Date: Thu, 23 Mar 2017 15:56:10 +0100
|
||
|
Subject: [PATCH 021/365] rtmutex: Clean up
|
||
|
|
||
|
Upstream commit aa2bfe55366552cb7e93e8709d66e698d79ccc47
|
||
|
|
||
|
Previous patches changed the meaning of the return value of
|
||
|
rt_mutex_slowunlock(); update comments and code to reflect this.
|
||
|
|
||
|
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
|
||
|
Cc: juri.lelli@arm.com
|
||
|
Cc: bigeasy@linutronix.de
|
||
|
Cc: xlpang@redhat.com
|
||
|
Cc: rostedt@goodmis.org
|
||
|
Cc: mathieu.desnoyers@efficios.com
|
||
|
Cc: jdesfossez@efficios.com
|
||
|
Cc: bristot@redhat.com
|
||
|
Link: http://lkml.kernel.org/r/20170323150216.255058238@infradead.org
|
||
|
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
|
||
|
---
|
||
|
kernel/futex.c | 7 ++++---
|
||
|
kernel/locking/rtmutex.c | 28 +++++++++++++---------------
|
||
|
kernel/locking/rtmutex_common.h | 2 +-
|
||
|
3 files changed, 18 insertions(+), 19 deletions(-)
|
||
|
|
||
|
diff --git a/kernel/futex.c b/kernel/futex.c
|
||
|
index f8a35ec29c28..963bc8e5f3a9 100644
|
||
|
--- a/kernel/futex.c
|
||
|
+++ b/kernel/futex.c
|
||
|
@@ -1410,7 +1410,7 @@ static int wake_futex_pi(u32 __user *uaddr, u32 uval, struct futex_pi_state *pi_
|
||
|
{
|
||
|
u32 uninitialized_var(curval), newval;
|
||
|
struct task_struct *new_owner;
|
||
|
- bool deboost = false;
|
||
|
+ bool postunlock = false;
|
||
|
WAKE_Q(wake_q);
|
||
|
int ret = 0;
|
||
|
|
||
|
@@ -1471,12 +1471,13 @@ static int wake_futex_pi(u32 __user *uaddr, u32 uval, struct futex_pi_state *pi_
|
||
|
/*
|
||
|
* We've updated the uservalue, this unlock cannot fail.
|
||
|
*/
|
||
|
- deboost = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wake_q);
|
||
|
+ postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wake_q);
|
||
|
|
||
|
out_unlock:
|
||
|
raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock);
|
||
|
|
||
|
- rt_mutex_postunlock(&wake_q, deboost);
|
||
|
+ if (postunlock)
|
||
|
+ rt_mutex_postunlock(&wake_q);
|
||
|
|
||
|
return ret;
|
||
|
}
|
||
|
diff --git a/kernel/locking/rtmutex.c b/kernel/locking/rtmutex.c
|
||
|
index 03a345d508d2..9f55d7a7bc57 100644
|
||
|
--- a/kernel/locking/rtmutex.c
|
||
|
+++ b/kernel/locking/rtmutex.c
|
||
|
@@ -1353,7 +1353,8 @@ static inline int rt_mutex_slowtrylock(struct rt_mutex *lock)
|
||
|
|
||
|
/*
|
||
|
* Slow path to release a rt-mutex.
|
||
|
- * Return whether the current task needs to undo a potential priority boosting.
|
||
|
+ *
|
||
|
+ * Return whether the current task needs to call rt_mutex_postunlock().
|
||
|
*/
|
||
|
static bool __sched rt_mutex_slowunlock(struct rt_mutex *lock,
|
||
|
struct wake_q_head *wake_q)
|
||
|
@@ -1424,8 +1425,7 @@ static bool __sched rt_mutex_slowunlock(struct rt_mutex *lock,
|
||
|
|
||
|
raw_spin_unlock_irqrestore(&lock->wait_lock, flags);
|
||
|
|
||
|
- /* check PI boosting */
|
||
|
- return true;
|
||
|
+ return true; /* call rt_mutex_postunlock() */
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
@@ -1472,15 +1472,14 @@ rt_mutex_fasttrylock(struct rt_mutex *lock,
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
- * Undo pi boosting (if necessary) and wake top waiter.
|
||
|
+ * Performs the wakeup of the the top-waiter and re-enables preemption.
|
||
|
*/
|
||
|
-void rt_mutex_postunlock(struct wake_q_head *wake_q, bool deboost)
|
||
|
+void rt_mutex_postunlock(struct wake_q_head *wake_q)
|
||
|
{
|
||
|
wake_up_q(wake_q);
|
||
|
|
||
|
/* Pairs with preempt_disable() in rt_mutex_slowunlock() */
|
||
|
- if (deboost)
|
||
|
- preempt_enable();
|
||
|
+ preempt_enable();
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
@@ -1489,14 +1488,12 @@ rt_mutex_fastunlock(struct rt_mutex *lock,
|
||
|
struct wake_q_head *wqh))
|
||
|
{
|
||
|
WAKE_Q(wake_q);
|
||
|
- bool deboost;
|
||
|
|
||
|
if (likely(rt_mutex_cmpxchg_release(lock, current, NULL)))
|
||
|
return;
|
||
|
|
||
|
- deboost = slowfn(lock, &wake_q);
|
||
|
-
|
||
|
- rt_mutex_postunlock(&wake_q, deboost);
|
||
|
+ if (slowfn(lock, &wake_q))
|
||
|
+ rt_mutex_postunlock(&wake_q);
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
@@ -1616,19 +1613,20 @@ bool __sched __rt_mutex_futex_unlock(struct rt_mutex *lock,
|
||
|
*/
|
||
|
preempt_disable();
|
||
|
|
||
|
- return true; /* deboost and wakeups */
|
||
|
+ return true; /* call postunlock() */
|
||
|
}
|
||
|
|
||
|
void __sched rt_mutex_futex_unlock(struct rt_mutex *lock)
|
||
|
{
|
||
|
WAKE_Q(wake_q);
|
||
|
- bool deboost;
|
||
|
+ bool postunlock;
|
||
|
|
||
|
raw_spin_lock_irq(&lock->wait_lock);
|
||
|
- deboost = __rt_mutex_futex_unlock(lock, &wake_q);
|
||
|
+ postunlock = __rt_mutex_futex_unlock(lock, &wake_q);
|
||
|
raw_spin_unlock_irq(&lock->wait_lock);
|
||
|
|
||
|
- rt_mutex_postunlock(&wake_q, deboost);
|
||
|
+ if (postunlock)
|
||
|
+ rt_mutex_postunlock(&wake_q);
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
diff --git a/kernel/locking/rtmutex_common.h b/kernel/locking/rtmutex_common.h
|
||
|
index dad9229040dc..722e3cf38acf 100644
|
||
|
--- a/kernel/locking/rtmutex_common.h
|
||
|
+++ b/kernel/locking/rtmutex_common.h
|
||
|
@@ -123,7 +123,7 @@ extern void rt_mutex_futex_unlock(struct rt_mutex *lock);
|
||
|
extern bool __rt_mutex_futex_unlock(struct rt_mutex *lock,
|
||
|
struct wake_q_head *wqh);
|
||
|
|
||
|
-extern void rt_mutex_postunlock(struct wake_q_head *wake_q, bool deboost);
|
||
|
+extern void rt_mutex_postunlock(struct wake_q_head *wake_q);
|
||
|
|
||
|
#ifdef CONFIG_DEBUG_RT_MUTEXES
|
||
|
# include "rtmutex-debug.h"
|
||
|
--
|
||
|
2.28.0
|
||
|
|