e625397041
stop_two_cpus() and stop_cpus() use stop_cpus_lock to avoid the deadlock, we need to ensure that the stopper functions can't be queued "backwards" from one another. This doesn't look nice; if we use lglock then we do not really need stopper->lock, cpu_stop_queue_work() could use lg_local_lock() under local_irq_save(). OTOH it would be even better to avoid lglock in stop_machine.c and remove lg_double_lock(). This patch adds "bool stop_cpus_in_progress" set/cleared by queue_stop_cpus_work(), and changes cpu_stop_queue_two_works() to busy wait until it is cleared. queue_stop_cpus_work() sets stop_cpus_in_progress = T lockless, but after it queues a work on CPU1 it must be visible to stop_two_cpus(CPU1, CPU2) which checks it under the same lock. And since stop_two_cpus() holds the 2nd lock too, queue_stop_cpus_work() can not clear stop_cpus_in_progress if it is also going to queue a work on CPU2, it needs to take that 2nd lock to do this. Signed-off-by: Oleg Nesterov <oleg@redhat.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Rik van Riel <riel@redhat.com> Cc: Tejun Heo <tj@kernel.org> Cc: Thomas Gleixner <tglx@linutronix.de> Link: http://lkml.kernel.org/r/20151121181148.GA433@redhat.com Signed-off-by: Ingo Molnar <mingo@kernel.org>
77 lines
2.4 KiB
C
77 lines
2.4 KiB
C
/*
|
|
* Specialised local-global spinlock. Can only be declared as global variables
|
|
* to avoid overhead and keep things simple (and we don't want to start using
|
|
* these inside dynamically allocated structures).
|
|
*
|
|
* "local/global locks" (lglocks) can be used to:
|
|
*
|
|
* - Provide fast exclusive access to per-CPU data, with exclusive access to
|
|
* another CPU's data allowed but possibly subject to contention, and to
|
|
* provide very slow exclusive access to all per-CPU data.
|
|
* - Or to provide very fast and scalable read serialisation, and to provide
|
|
* very slow exclusive serialisation of data (not necessarily per-CPU data).
|
|
*
|
|
* Brlocks are also implemented as a short-hand notation for the latter use
|
|
* case.
|
|
*
|
|
* Copyright 2009, 2010, Nick Piggin, Novell Inc.
|
|
*/
|
|
#ifndef __LINUX_LGLOCK_H
|
|
#define __LINUX_LGLOCK_H
|
|
|
|
#include <linux/spinlock.h>
|
|
#include <linux/lockdep.h>
|
|
#include <linux/percpu.h>
|
|
#include <linux/cpu.h>
|
|
#include <linux/notifier.h>
|
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
#define LOCKDEP_INIT_MAP lockdep_init_map
|
|
#else
|
|
#define LOCKDEP_INIT_MAP(a, b, c, d)
|
|
#endif
|
|
|
|
struct lglock {
|
|
arch_spinlock_t __percpu *lock;
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
struct lock_class_key lock_key;
|
|
struct lockdep_map lock_dep_map;
|
|
#endif
|
|
};
|
|
|
|
#define DEFINE_LGLOCK(name) \
|
|
static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock) \
|
|
= __ARCH_SPIN_LOCK_UNLOCKED; \
|
|
struct lglock name = { .lock = &name ## _lock }
|
|
|
|
#define DEFINE_STATIC_LGLOCK(name) \
|
|
static DEFINE_PER_CPU(arch_spinlock_t, name ## _lock) \
|
|
= __ARCH_SPIN_LOCK_UNLOCKED; \
|
|
static struct lglock name = { .lock = &name ## _lock }
|
|
|
|
void lg_lock_init(struct lglock *lg, char *name);
|
|
void lg_local_lock(struct lglock *lg);
|
|
void lg_local_unlock(struct lglock *lg);
|
|
void lg_local_lock_cpu(struct lglock *lg, int cpu);
|
|
void lg_local_unlock_cpu(struct lglock *lg, int cpu);
|
|
void lg_global_lock(struct lglock *lg);
|
|
void lg_global_unlock(struct lglock *lg);
|
|
|
|
#else
|
|
/* When !CONFIG_SMP, map lglock to spinlock */
|
|
#define lglock spinlock
|
|
#define DEFINE_LGLOCK(name) DEFINE_SPINLOCK(name)
|
|
#define DEFINE_STATIC_LGLOCK(name) static DEFINE_SPINLOCK(name)
|
|
#define lg_lock_init(lg, name) spin_lock_init(lg)
|
|
#define lg_local_lock spin_lock
|
|
#define lg_local_unlock spin_unlock
|
|
#define lg_local_lock_cpu(lg, cpu) spin_lock(lg)
|
|
#define lg_local_unlock_cpu(lg, cpu) spin_unlock(lg)
|
|
#define lg_global_lock spin_lock
|
|
#define lg_global_unlock spin_unlock
|
|
#endif
|
|
|
|
#endif
|