gh0s7/mckernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MCS lock: separate IRQ disable/enable versions

Browse Source
This commit is contained in:
Balazs Gerofi
2016-12-17 13:44:27 +09:00
parent c58ab0f648
commit 91cdb16158
1 changed files with 32 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
arch/x86/kernel/include/arch-lock.h
View File

@ -131,6 +131,7 @@ static void __ihk_mc_spinlock_unlock(ihk_spinlock_t *lock, unsigned long flags)
typedef struct mcs_lock_node { typedef struct mcs_lock_node {
unsigned long locked; unsigned long locked;
struct mcs_lock_node *next; struct mcs_lock_node *next;
unsigned long irqsave;
} __attribute__((aligned(64))) mcs_lock_node_t; } __attribute__((aligned(64))) mcs_lock_node_t;
static void mcs_lock_init(struct mcs_lock_node *node) static void mcs_lock_init(struct mcs_lock_node *node)
@ -139,7 +140,7 @@ static void mcs_lock_init(struct mcs_lock_node *node)
node->next = NULL; node->next = NULL;
} }
static void mcs_lock_lock(struct mcs_lock_node *lock, static void __mcs_lock_lock(struct mcs_lock_node *lock,
struct mcs_lock_node *node) struct mcs_lock_node *node)
{ {
struct mcs_lock_node *pred; struct mcs_lock_node *pred;
@ -158,7 +159,7 @@ static void mcs_lock_lock(struct mcs_lock_node *lock,
} }
} }
static void mcs_lock_unlock(struct mcs_lock_node *lock, static void __mcs_lock_unlock(struct mcs_lock_node *lock,
struct mcs_lock_node *node) struct mcs_lock_node *node)
{ {
if (node->next == NULL) { if (node->next == NULL) {
@ -178,6 +179,35 @@ static void mcs_lock_unlock(struct mcs_lock_node *lock,
node->next->locked = 0; node->next->locked = 0;
} }
static void mcs_lock_lock_noirq(struct mcs_lock_node *lock,
struct mcs_lock_node *node)
{
preempt_disable();
__mcs_lock_lock(lock, node);
}
static void mcs_lock_unlock_noirq(struct mcs_lock_node *lock,
struct mcs_lock_node *node)
{
__mcs_lock_unlock(lock, node);
preempt_enable();
}
static void mcs_lock_lock(struct mcs_lock_node *lock,
struct mcs_lock_node *node)
{
node->irqsave = cpu_disable_interrupt_save();
mcs_lock_lock_noirq(lock, node);
}
static void mcs_lock_unlock(struct mcs_lock_node *lock,
struct mcs_lock_node *node)
{
mcs_lock_unlock_noirq(lock, node);
cpu_restore_interrupt(node->irqsave);
}
// reader/writer lock // reader/writer lock
typedef struct mcs_rwlock_node { typedef struct mcs_rwlock_node {
ihk_atomic_t count; // num of readers (use only common reader) ihk_atomic_t count; // num of readers (use only common reader)