1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
//===-- mutex.h -------------------------------------------------*- C++ -*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#ifndef SCUDO_MUTEX_H_
#define SCUDO_MUTEX_H_
#include "atomic_helpers.h"
#include "common.h"
namespace scudo {
class StaticSpinMutex {
public:
void init() { atomic_store_relaxed(&State, 0); }
void lock() {
if (tryLock())
return;
lockSlow();
}
bool tryLock() {
return atomic_exchange(&State, 1, memory_order_acquire) == 0;
}
void unlock() { atomic_store(&State, 0, memory_order_release); }
void checkLocked() { CHECK_EQ(atomic_load_relaxed(&State), 1); }
private:
atomic_u8 State;
void NOINLINE lockSlow() {
for (u32 I = 0;; I++) {
if (I < 10)
yieldProcessor(10);
else
yieldPlatform();
if (atomic_load_relaxed(&State) == 0 &&
atomic_exchange(&State, 1, memory_order_acquire) == 0)
return;
}
}
};
class SpinMutex : public StaticSpinMutex {
public:
SpinMutex() { init(); }
private:
SpinMutex(const SpinMutex &) = delete;
void operator=(const SpinMutex &) = delete;
};
class BlockingMutex {
public:
explicit constexpr BlockingMutex(LinkerInitialized) : OpaqueStorage{} {}
BlockingMutex() { memset(this, 0, sizeof(*this)); }
void lock();
void unlock();
void checkLocked() {
atomic_u32 *M = reinterpret_cast<atomic_u32 *>(&OpaqueStorage);
CHECK_NE(MtxUnlocked, atomic_load_relaxed(M));
}
private:
enum MutexState { MtxUnlocked = 0, MtxLocked = 1, MtxSleeping = 2 };
uptr OpaqueStorage[1];
};
template <typename MutexType> class GenericScopedLock {
public:
explicit GenericScopedLock(MutexType *M) : Mutex(M) { Mutex->lock(); }
~GenericScopedLock() { Mutex->unlock(); }
private:
MutexType *Mutex;
GenericScopedLock(const GenericScopedLock &) = delete;
void operator=(const GenericScopedLock &) = delete;
};
typedef GenericScopedLock<StaticSpinMutex> SpinMutexLock;
typedef GenericScopedLock<BlockingMutex> BlockingMutexLock;
} // namespace scudo
#endif // SCUDO_MUTEX_H_
|
