1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
/* Portions taken from Linux arch arm64 */
#ifndef __ASM_ARM64_SYSTEM_H
#define __ASM_ARM64_SYSTEM_H
#include <asm/arm64/cmpxchg.h>
/* Uses uimm4 as a bitmask to select the clearing of one or more of
* the DAIF exception mask bits:
* bit 3 selects the D mask,
* bit 2 the A mask,
* bit 1 the I mask and
* bit 0 the F mask.
*/
#define local_fiq_disable() asm volatile ( "msr daifset, #1\n" ::: "memory" )
#define local_fiq_enable() asm volatile ( "msr daifclr, #1\n" ::: "memory" )
#define local_irq_disable() asm volatile ( "msr daifset, #2\n" ::: "memory" )
#define local_irq_enable() asm volatile ( "msr daifclr, #2\n" ::: "memory" )
#define local_abort_disable() asm volatile ( "msr daifset, #4\n" ::: "memory" )
#define local_abort_enable() asm volatile ( "msr daifclr, #4\n" ::: "memory" )
#define local_save_flags(x) \
({ \
BUILD_BUG_ON(sizeof(x) != sizeof(long)); \
asm volatile( \
"mrs %0, daif // local_save_flags\n" \
: "=r" (x) \
: \
: "memory"); \
})
#define local_irq_save(x) \
({ \
local_save_flags(x); \
local_irq_disable(); \
})
#define local_irq_restore(x) \
({ \
BUILD_BUG_ON(sizeof(x) != sizeof(long)); \
asm volatile ( \
"msr daif, %0 // local_irq_restore" \
: \
: "r" (x) \
: "memory"); \
})
static inline int local_irq_is_enabled(void)
{
unsigned long flags;
local_save_flags(flags);
return !(flags & PSR_IRQ_MASK);
}
static inline int local_fiq_is_enabled(void)
{
unsigned long flags;
local_save_flags(flags);
return !(flags & PSR_FIQ_MASK);
}
#define csdb() asm volatile ( "hint #20" : : : "memory" )
/*
* Generate a mask for array_index__nospec() that is ~0UL when 0 <= idx < sz
* and 0 otherwise.
*/
static inline unsigned long array_index_mask_nospec(unsigned long idx,
unsigned long sz)
{
unsigned long mask;
asm volatile ( "cmp %1, %2\n"
"sbc %0, xzr, xzr\n"
: "=r" (mask)
: "r" (idx), "Ir" (sz)
: "cc" );
csdb();
return mask;
}
#define array_index_mask_nospec array_index_mask_nospec
#endif
/*
* Local variables:
* mode: C
* c-file-style: "BSD"
* c-basic-offset: 4
* indent-tabs-mode: nil
* End:
*/
|
