2 * Copyright IBM Corp. 1999, 2009
4 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>
7 #ifndef __ASM_BARRIER_H
8 #define __ASM_BARRIER_H
11 * Force strict CPU ordering.
12 * And yes, this is required on UP too when we're talking
16 #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES
17 /* Fast-BCR without checkpoint synchronization */
18 #define __ASM_BARRIER "bcr 14,0\n"
20 #define __ASM_BARRIER "bcr 15,0\n"
23 #define mb() do { asm volatile(__ASM_BARRIER : : : "memory"); } while (0)
25 #define rmb() barrier()
26 #define wmb() barrier()
27 #define dma_rmb() mb()
28 #define dma_wmb() mb()
30 #define smp_rmb() rmb()
31 #define smp_wmb() wmb()
33 #define read_barrier_depends() do { } while (0)
34 #define smp_read_barrier_depends() do { } while (0)
36 #define smp_mb__before_atomic() smp_mb()
37 #define smp_mb__after_atomic() smp_mb()
39 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); mb(); } while (0)
41 #define smp_store_release(p, v) \
43 compiletime_assert_atomic_type(*p); \
48 #define smp_load_acquire(p) \
50 typeof(*p) ___p1 = READ_ONCE(*p); \
51 compiletime_assert_atomic_type(*p); \
57 * array_index_mask_nospec - generate a mask for array_idx() that is
58 * ~0UL when the bounds check succeeds and 0 otherwise
59 * @index: array element index
60 * @size: number of elements in array
62 #define array_index_mask_nospec array_index_mask_nospec
63 static inline unsigned long array_index_mask_nospec(unsigned long index,
68 if (__builtin_constant_p(size) && size > 0) {
71 :"=d" (mask) : "d" (size-1), "d" (index) :"cc");
76 :"=d" (mask) : "d" (size), "d" (index) :"cc");
80 #endif /* __ASM_BARRIER_H */