| #ifndef _ASM_X86_JUMP_LABEL_H |
| #define _ASM_X86_JUMP_LABEL_H |
| |
| #ifndef __ASSEMBLY__ |
| |
| #include <linux/stringify.h> |
| #include <linux/types.h> |
| #include <asm/nops.h> |
| #include <asm/asm.h> |
| |
| #define JUMP_LABEL_NOP_SIZE 5 |
| |
| #ifdef CONFIG_X86_64 |
| # define STATIC_KEY_INIT_NOP P6_NOP5_ATOMIC |
| #else |
| # define STATIC_KEY_INIT_NOP GENERIC_NOP5_ATOMIC |
| #endif |
| |
| static __always_inline bool arch_static_branch(struct static_key *key, bool branch) |
| { |
| asm_volatile_goto("1:" |
| ".byte " __stringify(STATIC_KEY_INIT_NOP) "\n\t" |
| ".pushsection __jump_table, \"aw\" \n\t" |
| _ASM_ALIGN "\n\t" |
| _ASM_PTR "1b, %l[l_yes], %c0 + %c1 \n\t" |
| ".popsection \n\t" |
| : : "i" (key), "i" (branch) : : l_yes); |
| |
| return false; |
| l_yes: |
| return true; |
| } |
| |
| static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch) |
| { |
| asm_volatile_goto("1:" |
| ".byte 0xe9\n\t .long %l[l_yes] - 2f\n\t" |
| "2:\n\t" |
| ".pushsection __jump_table, \"aw\" \n\t" |
| _ASM_ALIGN "\n\t" |
| _ASM_PTR "1b, %l[l_yes], %c0 + %c1 \n\t" |
| ".popsection \n\t" |
| : : "i" (key), "i" (branch) : : l_yes); |
| |
| return false; |
| l_yes: |
| return true; |
| } |
| |
| #ifdef CONFIG_X86_64 |
| typedef u64 jump_label_t; |
| #else |
| typedef u32 jump_label_t; |
| #endif |
| |
| struct jump_entry { |
| jump_label_t code; |
| jump_label_t target; |
| jump_label_t key; |
| }; |
| |
| #endif /* __ASSEMBLY__ */ |
| #endif |