Commit 578ae447 authored by Josh Poimboeuf's avatar Josh Poimboeuf Committed by Ingo Molnar

jump_label: Disable jump labels in __exit code

With the following commit:

  33352244 ("jump_label: Explicitly disable jump labels in __init code")

... we explicitly disabled jump labels in __init code, so they could be
detected and not warned about in the following commit:

  dc1dd184 ("jump_label: Warn on failed jump_label patching attempt")

In-kernel __exit code has the same issue.  It's never used, so it's
freed along with the rest of initmem.  But jump label entries in __exit
code aren't explicitly disabled, so we get the following warning when
enabling pr_debug() in __exit code:

  can't patch jump_label at dmi_sysfs_exit+0x0/0x2d
  WARNING: CPU: 0 PID: 22572 at kernel/jump_label.c:376 __jump_label_update+0x9d/0xb0

Fix the warning by disabling all jump labels in initmem (which includes
both __init and __exit code).
Reported-and-tested-by: default avatarLi Wang <>
Signed-off-by: default avatarJosh Poimboeuf <>
Cc: Borislav Petkov <>
Cc: Jason Baron <>
Cc: Linus Torvalds <>
Cc: Peter Zijlstra <>
Cc: Thomas Gleixner <>
Fixes: dc1dd184 ("jump_label: Warn on failed jump_label patching attempt")
Link: Ingo Molnar's avatarIngo Molnar <>
parent 45dbac0e
......@@ -151,7 +151,7 @@ extern struct jump_entry __start___jump_table[];
extern struct jump_entry __stop___jump_table[];
extern void jump_label_init(void);
extern void jump_label_invalidate_init(void);
extern void jump_label_invalidate_initmem(void);
extern void jump_label_lock(void);
extern void jump_label_unlock(void);
extern void arch_jump_label_transform(struct jump_entry *entry,
......@@ -199,7 +199,7 @@ static __always_inline void jump_label_init(void)
static_key_initialized = true;
static inline void jump_label_invalidate_init(void) {}
static inline void jump_label_invalidate_initmem(void) {}
static __always_inline bool static_key_false(struct static_key *key)
......@@ -1001,7 +1001,7 @@ static int __ref kernel_init(void *unused)
/* need to finish all async __init code before freeing the memory */
system_state = SYSTEM_RUNNING;
......@@ -16,6 +16,7 @@
#include <linux/jump_label_ratelimit.h>
#include <linux/bug.h>
#include <linux/cpu.h>
#include <asm/sections.h>
......@@ -421,15 +422,15 @@ void __init jump_label_init(void)
/* Disable any jump label entries in __init code */
void __init jump_label_invalidate_init(void)
/* Disable any jump label entries in __init/__exit code */
void __init jump_label_invalidate_initmem(void)
struct jump_entry *iter_start = __start___jump_table;
struct jump_entry *iter_stop = __stop___jump_table;
struct jump_entry *iter;
for (iter = iter_start; iter < iter_stop; iter++) {
if (init_kernel_text(iter->code))
if (init_section_contains((void *)(unsigned long)iter->code, 1))
iter->code = 0;
Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment