162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci#include <linux/module.h> 362306a36Sopenharmony_ci#include <linux/kthread.h> 462306a36Sopenharmony_ci#include <linux/ftrace.h> 562306a36Sopenharmony_ci#ifndef CONFIG_ARM64 662306a36Sopenharmony_ci#include <asm/asm-offsets.h> 762306a36Sopenharmony_ci#endif 862306a36Sopenharmony_ci 962306a36Sopenharmony_ciextern void my_direct_func1(unsigned long ip); 1062306a36Sopenharmony_ciextern void my_direct_func2(unsigned long ip); 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_civoid my_direct_func1(unsigned long ip) 1362306a36Sopenharmony_ci{ 1462306a36Sopenharmony_ci trace_printk("my direct func1 ip %lx\n", ip); 1562306a36Sopenharmony_ci} 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_civoid my_direct_func2(unsigned long ip) 1862306a36Sopenharmony_ci{ 1962306a36Sopenharmony_ci trace_printk("my direct func2 ip %lx\n", ip); 2062306a36Sopenharmony_ci} 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ciextern void my_tramp1(void *); 2362306a36Sopenharmony_ciextern void my_tramp2(void *); 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci#ifdef CONFIG_X86_64 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ci#include <asm/ibt.h> 2862306a36Sopenharmony_ci#include <asm/nospec-branch.h> 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_ciasm ( 3162306a36Sopenharmony_ci" .pushsection .text, \"ax\", @progbits\n" 3262306a36Sopenharmony_ci" .type my_tramp1, @function\n" 3362306a36Sopenharmony_ci" .globl my_tramp1\n" 3462306a36Sopenharmony_ci" my_tramp1:" 3562306a36Sopenharmony_ci ASM_ENDBR 3662306a36Sopenharmony_ci" pushq %rbp\n" 3762306a36Sopenharmony_ci" movq %rsp, %rbp\n" 3862306a36Sopenharmony_ci CALL_DEPTH_ACCOUNT 3962306a36Sopenharmony_ci" pushq %rdi\n" 4062306a36Sopenharmony_ci" movq 8(%rbp), %rdi\n" 4162306a36Sopenharmony_ci" call my_direct_func1\n" 4262306a36Sopenharmony_ci" popq %rdi\n" 4362306a36Sopenharmony_ci" leave\n" 4462306a36Sopenharmony_ci ASM_RET 4562306a36Sopenharmony_ci" .size my_tramp1, .-my_tramp1\n" 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci" .type my_tramp2, @function\n" 4862306a36Sopenharmony_ci" .globl my_tramp2\n" 4962306a36Sopenharmony_ci" my_tramp2:" 5062306a36Sopenharmony_ci ASM_ENDBR 5162306a36Sopenharmony_ci" pushq %rbp\n" 5262306a36Sopenharmony_ci" movq %rsp, %rbp\n" 5362306a36Sopenharmony_ci CALL_DEPTH_ACCOUNT 5462306a36Sopenharmony_ci" pushq %rdi\n" 5562306a36Sopenharmony_ci" movq 8(%rbp), %rdi\n" 5662306a36Sopenharmony_ci" call my_direct_func2\n" 5762306a36Sopenharmony_ci" popq %rdi\n" 5862306a36Sopenharmony_ci" leave\n" 5962306a36Sopenharmony_ci ASM_RET 6062306a36Sopenharmony_ci" .size my_tramp2, .-my_tramp2\n" 6162306a36Sopenharmony_ci" .popsection\n" 6262306a36Sopenharmony_ci); 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci#endif /* CONFIG_X86_64 */ 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci#ifdef CONFIG_S390 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ciasm ( 6962306a36Sopenharmony_ci" .pushsection .text, \"ax\", @progbits\n" 7062306a36Sopenharmony_ci" .type my_tramp1, @function\n" 7162306a36Sopenharmony_ci" .globl my_tramp1\n" 7262306a36Sopenharmony_ci" my_tramp1:" 7362306a36Sopenharmony_ci" lgr %r1,%r15\n" 7462306a36Sopenharmony_ci" stmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n" 7562306a36Sopenharmony_ci" stg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n" 7662306a36Sopenharmony_ci" aghi %r15,"__stringify(-STACK_FRAME_OVERHEAD)"\n" 7762306a36Sopenharmony_ci" stg %r1,"__stringify(__SF_BACKCHAIN)"(%r15)\n" 7862306a36Sopenharmony_ci" lgr %r2,%r0\n" 7962306a36Sopenharmony_ci" brasl %r14,my_direct_func1\n" 8062306a36Sopenharmony_ci" aghi %r15,"__stringify(STACK_FRAME_OVERHEAD)"\n" 8162306a36Sopenharmony_ci" lmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n" 8262306a36Sopenharmony_ci" lg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n" 8362306a36Sopenharmony_ci" lgr %r1,%r0\n" 8462306a36Sopenharmony_ci" br %r1\n" 8562306a36Sopenharmony_ci" .size my_tramp1, .-my_tramp1\n" 8662306a36Sopenharmony_ci"\n" 8762306a36Sopenharmony_ci" .type my_tramp2, @function\n" 8862306a36Sopenharmony_ci" .globl my_tramp2\n" 8962306a36Sopenharmony_ci" my_tramp2:" 9062306a36Sopenharmony_ci" lgr %r1,%r15\n" 9162306a36Sopenharmony_ci" stmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n" 9262306a36Sopenharmony_ci" stg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n" 9362306a36Sopenharmony_ci" aghi %r15,"__stringify(-STACK_FRAME_OVERHEAD)"\n" 9462306a36Sopenharmony_ci" stg %r1,"__stringify(__SF_BACKCHAIN)"(%r15)\n" 9562306a36Sopenharmony_ci" lgr %r2,%r0\n" 9662306a36Sopenharmony_ci" brasl %r14,my_direct_func2\n" 9762306a36Sopenharmony_ci" aghi %r15,"__stringify(STACK_FRAME_OVERHEAD)"\n" 9862306a36Sopenharmony_ci" lmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n" 9962306a36Sopenharmony_ci" lg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n" 10062306a36Sopenharmony_ci" lgr %r1,%r0\n" 10162306a36Sopenharmony_ci" br %r1\n" 10262306a36Sopenharmony_ci" .size my_tramp2, .-my_tramp2\n" 10362306a36Sopenharmony_ci" .popsection\n" 10462306a36Sopenharmony_ci); 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci#endif /* CONFIG_S390 */ 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci#ifdef CONFIG_ARM64 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ciasm ( 11162306a36Sopenharmony_ci" .pushsection .text, \"ax\", @progbits\n" 11262306a36Sopenharmony_ci" .type my_tramp1, @function\n" 11362306a36Sopenharmony_ci" .globl my_tramp1\n" 11462306a36Sopenharmony_ci" my_tramp1:" 11562306a36Sopenharmony_ci" hint 34\n" // bti c 11662306a36Sopenharmony_ci" sub sp, sp, #32\n" 11762306a36Sopenharmony_ci" stp x9, x30, [sp]\n" 11862306a36Sopenharmony_ci" str x0, [sp, #16]\n" 11962306a36Sopenharmony_ci" mov x0, x30\n" 12062306a36Sopenharmony_ci" bl my_direct_func1\n" 12162306a36Sopenharmony_ci" ldp x30, x9, [sp]\n" 12262306a36Sopenharmony_ci" ldr x0, [sp, #16]\n" 12362306a36Sopenharmony_ci" add sp, sp, #32\n" 12462306a36Sopenharmony_ci" ret x9\n" 12562306a36Sopenharmony_ci" .size my_tramp1, .-my_tramp1\n" 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci" .type my_tramp2, @function\n" 12862306a36Sopenharmony_ci" .globl my_tramp2\n" 12962306a36Sopenharmony_ci" my_tramp2:" 13062306a36Sopenharmony_ci" hint 34\n" // bti c 13162306a36Sopenharmony_ci" sub sp, sp, #32\n" 13262306a36Sopenharmony_ci" stp x9, x30, [sp]\n" 13362306a36Sopenharmony_ci" str x0, [sp, #16]\n" 13462306a36Sopenharmony_ci" mov x0, x30\n" 13562306a36Sopenharmony_ci" bl my_direct_func2\n" 13662306a36Sopenharmony_ci" ldp x30, x9, [sp]\n" 13762306a36Sopenharmony_ci" ldr x0, [sp, #16]\n" 13862306a36Sopenharmony_ci" add sp, sp, #32\n" 13962306a36Sopenharmony_ci" ret x9\n" 14062306a36Sopenharmony_ci" .size my_tramp2, .-my_tramp2\n" 14162306a36Sopenharmony_ci" .popsection\n" 14262306a36Sopenharmony_ci); 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_ci#endif /* CONFIG_ARM64 */ 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci#ifdef CONFIG_LOONGARCH 14762306a36Sopenharmony_ci#include <asm/asm.h> 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ciasm ( 15062306a36Sopenharmony_ci" .pushsection .text, \"ax\", @progbits\n" 15162306a36Sopenharmony_ci" .type my_tramp1, @function\n" 15262306a36Sopenharmony_ci" .globl my_tramp1\n" 15362306a36Sopenharmony_ci" my_tramp1:\n" 15462306a36Sopenharmony_ci" addi.d $sp, $sp, -32\n" 15562306a36Sopenharmony_ci" st.d $a0, $sp, 0\n" 15662306a36Sopenharmony_ci" st.d $t0, $sp, 8\n" 15762306a36Sopenharmony_ci" st.d $ra, $sp, 16\n" 15862306a36Sopenharmony_ci" move $a0, $t0\n" 15962306a36Sopenharmony_ci" bl my_direct_func1\n" 16062306a36Sopenharmony_ci" ld.d $a0, $sp, 0\n" 16162306a36Sopenharmony_ci" ld.d $t0, $sp, 8\n" 16262306a36Sopenharmony_ci" ld.d $ra, $sp, 16\n" 16362306a36Sopenharmony_ci" addi.d $sp, $sp, 32\n" 16462306a36Sopenharmony_ci" jr $t0\n" 16562306a36Sopenharmony_ci" .size my_tramp1, .-my_tramp1\n" 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci" .type my_tramp2, @function\n" 16862306a36Sopenharmony_ci" .globl my_tramp2\n" 16962306a36Sopenharmony_ci" my_tramp2:\n" 17062306a36Sopenharmony_ci" addi.d $sp, $sp, -32\n" 17162306a36Sopenharmony_ci" st.d $a0, $sp, 0\n" 17262306a36Sopenharmony_ci" st.d $t0, $sp, 8\n" 17362306a36Sopenharmony_ci" st.d $ra, $sp, 16\n" 17462306a36Sopenharmony_ci" move $a0, $t0\n" 17562306a36Sopenharmony_ci" bl my_direct_func2\n" 17662306a36Sopenharmony_ci" ld.d $a0, $sp, 0\n" 17762306a36Sopenharmony_ci" ld.d $t0, $sp, 8\n" 17862306a36Sopenharmony_ci" ld.d $ra, $sp, 16\n" 17962306a36Sopenharmony_ci" addi.d $sp, $sp, 32\n" 18062306a36Sopenharmony_ci" jr $t0\n" 18162306a36Sopenharmony_ci" .size my_tramp2, .-my_tramp2\n" 18262306a36Sopenharmony_ci" .popsection\n" 18362306a36Sopenharmony_ci); 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci#endif /* CONFIG_LOONGARCH */ 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_cistatic unsigned long my_tramp = (unsigned long)my_tramp1; 18862306a36Sopenharmony_cistatic unsigned long tramps[2] = { 18962306a36Sopenharmony_ci (unsigned long)my_tramp1, 19062306a36Sopenharmony_ci (unsigned long)my_tramp2, 19162306a36Sopenharmony_ci}; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_cistatic struct ftrace_ops direct; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_cistatic int simple_thread(void *arg) 19662306a36Sopenharmony_ci{ 19762306a36Sopenharmony_ci static int t; 19862306a36Sopenharmony_ci int ret = 0; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci while (!kthread_should_stop()) { 20162306a36Sopenharmony_ci set_current_state(TASK_INTERRUPTIBLE); 20262306a36Sopenharmony_ci schedule_timeout(2 * HZ); 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci if (ret) 20562306a36Sopenharmony_ci continue; 20662306a36Sopenharmony_ci t ^= 1; 20762306a36Sopenharmony_ci ret = modify_ftrace_direct(&direct, tramps[t]); 20862306a36Sopenharmony_ci if (!ret) 20962306a36Sopenharmony_ci my_tramp = tramps[t]; 21062306a36Sopenharmony_ci WARN_ON_ONCE(ret); 21162306a36Sopenharmony_ci } 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci return 0; 21462306a36Sopenharmony_ci} 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_cistatic struct task_struct *simple_tsk; 21762306a36Sopenharmony_ci 21862306a36Sopenharmony_cistatic int __init ftrace_direct_multi_init(void) 21962306a36Sopenharmony_ci{ 22062306a36Sopenharmony_ci int ret; 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci ftrace_set_filter_ip(&direct, (unsigned long) wake_up_process, 0, 0); 22362306a36Sopenharmony_ci ftrace_set_filter_ip(&direct, (unsigned long) schedule, 0, 0); 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci ret = register_ftrace_direct(&direct, my_tramp); 22662306a36Sopenharmony_ci 22762306a36Sopenharmony_ci if (!ret) 22862306a36Sopenharmony_ci simple_tsk = kthread_run(simple_thread, NULL, "event-sample-fn"); 22962306a36Sopenharmony_ci return ret; 23062306a36Sopenharmony_ci} 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_cistatic void __exit ftrace_direct_multi_exit(void) 23362306a36Sopenharmony_ci{ 23462306a36Sopenharmony_ci kthread_stop(simple_tsk); 23562306a36Sopenharmony_ci unregister_ftrace_direct(&direct, my_tramp, true); 23662306a36Sopenharmony_ci} 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_cimodule_init(ftrace_direct_multi_init); 23962306a36Sopenharmony_cimodule_exit(ftrace_direct_multi_exit); 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ciMODULE_AUTHOR("Jiri Olsa"); 24262306a36Sopenharmony_ciMODULE_DESCRIPTION("Example use case of using modify_ftrace_direct()"); 24362306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 244