18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright 2012 Google, Inc. 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#include <linux/kernel.h> 78c2ecf20Sopenharmony_ci#include <linux/compiler.h> 88c2ecf20Sopenharmony_ci#include <linux/irqflags.h> 98c2ecf20Sopenharmony_ci#include <linux/percpu.h> 108c2ecf20Sopenharmony_ci#include <linux/smp.h> 118c2ecf20Sopenharmony_ci#include <linux/atomic.h> 128c2ecf20Sopenharmony_ci#include <linux/types.h> 138c2ecf20Sopenharmony_ci#include <linux/mutex.h> 148c2ecf20Sopenharmony_ci#include <linux/ftrace.h> 158c2ecf20Sopenharmony_ci#include <linux/fs.h> 168c2ecf20Sopenharmony_ci#include <linux/debugfs.h> 178c2ecf20Sopenharmony_ci#include <linux/err.h> 188c2ecf20Sopenharmony_ci#include <linux/cache.h> 198c2ecf20Sopenharmony_ci#include <linux/slab.h> 208c2ecf20Sopenharmony_ci#include <asm/barrier.h> 218c2ecf20Sopenharmony_ci#include "internal.h" 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_ci/* This doesn't need to be atomic: speed is chosen over correctness here. */ 248c2ecf20Sopenharmony_cistatic u64 pstore_ftrace_stamp; 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_cistatic void notrace pstore_ftrace_call(unsigned long ip, 278c2ecf20Sopenharmony_ci unsigned long parent_ip, 288c2ecf20Sopenharmony_ci struct ftrace_ops *op, 298c2ecf20Sopenharmony_ci struct pt_regs *regs) 308c2ecf20Sopenharmony_ci{ 318c2ecf20Sopenharmony_ci unsigned long flags; 328c2ecf20Sopenharmony_ci struct pstore_ftrace_record rec = {}; 338c2ecf20Sopenharmony_ci struct pstore_record record = { 348c2ecf20Sopenharmony_ci .type = PSTORE_TYPE_FTRACE, 358c2ecf20Sopenharmony_ci .buf = (char *)&rec, 368c2ecf20Sopenharmony_ci .size = sizeof(rec), 378c2ecf20Sopenharmony_ci .psi = psinfo, 388c2ecf20Sopenharmony_ci }; 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_ci if (unlikely(oops_in_progress)) 418c2ecf20Sopenharmony_ci return; 428c2ecf20Sopenharmony_ci 438c2ecf20Sopenharmony_ci local_irq_save(flags); 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci rec.ip = ip; 468c2ecf20Sopenharmony_ci rec.parent_ip = parent_ip; 478c2ecf20Sopenharmony_ci pstore_ftrace_write_timestamp(&rec, pstore_ftrace_stamp++); 488c2ecf20Sopenharmony_ci pstore_ftrace_encode_cpu(&rec, raw_smp_processor_id()); 498c2ecf20Sopenharmony_ci psinfo->write(&record); 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci local_irq_restore(flags); 528c2ecf20Sopenharmony_ci} 538c2ecf20Sopenharmony_ci 548c2ecf20Sopenharmony_cistatic struct ftrace_ops pstore_ftrace_ops __read_mostly = { 558c2ecf20Sopenharmony_ci .func = pstore_ftrace_call, 568c2ecf20Sopenharmony_ci}; 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_cistatic DEFINE_MUTEX(pstore_ftrace_lock); 598c2ecf20Sopenharmony_cistatic bool pstore_ftrace_enabled; 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_cistatic ssize_t pstore_ftrace_knob_write(struct file *f, const char __user *buf, 628c2ecf20Sopenharmony_ci size_t count, loff_t *ppos) 638c2ecf20Sopenharmony_ci{ 648c2ecf20Sopenharmony_ci u8 on; 658c2ecf20Sopenharmony_ci ssize_t ret; 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci ret = kstrtou8_from_user(buf, count, 2, &on); 688c2ecf20Sopenharmony_ci if (ret) 698c2ecf20Sopenharmony_ci return ret; 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci mutex_lock(&pstore_ftrace_lock); 728c2ecf20Sopenharmony_ci 738c2ecf20Sopenharmony_ci if (!on ^ pstore_ftrace_enabled) 748c2ecf20Sopenharmony_ci goto out; 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_ci if (on) { 778c2ecf20Sopenharmony_ci ftrace_ops_set_global_filter(&pstore_ftrace_ops); 788c2ecf20Sopenharmony_ci ret = register_ftrace_function(&pstore_ftrace_ops); 798c2ecf20Sopenharmony_ci } else { 808c2ecf20Sopenharmony_ci ret = unregister_ftrace_function(&pstore_ftrace_ops); 818c2ecf20Sopenharmony_ci } 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci if (ret) { 848c2ecf20Sopenharmony_ci pr_err("%s: unable to %sregister ftrace ops: %zd\n", 858c2ecf20Sopenharmony_ci __func__, on ? "" : "un", ret); 868c2ecf20Sopenharmony_ci goto err; 878c2ecf20Sopenharmony_ci } 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_ci pstore_ftrace_enabled = on; 908c2ecf20Sopenharmony_ciout: 918c2ecf20Sopenharmony_ci ret = count; 928c2ecf20Sopenharmony_cierr: 938c2ecf20Sopenharmony_ci mutex_unlock(&pstore_ftrace_lock); 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci return ret; 968c2ecf20Sopenharmony_ci} 978c2ecf20Sopenharmony_ci 988c2ecf20Sopenharmony_cistatic ssize_t pstore_ftrace_knob_read(struct file *f, char __user *buf, 998c2ecf20Sopenharmony_ci size_t count, loff_t *ppos) 1008c2ecf20Sopenharmony_ci{ 1018c2ecf20Sopenharmony_ci char val[] = { '0' + pstore_ftrace_enabled, '\n' }; 1028c2ecf20Sopenharmony_ci 1038c2ecf20Sopenharmony_ci return simple_read_from_buffer(buf, count, ppos, val, sizeof(val)); 1048c2ecf20Sopenharmony_ci} 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_cistatic const struct file_operations pstore_knob_fops = { 1078c2ecf20Sopenharmony_ci .open = simple_open, 1088c2ecf20Sopenharmony_ci .read = pstore_ftrace_knob_read, 1098c2ecf20Sopenharmony_ci .write = pstore_ftrace_knob_write, 1108c2ecf20Sopenharmony_ci}; 1118c2ecf20Sopenharmony_ci 1128c2ecf20Sopenharmony_cistatic struct dentry *pstore_ftrace_dir; 1138c2ecf20Sopenharmony_ci 1148c2ecf20Sopenharmony_civoid pstore_register_ftrace(void) 1158c2ecf20Sopenharmony_ci{ 1168c2ecf20Sopenharmony_ci if (!psinfo->write) 1178c2ecf20Sopenharmony_ci return; 1188c2ecf20Sopenharmony_ci 1198c2ecf20Sopenharmony_ci pstore_ftrace_dir = debugfs_create_dir("pstore", NULL); 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci debugfs_create_file("record_ftrace", 0600, pstore_ftrace_dir, NULL, 1228c2ecf20Sopenharmony_ci &pstore_knob_fops); 1238c2ecf20Sopenharmony_ci} 1248c2ecf20Sopenharmony_ci 1258c2ecf20Sopenharmony_civoid pstore_unregister_ftrace(void) 1268c2ecf20Sopenharmony_ci{ 1278c2ecf20Sopenharmony_ci mutex_lock(&pstore_ftrace_lock); 1288c2ecf20Sopenharmony_ci if (pstore_ftrace_enabled) { 1298c2ecf20Sopenharmony_ci unregister_ftrace_function(&pstore_ftrace_ops); 1308c2ecf20Sopenharmony_ci pstore_ftrace_enabled = false; 1318c2ecf20Sopenharmony_ci } 1328c2ecf20Sopenharmony_ci mutex_unlock(&pstore_ftrace_lock); 1338c2ecf20Sopenharmony_ci 1348c2ecf20Sopenharmony_ci debugfs_remove_recursive(pstore_ftrace_dir); 1358c2ecf20Sopenharmony_ci} 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_cissize_t pstore_ftrace_combine_log(char **dest_log, size_t *dest_log_size, 1388c2ecf20Sopenharmony_ci const char *src_log, size_t src_log_size) 1398c2ecf20Sopenharmony_ci{ 1408c2ecf20Sopenharmony_ci size_t dest_size, src_size, total, dest_off, src_off; 1418c2ecf20Sopenharmony_ci size_t dest_idx = 0, src_idx = 0, merged_idx = 0; 1428c2ecf20Sopenharmony_ci void *merged_buf; 1438c2ecf20Sopenharmony_ci struct pstore_ftrace_record *drec, *srec, *mrec; 1448c2ecf20Sopenharmony_ci size_t record_size = sizeof(struct pstore_ftrace_record); 1458c2ecf20Sopenharmony_ci 1468c2ecf20Sopenharmony_ci dest_off = *dest_log_size % record_size; 1478c2ecf20Sopenharmony_ci dest_size = *dest_log_size - dest_off; 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci src_off = src_log_size % record_size; 1508c2ecf20Sopenharmony_ci src_size = src_log_size - src_off; 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ci total = dest_size + src_size; 1538c2ecf20Sopenharmony_ci merged_buf = kmalloc(total, GFP_KERNEL); 1548c2ecf20Sopenharmony_ci if (!merged_buf) 1558c2ecf20Sopenharmony_ci return -ENOMEM; 1568c2ecf20Sopenharmony_ci 1578c2ecf20Sopenharmony_ci drec = (struct pstore_ftrace_record *)(*dest_log + dest_off); 1588c2ecf20Sopenharmony_ci srec = (struct pstore_ftrace_record *)(src_log + src_off); 1598c2ecf20Sopenharmony_ci mrec = (struct pstore_ftrace_record *)(merged_buf); 1608c2ecf20Sopenharmony_ci 1618c2ecf20Sopenharmony_ci while (dest_size > 0 && src_size > 0) { 1628c2ecf20Sopenharmony_ci if (pstore_ftrace_read_timestamp(&drec[dest_idx]) < 1638c2ecf20Sopenharmony_ci pstore_ftrace_read_timestamp(&srec[src_idx])) { 1648c2ecf20Sopenharmony_ci mrec[merged_idx++] = drec[dest_idx++]; 1658c2ecf20Sopenharmony_ci dest_size -= record_size; 1668c2ecf20Sopenharmony_ci } else { 1678c2ecf20Sopenharmony_ci mrec[merged_idx++] = srec[src_idx++]; 1688c2ecf20Sopenharmony_ci src_size -= record_size; 1698c2ecf20Sopenharmony_ci } 1708c2ecf20Sopenharmony_ci } 1718c2ecf20Sopenharmony_ci 1728c2ecf20Sopenharmony_ci while (dest_size > 0) { 1738c2ecf20Sopenharmony_ci mrec[merged_idx++] = drec[dest_idx++]; 1748c2ecf20Sopenharmony_ci dest_size -= record_size; 1758c2ecf20Sopenharmony_ci } 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ci while (src_size > 0) { 1788c2ecf20Sopenharmony_ci mrec[merged_idx++] = srec[src_idx++]; 1798c2ecf20Sopenharmony_ci src_size -= record_size; 1808c2ecf20Sopenharmony_ci } 1818c2ecf20Sopenharmony_ci 1828c2ecf20Sopenharmony_ci kfree(*dest_log); 1838c2ecf20Sopenharmony_ci *dest_log = merged_buf; 1848c2ecf20Sopenharmony_ci *dest_log_size = total; 1858c2ecf20Sopenharmony_ci 1868c2ecf20Sopenharmony_ci return 0; 1878c2ecf20Sopenharmony_ci} 1888c2ecf20Sopenharmony_ciEXPORT_SYMBOL_GPL(pstore_ftrace_combine_log); 189