18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright 2012  Google, Inc.
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#include <linux/kernel.h>
78c2ecf20Sopenharmony_ci#include <linux/compiler.h>
88c2ecf20Sopenharmony_ci#include <linux/irqflags.h>
98c2ecf20Sopenharmony_ci#include <linux/percpu.h>
108c2ecf20Sopenharmony_ci#include <linux/smp.h>
118c2ecf20Sopenharmony_ci#include <linux/atomic.h>
128c2ecf20Sopenharmony_ci#include <linux/types.h>
138c2ecf20Sopenharmony_ci#include <linux/mutex.h>
148c2ecf20Sopenharmony_ci#include <linux/ftrace.h>
158c2ecf20Sopenharmony_ci#include <linux/fs.h>
168c2ecf20Sopenharmony_ci#include <linux/debugfs.h>
178c2ecf20Sopenharmony_ci#include <linux/err.h>
188c2ecf20Sopenharmony_ci#include <linux/cache.h>
198c2ecf20Sopenharmony_ci#include <linux/slab.h>
208c2ecf20Sopenharmony_ci#include <asm/barrier.h>
218c2ecf20Sopenharmony_ci#include "internal.h"
228c2ecf20Sopenharmony_ci
238c2ecf20Sopenharmony_ci/* This doesn't need to be atomic: speed is chosen over correctness here. */
248c2ecf20Sopenharmony_cistatic u64 pstore_ftrace_stamp;
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_cistatic void notrace pstore_ftrace_call(unsigned long ip,
278c2ecf20Sopenharmony_ci				       unsigned long parent_ip,
288c2ecf20Sopenharmony_ci				       struct ftrace_ops *op,
298c2ecf20Sopenharmony_ci				       struct pt_regs *regs)
308c2ecf20Sopenharmony_ci{
318c2ecf20Sopenharmony_ci	unsigned long flags;
328c2ecf20Sopenharmony_ci	struct pstore_ftrace_record rec = {};
338c2ecf20Sopenharmony_ci	struct pstore_record record = {
348c2ecf20Sopenharmony_ci		.type = PSTORE_TYPE_FTRACE,
358c2ecf20Sopenharmony_ci		.buf = (char *)&rec,
368c2ecf20Sopenharmony_ci		.size = sizeof(rec),
378c2ecf20Sopenharmony_ci		.psi = psinfo,
388c2ecf20Sopenharmony_ci	};
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_ci	if (unlikely(oops_in_progress))
418c2ecf20Sopenharmony_ci		return;
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_ci	local_irq_save(flags);
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci	rec.ip = ip;
468c2ecf20Sopenharmony_ci	rec.parent_ip = parent_ip;
478c2ecf20Sopenharmony_ci	pstore_ftrace_write_timestamp(&rec, pstore_ftrace_stamp++);
488c2ecf20Sopenharmony_ci	pstore_ftrace_encode_cpu(&rec, raw_smp_processor_id());
498c2ecf20Sopenharmony_ci	psinfo->write(&record);
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci	local_irq_restore(flags);
528c2ecf20Sopenharmony_ci}
538c2ecf20Sopenharmony_ci
548c2ecf20Sopenharmony_cistatic struct ftrace_ops pstore_ftrace_ops __read_mostly = {
558c2ecf20Sopenharmony_ci	.func	= pstore_ftrace_call,
568c2ecf20Sopenharmony_ci};
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_cistatic DEFINE_MUTEX(pstore_ftrace_lock);
598c2ecf20Sopenharmony_cistatic bool pstore_ftrace_enabled;
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_cistatic ssize_t pstore_ftrace_knob_write(struct file *f, const char __user *buf,
628c2ecf20Sopenharmony_ci					size_t count, loff_t *ppos)
638c2ecf20Sopenharmony_ci{
648c2ecf20Sopenharmony_ci	u8 on;
658c2ecf20Sopenharmony_ci	ssize_t ret;
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	ret = kstrtou8_from_user(buf, count, 2, &on);
688c2ecf20Sopenharmony_ci	if (ret)
698c2ecf20Sopenharmony_ci		return ret;
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci	mutex_lock(&pstore_ftrace_lock);
728c2ecf20Sopenharmony_ci
738c2ecf20Sopenharmony_ci	if (!on ^ pstore_ftrace_enabled)
748c2ecf20Sopenharmony_ci		goto out;
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_ci	if (on) {
778c2ecf20Sopenharmony_ci		ftrace_ops_set_global_filter(&pstore_ftrace_ops);
788c2ecf20Sopenharmony_ci		ret = register_ftrace_function(&pstore_ftrace_ops);
798c2ecf20Sopenharmony_ci	} else {
808c2ecf20Sopenharmony_ci		ret = unregister_ftrace_function(&pstore_ftrace_ops);
818c2ecf20Sopenharmony_ci	}
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	if (ret) {
848c2ecf20Sopenharmony_ci		pr_err("%s: unable to %sregister ftrace ops: %zd\n",
858c2ecf20Sopenharmony_ci		       __func__, on ? "" : "un", ret);
868c2ecf20Sopenharmony_ci		goto err;
878c2ecf20Sopenharmony_ci	}
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_ci	pstore_ftrace_enabled = on;
908c2ecf20Sopenharmony_ciout:
918c2ecf20Sopenharmony_ci	ret = count;
928c2ecf20Sopenharmony_cierr:
938c2ecf20Sopenharmony_ci	mutex_unlock(&pstore_ftrace_lock);
948c2ecf20Sopenharmony_ci
958c2ecf20Sopenharmony_ci	return ret;
968c2ecf20Sopenharmony_ci}
978c2ecf20Sopenharmony_ci
988c2ecf20Sopenharmony_cistatic ssize_t pstore_ftrace_knob_read(struct file *f, char __user *buf,
998c2ecf20Sopenharmony_ci				       size_t count, loff_t *ppos)
1008c2ecf20Sopenharmony_ci{
1018c2ecf20Sopenharmony_ci	char val[] = { '0' + pstore_ftrace_enabled, '\n' };
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_ci	return simple_read_from_buffer(buf, count, ppos, val, sizeof(val));
1048c2ecf20Sopenharmony_ci}
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_cistatic const struct file_operations pstore_knob_fops = {
1078c2ecf20Sopenharmony_ci	.open	= simple_open,
1088c2ecf20Sopenharmony_ci	.read	= pstore_ftrace_knob_read,
1098c2ecf20Sopenharmony_ci	.write	= pstore_ftrace_knob_write,
1108c2ecf20Sopenharmony_ci};
1118c2ecf20Sopenharmony_ci
1128c2ecf20Sopenharmony_cistatic struct dentry *pstore_ftrace_dir;
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_civoid pstore_register_ftrace(void)
1158c2ecf20Sopenharmony_ci{
1168c2ecf20Sopenharmony_ci	if (!psinfo->write)
1178c2ecf20Sopenharmony_ci		return;
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci	pstore_ftrace_dir = debugfs_create_dir("pstore", NULL);
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	debugfs_create_file("record_ftrace", 0600, pstore_ftrace_dir, NULL,
1228c2ecf20Sopenharmony_ci			    &pstore_knob_fops);
1238c2ecf20Sopenharmony_ci}
1248c2ecf20Sopenharmony_ci
1258c2ecf20Sopenharmony_civoid pstore_unregister_ftrace(void)
1268c2ecf20Sopenharmony_ci{
1278c2ecf20Sopenharmony_ci	mutex_lock(&pstore_ftrace_lock);
1288c2ecf20Sopenharmony_ci	if (pstore_ftrace_enabled) {
1298c2ecf20Sopenharmony_ci		unregister_ftrace_function(&pstore_ftrace_ops);
1308c2ecf20Sopenharmony_ci		pstore_ftrace_enabled = false;
1318c2ecf20Sopenharmony_ci	}
1328c2ecf20Sopenharmony_ci	mutex_unlock(&pstore_ftrace_lock);
1338c2ecf20Sopenharmony_ci
1348c2ecf20Sopenharmony_ci	debugfs_remove_recursive(pstore_ftrace_dir);
1358c2ecf20Sopenharmony_ci}
1368c2ecf20Sopenharmony_ci
1378c2ecf20Sopenharmony_cissize_t pstore_ftrace_combine_log(char **dest_log, size_t *dest_log_size,
1388c2ecf20Sopenharmony_ci				  const char *src_log, size_t src_log_size)
1398c2ecf20Sopenharmony_ci{
1408c2ecf20Sopenharmony_ci	size_t dest_size, src_size, total, dest_off, src_off;
1418c2ecf20Sopenharmony_ci	size_t dest_idx = 0, src_idx = 0, merged_idx = 0;
1428c2ecf20Sopenharmony_ci	void *merged_buf;
1438c2ecf20Sopenharmony_ci	struct pstore_ftrace_record *drec, *srec, *mrec;
1448c2ecf20Sopenharmony_ci	size_t record_size = sizeof(struct pstore_ftrace_record);
1458c2ecf20Sopenharmony_ci
1468c2ecf20Sopenharmony_ci	dest_off = *dest_log_size % record_size;
1478c2ecf20Sopenharmony_ci	dest_size = *dest_log_size - dest_off;
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci	src_off = src_log_size % record_size;
1508c2ecf20Sopenharmony_ci	src_size = src_log_size - src_off;
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci	total = dest_size + src_size;
1538c2ecf20Sopenharmony_ci	merged_buf = kmalloc(total, GFP_KERNEL);
1548c2ecf20Sopenharmony_ci	if (!merged_buf)
1558c2ecf20Sopenharmony_ci		return -ENOMEM;
1568c2ecf20Sopenharmony_ci
1578c2ecf20Sopenharmony_ci	drec = (struct pstore_ftrace_record *)(*dest_log + dest_off);
1588c2ecf20Sopenharmony_ci	srec = (struct pstore_ftrace_record *)(src_log + src_off);
1598c2ecf20Sopenharmony_ci	mrec = (struct pstore_ftrace_record *)(merged_buf);
1608c2ecf20Sopenharmony_ci
1618c2ecf20Sopenharmony_ci	while (dest_size > 0 && src_size > 0) {
1628c2ecf20Sopenharmony_ci		if (pstore_ftrace_read_timestamp(&drec[dest_idx]) <
1638c2ecf20Sopenharmony_ci		    pstore_ftrace_read_timestamp(&srec[src_idx])) {
1648c2ecf20Sopenharmony_ci			mrec[merged_idx++] = drec[dest_idx++];
1658c2ecf20Sopenharmony_ci			dest_size -= record_size;
1668c2ecf20Sopenharmony_ci		} else {
1678c2ecf20Sopenharmony_ci			mrec[merged_idx++] = srec[src_idx++];
1688c2ecf20Sopenharmony_ci			src_size -= record_size;
1698c2ecf20Sopenharmony_ci		}
1708c2ecf20Sopenharmony_ci	}
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_ci	while (dest_size > 0) {
1738c2ecf20Sopenharmony_ci		mrec[merged_idx++] = drec[dest_idx++];
1748c2ecf20Sopenharmony_ci		dest_size -= record_size;
1758c2ecf20Sopenharmony_ci	}
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	while (src_size > 0) {
1788c2ecf20Sopenharmony_ci		mrec[merged_idx++] = srec[src_idx++];
1798c2ecf20Sopenharmony_ci		src_size -= record_size;
1808c2ecf20Sopenharmony_ci	}
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_ci	kfree(*dest_log);
1838c2ecf20Sopenharmony_ci	*dest_log = merged_buf;
1848c2ecf20Sopenharmony_ci	*dest_log_size = total;
1858c2ecf20Sopenharmony_ci
1868c2ecf20Sopenharmony_ci	return 0;
1878c2ecf20Sopenharmony_ci}
1888c2ecf20Sopenharmony_ciEXPORT_SYMBOL_GPL(pstore_ftrace_combine_log);
189