162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci// 362306a36Sopenharmony_ci// Copyright(c) 2021-2022 Intel Corporation. All rights reserved. 462306a36Sopenharmony_ci// 562306a36Sopenharmony_ci// Authors: Cezary Rojewski <cezary.rojewski@intel.com> 662306a36Sopenharmony_ci// Amadeusz Slawinski <amadeuszx.slawinski@linux.intel.com> 762306a36Sopenharmony_ci// 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <linux/devcoredump.h> 1062306a36Sopenharmony_ci#include <linux/slab.h> 1162306a36Sopenharmony_ci#include "avs.h" 1262306a36Sopenharmony_ci#include "messages.h" 1362306a36Sopenharmony_ci#include "path.h" 1462306a36Sopenharmony_ci#include "topology.h" 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_cistatic int __maybe_unused 1762306a36Sopenharmony_ciapl_enable_logs(struct avs_dev *adev, enum avs_log_enable enable, u32 aging_period, 1862306a36Sopenharmony_ci u32 fifo_full_period, unsigned long resource_mask, u32 *priorities) 1962306a36Sopenharmony_ci{ 2062306a36Sopenharmony_ci struct apl_log_state_info *info; 2162306a36Sopenharmony_ci u32 size, num_cores = adev->hw_cfg.dsp_cores; 2262306a36Sopenharmony_ci int ret, i; 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci if (fls_long(resource_mask) > num_cores) 2562306a36Sopenharmony_ci return -EINVAL; 2662306a36Sopenharmony_ci size = struct_size(info, logs_core, num_cores); 2762306a36Sopenharmony_ci info = kzalloc(size, GFP_KERNEL); 2862306a36Sopenharmony_ci if (!info) 2962306a36Sopenharmony_ci return -ENOMEM; 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci info->aging_timer_period = aging_period; 3262306a36Sopenharmony_ci info->fifo_full_timer_period = fifo_full_period; 3362306a36Sopenharmony_ci info->core_mask = resource_mask; 3462306a36Sopenharmony_ci if (enable) 3562306a36Sopenharmony_ci for_each_set_bit(i, &resource_mask, num_cores) { 3662306a36Sopenharmony_ci info->logs_core[i].enable = enable; 3762306a36Sopenharmony_ci info->logs_core[i].min_priority = *priorities++; 3862306a36Sopenharmony_ci } 3962306a36Sopenharmony_ci else 4062306a36Sopenharmony_ci for_each_set_bit(i, &resource_mask, num_cores) 4162306a36Sopenharmony_ci info->logs_core[i].enable = enable; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci ret = avs_ipc_set_enable_logs(adev, (u8 *)info, size); 4462306a36Sopenharmony_ci kfree(info); 4562306a36Sopenharmony_ci if (ret) 4662306a36Sopenharmony_ci return AVS_IPC_RET(ret); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci return 0; 4962306a36Sopenharmony_ci} 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_cistatic int apl_log_buffer_status(struct avs_dev *adev, union avs_notify_msg *msg) 5262306a36Sopenharmony_ci{ 5362306a36Sopenharmony_ci struct apl_log_buffer_layout layout; 5462306a36Sopenharmony_ci void __iomem *addr, *buf; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci addr = avs_log_buffer_addr(adev, msg->log.core); 5762306a36Sopenharmony_ci if (!addr) 5862306a36Sopenharmony_ci return -ENXIO; 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci memcpy_fromio(&layout, addr, sizeof(layout)); 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci if (!avs_logging_fw(adev)) 6362306a36Sopenharmony_ci /* consume the logs regardless of consumer presence */ 6462306a36Sopenharmony_ci goto update_read_ptr; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci buf = apl_log_payload_addr(addr); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci if (layout.read_ptr > layout.write_ptr) { 6962306a36Sopenharmony_ci avs_dump_fw_log(adev, buf + layout.read_ptr, 7062306a36Sopenharmony_ci apl_log_payload_size(adev) - layout.read_ptr); 7162306a36Sopenharmony_ci layout.read_ptr = 0; 7262306a36Sopenharmony_ci } 7362306a36Sopenharmony_ci avs_dump_fw_log_wakeup(adev, buf + layout.read_ptr, layout.write_ptr - layout.read_ptr); 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ciupdate_read_ptr: 7662306a36Sopenharmony_ci writel(layout.write_ptr, addr); 7762306a36Sopenharmony_ci return 0; 7862306a36Sopenharmony_ci} 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_cistatic int apl_wait_log_entry(struct avs_dev *adev, u32 core, struct apl_log_buffer_layout *layout) 8162306a36Sopenharmony_ci{ 8262306a36Sopenharmony_ci unsigned long timeout; 8362306a36Sopenharmony_ci void __iomem *addr; 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci addr = avs_log_buffer_addr(adev, core); 8662306a36Sopenharmony_ci if (!addr) 8762306a36Sopenharmony_ci return -ENXIO; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci timeout = jiffies + msecs_to_jiffies(10); 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci do { 9262306a36Sopenharmony_ci memcpy_fromio(layout, addr, sizeof(*layout)); 9362306a36Sopenharmony_ci if (layout->read_ptr != layout->write_ptr) 9462306a36Sopenharmony_ci return 0; 9562306a36Sopenharmony_ci usleep_range(500, 1000); 9662306a36Sopenharmony_ci } while (!time_after(jiffies, timeout)); 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci return -ETIMEDOUT; 9962306a36Sopenharmony_ci} 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci/* reads log header and tests its type */ 10262306a36Sopenharmony_ci#define apl_is_entry_stackdump(addr) ((readl(addr) >> 30) & 0x1) 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cistatic int apl_coredump(struct avs_dev *adev, union avs_notify_msg *msg) 10562306a36Sopenharmony_ci{ 10662306a36Sopenharmony_ci struct apl_log_buffer_layout layout; 10762306a36Sopenharmony_ci void __iomem *addr, *buf; 10862306a36Sopenharmony_ci size_t dump_size; 10962306a36Sopenharmony_ci u16 offset = 0; 11062306a36Sopenharmony_ci u8 *dump, *pos; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci dump_size = AVS_FW_REGS_SIZE + msg->ext.coredump.stack_dump_size; 11362306a36Sopenharmony_ci dump = vzalloc(dump_size); 11462306a36Sopenharmony_ci if (!dump) 11562306a36Sopenharmony_ci return -ENOMEM; 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci memcpy_fromio(dump, avs_sram_addr(adev, AVS_FW_REGS_WINDOW), AVS_FW_REGS_SIZE); 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci if (!msg->ext.coredump.stack_dump_size) 12062306a36Sopenharmony_ci goto exit; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci /* Dump the registers even if an external error prevents gathering the stack. */ 12362306a36Sopenharmony_ci addr = avs_log_buffer_addr(adev, msg->ext.coredump.core_id); 12462306a36Sopenharmony_ci if (!addr) 12562306a36Sopenharmony_ci goto exit; 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci buf = apl_log_payload_addr(addr); 12862306a36Sopenharmony_ci memcpy_fromio(&layout, addr, sizeof(layout)); 12962306a36Sopenharmony_ci if (!apl_is_entry_stackdump(buf + layout.read_ptr)) { 13062306a36Sopenharmony_ci union avs_notify_msg lbs_msg = AVS_NOTIFICATION(LOG_BUFFER_STATUS); 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci /* 13362306a36Sopenharmony_ci * DSP awaits the remaining logs to be 13462306a36Sopenharmony_ci * gathered before dumping stack 13562306a36Sopenharmony_ci */ 13662306a36Sopenharmony_ci lbs_msg.log.core = msg->ext.coredump.core_id; 13762306a36Sopenharmony_ci avs_log_buffer_status_locked(adev, &lbs_msg); 13862306a36Sopenharmony_ci } 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci pos = dump + AVS_FW_REGS_SIZE; 14162306a36Sopenharmony_ci /* gather the stack */ 14262306a36Sopenharmony_ci do { 14362306a36Sopenharmony_ci u32 count; 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci if (apl_wait_log_entry(adev, msg->ext.coredump.core_id, &layout)) 14662306a36Sopenharmony_ci break; 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci if (layout.read_ptr > layout.write_ptr) { 14962306a36Sopenharmony_ci count = apl_log_payload_size(adev) - layout.read_ptr; 15062306a36Sopenharmony_ci memcpy_fromio(pos + offset, buf + layout.read_ptr, count); 15162306a36Sopenharmony_ci layout.read_ptr = 0; 15262306a36Sopenharmony_ci offset += count; 15362306a36Sopenharmony_ci } 15462306a36Sopenharmony_ci count = layout.write_ptr - layout.read_ptr; 15562306a36Sopenharmony_ci memcpy_fromio(pos + offset, buf + layout.read_ptr, count); 15662306a36Sopenharmony_ci offset += count; 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci /* update read pointer */ 15962306a36Sopenharmony_ci writel(layout.write_ptr, addr); 16062306a36Sopenharmony_ci } while (offset < msg->ext.coredump.stack_dump_size); 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ciexit: 16362306a36Sopenharmony_ci dev_coredumpv(adev->dev, dump, dump_size, GFP_KERNEL); 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_ci return 0; 16662306a36Sopenharmony_ci} 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_cistatic bool apl_lp_streaming(struct avs_dev *adev) 16962306a36Sopenharmony_ci{ 17062306a36Sopenharmony_ci struct avs_path *path; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci spin_lock(&adev->path_list_lock); 17362306a36Sopenharmony_ci /* Any gateway without buffer allocated in LP area disqualifies D0IX. */ 17462306a36Sopenharmony_ci list_for_each_entry(path, &adev->path_list, node) { 17562306a36Sopenharmony_ci struct avs_path_pipeline *ppl; 17662306a36Sopenharmony_ci 17762306a36Sopenharmony_ci list_for_each_entry(ppl, &path->ppl_list, node) { 17862306a36Sopenharmony_ci struct avs_path_module *mod; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci list_for_each_entry(mod, &ppl->mod_list, node) { 18162306a36Sopenharmony_ci struct avs_tplg_modcfg_ext *cfg; 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_ci cfg = mod->template->cfg_ext; 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci /* only copiers have gateway attributes */ 18662306a36Sopenharmony_ci if (!guid_equal(&cfg->type, &AVS_COPIER_MOD_UUID)) 18762306a36Sopenharmony_ci continue; 18862306a36Sopenharmony_ci /* non-gateway copiers do not prevent PG */ 18962306a36Sopenharmony_ci if (cfg->copier.dma_type == INVALID_OBJECT_ID) 19062306a36Sopenharmony_ci continue; 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_ci if (!mod->gtw_attrs.lp_buffer_alloc) { 19362306a36Sopenharmony_ci spin_unlock(&adev->path_list_lock); 19462306a36Sopenharmony_ci return false; 19562306a36Sopenharmony_ci } 19662306a36Sopenharmony_ci } 19762306a36Sopenharmony_ci } 19862306a36Sopenharmony_ci } 19962306a36Sopenharmony_ci spin_unlock(&adev->path_list_lock); 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_ci return true; 20262306a36Sopenharmony_ci} 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_cistatic bool apl_d0ix_toggle(struct avs_dev *adev, struct avs_ipc_msg *tx, bool wake) 20562306a36Sopenharmony_ci{ 20662306a36Sopenharmony_ci /* wake in all cases */ 20762306a36Sopenharmony_ci if (wake) 20862306a36Sopenharmony_ci return true; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci /* 21162306a36Sopenharmony_ci * If no pipelines are running, allow for d0ix schedule. 21262306a36Sopenharmony_ci * If all gateways have lp=1, allow for d0ix schedule. 21362306a36Sopenharmony_ci * If any gateway with lp=0 is allocated, abort scheduling d0ix. 21462306a36Sopenharmony_ci * 21562306a36Sopenharmony_ci * Note: for cAVS 1.5+ and 1.8, D0IX is LP-firmware transition, 21662306a36Sopenharmony_ci * not the power-gating mechanism known from cAVS 2.0. 21762306a36Sopenharmony_ci */ 21862306a36Sopenharmony_ci return apl_lp_streaming(adev); 21962306a36Sopenharmony_ci} 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_cistatic int apl_set_d0ix(struct avs_dev *adev, bool enable) 22262306a36Sopenharmony_ci{ 22362306a36Sopenharmony_ci bool streaming = false; 22462306a36Sopenharmony_ci int ret; 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci if (enable) 22762306a36Sopenharmony_ci /* Either idle or all gateways with lp=1. */ 22862306a36Sopenharmony_ci streaming = !list_empty(&adev->path_list); 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci ret = avs_ipc_set_d0ix(adev, enable, streaming); 23162306a36Sopenharmony_ci return AVS_IPC_RET(ret); 23262306a36Sopenharmony_ci} 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ciconst struct avs_dsp_ops apl_dsp_ops = { 23562306a36Sopenharmony_ci .power = avs_dsp_core_power, 23662306a36Sopenharmony_ci .reset = avs_dsp_core_reset, 23762306a36Sopenharmony_ci .stall = avs_dsp_core_stall, 23862306a36Sopenharmony_ci .irq_handler = avs_dsp_irq_handler, 23962306a36Sopenharmony_ci .irq_thread = avs_dsp_irq_thread, 24062306a36Sopenharmony_ci .int_control = avs_dsp_interrupt_control, 24162306a36Sopenharmony_ci .load_basefw = avs_hda_load_basefw, 24262306a36Sopenharmony_ci .load_lib = avs_hda_load_library, 24362306a36Sopenharmony_ci .transfer_mods = avs_hda_transfer_modules, 24462306a36Sopenharmony_ci .log_buffer_offset = skl_log_buffer_offset, 24562306a36Sopenharmony_ci .log_buffer_status = apl_log_buffer_status, 24662306a36Sopenharmony_ci .coredump = apl_coredump, 24762306a36Sopenharmony_ci .d0ix_toggle = apl_d0ix_toggle, 24862306a36Sopenharmony_ci .set_d0ix = apl_set_d0ix, 24962306a36Sopenharmony_ci AVS_SET_ENABLE_LOGS_OP(apl) 25062306a36Sopenharmony_ci}; 251