/* * Copyright (c) 2019-2020, The Linux Foundation. All rights reserved. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 and * only version 2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #include #include #include #include "arm-smmu-regs.h" #include "arm-smmu-debug.h" u32 arm_smmu_debug_tbu_testbus_select(void __iomem *tbu_base, void __iomem *tcu_base, u32 testbus_version, bool write, u32 val) { void __iomem *base; int offset; if (testbus_version == 1) { base = tcu_base; offset = ARM_SMMU_TESTBUS_SEL_HLOS1_NS; } else { base = tbu_base; offset = DEBUG_TESTBUS_SEL_TBU; } if (write) { writel_relaxed(val, base + offset); /* Make sure tbu select register is written to */ wmb(); } else { return readl_relaxed(base + offset); } return 0; } u32 arm_smmu_debug_tbu_testbus_output(void __iomem *tbu_base, u32 testbus_version) { int offset = (testbus_version == 1) ? CLIENT_DEBUG_SR_HALT_ACK : DEBUG_TESTBUS_TBU; return readl_relaxed(tbu_base + offset); } u32 arm_smmu_debug_tcu_testbus_select(void __iomem *base, void __iomem *tcu_base, enum tcu_testbus testbus, bool write, u32 val) { int offset; if (testbus == CLK_TESTBUS) { base = tcu_base; offset = ARM_SMMU_TESTBUS_SEL_HLOS1_NS; } else { offset = ARM_SMMU_TESTBUS_SEL; } if (write) { writel_relaxed(val, base + offset); /* Make sure tcu select register is written to */ wmb(); } else { return readl_relaxed(base + offset); } return 0; } u32 arm_smmu_debug_tcu_testbus_output(void __iomem *base) { return readl_relaxed(base + ARM_SMMU_TESTBUS); } static void arm_smmu_debug_dump_tbu_qns4_testbus(struct device *dev, void __iomem *tbu_base, void __iomem *tcu_base, u32 testbus_version) { int i; u32 reg; for (i = 0 ; i < TBU_QNS4_BRIDGE_SIZE; ++i) { reg = arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, READ, 0); reg = (reg & ~GENMASK(4, 0)) | i << 0; arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, WRITE, reg); dev_info(dev, "testbus_sel: 0x%x Index: %d val: 0x%x\n", arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, READ, 0), i, arm_smmu_debug_tbu_testbus_output(tbu_base, testbus_version)); } } static void arm_smmu_debug_program_tbu_testbus(void __iomem *tbu_base, void __iomem *tcu_base, u32 testbus_version, int tbu_testbus) { u32 reg; reg = arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, READ, 0); if (testbus_version == 1) reg = (reg & ~GENMASK(9, 0)); else reg = (reg & ~GENMASK(7, 0)); reg |= tbu_testbus; arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, WRITE, reg); } void arm_smmu_debug_dump_tbu_testbus(struct device *dev, void __iomem *tbu_base, void __iomem *tcu_base, int tbu_testbus_sel, u32 testbus_version) { if (tbu_testbus_sel & TBU_CLK_GATE_CONTROLLER_TESTBUS_SEL) { dev_info(dev, "Dumping TBU clk gate controller:"); arm_smmu_debug_program_tbu_testbus(tbu_base, tcu_base, testbus_version, TBU_CLK_GATE_CONTROLLER_TESTBUS); dev_info(dev, "testbus_sel: 0x%lx val: 0x%llx\n", arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, READ, 0), arm_smmu_debug_tbu_testbus_output(tbu_base, testbus_version)); } if (tbu_testbus_sel & TBU_QNS4_A2Q_TESTBUS_SEL) { dev_info(dev, "Dumping TBU qns4 a2q test bus"); arm_smmu_debug_program_tbu_testbus(tbu_base, tcu_base, testbus_version, TBU_QNS4_A2Q_TESTBUS); arm_smmu_debug_dump_tbu_qns4_testbus(dev, tbu_base, tcu_base, testbus_version); } if (tbu_testbus_sel & TBU_QNS4_Q2A_TESTBUS_SEL) { dev_info(dev, "Dumping qns4 q2a test bus"); arm_smmu_debug_program_tbu_testbus(tbu_base, tcu_base, testbus_version, TBU_QNS4_Q2A_TESTBUS); arm_smmu_debug_dump_tbu_qns4_testbus(dev, tbu_base, tcu_base, testbus_version); } if (tbu_testbus_sel & TBU_MULTIMASTER_QCHANNEL_TESTBUS_SEL) { dev_info(dev, "Dumping multi master qchannel:"); arm_smmu_debug_program_tbu_testbus(tbu_base, tcu_base, testbus_version, TBU_MULTIMASTER_QCHANNEL_TESTBUS); dev_info(dev, "testbus_sel: 0x%x val: 0x%x\n", arm_smmu_debug_tbu_testbus_select(tbu_base, tcu_base, testbus_version, READ, 0), arm_smmu_debug_tbu_testbus_output(tbu_base, testbus_version)); } } static void arm_smmu_debug_program_tcu_testbus(struct device *dev, void __iomem *base, void __iomem *tcu_base, unsigned long mask, int start, int end, int shift, bool print) { u32 reg; int i; for (i = start; i < end; i++) { reg = arm_smmu_debug_tcu_testbus_select(base, tcu_base, PTW_AND_CACHE_TESTBUS, READ, 0); reg &= mask; reg |= i << shift; arm_smmu_debug_tcu_testbus_select(base, tcu_base, PTW_AND_CACHE_TESTBUS, WRITE, reg); if (print) dev_info(dev, "testbus_sel: 0x%x Index: %d val: 0x%x\n", arm_smmu_debug_tcu_testbus_select(base, tcu_base, PTW_AND_CACHE_TESTBUS, READ, 0), i, arm_smmu_debug_tcu_testbus_output(base)); } } void arm_smmu_debug_dump_tcu_testbus(struct device *dev, void __iomem *base, void __iomem *tcu_base, int tcu_testbus_sel) { int i; if (tcu_testbus_sel & TCU_CACHE_TESTBUS_SEL) { dev_info(dev, "Dumping TCU cache testbus:\n"); arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, TCU_CACHE_TESTBUS, 0, 1, 0, false); arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, ~GENMASK(7, 0), 0, TCU_CACHE_LOOKUP_QUEUE_SIZE, 2, true); } if (tcu_testbus_sel & TCU_PTW_TESTBUS_SEL) { dev_info(dev, "Dumping TCU PTW test bus:\n"); arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, 1, TCU_PTW_TESTBUS, TCU_PTW_TESTBUS + 1, 0, false); arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, ~GENMASK(7, 2), 0, TCU_PTW_INTERNAL_STATES, 2, true); for (i = TCU_PTW_QUEUE_START; i < TCU_PTW_QUEUE_START + TCU_PTW_QUEUE_SIZE; ++i) { arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, ~GENMASK(7, 0), i, i + 1, 2, true); arm_smmu_debug_program_tcu_testbus(dev, base, tcu_base, ~GENMASK(1, 0), TCU_PTW_TESTBUS_SEL2, TCU_PTW_TESTBUS_SEL2 + 1, 0, false); dev_info(dev, "testbus_sel: 0x%x Index: %d val: 0x%x\n", arm_smmu_debug_tcu_testbus_select(base, tcu_base, PTW_AND_CACHE_TESTBUS, READ, 0), i, arm_smmu_debug_tcu_testbus_output(base)); } } /* program ARM_SMMU_TESTBUS_SEL_HLOS1_NS to select TCU clk testbus*/ arm_smmu_debug_tcu_testbus_select(base, tcu_base, CLK_TESTBUS, WRITE, TCU_CLK_TESTBUS_SEL); dev_info(dev, "Programming Tcu clk gate controller: testbus_sel: 0x%lx\n", arm_smmu_debug_tcu_testbus_select(base, tcu_base, CLK_TESTBUS, READ, 0)); } void arm_smmu_debug_set_tnx_tcr_cntl(void __iomem *tbu_base, u64 val) { writel_relaxed(val, tbu_base + ARM_SMMU_TNX_TCR_CNTL); } unsigned long arm_smmu_debug_get_tnx_tcr_cntl(void __iomem *tbu_base) { return readl_relaxed(tbu_base + ARM_SMMU_TNX_TCR_CNTL); } void arm_smmu_debug_set_mask_and_match(void __iomem *tbu_base, u64 sel, u64 mask, u64 match) { writeq_relaxed(mask, tbu_base + ARM_SMMU_CAPTURE1_MASK(sel)); writeq_relaxed(match, tbu_base + ARM_SMMU_CAPTURE1_MATCH(sel)); } void arm_smmu_debug_get_mask_and_match(void __iomem *tbu_base, u64 *mask, u64 *match) { int i; for (i = 0; i < NO_OF_MASK_AND_MATCH; ++i) { mask[i] = readq_relaxed(tbu_base + ARM_SMMU_CAPTURE1_MASK(i+1)); match[i] = readq_relaxed(tbu_base + ARM_SMMU_CAPTURE1_MATCH(i+1)); } } void arm_smmu_debug_get_capture_snapshot(void __iomem *tbu_base, u64 snapshot[NO_OF_CAPTURE_POINTS][REGS_PER_CAPTURE_POINT]) { int valid, i, j; valid = readl_relaxed(tbu_base + APPS_SMMU_TNX_TCR_CNTL_2); for (i = 0; i < NO_OF_CAPTURE_POINTS ; ++i) { if (valid & (1 << i)) for (j = 0; j < REGS_PER_CAPTURE_POINT; ++j) snapshot[i][j] = readq_relaxed(tbu_base + ARM_SMMU_CAPTURE_SNAPSHOT(i, j)); else for (j = 0; j < REGS_PER_CAPTURE_POINT; ++j) snapshot[i][j] = 0xdededede; } } void arm_smmu_debug_clear_intr_and_validbits(void __iomem *tbu_base) { int val = 0; val |= INTR_CLR; val |= RESET_VALID; writel_relaxed(val, tbu_base + ARM_SMMU_TNX_TCR_CNTL); }