/* * Copyright (C) 2016-2017, NVIDIA Corporation. All rights reserved. * * This software is licensed under the terms of the GNU General Public * License version 2, as published by the Free Software Foundation, and * may be copied, distributed, and modified under those terms. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #include #include #include #include #include static struct actmon_drv_data *actmon; /************ START OF REG DEFINITION **************/ /* Actmon common registers */ #define ACTMON_GLB_CTRL 0x00 /* ACTMON_MC_GLB_CTRL bit definitions */ #define ACTMON_GLB_CTRL_SAMPLE_PERIOD_VAL_SHIFT 0 #define ACTMON_GLB_CTRL_SAMPLE_PERIOD_MASK (0xff << 0) #define ACTMON_GLB_CTRL_SMPL_PRD_SOURCE_VAL_SHIFT 8 #define ACTMON_GLB_CTRL_SMPL_PRD_SOURCE_MASK (0x3 << 8) #define ACTMON_GLB_CTRL_SMPL_PRD_TICK (0x2) #define ACTMON_GLB_CTRL_SMPL_PRD_USEC (0x1) #define ACTMON_GLB_CTRL_SMPL_PRD_MLSEC (0x0) #define ACTMON_GLB_CTRL_SMPL_TICK_65536 (0x1 << 10) #define ACTMON_GLB_INT_EN 0x04 /* ACTMON_MC_GLB_INT_ENABLE bit definitions */ #define ACTMON_GLB_INT_EN_MC_CPU (0x1 << 0) #define ACTMON_GLB_INT_EN_MC_ALL (0x1 << 1) #define ACTMON_GLB_INT_EN_TSA_CHAIN0 (0x1 << 2) #define ACTMON_GLB_INT_EN_TSA_CHAIN1 (0x1 << 3) #define ACTMON_GLB_INT_STATUS 0x08 #define ACTMON_GLB_INT_STATUS_MC_CPU (0x1 << 0) #define ACTMON_GLB_INT_STATUS_MC_ALL (0x1 << 1) #define ACTMON_GLB_INT_STATUS_TSA_CHAIN0 (0x1 << 2) #define ACTMON_GLB_INT_STATUS_TSA_CHAIN1 (0x1 << 3) /* Actmon device registers */ /* ACTMON_*_CTRL_0 offset */ #define ACTMON_DEV_CTRL 0x00 /* ACTMON_*_CTRL_0 bit definitions */ #define ACTMON_DEV_CTRL_ENB (0x1 << 31) #define ACTMON_DEV_CTRL_CUMULATIVE_ENB (0x1 << 30) #define ACTMON_DEV_CTRL_UP_WMARK_NUM_SHIFT 26 #define ACTMON_DEV_CTRL_UP_WMARK_NUM_MASK (0x7 << 26) #define ACTMON_DEV_CTRL_DOWN_WMARK_NUM_SHIFT 21 #define ACTMON_DEV_CTRL_DOWN_WMARK_NUM_MASK (0x7 << 21) #define ACTMON_DEV_CTRL_PERIODIC_ENB (0x1 << 13) #define ACTMON_DEV_CTRL_K_VAL_SHIFT 10 #define ACTMON_DEV_CTRL_K_VAL_MASK (0x7 << 10) /* ACTMON_*_INTR_ENABLE_0 */ #define ACTMON_DEV_INTR_ENB 0x04 /* ACTMON_*_INTR_ENABLE_0 bit definitions */ #define ACTMON_DEV_INTR_UP_WMARK_ENB (0x1 << 31) #define ACTMON_DEV_INTR_DOWN_WMARK_ENB (0x1 << 30) #define ACTMON_DEV_INTR_AVG_UP_WMARK_ENB (0x1 << 29) #define ACTMON_DEV_INTR_AVG_DOWN_WMARK_ENB (0x1 << 28) #define ACTMON_DEV_INTR_AT_END_ENB (0x1 << 27) /* ACTMON_*_INTR_STAUS_0 */ #define ACTMON_DEV_INTR_STATUS 0x08 /* ACTMON_*_INTR_STATUS_0 bit definitions */ #define ACTMON_DEV_INTR_UP_WMARK (0x1 << 31) #define ACTMON_DEV_INTR_DOWN_WMARK (0x1 << 30) #define ACTMON_DEV_INTR_AVG_DOWN_WMARK (0x1 << 29) #define ACTMON_DEV_INTR_AVG_UP_WMARK (0x1 << 28) #define ACTMON_DEV_INTR_AT_END (0x1 << 27) /* ACTMON_*_UPPER_WMARK_0 */ #define ACTMON_DEV_UP_WMARK 0x0c /* ACTMON_*_LOWER_WMARK_0 */ #define ACTMON_DEV_DOWN_WMARK 0x10 /* ACTMON_*_AVG_UPPER_WMARK_0 */ #define ACTMON_DEV_AVG_UP_WMARK 0x14 /* ACTMON_*_AVG_LOWER_WMARK_0 */ #define ACTMON_DEV_AVG_DOWN_WMARK 0x18 /* ACTMON_*_AVG_INIT_AVG_0 */ #define ACTMON_DEV_INIT_AVG 0x1c /* ACTMON_*_COUNT_0 */ #define ACTMON_DEV_COUNT 0x20 /* ACTMON_*_AVG_COUNT_0 */ #define ACTMON_DEV_AVG_COUNT 0x24 /* ACTMON_*_AVG_COUNT_WEIGHT_0 */ #define ACTMON_DEV_COUNT_WEGHT 0x28 /* ACTMON_*_CUMULATIVE_COUNT_0 */ #define ACTMON_DEV_CUMULATIVE_COUNT 0x2c /************ END OF REG DEFINITION **************/ /******** start of actmon register operations **********/ static void set_prd_t18x(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_GLB_CTRL); } static void set_glb_intr(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_GLB_INT_EN); } static u32 get_glb_intr_st(void __iomem *base) { return __raw_readl(base + ACTMON_GLB_INT_STATUS); } /******** end of actmon register operations **********/ /*********start of actmon device register operations***********/ static void set_init_avg(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_INIT_AVG); } static void set_avg_up_wm(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_AVG_UP_WMARK); } static void set_avg_dn_wm(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_AVG_DOWN_WMARK); } static void set_dev_up_wm(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_UP_WMARK); } static void set_dev_dn_wm(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_DOWN_WMARK); } static void set_cnt_wt(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_COUNT_WEGHT); } static void set_intr_st(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_INTR_STATUS); } static u32 get_intr_st(void __iomem *base) { return __raw_readl(base + ACTMON_DEV_INTR_STATUS); } static void init_dev_cntrl(struct actmon_dev *dev, void __iomem *base) { u32 val = 0; val |= ACTMON_DEV_CTRL_PERIODIC_ENB; val |= (((dev->avg_window_log2 - 1) << ACTMON_DEV_CTRL_K_VAL_SHIFT) & ACTMON_DEV_CTRL_K_VAL_MASK); val |= (((dev->down_wmark_window - 1) << ACTMON_DEV_CTRL_DOWN_WMARK_NUM_SHIFT) & ACTMON_DEV_CTRL_DOWN_WMARK_NUM_MASK); val |= (((dev->up_wmark_window - 1) << ACTMON_DEV_CTRL_UP_WMARK_NUM_SHIFT) & ACTMON_DEV_CTRL_UP_WMARK_NUM_MASK); __raw_writel(val, base + ACTMON_DEV_CTRL); } static void enb_dev_intr_all(void __iomem *base) { u32 val = 0; val |= (ACTMON_DEV_INTR_UP_WMARK_ENB | ACTMON_DEV_INTR_DOWN_WMARK_ENB | ACTMON_DEV_INTR_AVG_UP_WMARK_ENB | ACTMON_DEV_INTR_AVG_DOWN_WMARK_ENB); __raw_writel(val, base + ACTMON_DEV_INTR_ENB); } static void enb_dev_intr(u32 val, void __iomem *base) { __raw_writel(val, base + ACTMON_DEV_INTR_ENB); } static u32 get_dev_intr(void __iomem *base) { return __raw_readl(base + ACTMON_DEV_INTR_ENB); } static u32 get_avg_cnt(void __iomem *base) { return __raw_readl(base + ACTMON_DEV_AVG_COUNT); } static u32 get_raw_cnt(void __iomem *base) { return __raw_readl(base + ACTMON_DEV_COUNT); } static void enb_dev_wm(u32 *val) { *val |= (ACTMON_DEV_INTR_UP_WMARK_ENB | ACTMON_DEV_INTR_DOWN_WMARK_ENB); } static void disb_dev_up_wm(u32 *val) { *val &= ~ACTMON_DEV_INTR_UP_WMARK_ENB; } static void disb_dev_dn_wm(u32 *val) { *val &= ~ACTMON_DEV_INTR_DOWN_WMARK_ENB; } /*********end of actmon device register operations***********/ static void actmon_dev_reg_ops_init(struct actmon_dev *adev) { adev->ops.set_init_avg = set_init_avg; adev->ops.set_avg_up_wm = set_avg_up_wm; adev->ops.set_avg_dn_wm = set_avg_dn_wm; adev->ops.set_dev_up_wm = set_dev_up_wm; adev->ops.set_dev_dn_wm = set_dev_dn_wm; adev->ops.set_cnt_wt = set_cnt_wt; adev->ops.set_intr_st = set_intr_st; adev->ops.get_intr_st = get_intr_st; adev->ops.init_dev_cntrl = init_dev_cntrl; adev->ops.enb_dev_intr_all = enb_dev_intr_all; adev->ops.enb_dev_intr = enb_dev_intr; adev->ops.get_dev_intr_enb = get_dev_intr; adev->ops.get_avg_cnt = get_avg_cnt; adev->ops.get_raw_cnt = get_raw_cnt; adev->ops.enb_dev_wm = enb_dev_wm; adev->ops.disb_dev_up_wm = disb_dev_up_wm; adev->ops.disb_dev_dn_wm = disb_dev_dn_wm; } static unsigned long actmon_dev_get_rate(struct actmon_dev *adev) { return tegra_bwmgr_get_emc_rate(); } static unsigned long actmon_dev_post_change_rate( struct actmon_dev *adev, void *cclk) { struct clk_notifier_data *clk_data = cclk; return clk_data->new_rate; } static void actmon_dev_set_rate(struct actmon_dev *adev, unsigned long freq) { struct tegra_bwmgr_client *bwclnt = (struct tegra_bwmgr_client *) adev->clnt; tegra_bwmgr_set_emc(bwclnt, freq * 1000, TEGRA_BWMGR_SET_EMC_FLOOR); } static int cactmon_bwmgr_register_t18x( struct actmon_dev *adev, struct platform_device *pdev) { struct tegra_bwmgr_client *bwclnt = (struct tegra_bwmgr_client *) adev->clnt; struct device *mon_dev = &pdev->dev; int ret = 0; bwclnt = tegra_bwmgr_register(TEGRA_BWMGR_CLIENT_MON); if (IS_ERR_OR_NULL(bwclnt)) { ret = -ENODEV; dev_err(mon_dev, "emc bw manager registration failed for %s\n", adev->dn->name); return ret; } adev->clnt = bwclnt; return ret; } static void cactmon_bwmgr_unregister_t18x( struct actmon_dev *adev, struct platform_device *pdev) { struct tegra_bwmgr_client *bwclnt = (struct tegra_bwmgr_client *) adev->clnt; struct device *mon_dev = &pdev->dev; if (bwclnt) { dev_dbg(mon_dev, "unregistering BW manager for %s\n", adev->dn->name); tegra_bwmgr_unregister(bwclnt); adev->clnt = NULL; } } static int actmon_dev_platform_init_t18x(struct actmon_dev *adev, struct platform_device *pdev) { struct tegra_bwmgr_client *bwclnt; int ret = 0; ret = cactmon_bwmgr_register_t18x(adev, pdev); if (ret) goto end; bwclnt = (struct tegra_bwmgr_client *) adev->clnt; adev->dev_name = adev->dn->name; adev->max_freq = tegra_bwmgr_get_max_emc_rate(); tegra_bwmgr_set_emc(bwclnt, adev->max_freq, TEGRA_BWMGR_SET_EMC_FLOOR); adev->max_freq /= 1000; actmon_dev_reg_ops_init(adev); adev->actmon_dev_set_rate = actmon_dev_set_rate; adev->actmon_dev_get_rate = actmon_dev_get_rate; if (adev->rate_change_nb.notifier_call) { ret = tegra_bwmgr_notifier_register(&adev->rate_change_nb); if (ret) { pr_err("Failed to register bw manager rate change notifier for %s\n", adev->dev_name); return ret; } } adev->actmon_dev_post_change_rate = actmon_dev_post_change_rate; end: return ret; } static void actmon_reg_ops_init(struct platform_device *pdev) { struct actmon_drv_data *d = platform_get_drvdata(pdev); d->ops.set_sample_prd = set_prd_t18x; d->ops.set_glb_intr = set_glb_intr; d->ops.get_glb_intr_st = get_glb_intr_st; } static void cactmon_free_resource_t18x( struct actmon_dev *adev, struct platform_device *pdev) { int ret; if (adev->rate_change_nb.notifier_call) { ret = tegra_bwmgr_notifier_unregister(&adev->rate_change_nb); if (ret) { pr_err("Failed to register bw manager rate change notifier for %s\n", adev->dev_name); } } cactmon_bwmgr_unregister_t18x(adev, pdev); } static int cactmon_reset_dinit_t18x(struct platform_device *pdev) { struct actmon_drv_data *actmon = platform_get_drvdata(pdev); struct device *mon_dev = &pdev->dev; int ret = -EINVAL; if (actmon->actmon_rst) { ret = reset_control_assert(actmon->actmon_rst); if (ret) dev_err(mon_dev, "failed to assert actmon\n"); } return ret; } static int cactmon_reset_init_t18x(struct platform_device *pdev) { struct actmon_drv_data *actmon = platform_get_drvdata(pdev); struct device *mon_dev = &pdev->dev; int ret = 0; actmon->actmon_rst = devm_reset_control_get(mon_dev, "actmon_rst"); if (IS_ERR(actmon->actmon_rst)) { ret = PTR_ERR(actmon->actmon_rst); dev_err(mon_dev, "can not get actmon reset%d\n", ret); } /* Make actmon out of reset */ ret = reset_control_deassert(actmon->actmon_rst); if (ret) dev_err(mon_dev, "failed to deassert actmon\n"); return ret; } static int cactmon_clk_disable_t18x(struct platform_device *pdev) { struct actmon_drv_data *actmon = platform_get_drvdata(pdev); struct device *mon_dev = &pdev->dev; int ret = 0; if (actmon->actmon_clk) { clk_disable_unprepare(actmon->actmon_clk); devm_clk_put(mon_dev, actmon->actmon_clk); actmon->actmon_clk = NULL; dev_dbg(mon_dev, "actmon clocks disabled\n"); } return ret; } static int cactmon_clk_enable_t18x(struct platform_device *pdev) { struct actmon_drv_data *actmon = platform_get_drvdata(pdev); struct device *mon_dev = &pdev->dev; int ret = 0; actmon->actmon_clk = devm_clk_get(mon_dev, "actmon"); if (IS_ERR_OR_NULL(actmon->actmon_clk)) { dev_err(mon_dev, "unable to find actmon clock\n"); ret = PTR_ERR(actmon->actmon_clk); return ret; } ret = clk_prepare_enable(actmon->actmon_clk); if (ret) { dev_err(mon_dev, "unable to enable actmon clock\n"); goto end; } actmon->freq = clk_get_rate(actmon->actmon_clk) / 1000; return 0; end: devm_clk_put(mon_dev, actmon->actmon_clk); return ret; } static int __init actmon_platform_init_t18x(struct platform_device *pdev) { actmon->clock_init = cactmon_clk_enable_t18x; actmon->clock_deinit = cactmon_clk_disable_t18x; actmon->reset_init = cactmon_reset_init_t18x; actmon->reset_deinit = cactmon_reset_dinit_t18x; actmon->dev_free_resource = cactmon_free_resource_t18x; actmon->actmon_dev_platform_init = actmon_dev_platform_init_t18x; actmon_reg_ops_init(pdev); return 0; } static int __init tegra18x_actmon_probe(struct platform_device *pdev) { int ret = 0; actmon = devm_kzalloc(&pdev->dev, sizeof(*actmon), GFP_KERNEL); if (!actmon) { ret = -ENOMEM; goto err_out; } platform_set_drvdata(pdev, actmon); actmon_platform_init_t18x(pdev); actmon->pdev = pdev; ret = tegra_actmon_register(actmon); err_out: return ret; } static int tegra18x_actmon_remove(struct platform_device *pdev) { tegra_actmon_remove(pdev); return 0; } static const struct of_device_id tegra18x_actmon_of[] = { { .compatible = "nvidia,tegra186-cactmon", .data = NULL, }, {}, }; static struct platform_driver tegra18x_actmon_driver __refdata = { .probe = tegra18x_actmon_probe, .remove = tegra18x_actmon_remove, .driver = { .name = "tegra18x_actmon", .owner = THIS_MODULE, .of_match_table = of_match_ptr(tegra18x_actmon_of), }, }; module_platform_driver(tegra18x_actmon_driver);