/* * Tegra host1x Interrupt Management * * Copyright (C) 2010 Google, Inc. * Copyright (C) 2016 NVIDIA Corporation. All rights reserved. * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include #include #include #include "intr.h" #include "dev.h" static inline u32 bit_mask(u32 nr) { return 1UL << (nr % 32); } static inline u32 bit_word(u32 nr) { return nr / 32; } /* * Sync point threshold interrupt service function * Handles sync point threshold triggers, in interrupt context */ static void host1x_intr_syncpt_handle(struct host1x_syncpt *syncpt) { unsigned int id = syncpt->id; struct host1x *host = syncpt->host; host1x_sync_writel(host, bit_mask(id), HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(bit_word(id))); host1x_sync_writel(host, bit_mask(id), HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(bit_word(id))); queue_work(host->intr_wq, &syncpt->intr.work); } static irqreturn_t syncpt_thresh_isr(int irq, void *dev_id) { struct host1x *host = dev_id; unsigned long reg; int i, set_bit; for (i = 0; i < DIV_ROUND_UP(host->info->nb_pts, 32); i++) { reg = host1x_sync_readl(host, HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i)); for_each_set_bit(set_bit, ®, 32) { struct host1x_syncpt *syncpt; int id = i * 32 + set_bit; if (unlikely(id < 0 || id >= host->info->nb_pts)) { dev_err(host->dev, "%s(): unexptected syncpt id %d\n", __func__, id); goto out; } syncpt = host->syncpt + id; host1x_intr_syncpt_handle(syncpt); } } out: return IRQ_HANDLED; } static void _host1x_intr_disable_all_syncpt_intrs(struct host1x *host) { u32 i; for (i = 0; i < DIV_ROUND_UP(host->info->nb_pts, 32); ++i) { host1x_sync_writel(host, 0xffffffffu, HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(i)); host1x_sync_writel(host, 0xffffffffu, HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i)); } } static int _host1x_intr_init_host_sync(struct host1x *host, u32 cpm, void (*syncpt_thresh_work)(struct work_struct *)) { int i, err; host1x_hw_intr_disable_all_syncpt_intrs(host); for (i = 0; i < host->info->nb_pts; i++) INIT_WORK(&host->syncpt[i].intr.work, syncpt_thresh_work); err = devm_request_irq(host->dev, host->intr_syncpt_irq, syncpt_thresh_isr, IRQF_SHARED, "host1x_syncpt", host); if (IS_ERR_VALUE(err)) { WARN_ON(1); return err; } /* disable the ip_busy_timeout. this prevents write drops */ host1x_sync_writel(host, 0, HOST1X_SYNC_IP_BUSY_TIMEOUT); /* * increase the auto-ack timout to the maximum value. 2d will hang * otherwise on Tegra2. */ host1x_sync_writel(host, 0xff, HOST1X_SYNC_CTXSW_TIMEOUT_CFG); /* update host clocks per usec */ host1x_sync_writel(host, cpm, HOST1X_SYNC_USEC_CLK); return 0; } static void _host1x_intr_set_syncpt_threshold(struct host1x *host, u32 id, u32 thresh) { host1x_sync_writel(host, thresh, HOST1X_SYNC_SYNCPT_INT_THRESH(id)); } static void _host1x_intr_enable_syncpt_intr(struct host1x *host, u32 id) { host1x_sync_writel(host, bit_mask(id), HOST1X_SYNC_SYNCPT_THRESH_INT_ENABLE_CPU0(bit_word(id))); } static void _host1x_intr_disable_syncpt_intr(struct host1x *host, u32 id) { host1x_sync_writel(host, bit_mask(id), HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(bit_word(id))); host1x_sync_writel(host, bit_mask(id), HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(bit_word(id))); } static int _host1x_free_syncpt_irq(struct host1x *host) { devm_free_irq(host->dev, host->intr_syncpt_irq, host); flush_workqueue(host->intr_wq); return 0; } /** * Host general interrupt service function * Handles read / write failures */ static irqreturn_t general_isr(int irq, void *dev_id) { struct host1x *host = dev_id; u32 intstatus, addr; /* Handle host1x interrupt in ISR */ intstatus = host1x_sync_readl(host, HOST1X_SYNC_INTSTATUS); if (HOST1X_SYNC_INTSTATUS_IP_READ_INT_V(intstatus)) { addr = host1x_sync_readl(host, HOST1X_SYNC_IP_READ_TIMEOUT_ADDR); pr_err("Host read timeout at address %x\n", addr); } if (HOST1X_SYNC_INTSTATUS_IP_WRITE_INT_V(intstatus)) { addr = host1x_sync_readl(host, HOST1X_SYNC_IP_WRITE_TIMEOUT_ADDR); pr_err("Host write timeout at address %x\n", addr); } if (HOST1X_SYNC_INTSTATUS_ILLEGAL_PB_ACCESS_V(intstatus)) { u32 stat = host1x_sync_readl(host, HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_PB); u32 ch = HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_PB_CH_V(stat); u32 id = HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_PB_SYNCPT_V(stat); pr_err("Host illegal syncpoint pb access (ch=%u, id=%u)\n", ch, id); } if (HOST1X_SYNC_INTSTATUS_ILLEGAL_CLIENT_ACCESS_V(intstatus)) { u32 stat = host1x_sync_readl(host, HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_CLIENT); u32 ch = HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_CLIENT_CH_V(stat); u32 id = HOST1X_SYNC_ILLEGAL_SYNCPT_ACCESS_FRM_CLIENT_SYNCPT_V(stat); pr_err("Host illegal syncpoint client access (ch=%u, id=%u)\n", ch, id); } host1x_sync_writel(host, intstatus, HOST1X_SYNC_INTSTATUS); return IRQ_HANDLED; } static int _host1x_intr_request_host_general_irq(struct host1x *host) { int err; /* master disable for general (not syncpt) host interrupts */ host1x_sync_writel(host, 0, HOST1X_SYNC_INTC0MASK); host1x_sync_writel(host, 0, HOST1X_SYNC_INTGMASK); host1x_sync_writel(host, 0, HOST1X_SYNC_INTMASK); err = devm_request_irq(host->dev, host->intr_general_irq, general_isr, 0, "host1x_general", host); if (IS_ERR_VALUE(err)) { WARN_ON(1); return err; } /* enable host module interrupt to CPU0 */ host1x_sync_writel(host, BIT(0), HOST1X_SYNC_INTC0MASK); host1x_sync_writel(host, BIT(0), HOST1X_SYNC_INTGMASK); host1x_sync_writel(host, 0xff << 8, HOST1X_SYNC_SYNCPT_INTGMASK); /* master enable for general (not syncpt) host interrupts * (AXIREAD, AXIWRITE, Syncpoint protection */ host1x_sync_writel(host, BIT(0) | BIT(1) | BIT(28) | BIT(30), HOST1X_SYNC_INTMASK); return err; } static void _host1x_intr_free_host_general_irq(struct host1x *host) { /* master disable for general (not syncpt) host interrupts */ host1x_sync_writel(host, 0, HOST1X_SYNC_INTMASK); host1x_sync_writel(host, 0, HOST1X_SYNC_SYNCPT_INTGMASK); devm_free_irq(host->dev, host->intr_general_irq, host); } static const struct host1x_intr_ops host1x_intr_t186_ops = { /* Syncpt interrupts */ .init_host_sync = _host1x_intr_init_host_sync, .set_syncpt_threshold = _host1x_intr_set_syncpt_threshold, .enable_syncpt_intr = _host1x_intr_enable_syncpt_intr, .disable_syncpt_intr = _host1x_intr_disable_syncpt_intr, .disable_all_syncpt_intrs = _host1x_intr_disable_all_syncpt_intrs, .free_syncpt_irq = _host1x_free_syncpt_irq, /* Host general interrupts */ .request_host_general_irq = _host1x_intr_request_host_general_irq, .free_host_general_irq = _host1x_intr_free_host_general_irq, };