1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (c) 2018, NVIDIA CORPORATION.
4 */
5
6#include <linux/interrupt.h>
7#include <linux/irq.h>
8#include <linux/io.h>
9#include <linux/of.h>
10#include <linux/platform_device.h>
11
12#include <soc/tegra/bpmp.h>
13
14#include "bpmp-private.h"
15
16#define TRIGGER_OFFSET 0x000
17#define RESULT_OFFSET(id) (0xc00 + id * 4)
18#define TRIGGER_ID_SHIFT 16
19#define TRIGGER_CMD_GET 4
20
21#define STA_OFFSET 0
22#define SET_OFFSET 4
23#define CLR_OFFSET 8
24
25#define CH_MASK(ch) (0x3 << ((ch) * 2))
26#define SL_SIGL(ch) (0x0 << ((ch) * 2))
27#define SL_QUED(ch) (0x1 << ((ch) * 2))
28#define MA_FREE(ch) (0x2 << ((ch) * 2))
29#define MA_ACKD(ch) (0x3 << ((ch) * 2))
30
31struct tegra210_bpmp {
32 void __iomem *atomics;
33 void __iomem *arb_sema;
34 struct irq_data *tx_irq_data;
35};
36
37static u32 bpmp_channel_status(struct tegra_bpmp *bpmp, unsigned int index)
38{
39 struct tegra210_bpmp *priv = bpmp->priv;
40
41 return __raw_readl(addr: priv->arb_sema + STA_OFFSET) & CH_MASK(index);
42}
43
44static bool tegra210_bpmp_is_response_ready(struct tegra_bpmp_channel *channel)
45{
46 unsigned int index = channel->index;
47
48 return bpmp_channel_status(bpmp: channel->bpmp, index) == MA_ACKD(index);
49}
50
51static bool tegra210_bpmp_is_request_ready(struct tegra_bpmp_channel *channel)
52{
53 unsigned int index = channel->index;
54
55 return bpmp_channel_status(bpmp: channel->bpmp, index) == SL_SIGL(index);
56}
57
58static bool
59tegra210_bpmp_is_request_channel_free(struct tegra_bpmp_channel *channel)
60{
61 unsigned int index = channel->index;
62
63 return bpmp_channel_status(bpmp: channel->bpmp, index) == MA_FREE(index);
64}
65
66static bool
67tegra210_bpmp_is_response_channel_free(struct tegra_bpmp_channel *channel)
68{
69 unsigned int index = channel->index;
70
71 return bpmp_channel_status(bpmp: channel->bpmp, index) == SL_QUED(index);
72}
73
74static int tegra210_bpmp_post_request(struct tegra_bpmp_channel *channel)
75{
76 struct tegra210_bpmp *priv = channel->bpmp->priv;
77
78 __raw_writel(CH_MASK(channel->index), addr: priv->arb_sema + CLR_OFFSET);
79
80 return 0;
81}
82
83static int tegra210_bpmp_post_response(struct tegra_bpmp_channel *channel)
84{
85 struct tegra210_bpmp *priv = channel->bpmp->priv;
86
87 __raw_writel(MA_ACKD(channel->index), addr: priv->arb_sema + SET_OFFSET);
88
89 return 0;
90}
91
92static int tegra210_bpmp_ack_response(struct tegra_bpmp_channel *channel)
93{
94 struct tegra210_bpmp *priv = channel->bpmp->priv;
95
96 __raw_writel(MA_ACKD(channel->index) ^ MA_FREE(channel->index),
97 addr: priv->arb_sema + CLR_OFFSET);
98
99 return 0;
100}
101
102static int tegra210_bpmp_ack_request(struct tegra_bpmp_channel *channel)
103{
104 struct tegra210_bpmp *priv = channel->bpmp->priv;
105
106 __raw_writel(SL_QUED(channel->index), addr: priv->arb_sema + SET_OFFSET);
107
108 return 0;
109}
110
111static int tegra210_bpmp_ring_doorbell(struct tegra_bpmp *bpmp)
112{
113 struct tegra210_bpmp *priv = bpmp->priv;
114 struct irq_data *irq_data = priv->tx_irq_data;
115
116 /*
117 * Tegra Legacy Interrupt Controller (LIC) is used to notify BPMP of
118 * available messages
119 */
120 if (irq_data->chip->irq_retrigger)
121 return irq_data->chip->irq_retrigger(irq_data);
122
123 return -EINVAL;
124}
125
126static irqreturn_t rx_irq(int irq, void *data)
127{
128 struct tegra_bpmp *bpmp = data;
129
130 tegra_bpmp_handle_rx(bpmp);
131
132 return IRQ_HANDLED;
133}
134
135static int tegra210_bpmp_channel_init(struct tegra_bpmp_channel *channel,
136 struct tegra_bpmp *bpmp,
137 unsigned int index)
138{
139 struct tegra210_bpmp *priv = bpmp->priv;
140 void __iomem *p;
141 u32 address;
142
143 /* Retrieve channel base address from BPMP */
144 writel(val: index << TRIGGER_ID_SHIFT | TRIGGER_CMD_GET,
145 addr: priv->atomics + TRIGGER_OFFSET);
146 address = readl(addr: priv->atomics + RESULT_OFFSET(index));
147
148 p = devm_ioremap(dev: bpmp->dev, offset: address, size: 0x80);
149 if (!p)
150 return -ENOMEM;
151
152 iosys_map_set_vaddr_iomem(map: &channel->ib, vaddr_iomem: p);
153 iosys_map_set_vaddr_iomem(map: &channel->ob, vaddr_iomem: p);
154
155 channel->index = index;
156 init_completion(x: &channel->completion);
157 channel->bpmp = bpmp;
158
159 return 0;
160}
161
162static int tegra210_bpmp_init(struct tegra_bpmp *bpmp)
163{
164 struct platform_device *pdev = to_platform_device(bpmp->dev);
165 struct tegra210_bpmp *priv;
166 unsigned int i;
167 int err;
168
169 priv = devm_kzalloc(dev: &pdev->dev, size: sizeof(*priv), GFP_KERNEL);
170 if (!priv)
171 return -ENOMEM;
172
173 bpmp->priv = priv;
174
175 priv->atomics = devm_platform_ioremap_resource(pdev, index: 0);
176 if (IS_ERR(ptr: priv->atomics))
177 return PTR_ERR(ptr: priv->atomics);
178
179 priv->arb_sema = devm_platform_ioremap_resource(pdev, index: 1);
180 if (IS_ERR(ptr: priv->arb_sema))
181 return PTR_ERR(ptr: priv->arb_sema);
182
183 err = tegra210_bpmp_channel_init(channel: bpmp->tx_channel, bpmp,
184 index: bpmp->soc->channels.cpu_tx.offset);
185 if (err < 0)
186 return err;
187
188 err = tegra210_bpmp_channel_init(channel: bpmp->rx_channel, bpmp,
189 index: bpmp->soc->channels.cpu_rx.offset);
190 if (err < 0)
191 return err;
192
193 for (i = 0; i < bpmp->threaded.count; i++) {
194 unsigned int index = bpmp->soc->channels.thread.offset + i;
195
196 err = tegra210_bpmp_channel_init(channel: &bpmp->threaded_channels[i],
197 bpmp, index);
198 if (err < 0)
199 return err;
200 }
201
202 err = platform_get_irq_byname(pdev, "tx");
203 if (err < 0)
204 return err;
205
206 priv->tx_irq_data = irq_get_irq_data(irq: err);
207 if (!priv->tx_irq_data) {
208 dev_err(&pdev->dev, "failed to get IRQ data for TX IRQ\n");
209 return -ENOENT;
210 }
211
212 err = platform_get_irq_byname(pdev, "rx");
213 if (err < 0)
214 return err;
215
216 err = devm_request_irq(dev: &pdev->dev, irq: err, handler: rx_irq,
217 IRQF_NO_SUSPEND, devname: dev_name(dev: &pdev->dev), dev_id: bpmp);
218 if (err < 0) {
219 dev_err(&pdev->dev, "failed to request IRQ: %d\n", err);
220 return err;
221 }
222
223 return 0;
224}
225
226const struct tegra_bpmp_ops tegra210_bpmp_ops = {
227 .init = tegra210_bpmp_init,
228 .is_response_ready = tegra210_bpmp_is_response_ready,
229 .is_request_ready = tegra210_bpmp_is_request_ready,
230 .ack_response = tegra210_bpmp_ack_response,
231 .ack_request = tegra210_bpmp_ack_request,
232 .is_response_channel_free = tegra210_bpmp_is_response_channel_free,
233 .is_request_channel_free = tegra210_bpmp_is_request_channel_free,
234 .post_response = tegra210_bpmp_post_response,
235 .post_request = tegra210_bpmp_post_request,
236 .ring_doorbell = tegra210_bpmp_ring_doorbell,
237};
238

source code of linux/drivers/firmware/tegra/bpmp-tegra210.c