1// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2/*
3 * Copyright(c) 2020 Intel Corporation.
4 *
5 */
6
7/*
8 * This file contains HFI1 support for ipoib functionality
9 */
10
11#include "ipoib.h"
12#include "hfi.h"
13
14static u32 qpn_from_mac(const u8 *mac_arr)
15{
16 return (u32)mac_arr[1] << 16 | mac_arr[2] << 8 | mac_arr[3];
17}
18
19static int hfi1_ipoib_dev_init(struct net_device *dev)
20{
21 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
22 int ret;
23
24 ret = priv->netdev_ops->ndo_init(dev);
25 if (ret)
26 return ret;
27
28 ret = hfi1_netdev_add_data(dd: priv->dd,
29 id: qpn_from_mac(mac_arr: priv->netdev->dev_addr),
30 data: dev);
31 if (ret < 0) {
32 priv->netdev_ops->ndo_uninit(dev);
33 return ret;
34 }
35
36 return 0;
37}
38
39static void hfi1_ipoib_dev_uninit(struct net_device *dev)
40{
41 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
42
43 hfi1_netdev_remove_data(dd: priv->dd, id: qpn_from_mac(mac_arr: priv->netdev->dev_addr));
44
45 priv->netdev_ops->ndo_uninit(dev);
46}
47
48static int hfi1_ipoib_dev_open(struct net_device *dev)
49{
50 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
51 int ret;
52
53 ret = priv->netdev_ops->ndo_open(dev);
54 if (!ret) {
55 struct hfi1_ibport *ibp = to_iport(ibdev: priv->device,
56 port: priv->port_num);
57 struct rvt_qp *qp;
58 u32 qpn = qpn_from_mac(mac_arr: priv->netdev->dev_addr);
59
60 rcu_read_lock();
61 qp = rvt_lookup_qpn(rdi: ib_to_rvt(ibdev: priv->device), rvp: &ibp->rvp, qpn);
62 if (!qp) {
63 rcu_read_unlock();
64 priv->netdev_ops->ndo_stop(dev);
65 return -EINVAL;
66 }
67 rvt_get_qp(qp);
68 priv->qp = qp;
69 rcu_read_unlock();
70
71 hfi1_netdev_enable_queues(dd: priv->dd);
72 hfi1_ipoib_napi_tx_enable(dev);
73 }
74
75 return ret;
76}
77
78static int hfi1_ipoib_dev_stop(struct net_device *dev)
79{
80 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
81
82 if (!priv->qp)
83 return 0;
84
85 hfi1_ipoib_napi_tx_disable(dev);
86 hfi1_netdev_disable_queues(dd: priv->dd);
87
88 rvt_put_qp(qp: priv->qp);
89 priv->qp = NULL;
90
91 return priv->netdev_ops->ndo_stop(dev);
92}
93
94static const struct net_device_ops hfi1_ipoib_netdev_ops = {
95 .ndo_init = hfi1_ipoib_dev_init,
96 .ndo_uninit = hfi1_ipoib_dev_uninit,
97 .ndo_open = hfi1_ipoib_dev_open,
98 .ndo_stop = hfi1_ipoib_dev_stop,
99};
100
101static int hfi1_ipoib_mcast_attach(struct net_device *dev,
102 struct ib_device *device,
103 union ib_gid *mgid,
104 u16 mlid,
105 int set_qkey,
106 u32 qkey)
107{
108 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
109 u32 qpn = (u32)qpn_from_mac(mac_arr: priv->netdev->dev_addr);
110 struct hfi1_ibport *ibp = to_iport(ibdev: priv->device, port: priv->port_num);
111 struct rvt_qp *qp;
112 int ret = -EINVAL;
113
114 rcu_read_lock();
115
116 qp = rvt_lookup_qpn(rdi: ib_to_rvt(ibdev: priv->device), rvp: &ibp->rvp, qpn);
117 if (qp) {
118 rvt_get_qp(qp);
119 rcu_read_unlock();
120 if (set_qkey)
121 priv->qkey = qkey;
122
123 /* attach QP to multicast group */
124 ret = ib_attach_mcast(qp: &qp->ibqp, gid: mgid, lid: mlid);
125 rvt_put_qp(qp);
126 } else {
127 rcu_read_unlock();
128 }
129
130 return ret;
131}
132
133static int hfi1_ipoib_mcast_detach(struct net_device *dev,
134 struct ib_device *device,
135 union ib_gid *mgid,
136 u16 mlid)
137{
138 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
139 u32 qpn = (u32)qpn_from_mac(mac_arr: priv->netdev->dev_addr);
140 struct hfi1_ibport *ibp = to_iport(ibdev: priv->device, port: priv->port_num);
141 struct rvt_qp *qp;
142 int ret = -EINVAL;
143
144 rcu_read_lock();
145
146 qp = rvt_lookup_qpn(rdi: ib_to_rvt(ibdev: priv->device), rvp: &ibp->rvp, qpn);
147 if (qp) {
148 rvt_get_qp(qp);
149 rcu_read_unlock();
150 ret = ib_detach_mcast(qp: &qp->ibqp, gid: mgid, lid: mlid);
151 rvt_put_qp(qp);
152 } else {
153 rcu_read_unlock();
154 }
155 return ret;
156}
157
158static void hfi1_ipoib_netdev_dtor(struct net_device *dev)
159{
160 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
161
162 hfi1_ipoib_txreq_deinit(priv);
163 hfi1_ipoib_rxq_deinit(dev: priv->netdev);
164}
165
166static void hfi1_ipoib_set_id(struct net_device *dev, int id)
167{
168 struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
169
170 priv->pkey_index = (u16)id;
171 ib_query_pkey(device: priv->device,
172 port_num: priv->port_num,
173 index: priv->pkey_index,
174 pkey: &priv->pkey);
175}
176
177static int hfi1_ipoib_setup_rn(struct ib_device *device,
178 u32 port_num,
179 struct net_device *netdev,
180 void *param)
181{
182 struct hfi1_devdata *dd = dd_from_ibdev(ibdev: device);
183 struct rdma_netdev *rn = netdev_priv(dev: netdev);
184 struct hfi1_ipoib_dev_priv *priv;
185 int rc;
186
187 rn->send = hfi1_ipoib_send;
188 rn->tx_timeout = hfi1_ipoib_tx_timeout;
189 rn->attach_mcast = hfi1_ipoib_mcast_attach;
190 rn->detach_mcast = hfi1_ipoib_mcast_detach;
191 rn->set_id = hfi1_ipoib_set_id;
192 rn->hca = device;
193 rn->port_num = port_num;
194 rn->mtu = netdev->mtu;
195
196 priv = hfi1_ipoib_priv(dev: netdev);
197 priv->dd = dd;
198 priv->netdev = netdev;
199 priv->device = device;
200 priv->port_num = port_num;
201 priv->netdev_ops = netdev->netdev_ops;
202
203 ib_query_pkey(device, port_num, index: priv->pkey_index, pkey: &priv->pkey);
204
205 rc = hfi1_ipoib_txreq_init(priv);
206 if (rc) {
207 dd_dev_err(dd, "IPoIB netdev TX init - failed(%d)\n", rc);
208 return rc;
209 }
210
211 rc = hfi1_ipoib_rxq_init(dev: netdev);
212 if (rc) {
213 dd_dev_err(dd, "IPoIB netdev RX init - failed(%d)\n", rc);
214 hfi1_ipoib_txreq_deinit(priv);
215 return rc;
216 }
217
218 netdev->netdev_ops = &hfi1_ipoib_netdev_ops;
219
220 netdev->priv_destructor = hfi1_ipoib_netdev_dtor;
221 netdev->needs_free_netdev = true;
222 netdev->pcpu_stat_type = NETDEV_PCPU_STAT_TSTATS;
223
224 return 0;
225}
226
227int hfi1_ipoib_rn_get_params(struct ib_device *device,
228 u32 port_num,
229 enum rdma_netdev_t type,
230 struct rdma_netdev_alloc_params *params)
231{
232 struct hfi1_devdata *dd = dd_from_ibdev(ibdev: device);
233
234 if (type != RDMA_NETDEV_IPOIB)
235 return -EOPNOTSUPP;
236
237 if (!HFI1_CAP_IS_KSET(AIP) || !dd->num_netdev_contexts)
238 return -EOPNOTSUPP;
239
240 if (!port_num || port_num > dd->num_pports)
241 return -EINVAL;
242
243 params->sizeof_priv = sizeof(struct hfi1_ipoib_rdma_netdev);
244 params->txqs = dd->num_sdma;
245 params->rxqs = dd->num_netdev_contexts;
246 params->param = NULL;
247 params->initialize_rdma_netdev = hfi1_ipoib_setup_rn;
248
249 return 0;
250}
251

source code of linux/drivers/infiniband/hw/hfi1/ipoib_main.c