1 | // SPDX-License-Identifier: GPL-2.0-only |
2 | |
3 | #include <net/xdp_sock_drv.h> |
4 | |
5 | #include "netlink.h" |
6 | #include "common.h" |
7 | |
8 | struct channels_req_info { |
9 | struct ethnl_req_info base; |
10 | }; |
11 | |
12 | struct channels_reply_data { |
13 | struct ethnl_reply_data base; |
14 | struct ethtool_channels channels; |
15 | }; |
16 | |
17 | #define CHANNELS_REPDATA(__reply_base) \ |
18 | container_of(__reply_base, struct channels_reply_data, base) |
19 | |
20 | const struct nla_policy ethnl_channels_get_policy[] = { |
21 | [ETHTOOL_A_CHANNELS_HEADER] = |
22 | NLA_POLICY_NESTED(ethnl_header_policy), |
23 | }; |
24 | |
25 | static int channels_prepare_data(const struct ethnl_req_info *req_base, |
26 | struct ethnl_reply_data *reply_base, |
27 | const struct genl_info *info) |
28 | { |
29 | struct channels_reply_data *data = CHANNELS_REPDATA(reply_base); |
30 | struct net_device *dev = reply_base->dev; |
31 | int ret; |
32 | |
33 | if (!dev->ethtool_ops->get_channels) |
34 | return -EOPNOTSUPP; |
35 | ret = ethnl_ops_begin(dev); |
36 | if (ret < 0) |
37 | return ret; |
38 | dev->ethtool_ops->get_channels(dev, &data->channels); |
39 | ethnl_ops_complete(dev); |
40 | |
41 | return 0; |
42 | } |
43 | |
44 | static int channels_reply_size(const struct ethnl_req_info *req_base, |
45 | const struct ethnl_reply_data *reply_base) |
46 | { |
47 | return nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_RX_MAX */ |
48 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_TX_MAX */ |
49 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_OTHER_MAX */ |
50 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_COMBINED_MAX */ |
51 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_RX_COUNT */ |
52 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_TX_COUNT */ |
53 | nla_total_size(payload: sizeof(u32)) + /* _CHANNELS_OTHER_COUNT */ |
54 | nla_total_size(payload: sizeof(u32)); /* _CHANNELS_COMBINED_COUNT */ |
55 | } |
56 | |
57 | static int channels_fill_reply(struct sk_buff *skb, |
58 | const struct ethnl_req_info *req_base, |
59 | const struct ethnl_reply_data *reply_base) |
60 | { |
61 | const struct channels_reply_data *data = CHANNELS_REPDATA(reply_base); |
62 | const struct ethtool_channels *channels = &data->channels; |
63 | |
64 | if ((channels->max_rx && |
65 | (nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_RX_MAX, |
66 | value: channels->max_rx) || |
67 | nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_RX_COUNT, |
68 | value: channels->rx_count))) || |
69 | (channels->max_tx && |
70 | (nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_TX_MAX, |
71 | value: channels->max_tx) || |
72 | nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_TX_COUNT, |
73 | value: channels->tx_count))) || |
74 | (channels->max_other && |
75 | (nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_OTHER_MAX, |
76 | value: channels->max_other) || |
77 | nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_OTHER_COUNT, |
78 | value: channels->other_count))) || |
79 | (channels->max_combined && |
80 | (nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_COMBINED_MAX, |
81 | value: channels->max_combined) || |
82 | nla_put_u32(skb, attrtype: ETHTOOL_A_CHANNELS_COMBINED_COUNT, |
83 | value: channels->combined_count)))) |
84 | return -EMSGSIZE; |
85 | |
86 | return 0; |
87 | } |
88 | |
89 | /* CHANNELS_SET */ |
90 | |
91 | const struct nla_policy ethnl_channels_set_policy[] = { |
92 | [ETHTOOL_A_CHANNELS_HEADER] = |
93 | NLA_POLICY_NESTED(ethnl_header_policy), |
94 | [ETHTOOL_A_CHANNELS_RX_COUNT] = { .type = NLA_U32 }, |
95 | [ETHTOOL_A_CHANNELS_TX_COUNT] = { .type = NLA_U32 }, |
96 | [ETHTOOL_A_CHANNELS_OTHER_COUNT] = { .type = NLA_U32 }, |
97 | [ETHTOOL_A_CHANNELS_COMBINED_COUNT] = { .type = NLA_U32 }, |
98 | }; |
99 | |
100 | static int |
101 | ethnl_set_channels_validate(struct ethnl_req_info *req_info, |
102 | struct genl_info *info) |
103 | { |
104 | const struct ethtool_ops *ops = req_info->dev->ethtool_ops; |
105 | |
106 | return ops->get_channels && ops->set_channels ? 1 : -EOPNOTSUPP; |
107 | } |
108 | |
109 | static int |
110 | ethnl_set_channels(struct ethnl_req_info *req_info, struct genl_info *info) |
111 | { |
112 | unsigned int from_channel, old_total, i; |
113 | bool mod = false, mod_combined = false; |
114 | struct net_device *dev = req_info->dev; |
115 | struct ethtool_channels channels = {}; |
116 | struct nlattr **tb = info->attrs; |
117 | u32 err_attr, max_rxfh_in_use; |
118 | u64 max_rxnfc_in_use; |
119 | int ret; |
120 | |
121 | dev->ethtool_ops->get_channels(dev, &channels); |
122 | old_total = channels.combined_count + |
123 | max(channels.rx_count, channels.tx_count); |
124 | |
125 | ethnl_update_u32(dst: &channels.rx_count, attr: tb[ETHTOOL_A_CHANNELS_RX_COUNT], |
126 | mod: &mod); |
127 | ethnl_update_u32(dst: &channels.tx_count, attr: tb[ETHTOOL_A_CHANNELS_TX_COUNT], |
128 | mod: &mod); |
129 | ethnl_update_u32(dst: &channels.other_count, |
130 | attr: tb[ETHTOOL_A_CHANNELS_OTHER_COUNT], mod: &mod); |
131 | ethnl_update_u32(dst: &channels.combined_count, |
132 | attr: tb[ETHTOOL_A_CHANNELS_COMBINED_COUNT], mod: &mod_combined); |
133 | mod |= mod_combined; |
134 | if (!mod) |
135 | return 0; |
136 | |
137 | /* ensure new channel counts are within limits */ |
138 | if (channels.rx_count > channels.max_rx) |
139 | err_attr = ETHTOOL_A_CHANNELS_RX_COUNT; |
140 | else if (channels.tx_count > channels.max_tx) |
141 | err_attr = ETHTOOL_A_CHANNELS_TX_COUNT; |
142 | else if (channels.other_count > channels.max_other) |
143 | err_attr = ETHTOOL_A_CHANNELS_OTHER_COUNT; |
144 | else if (channels.combined_count > channels.max_combined) |
145 | err_attr = ETHTOOL_A_CHANNELS_COMBINED_COUNT; |
146 | else |
147 | err_attr = 0; |
148 | if (err_attr) { |
149 | NL_SET_ERR_MSG_ATTR(info->extack, tb[err_attr], |
150 | "requested channel count exceeds maximum" ); |
151 | return -EINVAL; |
152 | } |
153 | |
154 | /* ensure there is at least one RX and one TX channel */ |
155 | if (!channels.combined_count && !channels.rx_count) |
156 | err_attr = ETHTOOL_A_CHANNELS_RX_COUNT; |
157 | else if (!channels.combined_count && !channels.tx_count) |
158 | err_attr = ETHTOOL_A_CHANNELS_TX_COUNT; |
159 | else |
160 | err_attr = 0; |
161 | if (err_attr) { |
162 | if (mod_combined) |
163 | err_attr = ETHTOOL_A_CHANNELS_COMBINED_COUNT; |
164 | NL_SET_ERR_MSG_ATTR(info->extack, tb[err_attr], |
165 | "requested channel counts would result in no RX or TX channel being configured" ); |
166 | return -EINVAL; |
167 | } |
168 | |
169 | /* ensure the new Rx count fits within the configured Rx flow |
170 | * indirection table/rxnfc settings |
171 | */ |
172 | if (ethtool_get_max_rxnfc_channel(dev, max: &max_rxnfc_in_use)) |
173 | max_rxnfc_in_use = 0; |
174 | if (!netif_is_rxfh_configured(dev) || |
175 | ethtool_get_max_rxfh_channel(dev, max: &max_rxfh_in_use)) |
176 | max_rxfh_in_use = 0; |
177 | if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) { |
178 | GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing indirection table settings" ); |
179 | return -EINVAL; |
180 | } |
181 | if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) { |
182 | GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings" ); |
183 | return -EINVAL; |
184 | } |
185 | |
186 | /* Disabling channels, query zero-copy AF_XDP sockets */ |
187 | from_channel = channels.combined_count + |
188 | min(channels.rx_count, channels.tx_count); |
189 | for (i = from_channel; i < old_total; i++) |
190 | if (xsk_get_pool_from_qid(dev, queue_id: i)) { |
191 | GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing zerocopy AF_XDP sockets" ); |
192 | return -EINVAL; |
193 | } |
194 | |
195 | ret = dev->ethtool_ops->set_channels(dev, &channels); |
196 | return ret < 0 ? ret : 1; |
197 | } |
198 | |
199 | const struct ethnl_request_ops ethnl_channels_request_ops = { |
200 | .request_cmd = ETHTOOL_MSG_CHANNELS_GET, |
201 | .reply_cmd = ETHTOOL_MSG_CHANNELS_GET_REPLY, |
202 | .hdr_attr = ETHTOOL_A_CHANNELS_HEADER, |
203 | .req_info_size = sizeof(struct channels_req_info), |
204 | .reply_data_size = sizeof(struct channels_reply_data), |
205 | |
206 | .prepare_data = channels_prepare_data, |
207 | .reply_size = channels_reply_size, |
208 | .fill_reply = channels_fill_reply, |
209 | |
210 | .set_validate = ethnl_set_channels_validate, |
211 | .set = ethnl_set_channels, |
212 | .set_ntf_cmd = ETHTOOL_MSG_CHANNELS_NTF, |
213 | }; |
214 | |