1 | /* SPDX-License-Identifier: GPL-2.0+ */ |
2 | |
3 | #ifndef __LAN966X_MAIN_H__ |
4 | #define __LAN966X_MAIN_H__ |
5 | |
6 | #include <linux/debugfs.h> |
7 | #include <linux/etherdevice.h> |
8 | #include <linux/if_vlan.h> |
9 | #include <linux/jiffies.h> |
10 | #include <linux/phy.h> |
11 | #include <linux/phylink.h> |
12 | #include <linux/ptp_clock_kernel.h> |
13 | #include <net/page_pool/types.h> |
14 | #include <net/pkt_cls.h> |
15 | #include <net/pkt_sched.h> |
16 | #include <net/switchdev.h> |
17 | #include <net/xdp.h> |
18 | |
19 | #include <vcap_api.h> |
20 | #include <vcap_api_client.h> |
21 | |
22 | #include "lan966x_regs.h" |
23 | #include "lan966x_ifh.h" |
24 | |
25 | #define TABLE_UPDATE_SLEEP_US 10 |
26 | #define TABLE_UPDATE_TIMEOUT_US 100000 |
27 | |
28 | #define READL_SLEEP_US 10 |
29 | #define READL_TIMEOUT_US 100000000 |
30 | |
31 | #define LAN966X_BUFFER_CELL_SZ 64 |
32 | #define LAN966X_BUFFER_MEMORY (160 * 1024) |
33 | #define LAN966X_BUFFER_MIN_SZ 60 |
34 | |
35 | #define LAN966X_HW_MTU(mtu) ((mtu) + ETH_HLEN + ETH_FCS_LEN) |
36 | |
37 | #define PGID_AGGR 64 |
38 | #define PGID_SRC 80 |
39 | #define PGID_ENTRIES 89 |
40 | |
41 | #define UNAWARE_PVID 0 |
42 | #define HOST_PVID 4095 |
43 | |
44 | /* Reserved amount for (SRC, PRIO) at index 8*SRC + PRIO */ |
45 | #define QSYS_Q_RSRV 95 |
46 | |
47 | #define NUM_PHYS_PORTS 8 |
48 | #define CPU_PORT 8 |
49 | #define NUM_PRIO_QUEUES 8 |
50 | |
51 | /* Reserved PGIDs */ |
52 | #define PGID_CPU (PGID_AGGR - 6) |
53 | #define PGID_UC (PGID_AGGR - 5) |
54 | #define PGID_BC (PGID_AGGR - 4) |
55 | #define PGID_MC (PGID_AGGR - 3) |
56 | #define PGID_MCIPV4 (PGID_AGGR - 2) |
57 | #define PGID_MCIPV6 (PGID_AGGR - 1) |
58 | |
59 | /* Non-reserved PGIDs, used for general purpose */ |
60 | #define PGID_GP_START (CPU_PORT + 1) |
61 | #define PGID_GP_END PGID_CPU |
62 | |
63 | #define LAN966X_SPEED_NONE 0 |
64 | #define LAN966X_SPEED_2500 1 |
65 | #define LAN966X_SPEED_1000 1 |
66 | #define LAN966X_SPEED_100 2 |
67 | #define LAN966X_SPEED_10 3 |
68 | |
69 | #define LAN966X_PHC_COUNT 3 |
70 | #define LAN966X_PHC_PORT 0 |
71 | #define LAN966X_PHC_PINS_NUM 7 |
72 | |
73 | #define IFH_REW_OP_NOOP 0x0 |
74 | #define IFH_REW_OP_ONE_STEP_PTP 0x3 |
75 | #define IFH_REW_OP_TWO_STEP_PTP 0x4 |
76 | |
77 | #define FDMA_RX_DCB_MAX_DBS 1 |
78 | #define FDMA_TX_DCB_MAX_DBS 1 |
79 | #define FDMA_DCB_INFO_DATAL(x) ((x) & GENMASK(15, 0)) |
80 | |
81 | #define FDMA_DCB_STATUS_BLOCKL(x) ((x) & GENMASK(15, 0)) |
82 | #define FDMA_DCB_STATUS_SOF BIT(16) |
83 | #define FDMA_DCB_STATUS_EOF BIT(17) |
84 | #define FDMA_DCB_STATUS_INTR BIT(18) |
85 | #define FDMA_DCB_STATUS_DONE BIT(19) |
86 | #define FDMA_DCB_STATUS_BLOCKO(x) (((x) << 20) & GENMASK(31, 20)) |
87 | #define FDMA_DCB_INVALID_DATA 0x1 |
88 | |
89 | #define FDMA_XTR_CHANNEL 6 |
90 | #define FDMA_INJ_CHANNEL 0 |
91 | #define FDMA_DCB_MAX 512 |
92 | |
93 | #define SE_IDX_QUEUE 0 /* 0-79 : Queue scheduler elements */ |
94 | #define SE_IDX_PORT 80 /* 80-89 : Port schedular elements */ |
95 | |
96 | #define LAN966X_VCAP_CID_IS1_L0 VCAP_CID_INGRESS_L0 /* IS1 lookup 0 */ |
97 | #define LAN966X_VCAP_CID_IS1_L1 VCAP_CID_INGRESS_L1 /* IS1 lookup 1 */ |
98 | #define LAN966X_VCAP_CID_IS1_L2 VCAP_CID_INGRESS_L2 /* IS1 lookup 2 */ |
99 | #define LAN966X_VCAP_CID_IS1_MAX (VCAP_CID_INGRESS_L3 - 1) /* IS1 Max */ |
100 | |
101 | #define LAN966X_VCAP_CID_IS2_L0 VCAP_CID_INGRESS_STAGE2_L0 /* IS2 lookup 0 */ |
102 | #define LAN966X_VCAP_CID_IS2_L1 VCAP_CID_INGRESS_STAGE2_L1 /* IS2 lookup 1 */ |
103 | #define LAN966X_VCAP_CID_IS2_MAX (VCAP_CID_INGRESS_STAGE2_L2 - 1) /* IS2 Max */ |
104 | |
105 | #define LAN966X_VCAP_CID_ES0_L0 VCAP_CID_EGRESS_L0 /* ES0 lookup 0 */ |
106 | #define LAN966X_VCAP_CID_ES0_MAX (VCAP_CID_EGRESS_L1 - 1) /* ES0 Max */ |
107 | |
108 | #define LAN966X_PORT_QOS_PCP_COUNT 8 |
109 | #define LAN966X_PORT_QOS_DEI_COUNT 8 |
110 | #define LAN966X_PORT_QOS_PCP_DEI_COUNT \ |
111 | (LAN966X_PORT_QOS_PCP_COUNT + LAN966X_PORT_QOS_DEI_COUNT) |
112 | |
113 | #define LAN966X_PORT_QOS_DSCP_COUNT 64 |
114 | |
115 | /* Port PCP rewrite mode */ |
116 | #define LAN966X_PORT_REW_TAG_CTRL_CLASSIFIED 0 |
117 | #define LAN966X_PORT_REW_TAG_CTRL_MAPPED 2 |
118 | |
119 | /* Port DSCP rewrite mode */ |
120 | #define LAN966X_PORT_REW_DSCP_FRAME 0 |
121 | #define LAN966X_PORT_REW_DSCP_ANALIZER 1 |
122 | #define LAN966X_PORT_QOS_REWR_DSCP_ALL 3 |
123 | |
124 | /* MAC table entry types. |
125 | * ENTRYTYPE_NORMAL is subject to aging. |
126 | * ENTRYTYPE_LOCKED is not subject to aging. |
127 | * ENTRYTYPE_MACv4 is not subject to aging. For IPv4 multicast. |
128 | * ENTRYTYPE_MACv6 is not subject to aging. For IPv6 multicast. |
129 | */ |
130 | enum macaccess_entry_type { |
131 | ENTRYTYPE_NORMAL = 0, |
132 | ENTRYTYPE_LOCKED, |
133 | ENTRYTYPE_MACV4, |
134 | ENTRYTYPE_MACV6, |
135 | }; |
136 | |
137 | /* FDMA return action codes for checking if the frame is valid |
138 | * FDMA_PASS, frame is valid and can be used |
139 | * FDMA_ERROR, something went wrong, stop getting more frames |
140 | * FDMA_DROP, frame is dropped, but continue to get more frames |
141 | * FDMA_TX, frame is given to TX, but continue to get more frames |
142 | * FDMA_REDIRECT, frame is given to TX, but continue to get more frames |
143 | */ |
144 | enum lan966x_fdma_action { |
145 | FDMA_PASS = 0, |
146 | FDMA_ERROR, |
147 | FDMA_DROP, |
148 | FDMA_TX, |
149 | FDMA_REDIRECT, |
150 | }; |
151 | |
152 | /* Controls how PORT_MASK is applied */ |
153 | enum LAN966X_PORT_MASK_MODE { |
154 | LAN966X_PMM_NO_ACTION, |
155 | LAN966X_PMM_REPLACE, |
156 | LAN966X_PMM_FORWARDING, |
157 | LAN966X_PMM_REDIRECT, |
158 | }; |
159 | |
160 | enum vcap_is2_port_sel_ipv6 { |
161 | VCAP_IS2_PS_IPV6_TCPUDP_OTHER, |
162 | VCAP_IS2_PS_IPV6_STD, |
163 | VCAP_IS2_PS_IPV6_IP4_TCPUDP_IP4_OTHER, |
164 | VCAP_IS2_PS_IPV6_MAC_ETYPE, |
165 | }; |
166 | |
167 | enum vcap_is1_port_sel_other { |
168 | VCAP_IS1_PS_OTHER_NORMAL, |
169 | VCAP_IS1_PS_OTHER_7TUPLE, |
170 | VCAP_IS1_PS_OTHER_DBL_VID, |
171 | VCAP_IS1_PS_OTHER_DMAC_VID, |
172 | }; |
173 | |
174 | enum vcap_is1_port_sel_ipv4 { |
175 | VCAP_IS1_PS_IPV4_NORMAL, |
176 | VCAP_IS1_PS_IPV4_7TUPLE, |
177 | VCAP_IS1_PS_IPV4_5TUPLE_IP4, |
178 | VCAP_IS1_PS_IPV4_DBL_VID, |
179 | VCAP_IS1_PS_IPV4_DMAC_VID, |
180 | }; |
181 | |
182 | enum vcap_is1_port_sel_ipv6 { |
183 | VCAP_IS1_PS_IPV6_NORMAL, |
184 | VCAP_IS1_PS_IPV6_7TUPLE, |
185 | VCAP_IS1_PS_IPV6_5TUPLE_IP4, |
186 | VCAP_IS1_PS_IPV6_NORMAL_IP6, |
187 | VCAP_IS1_PS_IPV6_5TUPLE_IP6, |
188 | VCAP_IS1_PS_IPV6_DBL_VID, |
189 | VCAP_IS1_PS_IPV6_DMAC_VID, |
190 | }; |
191 | |
192 | enum vcap_is1_port_sel_rt { |
193 | VCAP_IS1_PS_RT_NORMAL, |
194 | VCAP_IS1_PS_RT_7TUPLE, |
195 | VCAP_IS1_PS_RT_DBL_VID, |
196 | VCAP_IS1_PS_RT_DMAC_VID, |
197 | VCAP_IS1_PS_RT_FOLLOW_OTHER = 7, |
198 | }; |
199 | |
200 | struct lan966x_port; |
201 | |
202 | struct lan966x_db { |
203 | u64 dataptr; |
204 | u64 status; |
205 | }; |
206 | |
207 | struct lan966x_rx_dcb { |
208 | u64 nextptr; |
209 | u64 info; |
210 | struct lan966x_db db[FDMA_RX_DCB_MAX_DBS]; |
211 | }; |
212 | |
213 | struct lan966x_tx_dcb { |
214 | u64 nextptr; |
215 | u64 info; |
216 | struct lan966x_db db[FDMA_TX_DCB_MAX_DBS]; |
217 | }; |
218 | |
219 | struct lan966x_rx { |
220 | struct lan966x *lan966x; |
221 | |
222 | /* Pointer to the array of hardware dcbs. */ |
223 | struct lan966x_rx_dcb *dcbs; |
224 | |
225 | /* Pointer to the last address in the dcbs. */ |
226 | struct lan966x_rx_dcb *last_entry; |
227 | |
228 | /* For each DB, there is a page */ |
229 | struct page *page[FDMA_DCB_MAX][FDMA_RX_DCB_MAX_DBS]; |
230 | |
231 | /* Represents the db_index, it can have a value between 0 and |
232 | * FDMA_RX_DCB_MAX_DBS, once it reaches the value of FDMA_RX_DCB_MAX_DBS |
233 | * it means that the DCB can be reused. |
234 | */ |
235 | int db_index; |
236 | |
237 | /* Represents the index in the dcbs. It has a value between 0 and |
238 | * FDMA_DCB_MAX |
239 | */ |
240 | int dcb_index; |
241 | |
242 | /* Represents the dma address to the dcbs array */ |
243 | dma_addr_t dma; |
244 | |
245 | /* Represents the page order that is used to allocate the pages for the |
246 | * RX buffers. This value is calculated based on max MTU of the devices. |
247 | */ |
248 | u8 page_order; |
249 | |
250 | /* Represents the max size frame that it can receive to the CPU. This |
251 | * includes the IFH + VLAN tags + frame + skb_shared_info |
252 | */ |
253 | u32 max_mtu; |
254 | |
255 | u8 channel_id; |
256 | |
257 | struct page_pool *page_pool; |
258 | }; |
259 | |
260 | struct lan966x_tx_dcb_buf { |
261 | dma_addr_t dma_addr; |
262 | struct net_device *dev; |
263 | union { |
264 | struct sk_buff *skb; |
265 | struct xdp_frame *xdpf; |
266 | struct page *page; |
267 | } data; |
268 | u32 len; |
269 | u32 used : 1; |
270 | u32 ptp : 1; |
271 | u32 use_skb : 1; |
272 | u32 xdp_ndo : 1; |
273 | }; |
274 | |
275 | struct lan966x_tx { |
276 | struct lan966x *lan966x; |
277 | |
278 | /* Pointer to the dcb list */ |
279 | struct lan966x_tx_dcb *dcbs; |
280 | u16 last_in_use; |
281 | |
282 | /* Represents the DMA address to the first entry of the dcb entries. */ |
283 | dma_addr_t dma; |
284 | |
285 | /* Array of dcbs that are given to the HW */ |
286 | struct lan966x_tx_dcb_buf *dcbs_buf; |
287 | |
288 | u8 channel_id; |
289 | |
290 | bool activated; |
291 | }; |
292 | |
293 | struct lan966x_stat_layout { |
294 | u32 offset; |
295 | char name[ETH_GSTRING_LEN]; |
296 | }; |
297 | |
298 | struct lan966x_phc { |
299 | struct ptp_clock *clock; |
300 | struct ptp_clock_info info; |
301 | struct ptp_pin_desc pins[LAN966X_PHC_PINS_NUM]; |
302 | struct kernel_hwtstamp_config hwtstamp_config; |
303 | struct lan966x *lan966x; |
304 | u8 index; |
305 | }; |
306 | |
307 | struct lan966x_skb_cb { |
308 | u8 rew_op; |
309 | u16 ts_id; |
310 | unsigned long jiffies; |
311 | }; |
312 | |
313 | #define LAN966X_PTP_TIMEOUT msecs_to_jiffies(10) |
314 | #define LAN966X_SKB_CB(skb) \ |
315 | ((struct lan966x_skb_cb *)((skb)->cb)) |
316 | |
317 | struct lan966x { |
318 | struct device *dev; |
319 | |
320 | u8 num_phys_ports; |
321 | struct lan966x_port **ports; |
322 | |
323 | void __iomem *regs[NUM_TARGETS]; |
324 | |
325 | int shared_queue_sz; |
326 | |
327 | u8 base_mac[ETH_ALEN]; |
328 | |
329 | spinlock_t tx_lock; /* lock for frame transmition */ |
330 | |
331 | struct net_device *bridge; |
332 | u16 bridge_mask; |
333 | u16 bridge_fwd_mask; |
334 | |
335 | struct list_head mac_entries; |
336 | spinlock_t mac_lock; /* lock for mac_entries list */ |
337 | |
338 | u16 vlan_mask[VLAN_N_VID]; |
339 | DECLARE_BITMAP(cpu_vlan_mask, VLAN_N_VID); |
340 | |
341 | /* stats */ |
342 | const struct lan966x_stat_layout *stats_layout; |
343 | u32 num_stats; |
344 | |
345 | /* workqueue for reading stats */ |
346 | struct mutex stats_lock; |
347 | u64 *stats; |
348 | struct delayed_work stats_work; |
349 | struct workqueue_struct *stats_queue; |
350 | |
351 | /* interrupts */ |
352 | int xtr_irq; |
353 | int ana_irq; |
354 | int ptp_irq; |
355 | int fdma_irq; |
356 | int ptp_ext_irq; |
357 | |
358 | /* worqueue for fdb */ |
359 | struct workqueue_struct *fdb_work; |
360 | struct list_head fdb_entries; |
361 | |
362 | /* mdb */ |
363 | struct list_head mdb_entries; |
364 | struct list_head pgid_entries; |
365 | |
366 | /* ptp */ |
367 | bool ptp; |
368 | struct lan966x_phc phc[LAN966X_PHC_COUNT]; |
369 | spinlock_t ptp_clock_lock; /* lock for phc */ |
370 | spinlock_t ptp_ts_id_lock; /* lock for ts_id */ |
371 | struct mutex ptp_lock; /* lock for ptp interface state */ |
372 | u16 ptp_skbs; |
373 | |
374 | /* fdma */ |
375 | bool fdma; |
376 | struct net_device *fdma_ndev; |
377 | struct lan966x_rx rx; |
378 | struct lan966x_tx tx; |
379 | struct napi_struct napi; |
380 | |
381 | /* Mirror */ |
382 | struct lan966x_port *mirror_monitor; |
383 | u32 mirror_mask[2]; |
384 | u32 mirror_count; |
385 | |
386 | /* vcap */ |
387 | struct vcap_control *vcap_ctrl; |
388 | |
389 | /* debugfs */ |
390 | struct dentry *debugfs_root; |
391 | }; |
392 | |
393 | struct lan966x_port_config { |
394 | phy_interface_t portmode; |
395 | const unsigned long *advertising; |
396 | int speed; |
397 | int duplex; |
398 | u32 pause; |
399 | bool inband; |
400 | bool autoneg; |
401 | }; |
402 | |
403 | struct lan966x_port_tc { |
404 | bool ingress_shared_block; |
405 | unsigned long police_id; |
406 | unsigned long ingress_mirror_id; |
407 | unsigned long egress_mirror_id; |
408 | struct flow_stats police_stat; |
409 | struct flow_stats mirror_stat; |
410 | }; |
411 | |
412 | struct lan966x_port_qos_pcp { |
413 | u8 map[LAN966X_PORT_QOS_PCP_DEI_COUNT]; |
414 | bool enable; |
415 | }; |
416 | |
417 | struct lan966x_port_qos_dscp { |
418 | u8 map[LAN966X_PORT_QOS_DSCP_COUNT]; |
419 | bool enable; |
420 | }; |
421 | |
422 | struct lan966x_port_qos_pcp_rewr { |
423 | u16 map[NUM_PRIO_QUEUES]; |
424 | bool enable; |
425 | }; |
426 | |
427 | struct lan966x_port_qos_dscp_rewr { |
428 | u16 map[LAN966X_PORT_QOS_DSCP_COUNT]; |
429 | bool enable; |
430 | }; |
431 | |
432 | struct lan966x_port_qos { |
433 | struct lan966x_port_qos_pcp pcp; |
434 | struct lan966x_port_qos_dscp dscp; |
435 | struct lan966x_port_qos_pcp_rewr pcp_rewr; |
436 | struct lan966x_port_qos_dscp_rewr dscp_rewr; |
437 | u8 default_prio; |
438 | }; |
439 | |
440 | struct lan966x_port { |
441 | struct net_device *dev; |
442 | struct lan966x *lan966x; |
443 | |
444 | u8 chip_port; |
445 | u16 pvid; |
446 | u16 vid; |
447 | bool vlan_aware; |
448 | |
449 | bool learn_ena; |
450 | bool mcast_ena; |
451 | |
452 | struct phylink_config phylink_config; |
453 | struct phylink_pcs phylink_pcs; |
454 | struct lan966x_port_config config; |
455 | struct phylink *phylink; |
456 | struct phy *serdes; |
457 | struct fwnode_handle *fwnode; |
458 | |
459 | u8 ptp_tx_cmd; |
460 | bool ptp_rx_cmd; |
461 | u16 ts_id; |
462 | struct sk_buff_head tx_skbs; |
463 | |
464 | struct net_device *bond; |
465 | bool lag_tx_active; |
466 | enum netdev_lag_hash hash_type; |
467 | |
468 | struct lan966x_port_tc tc; |
469 | |
470 | struct bpf_prog *xdp_prog; |
471 | struct xdp_rxq_info xdp_rxq; |
472 | }; |
473 | |
474 | extern const struct phylink_mac_ops lan966x_phylink_mac_ops; |
475 | extern const struct phylink_pcs_ops lan966x_phylink_pcs_ops; |
476 | extern const struct ethtool_ops lan966x_ethtool_ops; |
477 | extern struct notifier_block lan966x_switchdev_nb __read_mostly; |
478 | extern struct notifier_block lan966x_switchdev_blocking_nb __read_mostly; |
479 | |
480 | bool lan966x_netdevice_check(const struct net_device *dev); |
481 | |
482 | void lan966x_register_notifier_blocks(void); |
483 | void lan966x_unregister_notifier_blocks(void); |
484 | |
485 | bool lan966x_hw_offload(struct lan966x *lan966x, u32 port, struct sk_buff *skb); |
486 | |
487 | void lan966x_ifh_get_src_port(void *ifh, u64 *src_port); |
488 | void lan966x_ifh_get_timestamp(void *ifh, u64 *timestamp); |
489 | void lan966x_ifh_set_bypass(void *ifh, u64 bypass); |
490 | void lan966x_ifh_set_port(void *ifh, u64 bypass); |
491 | |
492 | void lan966x_stats_get(struct net_device *dev, |
493 | struct rtnl_link_stats64 *stats); |
494 | int lan966x_stats_init(struct lan966x *lan966x); |
495 | |
496 | void lan966x_port_config_down(struct lan966x_port *port); |
497 | void lan966x_port_config_up(struct lan966x_port *port); |
498 | void lan966x_port_status_get(struct lan966x_port *port, |
499 | struct phylink_link_state *state); |
500 | int lan966x_port_pcs_set(struct lan966x_port *port, |
501 | struct lan966x_port_config *config); |
502 | void lan966x_port_init(struct lan966x_port *port); |
503 | |
504 | void lan966x_port_qos_set(struct lan966x_port *port, |
505 | struct lan966x_port_qos *qos); |
506 | void lan966x_port_qos_dscp_rewr_mode_set(struct lan966x_port *port, |
507 | int mode); |
508 | |
509 | int lan966x_mac_ip_learn(struct lan966x *lan966x, |
510 | bool cpu_copy, |
511 | const unsigned char mac[ETH_ALEN], |
512 | unsigned int vid, |
513 | enum macaccess_entry_type type); |
514 | int lan966x_mac_learn(struct lan966x *lan966x, int port, |
515 | const unsigned char mac[ETH_ALEN], |
516 | unsigned int vid, |
517 | enum macaccess_entry_type type); |
518 | int lan966x_mac_forget(struct lan966x *lan966x, |
519 | const unsigned char mac[ETH_ALEN], |
520 | unsigned int vid, |
521 | enum macaccess_entry_type type); |
522 | int lan966x_mac_cpu_learn(struct lan966x *lan966x, const char *addr, u16 vid); |
523 | int lan966x_mac_cpu_forget(struct lan966x *lan966x, const char *addr, u16 vid); |
524 | void lan966x_mac_init(struct lan966x *lan966x); |
525 | void lan966x_mac_set_ageing(struct lan966x *lan966x, |
526 | u32 ageing); |
527 | int lan966x_mac_del_entry(struct lan966x *lan966x, |
528 | const unsigned char *addr, |
529 | u16 vid); |
530 | int lan966x_mac_add_entry(struct lan966x *lan966x, |
531 | struct lan966x_port *port, |
532 | const unsigned char *addr, |
533 | u16 vid); |
534 | void lan966x_mac_lag_replace_port_entry(struct lan966x *lan966x, |
535 | struct lan966x_port *src, |
536 | struct lan966x_port *dst); |
537 | void lan966x_mac_lag_remove_port_entry(struct lan966x *lan966x, |
538 | struct lan966x_port *src); |
539 | void lan966x_mac_purge_entries(struct lan966x *lan966x); |
540 | irqreturn_t lan966x_mac_irq_handler(struct lan966x *lan966x); |
541 | |
542 | void lan966x_vlan_init(struct lan966x *lan966x); |
543 | void lan966x_vlan_port_apply(struct lan966x_port *port); |
544 | bool lan966x_vlan_cpu_member_cpu_vlan_mask(struct lan966x *lan966x, u16 vid); |
545 | void lan966x_vlan_port_set_vlan_aware(struct lan966x_port *port, |
546 | bool vlan_aware); |
547 | int lan966x_vlan_port_set_vid(struct lan966x_port *port, |
548 | u16 vid, |
549 | bool pvid, |
550 | bool untagged); |
551 | void lan966x_vlan_port_add_vlan(struct lan966x_port *port, |
552 | u16 vid, |
553 | bool pvid, |
554 | bool untagged); |
555 | void lan966x_vlan_port_del_vlan(struct lan966x_port *port, u16 vid); |
556 | void lan966x_vlan_cpu_add_vlan(struct lan966x *lan966x, u16 vid); |
557 | void lan966x_vlan_cpu_del_vlan(struct lan966x *lan966x, u16 vid); |
558 | |
559 | void lan966x_fdb_write_entries(struct lan966x *lan966x, u16 vid); |
560 | void lan966x_fdb_erase_entries(struct lan966x *lan966x, u16 vid); |
561 | int lan966x_fdb_init(struct lan966x *lan966x); |
562 | void lan966x_fdb_deinit(struct lan966x *lan966x); |
563 | void lan966x_fdb_flush_workqueue(struct lan966x *lan966x); |
564 | int lan966x_handle_fdb(struct net_device *dev, |
565 | struct net_device *orig_dev, |
566 | unsigned long event, const void *ctx, |
567 | const struct switchdev_notifier_fdb_info *fdb_info); |
568 | |
569 | void lan966x_mdb_init(struct lan966x *lan966x); |
570 | void lan966x_mdb_deinit(struct lan966x *lan966x); |
571 | int lan966x_handle_port_mdb_add(struct lan966x_port *port, |
572 | const struct switchdev_obj *obj); |
573 | int lan966x_handle_port_mdb_del(struct lan966x_port *port, |
574 | const struct switchdev_obj *obj); |
575 | void lan966x_mdb_erase_entries(struct lan966x *lan966x, u16 vid); |
576 | void lan966x_mdb_write_entries(struct lan966x *lan966x, u16 vid); |
577 | void lan966x_mdb_clear_entries(struct lan966x *lan966x); |
578 | void lan966x_mdb_restore_entries(struct lan966x *lan966x); |
579 | |
580 | int lan966x_ptp_init(struct lan966x *lan966x); |
581 | void lan966x_ptp_deinit(struct lan966x *lan966x); |
582 | int lan966x_ptp_hwtstamp_set(struct lan966x_port *port, |
583 | struct kernel_hwtstamp_config *cfg, |
584 | struct netlink_ext_ack *extack); |
585 | void lan966x_ptp_hwtstamp_get(struct lan966x_port *port, |
586 | struct kernel_hwtstamp_config *cfg); |
587 | void lan966x_ptp_rxtstamp(struct lan966x *lan966x, struct sk_buff *skb, |
588 | u64 src_port, u64 timestamp); |
589 | int lan966x_ptp_txtstamp_request(struct lan966x_port *port, |
590 | struct sk_buff *skb); |
591 | void lan966x_ptp_txtstamp_release(struct lan966x_port *port, |
592 | struct sk_buff *skb); |
593 | irqreturn_t lan966x_ptp_irq_handler(int irq, void *args); |
594 | irqreturn_t lan966x_ptp_ext_irq_handler(int irq, void *args); |
595 | u32 lan966x_ptp_get_period_ps(void); |
596 | int lan966x_ptp_gettime64(struct ptp_clock_info *ptp, struct timespec64 *ts); |
597 | int lan966x_ptp_setup_traps(struct lan966x_port *port, |
598 | struct kernel_hwtstamp_config *cfg); |
599 | int lan966x_ptp_del_traps(struct lan966x_port *port); |
600 | |
601 | int lan966x_fdma_xmit(struct sk_buff *skb, __be32 *ifh, struct net_device *dev); |
602 | int lan966x_fdma_xmit_xdpf(struct lan966x_port *port, void *ptr, u32 len); |
603 | int lan966x_fdma_change_mtu(struct lan966x *lan966x); |
604 | void lan966x_fdma_netdev_init(struct lan966x *lan966x, struct net_device *dev); |
605 | void lan966x_fdma_netdev_deinit(struct lan966x *lan966x, struct net_device *dev); |
606 | int lan966x_fdma_init(struct lan966x *lan966x); |
607 | void lan966x_fdma_deinit(struct lan966x *lan966x); |
608 | irqreturn_t lan966x_fdma_irq_handler(int irq, void *args); |
609 | int lan966x_fdma_reload_page_pool(struct lan966x *lan966x); |
610 | |
611 | int lan966x_lag_port_join(struct lan966x_port *port, |
612 | struct net_device *brport_dev, |
613 | struct net_device *bond, |
614 | struct netlink_ext_ack *extack); |
615 | void lan966x_lag_port_leave(struct lan966x_port *port, struct net_device *bond); |
616 | int lan966x_lag_port_prechangeupper(struct net_device *dev, |
617 | struct netdev_notifier_changeupper_info *info); |
618 | int lan966x_lag_port_changelowerstate(struct net_device *dev, |
619 | struct netdev_notifier_changelowerstate_info *info); |
620 | int lan966x_lag_netdev_prechangeupper(struct net_device *dev, |
621 | struct netdev_notifier_changeupper_info *info); |
622 | int lan966x_lag_netdev_changeupper(struct net_device *dev, |
623 | struct netdev_notifier_changeupper_info *info); |
624 | bool lan966x_lag_first_port(struct net_device *lag, struct net_device *dev); |
625 | u32 lan966x_lag_get_mask(struct lan966x *lan966x, struct net_device *bond); |
626 | |
627 | int lan966x_port_changeupper(struct net_device *dev, |
628 | struct net_device *brport_dev, |
629 | struct netdev_notifier_changeupper_info *info); |
630 | int lan966x_port_prechangeupper(struct net_device *dev, |
631 | struct net_device *brport_dev, |
632 | struct netdev_notifier_changeupper_info *info); |
633 | void lan966x_port_stp_state_set(struct lan966x_port *port, u8 state); |
634 | void lan966x_port_ageing_set(struct lan966x_port *port, |
635 | unsigned long ageing_clock_t); |
636 | void lan966x_update_fwd_mask(struct lan966x *lan966x); |
637 | |
638 | int lan966x_tc_setup(struct net_device *dev, enum tc_setup_type type, |
639 | void *type_data); |
640 | |
641 | int lan966x_mqprio_add(struct lan966x_port *port, u8 num_tc); |
642 | int lan966x_mqprio_del(struct lan966x_port *port); |
643 | |
644 | void lan966x_taprio_init(struct lan966x *lan966x); |
645 | void lan966x_taprio_deinit(struct lan966x *lan966x); |
646 | int lan966x_taprio_add(struct lan966x_port *port, |
647 | struct tc_taprio_qopt_offload *qopt); |
648 | int lan966x_taprio_del(struct lan966x_port *port); |
649 | int lan966x_taprio_speed_set(struct lan966x_port *port, int speed); |
650 | |
651 | int lan966x_tbf_add(struct lan966x_port *port, |
652 | struct tc_tbf_qopt_offload *qopt); |
653 | int lan966x_tbf_del(struct lan966x_port *port, |
654 | struct tc_tbf_qopt_offload *qopt); |
655 | |
656 | int lan966x_cbs_add(struct lan966x_port *port, |
657 | struct tc_cbs_qopt_offload *qopt); |
658 | int lan966x_cbs_del(struct lan966x_port *port, |
659 | struct tc_cbs_qopt_offload *qopt); |
660 | |
661 | int lan966x_ets_add(struct lan966x_port *port, |
662 | struct tc_ets_qopt_offload *qopt); |
663 | int lan966x_ets_del(struct lan966x_port *port, |
664 | struct tc_ets_qopt_offload *qopt); |
665 | |
666 | int lan966x_tc_matchall(struct lan966x_port *port, |
667 | struct tc_cls_matchall_offload *f, |
668 | bool ingress); |
669 | |
670 | int lan966x_police_port_add(struct lan966x_port *port, |
671 | struct flow_action *action, |
672 | struct flow_action_entry *act, |
673 | unsigned long police_id, |
674 | bool ingress, |
675 | struct netlink_ext_ack *extack); |
676 | int lan966x_police_port_del(struct lan966x_port *port, |
677 | unsigned long police_id, |
678 | struct netlink_ext_ack *extack); |
679 | void lan966x_police_port_stats(struct lan966x_port *port, |
680 | struct flow_stats *stats); |
681 | |
682 | int lan966x_mirror_port_add(struct lan966x_port *port, |
683 | struct flow_action_entry *action, |
684 | unsigned long mirror_id, |
685 | bool ingress, |
686 | struct netlink_ext_ack *extack); |
687 | int lan966x_mirror_port_del(struct lan966x_port *port, |
688 | bool ingress, |
689 | struct netlink_ext_ack *extack); |
690 | void lan966x_mirror_port_stats(struct lan966x_port *port, |
691 | struct flow_stats *stats, |
692 | bool ingress); |
693 | |
694 | int lan966x_xdp_port_init(struct lan966x_port *port); |
695 | void lan966x_xdp_port_deinit(struct lan966x_port *port); |
696 | int lan966x_xdp(struct net_device *dev, struct netdev_bpf *xdp); |
697 | int lan966x_xdp_run(struct lan966x_port *port, |
698 | struct page *page, |
699 | u32 data_len); |
700 | int lan966x_xdp_xmit(struct net_device *dev, |
701 | int n, |
702 | struct xdp_frame **frames, |
703 | u32 flags); |
704 | bool lan966x_xdp_present(struct lan966x *lan966x); |
705 | static inline bool lan966x_xdp_port_present(struct lan966x_port *port) |
706 | { |
707 | return !!port->xdp_prog; |
708 | } |
709 | |
710 | int lan966x_vcap_init(struct lan966x *lan966x); |
711 | void lan966x_vcap_deinit(struct lan966x *lan966x); |
712 | #if defined(CONFIG_DEBUG_FS) |
713 | int lan966x_vcap_port_info(struct net_device *dev, |
714 | struct vcap_admin *admin, |
715 | struct vcap_output_print *out); |
716 | #else |
717 | static inline int lan966x_vcap_port_info(struct net_device *dev, |
718 | struct vcap_admin *admin, |
719 | struct vcap_output_print *out) |
720 | { |
721 | return 0; |
722 | } |
723 | #endif |
724 | |
725 | int lan966x_tc_flower(struct lan966x_port *port, |
726 | struct flow_cls_offload *f, |
727 | bool ingress); |
728 | |
729 | int lan966x_goto_port_add(struct lan966x_port *port, |
730 | int from_cid, int to_cid, |
731 | unsigned long goto_id, |
732 | struct netlink_ext_ack *extack); |
733 | int lan966x_goto_port_del(struct lan966x_port *port, |
734 | unsigned long goto_id, |
735 | struct netlink_ext_ack *extack); |
736 | |
737 | #ifdef CONFIG_LAN966X_DCB |
738 | void lan966x_dcb_init(struct lan966x *lan966x); |
739 | #else |
740 | static inline void lan966x_dcb_init(struct lan966x *lan966x) |
741 | { |
742 | } |
743 | #endif |
744 | |
745 | static inline void __iomem *lan_addr(void __iomem *base[], |
746 | int id, int tinst, int tcnt, |
747 | int gbase, int ginst, |
748 | int gcnt, int gwidth, |
749 | int raddr, int rinst, |
750 | int rcnt, int rwidth) |
751 | { |
752 | WARN_ON((tinst) >= tcnt); |
753 | WARN_ON((ginst) >= gcnt); |
754 | WARN_ON((rinst) >= rcnt); |
755 | return base[id + (tinst)] + |
756 | gbase + ((ginst) * gwidth) + |
757 | raddr + ((rinst) * rwidth); |
758 | } |
759 | |
760 | static inline u32 lan_rd(struct lan966x *lan966x, int id, int tinst, int tcnt, |
761 | int gbase, int ginst, int gcnt, int gwidth, |
762 | int raddr, int rinst, int rcnt, int rwidth) |
763 | { |
764 | return readl(addr: lan_addr(base: lan966x->regs, id, tinst, tcnt, gbase, ginst, |
765 | gcnt, gwidth, raddr, rinst, rcnt, rwidth)); |
766 | } |
767 | |
768 | static inline void lan_wr(u32 val, struct lan966x *lan966x, |
769 | int id, int tinst, int tcnt, |
770 | int gbase, int ginst, int gcnt, int gwidth, |
771 | int raddr, int rinst, int rcnt, int rwidth) |
772 | { |
773 | writel(val, addr: lan_addr(base: lan966x->regs, id, tinst, tcnt, |
774 | gbase, ginst, gcnt, gwidth, |
775 | raddr, rinst, rcnt, rwidth)); |
776 | } |
777 | |
778 | static inline void lan_rmw(u32 val, u32 mask, struct lan966x *lan966x, |
779 | int id, int tinst, int tcnt, |
780 | int gbase, int ginst, int gcnt, int gwidth, |
781 | int raddr, int rinst, int rcnt, int rwidth) |
782 | { |
783 | u32 nval; |
784 | |
785 | nval = readl(addr: lan_addr(base: lan966x->regs, id, tinst, tcnt, gbase, ginst, |
786 | gcnt, gwidth, raddr, rinst, rcnt, rwidth)); |
787 | nval = (nval & ~mask) | (val & mask); |
788 | writel(val: nval, addr: lan_addr(base: lan966x->regs, id, tinst, tcnt, gbase, ginst, |
789 | gcnt, gwidth, raddr, rinst, rcnt, rwidth)); |
790 | } |
791 | |
792 | #endif /* __LAN966X_MAIN_H__ */ |
793 | |