1 | // SPDX-License-Identifier: GPL-2.0+ |
2 | /* |
3 | * The Huawei Cache Coherence System (HCCS) is a multi-chip interconnection |
4 | * bus protocol. |
5 | * |
6 | * Copyright (c) 2023 Hisilicon Limited. |
7 | * Author: Huisong Li <lihuisong@huawei.com> |
8 | * |
9 | * HCCS driver for Kunpeng SoC provides the following features: |
10 | * - Retrieve the following information about each port: |
11 | * - port type |
12 | * - lane mode |
13 | * - enable |
14 | * - current lane mode |
15 | * - link finite state machine |
16 | * - lane mask |
17 | * - CRC error count |
18 | * |
19 | * - Retrieve the following information about all the ports on the chip or |
20 | * the die: |
21 | * - if all enabled ports are in linked |
22 | * - if all linked ports are in full lane |
23 | * - CRC error count sum |
24 | */ |
25 | #include <linux/acpi.h> |
26 | #include <linux/iopoll.h> |
27 | #include <linux/platform_device.h> |
28 | #include <linux/sysfs.h> |
29 | |
30 | #include <acpi/pcc.h> |
31 | |
32 | #include "kunpeng_hccs.h" |
33 | |
34 | /* |
35 | * Arbitrary retries in case the remote processor is slow to respond |
36 | * to PCC commands |
37 | */ |
38 | #define HCCS_PCC_CMD_WAIT_RETRIES_NUM 500ULL |
39 | #define HCCS_POLL_STATUS_TIME_INTERVAL_US 3 |
40 | |
41 | static struct hccs_port_info *kobj_to_port_info(struct kobject *k) |
42 | { |
43 | return container_of(k, struct hccs_port_info, kobj); |
44 | } |
45 | |
46 | static struct hccs_die_info *kobj_to_die_info(struct kobject *k) |
47 | { |
48 | return container_of(k, struct hccs_die_info, kobj); |
49 | } |
50 | |
51 | static struct hccs_chip_info *kobj_to_chip_info(struct kobject *k) |
52 | { |
53 | return container_of(k, struct hccs_chip_info, kobj); |
54 | } |
55 | |
56 | struct hccs_register_ctx { |
57 | struct device *dev; |
58 | u8 chan_id; |
59 | int err; |
60 | }; |
61 | |
62 | static acpi_status hccs_get_register_cb(struct acpi_resource *ares, |
63 | void *context) |
64 | { |
65 | struct acpi_resource_generic_register *reg; |
66 | struct hccs_register_ctx *ctx = context; |
67 | |
68 | if (ares->type != ACPI_RESOURCE_TYPE_GENERIC_REGISTER) |
69 | return AE_OK; |
70 | |
71 | reg = &ares->data.generic_reg; |
72 | if (reg->space_id != ACPI_ADR_SPACE_PLATFORM_COMM) { |
73 | dev_err(ctx->dev, "Bad register resource.\n" ); |
74 | ctx->err = -EINVAL; |
75 | return AE_ERROR; |
76 | } |
77 | ctx->chan_id = reg->access_size; |
78 | |
79 | return AE_OK; |
80 | } |
81 | |
82 | static int hccs_get_pcc_chan_id(struct hccs_dev *hdev) |
83 | { |
84 | acpi_handle handle = ACPI_HANDLE(hdev->dev); |
85 | struct hccs_register_ctx ctx = {0}; |
86 | acpi_status status; |
87 | |
88 | if (!acpi_has_method(handle, METHOD_NAME__CRS)) { |
89 | dev_err(hdev->dev, "No _CRS method.\n" ); |
90 | return -ENODEV; |
91 | } |
92 | |
93 | ctx.dev = hdev->dev; |
94 | status = acpi_walk_resources(device: handle, METHOD_NAME__CRS, |
95 | user_function: hccs_get_register_cb, context: &ctx); |
96 | if (ACPI_FAILURE(status)) |
97 | return ctx.err; |
98 | hdev->chan_id = ctx.chan_id; |
99 | |
100 | return 0; |
101 | } |
102 | |
103 | static void hccs_chan_tx_done(struct mbox_client *cl, void *msg, int ret) |
104 | { |
105 | if (ret < 0) |
106 | pr_debug("TX did not complete: CMD sent:0x%x, ret:%d\n" , |
107 | *(u8 *)msg, ret); |
108 | else |
109 | pr_debug("TX completed. CMD sent:0x%x, ret:%d\n" , |
110 | *(u8 *)msg, ret); |
111 | } |
112 | |
113 | static void hccs_pcc_rx_callback(struct mbox_client *cl, void *mssg) |
114 | { |
115 | struct hccs_mbox_client_info *cl_info = |
116 | container_of(cl, struct hccs_mbox_client_info, client); |
117 | |
118 | complete(&cl_info->done); |
119 | } |
120 | |
121 | static void hccs_unregister_pcc_channel(struct hccs_dev *hdev) |
122 | { |
123 | struct hccs_mbox_client_info *cl_info = &hdev->cl_info; |
124 | |
125 | if (cl_info->pcc_comm_addr) |
126 | iounmap(addr: cl_info->pcc_comm_addr); |
127 | pcc_mbox_free_channel(chan: hdev->cl_info.pcc_chan); |
128 | } |
129 | |
130 | static int hccs_register_pcc_channel(struct hccs_dev *hdev) |
131 | { |
132 | struct hccs_mbox_client_info *cl_info = &hdev->cl_info; |
133 | struct mbox_client *cl = &cl_info->client; |
134 | struct pcc_mbox_chan *pcc_chan; |
135 | struct device *dev = hdev->dev; |
136 | int rc; |
137 | |
138 | cl->dev = dev; |
139 | cl->tx_block = false; |
140 | cl->knows_txdone = true; |
141 | cl->tx_done = hccs_chan_tx_done; |
142 | cl->rx_callback = hdev->verspec_data->rx_callback; |
143 | init_completion(x: &cl_info->done); |
144 | |
145 | pcc_chan = pcc_mbox_request_channel(cl, subspace_id: hdev->chan_id); |
146 | if (IS_ERR(ptr: pcc_chan)) { |
147 | dev_err(dev, "PPC channel request failed.\n" ); |
148 | rc = -ENODEV; |
149 | goto out; |
150 | } |
151 | cl_info->pcc_chan = pcc_chan; |
152 | cl_info->mbox_chan = pcc_chan->mchan; |
153 | |
154 | /* |
155 | * pcc_chan->latency is just a nominal value. In reality the remote |
156 | * processor could be much slower to reply. So add an arbitrary amount |
157 | * of wait on top of nominal. |
158 | */ |
159 | cl_info->deadline_us = |
160 | HCCS_PCC_CMD_WAIT_RETRIES_NUM * pcc_chan->latency; |
161 | if (!hdev->verspec_data->has_txdone_irq && |
162 | cl_info->mbox_chan->mbox->txdone_irq) { |
163 | dev_err(dev, "PCC IRQ in PCCT is enabled.\n" ); |
164 | rc = -EINVAL; |
165 | goto err_mbx_channel_free; |
166 | } else if (hdev->verspec_data->has_txdone_irq && |
167 | !cl_info->mbox_chan->mbox->txdone_irq) { |
168 | dev_err(dev, "PCC IRQ in PCCT isn't supported.\n" ); |
169 | rc = -EINVAL; |
170 | goto err_mbx_channel_free; |
171 | } |
172 | |
173 | if (pcc_chan->shmem_base_addr) { |
174 | cl_info->pcc_comm_addr = ioremap(offset: pcc_chan->shmem_base_addr, |
175 | size: pcc_chan->shmem_size); |
176 | if (!cl_info->pcc_comm_addr) { |
177 | dev_err(dev, "Failed to ioremap PCC communication region for channel-%u.\n" , |
178 | hdev->chan_id); |
179 | rc = -ENOMEM; |
180 | goto err_mbx_channel_free; |
181 | } |
182 | } |
183 | |
184 | return 0; |
185 | |
186 | err_mbx_channel_free: |
187 | pcc_mbox_free_channel(chan: cl_info->pcc_chan); |
188 | out: |
189 | return rc; |
190 | } |
191 | |
192 | static int hccs_wait_cmd_complete_by_poll(struct hccs_dev *hdev) |
193 | { |
194 | struct hccs_mbox_client_info *cl_info = &hdev->cl_info; |
195 | struct acpi_pcct_shared_memory __iomem *comm_base = |
196 | cl_info->pcc_comm_addr; |
197 | u16 status; |
198 | int ret; |
199 | |
200 | /* |
201 | * Poll PCC status register every 3us(delay_us) for maximum of |
202 | * deadline_us(timeout_us) until PCC command complete bit is set(cond) |
203 | */ |
204 | ret = readw_poll_timeout(&comm_base->status, status, |
205 | status & PCC_STATUS_CMD_COMPLETE, |
206 | HCCS_POLL_STATUS_TIME_INTERVAL_US, |
207 | cl_info->deadline_us); |
208 | if (unlikely(ret)) |
209 | dev_err(hdev->dev, "poll PCC status failed, ret = %d.\n" , ret); |
210 | |
211 | return ret; |
212 | } |
213 | |
214 | static int hccs_wait_cmd_complete_by_irq(struct hccs_dev *hdev) |
215 | { |
216 | struct hccs_mbox_client_info *cl_info = &hdev->cl_info; |
217 | |
218 | if (!wait_for_completion_timeout(x: &cl_info->done, |
219 | timeout: usecs_to_jiffies(u: cl_info->deadline_us))) { |
220 | dev_err(hdev->dev, "PCC command executed timeout!\n" ); |
221 | return -ETIMEDOUT; |
222 | } |
223 | |
224 | return 0; |
225 | } |
226 | |
227 | static inline void hccs_fill_pcc_shared_mem_region(struct hccs_dev *hdev, |
228 | u8 cmd, |
229 | struct hccs_desc *desc, |
230 | void __iomem *comm_space, |
231 | u16 space_size) |
232 | { |
233 | struct acpi_pcct_shared_memory tmp = { |
234 | .signature = PCC_SIGNATURE | hdev->chan_id, |
235 | .command = cmd, |
236 | .status = 0, |
237 | }; |
238 | |
239 | memcpy_toio(hdev->cl_info.pcc_comm_addr, (void *)&tmp, |
240 | sizeof(struct acpi_pcct_shared_memory)); |
241 | |
242 | /* Copy the message to the PCC comm space */ |
243 | memcpy_toio(comm_space, (void *)desc, space_size); |
244 | } |
245 | |
246 | static inline void hccs_fill_ext_pcc_shared_mem_region(struct hccs_dev *hdev, |
247 | u8 cmd, |
248 | struct hccs_desc *desc, |
249 | void __iomem *comm_space, |
250 | u16 space_size) |
251 | { |
252 | struct acpi_pcct_ext_pcc_shared_memory tmp = { |
253 | .signature = PCC_SIGNATURE | hdev->chan_id, |
254 | .flags = PCC_CMD_COMPLETION_NOTIFY, |
255 | .length = HCCS_PCC_SHARE_MEM_BYTES, |
256 | .command = cmd, |
257 | }; |
258 | |
259 | memcpy_toio(hdev->cl_info.pcc_comm_addr, (void *)&tmp, |
260 | sizeof(struct acpi_pcct_ext_pcc_shared_memory)); |
261 | |
262 | /* Copy the message to the PCC comm space */ |
263 | memcpy_toio(comm_space, (void *)desc, space_size); |
264 | } |
265 | |
266 | static int hccs_pcc_cmd_send(struct hccs_dev *hdev, u8 cmd, |
267 | struct hccs_desc *desc) |
268 | { |
269 | const struct hccs_verspecific_data *verspec_data = hdev->verspec_data; |
270 | struct hccs_mbox_client_info *cl_info = &hdev->cl_info; |
271 | struct hccs_fw_inner_head *fw_inner_head; |
272 | void __iomem *comm_space; |
273 | u16 space_size; |
274 | int ret; |
275 | |
276 | comm_space = cl_info->pcc_comm_addr + verspec_data->shared_mem_size; |
277 | space_size = HCCS_PCC_SHARE_MEM_BYTES - verspec_data->shared_mem_size; |
278 | verspec_data->fill_pcc_shared_mem(hdev, cmd, desc, |
279 | comm_space, space_size); |
280 | if (verspec_data->has_txdone_irq) |
281 | reinit_completion(x: &cl_info->done); |
282 | |
283 | /* Ring doorbell */ |
284 | ret = mbox_send_message(chan: cl_info->mbox_chan, mssg: &cmd); |
285 | if (ret < 0) { |
286 | dev_err(hdev->dev, "Send PCC mbox message failed, ret = %d.\n" , |
287 | ret); |
288 | goto end; |
289 | } |
290 | |
291 | ret = verspec_data->wait_cmd_complete(hdev); |
292 | if (ret) |
293 | goto end; |
294 | |
295 | /* Copy response data */ |
296 | memcpy_fromio((void *)desc, comm_space, space_size); |
297 | fw_inner_head = &desc->rsp.fw_inner_head; |
298 | if (fw_inner_head->retStatus) { |
299 | dev_err(hdev->dev, "Execute PCC command failed, error code = %u.\n" , |
300 | fw_inner_head->retStatus); |
301 | ret = -EIO; |
302 | } |
303 | |
304 | end: |
305 | if (verspec_data->has_txdone_irq) |
306 | mbox_chan_txdone(chan: cl_info->mbox_chan, r: ret); |
307 | else |
308 | mbox_client_txdone(chan: cl_info->mbox_chan, r: ret); |
309 | return ret; |
310 | } |
311 | |
312 | static void hccs_init_req_desc(struct hccs_desc *desc) |
313 | { |
314 | struct hccs_req_desc *req = &desc->req; |
315 | |
316 | memset(desc, 0, sizeof(*desc)); |
317 | req->req_head.module_code = HCCS_SERDES_MODULE_CODE; |
318 | } |
319 | |
320 | static int hccs_get_dev_caps(struct hccs_dev *hdev) |
321 | { |
322 | struct hccs_desc desc; |
323 | int ret; |
324 | |
325 | hccs_init_req_desc(desc: &desc); |
326 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DEV_CAP, desc: &desc); |
327 | if (ret) { |
328 | dev_err(hdev->dev, "Get device capabilities failed, ret = %d.\n" , |
329 | ret); |
330 | return ret; |
331 | } |
332 | memcpy(&hdev->caps, desc.rsp.data, sizeof(hdev->caps)); |
333 | |
334 | return 0; |
335 | } |
336 | |
337 | static int hccs_query_chip_num_on_platform(struct hccs_dev *hdev) |
338 | { |
339 | struct hccs_desc desc; |
340 | int ret; |
341 | |
342 | hccs_init_req_desc(desc: &desc); |
343 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_CHIP_NUM, desc: &desc); |
344 | if (ret) { |
345 | dev_err(hdev->dev, "query system chip number failed, ret = %d.\n" , |
346 | ret); |
347 | return ret; |
348 | } |
349 | |
350 | hdev->chip_num = *((u8 *)&desc.rsp.data); |
351 | if (!hdev->chip_num) { |
352 | dev_err(hdev->dev, "chip num obtained from firmware is zero.\n" ); |
353 | return -EINVAL; |
354 | } |
355 | |
356 | return 0; |
357 | } |
358 | |
359 | static int hccs_get_chip_info(struct hccs_dev *hdev, |
360 | struct hccs_chip_info *chip) |
361 | { |
362 | struct hccs_die_num_req_param *req_param; |
363 | struct hccs_desc desc; |
364 | int ret; |
365 | |
366 | hccs_init_req_desc(desc: &desc); |
367 | req_param = (struct hccs_die_num_req_param *)desc.req.data; |
368 | req_param->chip_id = chip->chip_id; |
369 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DIE_NUM, desc: &desc); |
370 | if (ret) |
371 | return ret; |
372 | |
373 | chip->die_num = *((u8 *)&desc.rsp.data); |
374 | |
375 | return 0; |
376 | } |
377 | |
378 | static int hccs_query_chip_info_on_platform(struct hccs_dev *hdev) |
379 | { |
380 | struct hccs_chip_info *chip; |
381 | int ret; |
382 | u8 idx; |
383 | |
384 | ret = hccs_query_chip_num_on_platform(hdev); |
385 | if (ret) { |
386 | dev_err(hdev->dev, "query chip number on platform failed, ret = %d.\n" , |
387 | ret); |
388 | return ret; |
389 | } |
390 | |
391 | hdev->chips = devm_kzalloc(dev: hdev->dev, |
392 | size: hdev->chip_num * sizeof(struct hccs_chip_info), |
393 | GFP_KERNEL); |
394 | if (!hdev->chips) { |
395 | dev_err(hdev->dev, "allocate all chips memory failed.\n" ); |
396 | return -ENOMEM; |
397 | } |
398 | |
399 | for (idx = 0; idx < hdev->chip_num; idx++) { |
400 | chip = &hdev->chips[idx]; |
401 | chip->chip_id = idx; |
402 | ret = hccs_get_chip_info(hdev, chip); |
403 | if (ret) { |
404 | dev_err(hdev->dev, "get chip%u info failed, ret = %d.\n" , |
405 | idx, ret); |
406 | return ret; |
407 | } |
408 | chip->hdev = hdev; |
409 | } |
410 | |
411 | return 0; |
412 | } |
413 | |
414 | static int hccs_query_die_info_on_chip(struct hccs_dev *hdev, u8 chip_id, |
415 | u8 die_idx, struct hccs_die_info *die) |
416 | { |
417 | struct hccs_die_info_req_param *req_param; |
418 | struct hccs_die_info_rsp_data *rsp_data; |
419 | struct hccs_desc desc; |
420 | int ret; |
421 | |
422 | hccs_init_req_desc(desc: &desc); |
423 | req_param = (struct hccs_die_info_req_param *)desc.req.data; |
424 | req_param->chip_id = chip_id; |
425 | req_param->die_idx = die_idx; |
426 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DIE_INFO, desc: &desc); |
427 | if (ret) |
428 | return ret; |
429 | |
430 | rsp_data = (struct hccs_die_info_rsp_data *)desc.rsp.data; |
431 | die->die_id = rsp_data->die_id; |
432 | die->port_num = rsp_data->port_num; |
433 | die->min_port_id = rsp_data->min_port_id; |
434 | die->max_port_id = rsp_data->max_port_id; |
435 | if (die->min_port_id > die->max_port_id) { |
436 | dev_err(hdev->dev, "min port id(%u) > max port id(%u) on die_idx(%u).\n" , |
437 | die->min_port_id, die->max_port_id, die_idx); |
438 | return -EINVAL; |
439 | } |
440 | if (die->max_port_id > HCCS_DIE_MAX_PORT_ID) { |
441 | dev_err(hdev->dev, "max port id(%u) on die_idx(%u) is too big.\n" , |
442 | die->max_port_id, die_idx); |
443 | return -EINVAL; |
444 | } |
445 | |
446 | return 0; |
447 | } |
448 | |
449 | static int hccs_query_all_die_info_on_platform(struct hccs_dev *hdev) |
450 | { |
451 | struct device *dev = hdev->dev; |
452 | struct hccs_chip_info *chip; |
453 | struct hccs_die_info *die; |
454 | u8 i, j; |
455 | int ret; |
456 | |
457 | for (i = 0; i < hdev->chip_num; i++) { |
458 | chip = &hdev->chips[i]; |
459 | if (!chip->die_num) |
460 | continue; |
461 | |
462 | chip->dies = devm_kzalloc(dev: hdev->dev, |
463 | size: chip->die_num * sizeof(struct hccs_die_info), |
464 | GFP_KERNEL); |
465 | if (!chip->dies) { |
466 | dev_err(dev, "allocate all dies memory on chip%u failed.\n" , |
467 | i); |
468 | return -ENOMEM; |
469 | } |
470 | |
471 | for (j = 0; j < chip->die_num; j++) { |
472 | die = &chip->dies[j]; |
473 | ret = hccs_query_die_info_on_chip(hdev, chip_id: i, die_idx: j, die); |
474 | if (ret) { |
475 | dev_err(dev, "get die idx (%u) info on chip%u failed, ret = %d.\n" , |
476 | j, i, ret); |
477 | return ret; |
478 | } |
479 | die->chip = chip; |
480 | } |
481 | } |
482 | |
483 | return 0; |
484 | } |
485 | |
486 | static int hccs_get_bd_info(struct hccs_dev *hdev, u8 opcode, |
487 | struct hccs_desc *desc, |
488 | void *buf, size_t buf_len, |
489 | struct hccs_rsp_head *rsp_head) |
490 | { |
491 | struct hccs_rsp_head *head; |
492 | struct hccs_rsp_desc *rsp; |
493 | int ret; |
494 | |
495 | ret = hccs_pcc_cmd_send(hdev, cmd: opcode, desc); |
496 | if (ret) |
497 | return ret; |
498 | |
499 | rsp = &desc->rsp; |
500 | head = &rsp->rsp_head; |
501 | if (head->data_len > buf_len) { |
502 | dev_err(hdev->dev, |
503 | "buffer overflow (buf_len = %zu, data_len = %u)!\n" , |
504 | buf_len, head->data_len); |
505 | return -ENOMEM; |
506 | } |
507 | |
508 | memcpy(buf, rsp->data, head->data_len); |
509 | *rsp_head = *head; |
510 | |
511 | return 0; |
512 | } |
513 | |
514 | static int hccs_get_all_port_attr(struct hccs_dev *hdev, |
515 | struct hccs_die_info *die, |
516 | struct hccs_port_attr *attrs, u16 size) |
517 | { |
518 | struct hccs_die_comm_req_param *req_param; |
519 | struct hccs_req_head *req_head; |
520 | struct hccs_rsp_head rsp_head; |
521 | struct hccs_desc desc; |
522 | size_t left_buf_len; |
523 | u32 data_len = 0; |
524 | u8 start_id; |
525 | u8 *buf; |
526 | int ret; |
527 | |
528 | buf = (u8 *)attrs; |
529 | left_buf_len = sizeof(struct hccs_port_attr) * size; |
530 | start_id = die->min_port_id; |
531 | while (start_id <= die->max_port_id) { |
532 | hccs_init_req_desc(desc: &desc); |
533 | req_head = &desc.req.req_head; |
534 | req_head->start_id = start_id; |
535 | req_param = (struct hccs_die_comm_req_param *)desc.req.data; |
536 | req_param->chip_id = die->chip->chip_id; |
537 | req_param->die_id = die->die_id; |
538 | |
539 | ret = hccs_get_bd_info(hdev, opcode: HCCS_GET_DIE_PORT_INFO, desc: &desc, |
540 | buf: buf + data_len, buf_len: left_buf_len, rsp_head: &rsp_head); |
541 | if (ret) { |
542 | dev_err(hdev->dev, |
543 | "get the information of port%u on die%u failed, ret = %d.\n" , |
544 | start_id, die->die_id, ret); |
545 | return ret; |
546 | } |
547 | |
548 | data_len += rsp_head.data_len; |
549 | left_buf_len -= rsp_head.data_len; |
550 | if (unlikely(rsp_head.next_id <= start_id)) { |
551 | dev_err(hdev->dev, |
552 | "next port id (%u) is not greater than last start id (%u) on die%u.\n" , |
553 | rsp_head.next_id, start_id, die->die_id); |
554 | return -EINVAL; |
555 | } |
556 | start_id = rsp_head.next_id; |
557 | } |
558 | |
559 | return 0; |
560 | } |
561 | |
562 | static int hccs_get_all_port_info_on_die(struct hccs_dev *hdev, |
563 | struct hccs_die_info *die) |
564 | { |
565 | struct hccs_port_attr *attrs; |
566 | struct hccs_port_info *port; |
567 | int ret; |
568 | u8 i; |
569 | |
570 | attrs = kcalloc(n: die->port_num, size: sizeof(struct hccs_port_attr), |
571 | GFP_KERNEL); |
572 | if (!attrs) |
573 | return -ENOMEM; |
574 | |
575 | ret = hccs_get_all_port_attr(hdev, die, attrs, size: die->port_num); |
576 | if (ret) |
577 | goto out; |
578 | |
579 | for (i = 0; i < die->port_num; i++) { |
580 | port = &die->ports[i]; |
581 | port->port_id = attrs[i].port_id; |
582 | port->port_type = attrs[i].port_type; |
583 | port->lane_mode = attrs[i].lane_mode; |
584 | port->enable = attrs[i].enable; |
585 | port->die = die; |
586 | } |
587 | |
588 | out: |
589 | kfree(objp: attrs); |
590 | return ret; |
591 | } |
592 | |
593 | static int hccs_query_all_port_info_on_platform(struct hccs_dev *hdev) |
594 | { |
595 | struct device *dev = hdev->dev; |
596 | struct hccs_chip_info *chip; |
597 | struct hccs_die_info *die; |
598 | u8 i, j; |
599 | int ret; |
600 | |
601 | for (i = 0; i < hdev->chip_num; i++) { |
602 | chip = &hdev->chips[i]; |
603 | for (j = 0; j < chip->die_num; j++) { |
604 | die = &chip->dies[j]; |
605 | if (!die->port_num) |
606 | continue; |
607 | |
608 | die->ports = devm_kzalloc(dev, |
609 | size: die->port_num * sizeof(struct hccs_port_info), |
610 | GFP_KERNEL); |
611 | if (!die->ports) { |
612 | dev_err(dev, "allocate ports memory on chip%u/die%u failed.\n" , |
613 | i, die->die_id); |
614 | return -ENOMEM; |
615 | } |
616 | |
617 | ret = hccs_get_all_port_info_on_die(hdev, die); |
618 | if (ret) { |
619 | dev_err(dev, "get all port info on chip%u/die%u failed, ret = %d.\n" , |
620 | i, die->die_id, ret); |
621 | return ret; |
622 | } |
623 | } |
624 | } |
625 | |
626 | return 0; |
627 | } |
628 | |
629 | static int hccs_get_hw_info(struct hccs_dev *hdev) |
630 | { |
631 | int ret; |
632 | |
633 | ret = hccs_query_chip_info_on_platform(hdev); |
634 | if (ret) { |
635 | dev_err(hdev->dev, "query chip info on platform failed, ret = %d.\n" , |
636 | ret); |
637 | return ret; |
638 | } |
639 | |
640 | ret = hccs_query_all_die_info_on_platform(hdev); |
641 | if (ret) { |
642 | dev_err(hdev->dev, "query all die info on platform failed, ret = %d.\n" , |
643 | ret); |
644 | return ret; |
645 | } |
646 | |
647 | ret = hccs_query_all_port_info_on_platform(hdev); |
648 | if (ret) { |
649 | dev_err(hdev->dev, "query all port info on platform failed, ret = %d.\n" , |
650 | ret); |
651 | return ret; |
652 | } |
653 | |
654 | return 0; |
655 | } |
656 | |
657 | static int hccs_query_port_link_status(struct hccs_dev *hdev, |
658 | const struct hccs_port_info *port, |
659 | struct hccs_link_status *link_status) |
660 | { |
661 | const struct hccs_die_info *die = port->die; |
662 | const struct hccs_chip_info *chip = die->chip; |
663 | struct hccs_port_comm_req_param *req_param; |
664 | struct hccs_desc desc; |
665 | int ret; |
666 | |
667 | hccs_init_req_desc(desc: &desc); |
668 | req_param = (struct hccs_port_comm_req_param *)desc.req.data; |
669 | req_param->chip_id = chip->chip_id; |
670 | req_param->die_id = die->die_id; |
671 | req_param->port_id = port->port_id; |
672 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_PORT_LINK_STATUS, desc: &desc); |
673 | if (ret) { |
674 | dev_err(hdev->dev, |
675 | "get port link status info failed, ret = %d.\n" , ret); |
676 | return ret; |
677 | } |
678 | |
679 | *link_status = *((struct hccs_link_status *)desc.rsp.data); |
680 | |
681 | return 0; |
682 | } |
683 | |
684 | static int hccs_query_port_crc_err_cnt(struct hccs_dev *hdev, |
685 | const struct hccs_port_info *port, |
686 | u64 *crc_err_cnt) |
687 | { |
688 | const struct hccs_die_info *die = port->die; |
689 | const struct hccs_chip_info *chip = die->chip; |
690 | struct hccs_port_comm_req_param *req_param; |
691 | struct hccs_desc desc; |
692 | int ret; |
693 | |
694 | hccs_init_req_desc(desc: &desc); |
695 | req_param = (struct hccs_port_comm_req_param *)desc.req.data; |
696 | req_param->chip_id = chip->chip_id; |
697 | req_param->die_id = die->die_id; |
698 | req_param->port_id = port->port_id; |
699 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_PORT_CRC_ERR_CNT, desc: &desc); |
700 | if (ret) { |
701 | dev_err(hdev->dev, |
702 | "get port crc error count failed, ret = %d.\n" , ret); |
703 | return ret; |
704 | } |
705 | |
706 | memcpy(crc_err_cnt, &desc.rsp.data, sizeof(u64)); |
707 | |
708 | return 0; |
709 | } |
710 | |
711 | static int hccs_get_die_all_link_status(struct hccs_dev *hdev, |
712 | const struct hccs_die_info *die, |
713 | u8 *all_linked) |
714 | { |
715 | struct hccs_die_comm_req_param *req_param; |
716 | struct hccs_desc desc; |
717 | int ret; |
718 | |
719 | if (die->port_num == 0) { |
720 | *all_linked = 1; |
721 | return 0; |
722 | } |
723 | |
724 | hccs_init_req_desc(desc: &desc); |
725 | req_param = (struct hccs_die_comm_req_param *)desc.req.data; |
726 | req_param->chip_id = die->chip->chip_id; |
727 | req_param->die_id = die->die_id; |
728 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DIE_PORTS_LINK_STA, desc: &desc); |
729 | if (ret) { |
730 | dev_err(hdev->dev, |
731 | "get link status of all ports failed on die%u, ret = %d.\n" , |
732 | die->die_id, ret); |
733 | return ret; |
734 | } |
735 | |
736 | *all_linked = *((u8 *)&desc.rsp.data); |
737 | |
738 | return 0; |
739 | } |
740 | |
741 | static int hccs_get_die_all_port_lane_status(struct hccs_dev *hdev, |
742 | const struct hccs_die_info *die, |
743 | u8 *full_lane) |
744 | { |
745 | struct hccs_die_comm_req_param *req_param; |
746 | struct hccs_desc desc; |
747 | int ret; |
748 | |
749 | if (die->port_num == 0) { |
750 | *full_lane = 1; |
751 | return 0; |
752 | } |
753 | |
754 | hccs_init_req_desc(desc: &desc); |
755 | req_param = (struct hccs_die_comm_req_param *)desc.req.data; |
756 | req_param->chip_id = die->chip->chip_id; |
757 | req_param->die_id = die->die_id; |
758 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DIE_PORTS_LANE_STA, desc: &desc); |
759 | if (ret) { |
760 | dev_err(hdev->dev, "get lane status of all ports failed on die%u, ret = %d.\n" , |
761 | die->die_id, ret); |
762 | return ret; |
763 | } |
764 | |
765 | *full_lane = *((u8 *)&desc.rsp.data); |
766 | |
767 | return 0; |
768 | } |
769 | |
770 | static int hccs_get_die_total_crc_err_cnt(struct hccs_dev *hdev, |
771 | const struct hccs_die_info *die, |
772 | u64 *total_crc_err_cnt) |
773 | { |
774 | struct hccs_die_comm_req_param *req_param; |
775 | struct hccs_desc desc; |
776 | int ret; |
777 | |
778 | if (die->port_num == 0) { |
779 | *total_crc_err_cnt = 0; |
780 | return 0; |
781 | } |
782 | |
783 | hccs_init_req_desc(desc: &desc); |
784 | req_param = (struct hccs_die_comm_req_param *)desc.req.data; |
785 | req_param->chip_id = die->chip->chip_id; |
786 | req_param->die_id = die->die_id; |
787 | ret = hccs_pcc_cmd_send(hdev, cmd: HCCS_GET_DIE_PORTS_CRC_ERR_CNT, desc: &desc); |
788 | if (ret) { |
789 | dev_err(hdev->dev, "get crc error count sum failed on die%u, ret = %d.\n" , |
790 | die->die_id, ret); |
791 | return ret; |
792 | } |
793 | |
794 | memcpy(total_crc_err_cnt, &desc.rsp.data, sizeof(u64)); |
795 | |
796 | return 0; |
797 | } |
798 | |
799 | static ssize_t hccs_show(struct kobject *k, struct attribute *attr, char *buf) |
800 | { |
801 | struct kobj_attribute *kobj_attr; |
802 | |
803 | kobj_attr = container_of(attr, struct kobj_attribute, attr); |
804 | |
805 | return kobj_attr->show(k, kobj_attr, buf); |
806 | } |
807 | |
808 | static const struct sysfs_ops hccs_comm_ops = { |
809 | .show = hccs_show, |
810 | }; |
811 | |
812 | static ssize_t type_show(struct kobject *kobj, struct kobj_attribute *attr, |
813 | char *buf) |
814 | { |
815 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
816 | |
817 | return sysfs_emit(buf, fmt: "HCCS-v%u\n" , port->port_type); |
818 | } |
819 | static struct kobj_attribute hccs_type_attr = __ATTR_RO(type); |
820 | |
821 | static ssize_t lane_mode_show(struct kobject *kobj, struct kobj_attribute *attr, |
822 | char *buf) |
823 | { |
824 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
825 | |
826 | return sysfs_emit(buf, fmt: "x%u\n" , port->lane_mode); |
827 | } |
828 | static struct kobj_attribute lane_mode_attr = __ATTR_RO(lane_mode); |
829 | |
830 | static ssize_t enable_show(struct kobject *kobj, |
831 | struct kobj_attribute *attr, char *buf) |
832 | { |
833 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
834 | |
835 | return sysfs_emit(buf, fmt: "%u\n" , port->enable); |
836 | } |
837 | static struct kobj_attribute port_enable_attr = __ATTR_RO(enable); |
838 | |
839 | static ssize_t cur_lane_num_show(struct kobject *kobj, |
840 | struct kobj_attribute *attr, char *buf) |
841 | { |
842 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
843 | struct hccs_dev *hdev = port->die->chip->hdev; |
844 | struct hccs_link_status link_status = {0}; |
845 | int ret; |
846 | |
847 | mutex_lock(&hdev->lock); |
848 | ret = hccs_query_port_link_status(hdev, port, link_status: &link_status); |
849 | mutex_unlock(lock: &hdev->lock); |
850 | if (ret) |
851 | return ret; |
852 | |
853 | return sysfs_emit(buf, fmt: "%u\n" , link_status.lane_num); |
854 | } |
855 | static struct kobj_attribute cur_lane_num_attr = __ATTR_RO(cur_lane_num); |
856 | |
857 | static ssize_t link_fsm_show(struct kobject *kobj, |
858 | struct kobj_attribute *attr, char *buf) |
859 | { |
860 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
861 | struct hccs_dev *hdev = port->die->chip->hdev; |
862 | struct hccs_link_status link_status = {0}; |
863 | const struct { |
864 | u8 link_fsm; |
865 | char *str; |
866 | } link_fsm_map[] = { |
867 | {HCCS_PORT_RESET, "reset" }, |
868 | {HCCS_PORT_SETUP, "setup" }, |
869 | {HCCS_PORT_CONFIG, "config" }, |
870 | {HCCS_PORT_READY, "link-up" }, |
871 | }; |
872 | const char *link_fsm_str = "unknown" ; |
873 | size_t i; |
874 | int ret; |
875 | |
876 | mutex_lock(&hdev->lock); |
877 | ret = hccs_query_port_link_status(hdev, port, link_status: &link_status); |
878 | mutex_unlock(lock: &hdev->lock); |
879 | if (ret) |
880 | return ret; |
881 | |
882 | for (i = 0; i < ARRAY_SIZE(link_fsm_map); i++) { |
883 | if (link_fsm_map[i].link_fsm == link_status.link_fsm) { |
884 | link_fsm_str = link_fsm_map[i].str; |
885 | break; |
886 | } |
887 | } |
888 | |
889 | return sysfs_emit(buf, fmt: "%s\n" , link_fsm_str); |
890 | } |
891 | static struct kobj_attribute link_fsm_attr = __ATTR_RO(link_fsm); |
892 | |
893 | static ssize_t lane_mask_show(struct kobject *kobj, |
894 | struct kobj_attribute *attr, char *buf) |
895 | { |
896 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
897 | struct hccs_dev *hdev = port->die->chip->hdev; |
898 | struct hccs_link_status link_status = {0}; |
899 | int ret; |
900 | |
901 | mutex_lock(&hdev->lock); |
902 | ret = hccs_query_port_link_status(hdev, port, link_status: &link_status); |
903 | mutex_unlock(lock: &hdev->lock); |
904 | if (ret) |
905 | return ret; |
906 | |
907 | return sysfs_emit(buf, fmt: "0x%x\n" , link_status.lane_mask); |
908 | } |
909 | static struct kobj_attribute lane_mask_attr = __ATTR_RO(lane_mask); |
910 | |
911 | static ssize_t crc_err_cnt_show(struct kobject *kobj, |
912 | struct kobj_attribute *attr, char *buf) |
913 | { |
914 | const struct hccs_port_info *port = kobj_to_port_info(k: kobj); |
915 | struct hccs_dev *hdev = port->die->chip->hdev; |
916 | u64 crc_err_cnt; |
917 | int ret; |
918 | |
919 | mutex_lock(&hdev->lock); |
920 | ret = hccs_query_port_crc_err_cnt(hdev, port, crc_err_cnt: &crc_err_cnt); |
921 | mutex_unlock(lock: &hdev->lock); |
922 | if (ret) |
923 | return ret; |
924 | |
925 | return sysfs_emit(buf, fmt: "%llu\n" , crc_err_cnt); |
926 | } |
927 | static struct kobj_attribute crc_err_cnt_attr = __ATTR_RO(crc_err_cnt); |
928 | |
929 | static struct attribute *hccs_port_default_attrs[] = { |
930 | &hccs_type_attr.attr, |
931 | &lane_mode_attr.attr, |
932 | &port_enable_attr.attr, |
933 | &cur_lane_num_attr.attr, |
934 | &link_fsm_attr.attr, |
935 | &lane_mask_attr.attr, |
936 | &crc_err_cnt_attr.attr, |
937 | NULL, |
938 | }; |
939 | ATTRIBUTE_GROUPS(hccs_port_default); |
940 | |
941 | static const struct kobj_type hccs_port_type = { |
942 | .sysfs_ops = &hccs_comm_ops, |
943 | .default_groups = hccs_port_default_groups, |
944 | }; |
945 | |
946 | static ssize_t all_linked_on_die_show(struct kobject *kobj, |
947 | struct kobj_attribute *attr, char *buf) |
948 | { |
949 | const struct hccs_die_info *die = kobj_to_die_info(k: kobj); |
950 | struct hccs_dev *hdev = die->chip->hdev; |
951 | u8 all_linked; |
952 | int ret; |
953 | |
954 | mutex_lock(&hdev->lock); |
955 | ret = hccs_get_die_all_link_status(hdev, die, all_linked: &all_linked); |
956 | mutex_unlock(lock: &hdev->lock); |
957 | if (ret) |
958 | return ret; |
959 | |
960 | return sysfs_emit(buf, fmt: "%u\n" , all_linked); |
961 | } |
962 | static struct kobj_attribute all_linked_on_die_attr = |
963 | __ATTR(all_linked, 0444, all_linked_on_die_show, NULL); |
964 | |
965 | static ssize_t linked_full_lane_on_die_show(struct kobject *kobj, |
966 | struct kobj_attribute *attr, |
967 | char *buf) |
968 | { |
969 | const struct hccs_die_info *die = kobj_to_die_info(k: kobj); |
970 | struct hccs_dev *hdev = die->chip->hdev; |
971 | u8 full_lane; |
972 | int ret; |
973 | |
974 | mutex_lock(&hdev->lock); |
975 | ret = hccs_get_die_all_port_lane_status(hdev, die, full_lane: &full_lane); |
976 | mutex_unlock(lock: &hdev->lock); |
977 | if (ret) |
978 | return ret; |
979 | |
980 | return sysfs_emit(buf, fmt: "%u\n" , full_lane); |
981 | } |
982 | static struct kobj_attribute linked_full_lane_on_die_attr = |
983 | __ATTR(linked_full_lane, 0444, linked_full_lane_on_die_show, NULL); |
984 | |
985 | static ssize_t crc_err_cnt_sum_on_die_show(struct kobject *kobj, |
986 | struct kobj_attribute *attr, |
987 | char *buf) |
988 | { |
989 | const struct hccs_die_info *die = kobj_to_die_info(k: kobj); |
990 | struct hccs_dev *hdev = die->chip->hdev; |
991 | u64 total_crc_err_cnt; |
992 | int ret; |
993 | |
994 | mutex_lock(&hdev->lock); |
995 | ret = hccs_get_die_total_crc_err_cnt(hdev, die, total_crc_err_cnt: &total_crc_err_cnt); |
996 | mutex_unlock(lock: &hdev->lock); |
997 | if (ret) |
998 | return ret; |
999 | |
1000 | return sysfs_emit(buf, fmt: "%llu\n" , total_crc_err_cnt); |
1001 | } |
1002 | static struct kobj_attribute crc_err_cnt_sum_on_die_attr = |
1003 | __ATTR(crc_err_cnt, 0444, crc_err_cnt_sum_on_die_show, NULL); |
1004 | |
1005 | static struct attribute *hccs_die_default_attrs[] = { |
1006 | &all_linked_on_die_attr.attr, |
1007 | &linked_full_lane_on_die_attr.attr, |
1008 | &crc_err_cnt_sum_on_die_attr.attr, |
1009 | NULL, |
1010 | }; |
1011 | ATTRIBUTE_GROUPS(hccs_die_default); |
1012 | |
1013 | static const struct kobj_type hccs_die_type = { |
1014 | .sysfs_ops = &hccs_comm_ops, |
1015 | .default_groups = hccs_die_default_groups, |
1016 | }; |
1017 | |
1018 | static ssize_t all_linked_on_chip_show(struct kobject *kobj, |
1019 | struct kobj_attribute *attr, char *buf) |
1020 | { |
1021 | const struct hccs_chip_info *chip = kobj_to_chip_info(k: kobj); |
1022 | struct hccs_dev *hdev = chip->hdev; |
1023 | const struct hccs_die_info *die; |
1024 | u8 all_linked = 1; |
1025 | u8 i, tmp; |
1026 | int ret; |
1027 | |
1028 | mutex_lock(&hdev->lock); |
1029 | for (i = 0; i < chip->die_num; i++) { |
1030 | die = &chip->dies[i]; |
1031 | ret = hccs_get_die_all_link_status(hdev, die, all_linked: &tmp); |
1032 | if (ret) { |
1033 | mutex_unlock(lock: &hdev->lock); |
1034 | return ret; |
1035 | } |
1036 | if (tmp != all_linked) { |
1037 | all_linked = 0; |
1038 | break; |
1039 | } |
1040 | } |
1041 | mutex_unlock(lock: &hdev->lock); |
1042 | |
1043 | return sysfs_emit(buf, fmt: "%u\n" , all_linked); |
1044 | } |
1045 | static struct kobj_attribute all_linked_on_chip_attr = |
1046 | __ATTR(all_linked, 0444, all_linked_on_chip_show, NULL); |
1047 | |
1048 | static ssize_t linked_full_lane_on_chip_show(struct kobject *kobj, |
1049 | struct kobj_attribute *attr, |
1050 | char *buf) |
1051 | { |
1052 | const struct hccs_chip_info *chip = kobj_to_chip_info(k: kobj); |
1053 | struct hccs_dev *hdev = chip->hdev; |
1054 | const struct hccs_die_info *die; |
1055 | u8 full_lane = 1; |
1056 | u8 i, tmp; |
1057 | int ret; |
1058 | |
1059 | mutex_lock(&hdev->lock); |
1060 | for (i = 0; i < chip->die_num; i++) { |
1061 | die = &chip->dies[i]; |
1062 | ret = hccs_get_die_all_port_lane_status(hdev, die, full_lane: &tmp); |
1063 | if (ret) { |
1064 | mutex_unlock(lock: &hdev->lock); |
1065 | return ret; |
1066 | } |
1067 | if (tmp != full_lane) { |
1068 | full_lane = 0; |
1069 | break; |
1070 | } |
1071 | } |
1072 | mutex_unlock(lock: &hdev->lock); |
1073 | |
1074 | return sysfs_emit(buf, fmt: "%u\n" , full_lane); |
1075 | } |
1076 | static struct kobj_attribute linked_full_lane_on_chip_attr = |
1077 | __ATTR(linked_full_lane, 0444, linked_full_lane_on_chip_show, NULL); |
1078 | |
1079 | static ssize_t crc_err_cnt_sum_on_chip_show(struct kobject *kobj, |
1080 | struct kobj_attribute *attr, |
1081 | char *buf) |
1082 | { |
1083 | const struct hccs_chip_info *chip = kobj_to_chip_info(k: kobj); |
1084 | u64 crc_err_cnt, total_crc_err_cnt = 0; |
1085 | struct hccs_dev *hdev = chip->hdev; |
1086 | const struct hccs_die_info *die; |
1087 | int ret; |
1088 | u16 i; |
1089 | |
1090 | mutex_lock(&hdev->lock); |
1091 | for (i = 0; i < chip->die_num; i++) { |
1092 | die = &chip->dies[i]; |
1093 | ret = hccs_get_die_total_crc_err_cnt(hdev, die, total_crc_err_cnt: &crc_err_cnt); |
1094 | if (ret) { |
1095 | mutex_unlock(lock: &hdev->lock); |
1096 | return ret; |
1097 | } |
1098 | |
1099 | total_crc_err_cnt += crc_err_cnt; |
1100 | } |
1101 | mutex_unlock(lock: &hdev->lock); |
1102 | |
1103 | return sysfs_emit(buf, fmt: "%llu\n" , total_crc_err_cnt); |
1104 | } |
1105 | static struct kobj_attribute crc_err_cnt_sum_on_chip_attr = |
1106 | __ATTR(crc_err_cnt, 0444, crc_err_cnt_sum_on_chip_show, NULL); |
1107 | |
1108 | static struct attribute *hccs_chip_default_attrs[] = { |
1109 | &all_linked_on_chip_attr.attr, |
1110 | &linked_full_lane_on_chip_attr.attr, |
1111 | &crc_err_cnt_sum_on_chip_attr.attr, |
1112 | NULL, |
1113 | }; |
1114 | ATTRIBUTE_GROUPS(hccs_chip_default); |
1115 | |
1116 | static const struct kobj_type hccs_chip_type = { |
1117 | .sysfs_ops = &hccs_comm_ops, |
1118 | .default_groups = hccs_chip_default_groups, |
1119 | }; |
1120 | |
1121 | static void hccs_remove_die_dir(struct hccs_die_info *die) |
1122 | { |
1123 | struct hccs_port_info *port; |
1124 | u8 i; |
1125 | |
1126 | for (i = 0; i < die->port_num; i++) { |
1127 | port = &die->ports[i]; |
1128 | if (port->dir_created) |
1129 | kobject_put(kobj: &port->kobj); |
1130 | } |
1131 | |
1132 | kobject_put(kobj: &die->kobj); |
1133 | } |
1134 | |
1135 | static void hccs_remove_chip_dir(struct hccs_chip_info *chip) |
1136 | { |
1137 | struct hccs_die_info *die; |
1138 | u8 i; |
1139 | |
1140 | for (i = 0; i < chip->die_num; i++) { |
1141 | die = &chip->dies[i]; |
1142 | if (die->dir_created) |
1143 | hccs_remove_die_dir(die); |
1144 | } |
1145 | |
1146 | kobject_put(kobj: &chip->kobj); |
1147 | } |
1148 | |
1149 | static void hccs_remove_topo_dirs(struct hccs_dev *hdev) |
1150 | { |
1151 | u8 i; |
1152 | |
1153 | for (i = 0; i < hdev->chip_num; i++) |
1154 | hccs_remove_chip_dir(chip: &hdev->chips[i]); |
1155 | } |
1156 | |
1157 | static int hccs_create_hccs_dir(struct hccs_dev *hdev, |
1158 | struct hccs_die_info *die, |
1159 | struct hccs_port_info *port) |
1160 | { |
1161 | int ret; |
1162 | |
1163 | ret = kobject_init_and_add(kobj: &port->kobj, ktype: &hccs_port_type, |
1164 | parent: &die->kobj, fmt: "hccs%u" , port->port_id); |
1165 | if (ret) { |
1166 | kobject_put(kobj: &port->kobj); |
1167 | return ret; |
1168 | } |
1169 | |
1170 | return 0; |
1171 | } |
1172 | |
1173 | static int hccs_create_die_dir(struct hccs_dev *hdev, |
1174 | struct hccs_chip_info *chip, |
1175 | struct hccs_die_info *die) |
1176 | { |
1177 | struct hccs_port_info *port; |
1178 | int ret; |
1179 | u16 i; |
1180 | |
1181 | ret = kobject_init_and_add(kobj: &die->kobj, ktype: &hccs_die_type, |
1182 | parent: &chip->kobj, fmt: "die%u" , die->die_id); |
1183 | if (ret) { |
1184 | kobject_put(kobj: &die->kobj); |
1185 | return ret; |
1186 | } |
1187 | |
1188 | for (i = 0; i < die->port_num; i++) { |
1189 | port = &die->ports[i]; |
1190 | ret = hccs_create_hccs_dir(hdev, die, port); |
1191 | if (ret) { |
1192 | dev_err(hdev->dev, "create hccs%u dir failed.\n" , |
1193 | port->port_id); |
1194 | goto err; |
1195 | } |
1196 | port->dir_created = true; |
1197 | } |
1198 | |
1199 | return 0; |
1200 | err: |
1201 | hccs_remove_die_dir(die); |
1202 | |
1203 | return ret; |
1204 | } |
1205 | |
1206 | static int hccs_create_chip_dir(struct hccs_dev *hdev, |
1207 | struct hccs_chip_info *chip) |
1208 | { |
1209 | struct hccs_die_info *die; |
1210 | int ret; |
1211 | u16 id; |
1212 | |
1213 | ret = kobject_init_and_add(kobj: &chip->kobj, ktype: &hccs_chip_type, |
1214 | parent: &hdev->dev->kobj, fmt: "chip%u" , chip->chip_id); |
1215 | if (ret) { |
1216 | kobject_put(kobj: &chip->kobj); |
1217 | return ret; |
1218 | } |
1219 | |
1220 | for (id = 0; id < chip->die_num; id++) { |
1221 | die = &chip->dies[id]; |
1222 | ret = hccs_create_die_dir(hdev, chip, die); |
1223 | if (ret) |
1224 | goto err; |
1225 | die->dir_created = true; |
1226 | } |
1227 | |
1228 | return 0; |
1229 | err: |
1230 | hccs_remove_chip_dir(chip); |
1231 | |
1232 | return ret; |
1233 | } |
1234 | |
1235 | static int hccs_create_topo_dirs(struct hccs_dev *hdev) |
1236 | { |
1237 | struct hccs_chip_info *chip; |
1238 | u8 id, k; |
1239 | int ret; |
1240 | |
1241 | for (id = 0; id < hdev->chip_num; id++) { |
1242 | chip = &hdev->chips[id]; |
1243 | ret = hccs_create_chip_dir(hdev, chip); |
1244 | if (ret) { |
1245 | dev_err(hdev->dev, "init chip%u dir failed!\n" , id); |
1246 | goto err; |
1247 | } |
1248 | } |
1249 | |
1250 | return 0; |
1251 | err: |
1252 | for (k = 0; k < id; k++) |
1253 | hccs_remove_chip_dir(chip: &hdev->chips[k]); |
1254 | |
1255 | return ret; |
1256 | } |
1257 | |
1258 | static int hccs_probe(struct platform_device *pdev) |
1259 | { |
1260 | struct acpi_device *acpi_dev; |
1261 | struct hccs_dev *hdev; |
1262 | int rc; |
1263 | |
1264 | if (acpi_disabled) { |
1265 | dev_err(&pdev->dev, "acpi is disabled.\n" ); |
1266 | return -ENODEV; |
1267 | } |
1268 | acpi_dev = ACPI_COMPANION(&pdev->dev); |
1269 | if (!acpi_dev) |
1270 | return -ENODEV; |
1271 | |
1272 | hdev = devm_kzalloc(dev: &pdev->dev, size: sizeof(*hdev), GFP_KERNEL); |
1273 | if (!hdev) |
1274 | return -ENOMEM; |
1275 | hdev->acpi_dev = acpi_dev; |
1276 | hdev->dev = &pdev->dev; |
1277 | platform_set_drvdata(pdev, data: hdev); |
1278 | |
1279 | /* |
1280 | * Here would never be failure as the driver and device has been matched. |
1281 | */ |
1282 | hdev->verspec_data = acpi_device_get_match_data(dev: hdev->dev); |
1283 | |
1284 | mutex_init(&hdev->lock); |
1285 | rc = hccs_get_pcc_chan_id(hdev); |
1286 | if (rc) |
1287 | return rc; |
1288 | rc = hccs_register_pcc_channel(hdev); |
1289 | if (rc) |
1290 | return rc; |
1291 | |
1292 | rc = hccs_get_dev_caps(hdev); |
1293 | if (rc) |
1294 | goto unregister_pcc_chan; |
1295 | |
1296 | rc = hccs_get_hw_info(hdev); |
1297 | if (rc) |
1298 | goto unregister_pcc_chan; |
1299 | |
1300 | rc = hccs_create_topo_dirs(hdev); |
1301 | if (rc) |
1302 | goto unregister_pcc_chan; |
1303 | |
1304 | return 0; |
1305 | |
1306 | unregister_pcc_chan: |
1307 | hccs_unregister_pcc_channel(hdev); |
1308 | |
1309 | return rc; |
1310 | } |
1311 | |
1312 | static void hccs_remove(struct platform_device *pdev) |
1313 | { |
1314 | struct hccs_dev *hdev = platform_get_drvdata(pdev); |
1315 | |
1316 | hccs_remove_topo_dirs(hdev); |
1317 | hccs_unregister_pcc_channel(hdev); |
1318 | } |
1319 | |
1320 | static const struct hccs_verspecific_data hisi04b1_verspec_data = { |
1321 | .rx_callback = NULL, |
1322 | .wait_cmd_complete = hccs_wait_cmd_complete_by_poll, |
1323 | .fill_pcc_shared_mem = hccs_fill_pcc_shared_mem_region, |
1324 | .shared_mem_size = sizeof(struct acpi_pcct_shared_memory), |
1325 | .has_txdone_irq = false, |
1326 | }; |
1327 | |
1328 | static const struct hccs_verspecific_data hisi04b2_verspec_data = { |
1329 | .rx_callback = hccs_pcc_rx_callback, |
1330 | .wait_cmd_complete = hccs_wait_cmd_complete_by_irq, |
1331 | .fill_pcc_shared_mem = hccs_fill_ext_pcc_shared_mem_region, |
1332 | .shared_mem_size = sizeof(struct acpi_pcct_ext_pcc_shared_memory), |
1333 | .has_txdone_irq = true, |
1334 | }; |
1335 | |
1336 | static const struct acpi_device_id hccs_acpi_match[] = { |
1337 | { "HISI04B1" , (unsigned long)&hisi04b1_verspec_data}, |
1338 | { "HISI04B2" , (unsigned long)&hisi04b2_verspec_data}, |
1339 | { } |
1340 | }; |
1341 | MODULE_DEVICE_TABLE(acpi, hccs_acpi_match); |
1342 | |
1343 | static struct platform_driver hccs_driver = { |
1344 | .probe = hccs_probe, |
1345 | .remove_new = hccs_remove, |
1346 | .driver = { |
1347 | .name = "kunpeng_hccs" , |
1348 | .acpi_match_table = hccs_acpi_match, |
1349 | }, |
1350 | }; |
1351 | |
1352 | module_platform_driver(hccs_driver); |
1353 | |
1354 | MODULE_DESCRIPTION("Kunpeng SoC HCCS driver" ); |
1355 | MODULE_LICENSE("GPL" ); |
1356 | MODULE_AUTHOR("Huisong Li <lihuisong@huawei.com>" ); |
1357 | |