1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * PS3 device registration routines.
4 *
5 * Copyright (C) 2007 Sony Computer Entertainment Inc.
6 * Copyright 2007 Sony Corp.
7 */
8
9#include <linux/delay.h>
10#include <linux/freezer.h>
11#include <linux/kernel.h>
12#include <linux/kthread.h>
13#include <linux/init.h>
14#include <linux/slab.h>
15#include <linux/reboot.h>
16#include <linux/rcuwait.h>
17#include <linux/string_choices.h>
18
19#include <asm/firmware.h>
20#include <asm/lv1call.h>
21#include <asm/ps3stor.h>
22
23#include "platform.h"
24
25static int __init ps3_register_lpm_devices(void)
26{
27 int result;
28 u64 tmp1;
29 u64 tmp2;
30 struct ps3_system_bus_device *dev;
31
32 pr_debug(" -> %s:%d\n", __func__, __LINE__);
33
34 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
35 if (!dev)
36 return -ENOMEM;
37
38 dev->match_id = PS3_MATCH_ID_LPM;
39 dev->dev_type = PS3_DEVICE_TYPE_LPM;
40
41 /* The current lpm driver only supports a single BE processor. */
42
43 result = ps3_repository_read_be_node_id(be_index: 0, node_id: &dev->lpm.node_id);
44
45 if (result) {
46 pr_debug("%s:%d: ps3_repository_read_be_node_id failed \n",
47 __func__, __LINE__);
48 goto fail_read_repo;
49 }
50
51 result = ps3_repository_read_lpm_privileges(be_index: dev->lpm.node_id, lpar: &tmp1,
52 rights: &dev->lpm.rights);
53
54 if (result) {
55 pr_debug("%s:%d: ps3_repository_read_lpm_privileges failed\n",
56 __func__, __LINE__);
57 goto fail_read_repo;
58 }
59
60 lv1_get_logical_partition_id(&tmp2);
61
62 if (tmp1 != tmp2) {
63 pr_debug("%s:%d: wrong lpar\n",
64 __func__, __LINE__);
65 result = -ENODEV;
66 goto fail_rights;
67 }
68
69 if (!(dev->lpm.rights & PS3_LPM_RIGHTS_USE_LPM)) {
70 pr_debug("%s:%d: don't have rights to use lpm\n",
71 __func__, __LINE__);
72 result = -EPERM;
73 goto fail_rights;
74 }
75
76 pr_debug("%s:%d: pu_id %llu, rights %llu(%llxh)\n",
77 __func__, __LINE__, dev->lpm.pu_id, dev->lpm.rights,
78 dev->lpm.rights);
79
80 result = ps3_repository_read_pu_id(pu_index: 0, pu_id: &dev->lpm.pu_id);
81
82 if (result) {
83 pr_debug("%s:%d: ps3_repository_read_pu_id failed \n",
84 __func__, __LINE__);
85 goto fail_read_repo;
86 }
87
88 result = ps3_system_bus_device_register(dev);
89
90 if (result) {
91 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
92 __func__, __LINE__);
93 goto fail_register;
94 }
95
96 pr_debug(" <- %s:%d\n", __func__, __LINE__);
97 return 0;
98
99
100fail_register:
101fail_rights:
102fail_read_repo:
103 kfree(objp: dev);
104 pr_debug(" <- %s:%d: failed\n", __func__, __LINE__);
105 return result;
106}
107
108/**
109 * ps3_setup_gelic_device - Setup and register a gelic device instance.
110 *
111 * Allocates memory for a struct ps3_system_bus_device instance, initialises the
112 * structure members, and registers the device instance with the system bus.
113 */
114
115static int __init ps3_setup_gelic_device(
116 const struct ps3_repository_device *repo)
117{
118 int result;
119 struct layout {
120 struct ps3_system_bus_device dev;
121 struct ps3_dma_region d_region;
122 } *p;
123
124 pr_debug(" -> %s:%d\n", __func__, __LINE__);
125
126 BUG_ON(repo->bus_type != PS3_BUS_TYPE_SB);
127 BUG_ON(repo->dev_type != PS3_DEV_TYPE_SB_GELIC);
128
129 p = kzalloc(sizeof(struct layout), GFP_KERNEL);
130
131 if (!p) {
132 result = -ENOMEM;
133 goto fail_malloc;
134 }
135
136 p->dev.match_id = PS3_MATCH_ID_GELIC;
137 p->dev.dev_type = PS3_DEVICE_TYPE_SB;
138 p->dev.bus_id = repo->bus_id;
139 p->dev.dev_id = repo->dev_id;
140 p->dev.d_region = &p->d_region;
141
142 result = ps3_repository_find_interrupt(repo,
143 intr_type: PS3_INTERRUPT_TYPE_EVENT_PORT, interrupt_id: &p->dev.interrupt_id);
144
145 if (result) {
146 pr_debug("%s:%d ps3_repository_find_interrupt failed\n",
147 __func__, __LINE__);
148 goto fail_find_interrupt;
149 }
150
151 BUG_ON(p->dev.interrupt_id != 0);
152
153 result = ps3_dma_region_init(&p->dev, p->dev.d_region, PS3_DMA_64K,
154 PS3_DMA_OTHER, NULL, 0);
155
156 if (result) {
157 pr_debug("%s:%d ps3_dma_region_init failed\n",
158 __func__, __LINE__);
159 goto fail_dma_init;
160 }
161
162 result = ps3_system_bus_device_register(&p->dev);
163
164 if (result) {
165 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
166 __func__, __LINE__);
167 goto fail_device_register;
168 }
169
170 pr_debug(" <- %s:%d\n", __func__, __LINE__);
171 return result;
172
173fail_device_register:
174fail_dma_init:
175fail_find_interrupt:
176 kfree(objp: p);
177fail_malloc:
178 pr_debug(" <- %s:%d: fail.\n", __func__, __LINE__);
179 return result;
180}
181
182static int __init ps3_setup_uhc_device(
183 const struct ps3_repository_device *repo, enum ps3_match_id match_id,
184 enum ps3_interrupt_type interrupt_type, enum ps3_reg_type reg_type)
185{
186 int result;
187 struct layout {
188 struct ps3_system_bus_device dev;
189 struct ps3_dma_region d_region;
190 struct ps3_mmio_region m_region;
191 } *p;
192 u64 bus_addr;
193 u64 len;
194
195 pr_debug(" -> %s:%d\n", __func__, __LINE__);
196
197 BUG_ON(repo->bus_type != PS3_BUS_TYPE_SB);
198 BUG_ON(repo->dev_type != PS3_DEV_TYPE_SB_USB);
199
200 p = kzalloc(sizeof(struct layout), GFP_KERNEL);
201
202 if (!p) {
203 result = -ENOMEM;
204 goto fail_malloc;
205 }
206
207 p->dev.match_id = match_id;
208 p->dev.dev_type = PS3_DEVICE_TYPE_SB;
209 p->dev.bus_id = repo->bus_id;
210 p->dev.dev_id = repo->dev_id;
211 p->dev.d_region = &p->d_region;
212 p->dev.m_region = &p->m_region;
213
214 result = ps3_repository_find_interrupt(repo,
215 intr_type: interrupt_type, interrupt_id: &p->dev.interrupt_id);
216
217 if (result) {
218 pr_debug("%s:%d ps3_repository_find_interrupt failed\n",
219 __func__, __LINE__);
220 goto fail_find_interrupt;
221 }
222
223 result = ps3_repository_find_reg(repo, reg_type,
224 bus_addr: &bus_addr, len: &len);
225
226 if (result) {
227 pr_debug("%s:%d ps3_repository_find_reg failed\n",
228 __func__, __LINE__);
229 goto fail_find_reg;
230 }
231
232 result = ps3_dma_region_init(&p->dev, p->dev.d_region, PS3_DMA_64K,
233 PS3_DMA_INTERNAL, NULL, 0);
234
235 if (result) {
236 pr_debug("%s:%d ps3_dma_region_init failed\n",
237 __func__, __LINE__);
238 goto fail_dma_init;
239 }
240
241 result = ps3_mmio_region_init(&p->dev, p->dev.m_region, bus_addr, len,
242 PS3_MMIO_4K);
243
244 if (result) {
245 pr_debug("%s:%d ps3_mmio_region_init failed\n",
246 __func__, __LINE__);
247 goto fail_mmio_init;
248 }
249
250 result = ps3_system_bus_device_register(&p->dev);
251
252 if (result) {
253 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
254 __func__, __LINE__);
255 goto fail_device_register;
256 }
257
258 pr_debug(" <- %s:%d\n", __func__, __LINE__);
259 return result;
260
261fail_device_register:
262fail_mmio_init:
263fail_dma_init:
264fail_find_reg:
265fail_find_interrupt:
266 kfree(objp: p);
267fail_malloc:
268 pr_debug(" <- %s:%d: fail.\n", __func__, __LINE__);
269 return result;
270}
271
272static int __init ps3_setup_ehci_device(
273 const struct ps3_repository_device *repo)
274{
275 return ps3_setup_uhc_device(repo, match_id: PS3_MATCH_ID_EHCI,
276 interrupt_type: PS3_INTERRUPT_TYPE_SB_EHCI, reg_type: PS3_REG_TYPE_SB_EHCI);
277}
278
279static int __init ps3_setup_ohci_device(
280 const struct ps3_repository_device *repo)
281{
282 return ps3_setup_uhc_device(repo, match_id: PS3_MATCH_ID_OHCI,
283 interrupt_type: PS3_INTERRUPT_TYPE_SB_OHCI, reg_type: PS3_REG_TYPE_SB_OHCI);
284}
285
286static int __init ps3_setup_vuart_device(enum ps3_match_id match_id,
287 unsigned int port_number)
288{
289 int result;
290 struct layout {
291 struct ps3_system_bus_device dev;
292 } *p;
293
294 pr_debug(" -> %s:%d: match_id %u, port %u\n", __func__, __LINE__,
295 match_id, port_number);
296
297 p = kzalloc(sizeof(struct layout), GFP_KERNEL);
298
299 if (!p)
300 return -ENOMEM;
301
302 p->dev.match_id = match_id;
303 p->dev.dev_type = PS3_DEVICE_TYPE_VUART;
304 p->dev.port_number = port_number;
305
306 result = ps3_system_bus_device_register(&p->dev);
307
308 if (result) {
309 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
310 __func__, __LINE__);
311 goto fail_device_register;
312 }
313 pr_debug(" <- %s:%d\n", __func__, __LINE__);
314 return 0;
315
316fail_device_register:
317 kfree(objp: p);
318 pr_debug(" <- %s:%d fail\n", __func__, __LINE__);
319 return result;
320}
321
322static int ps3_setup_storage_dev(const struct ps3_repository_device *repo,
323 enum ps3_match_id match_id)
324{
325 int result;
326 struct ps3_storage_device *p;
327 u64 port, blk_size, num_blocks;
328 unsigned int num_regions, i;
329
330 pr_debug(" -> %s:%u: match_id %u\n", __func__, __LINE__, match_id);
331
332 result = ps3_repository_read_stor_dev_info(bus_index: repo->bus_index,
333 dev_index: repo->dev_index, port: &port,
334 blk_size: &blk_size, num_blocks: &num_blocks,
335 num_regions: &num_regions);
336 if (result) {
337 printk(KERN_ERR "%s:%u: _read_stor_dev_info failed %d\n",
338 __func__, __LINE__, result);
339 return -ENODEV;
340 }
341
342 pr_debug("%s:%u: (%u:%u:%u): port %llu blk_size %llu num_blocks %llu "
343 "num_regions %u\n", __func__, __LINE__, repo->bus_index,
344 repo->dev_index, repo->dev_type, port, blk_size, num_blocks,
345 num_regions);
346
347 p = kzalloc(struct_size(p, regions, num_regions), GFP_KERNEL);
348 if (!p) {
349 result = -ENOMEM;
350 goto fail_malloc;
351 }
352
353 p->sbd.match_id = match_id;
354 p->sbd.dev_type = PS3_DEVICE_TYPE_SB;
355 p->sbd.bus_id = repo->bus_id;
356 p->sbd.dev_id = repo->dev_id;
357 p->sbd.d_region = &p->dma_region;
358 p->blk_size = blk_size;
359 p->num_regions = num_regions;
360
361 result = ps3_repository_find_interrupt(repo,
362 intr_type: PS3_INTERRUPT_TYPE_EVENT_PORT,
363 interrupt_id: &p->sbd.interrupt_id);
364 if (result) {
365 printk(KERN_ERR "%s:%u: find_interrupt failed %d\n", __func__,
366 __LINE__, result);
367 result = -ENODEV;
368 goto fail_find_interrupt;
369 }
370
371 for (i = 0; i < num_regions; i++) {
372 unsigned int id;
373 u64 start, size;
374
375 result = ps3_repository_read_stor_dev_region(bus_index: repo->bus_index,
376 dev_index: repo->dev_index,
377 region_index: i, region_id: &id, region_start: &start,
378 region_size: &size);
379 if (result) {
380 printk(KERN_ERR
381 "%s:%u: read_stor_dev_region failed %d\n",
382 __func__, __LINE__, result);
383 result = -ENODEV;
384 goto fail_read_region;
385 }
386 pr_debug("%s:%u: region %u: id %u start %llu size %llu\n",
387 __func__, __LINE__, i, id, start, size);
388
389 p->regions[i].id = id;
390 p->regions[i].start = start;
391 p->regions[i].size = size;
392 }
393
394 result = ps3_system_bus_device_register(&p->sbd);
395 if (result) {
396 pr_debug("%s:%u ps3_system_bus_device_register failed\n",
397 __func__, __LINE__);
398 goto fail_device_register;
399 }
400
401 pr_debug(" <- %s:%u\n", __func__, __LINE__);
402 return 0;
403
404fail_device_register:
405fail_read_region:
406fail_find_interrupt:
407 kfree(objp: p);
408fail_malloc:
409 pr_debug(" <- %s:%u: fail.\n", __func__, __LINE__);
410 return result;
411}
412
413static int __init ps3_register_vuart_devices(void)
414{
415 int result;
416 unsigned int port_number;
417
418 pr_debug(" -> %s:%d\n", __func__, __LINE__);
419
420 result = ps3_repository_read_vuart_av_port(port: &port_number);
421 if (result)
422 port_number = 0; /* av default */
423
424 result = ps3_setup_vuart_device(match_id: PS3_MATCH_ID_AV_SETTINGS, port_number);
425 WARN_ON(result);
426
427 result = ps3_repository_read_vuart_sysmgr_port(port: &port_number);
428 if (result)
429 port_number = 2; /* sysmgr default */
430
431 result = ps3_setup_vuart_device(match_id: PS3_MATCH_ID_SYSTEM_MANAGER,
432 port_number);
433 WARN_ON(result);
434
435 pr_debug(" <- %s:%d\n", __func__, __LINE__);
436 return result;
437}
438
439static int __init ps3_register_sound_devices(void)
440{
441 int result;
442 struct layout {
443 struct ps3_system_bus_device dev;
444 struct ps3_dma_region d_region;
445 struct ps3_mmio_region m_region;
446 } *p;
447
448 pr_debug(" -> %s:%d\n", __func__, __LINE__);
449
450 p = kzalloc(sizeof(*p), GFP_KERNEL);
451 if (!p)
452 return -ENOMEM;
453
454 p->dev.match_id = PS3_MATCH_ID_SOUND;
455 p->dev.dev_type = PS3_DEVICE_TYPE_IOC0;
456 p->dev.d_region = &p->d_region;
457 p->dev.m_region = &p->m_region;
458
459 result = ps3_system_bus_device_register(&p->dev);
460
461 if (result) {
462 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
463 __func__, __LINE__);
464 goto fail_device_register;
465 }
466 pr_debug(" <- %s:%d\n", __func__, __LINE__);
467 return 0;
468
469fail_device_register:
470 kfree(objp: p);
471 pr_debug(" <- %s:%d failed\n", __func__, __LINE__);
472 return result;
473}
474
475static int __init ps3_register_graphics_devices(void)
476{
477 int result;
478 struct layout {
479 struct ps3_system_bus_device dev;
480 } *p;
481
482 pr_debug(" -> %s:%d\n", __func__, __LINE__);
483
484 p = kzalloc(sizeof(struct layout), GFP_KERNEL);
485
486 if (!p)
487 return -ENOMEM;
488
489 p->dev.match_id = PS3_MATCH_ID_GPU;
490 p->dev.match_sub_id = PS3_MATCH_SUB_ID_GPU_FB;
491 p->dev.dev_type = PS3_DEVICE_TYPE_IOC0;
492
493 result = ps3_system_bus_device_register(&p->dev);
494
495 if (result) {
496 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
497 __func__, __LINE__);
498 goto fail_device_register;
499 }
500
501 pr_debug(" <- %s:%d\n", __func__, __LINE__);
502 return 0;
503
504fail_device_register:
505 kfree(objp: p);
506 pr_debug(" <- %s:%d failed\n", __func__, __LINE__);
507 return result;
508}
509
510static int __init ps3_register_ramdisk_device(void)
511{
512 int result;
513 struct layout {
514 struct ps3_system_bus_device dev;
515 } *p;
516
517 pr_debug(" -> %s:%d\n", __func__, __LINE__);
518
519 p = kzalloc(sizeof(struct layout), GFP_KERNEL);
520
521 if (!p)
522 return -ENOMEM;
523
524 p->dev.match_id = PS3_MATCH_ID_GPU;
525 p->dev.match_sub_id = PS3_MATCH_SUB_ID_GPU_RAMDISK;
526 p->dev.dev_type = PS3_DEVICE_TYPE_IOC0;
527
528 result = ps3_system_bus_device_register(&p->dev);
529
530 if (result) {
531 pr_debug("%s:%d ps3_system_bus_device_register failed\n",
532 __func__, __LINE__);
533 goto fail_device_register;
534 }
535
536 pr_debug(" <- %s:%d\n", __func__, __LINE__);
537 return 0;
538
539fail_device_register:
540 kfree(objp: p);
541 pr_debug(" <- %s:%d failed\n", __func__, __LINE__);
542 return result;
543}
544
545/**
546 * ps3_setup_dynamic_device - Setup a dynamic device from the repository
547 */
548
549static int ps3_setup_dynamic_device(const struct ps3_repository_device *repo)
550{
551 int result;
552
553 switch (repo->dev_type) {
554 case PS3_DEV_TYPE_STOR_DISK:
555 result = ps3_setup_storage_dev(repo, PS3_MATCH_ID_STOR_DISK);
556
557 /* Some devices are not accessible from the Other OS lpar. */
558 if (result == -ENODEV) {
559 result = 0;
560 pr_debug("%s:%u: not accessible\n", __func__,
561 __LINE__);
562 }
563
564 if (result)
565 pr_debug("%s:%u ps3_setup_storage_dev failed\n",
566 __func__, __LINE__);
567 break;
568
569 case PS3_DEV_TYPE_STOR_ROM:
570 result = ps3_setup_storage_dev(repo, PS3_MATCH_ID_STOR_ROM);
571 if (result)
572 pr_debug("%s:%u ps3_setup_storage_dev failed\n",
573 __func__, __LINE__);
574 break;
575
576 case PS3_DEV_TYPE_STOR_FLASH:
577 result = ps3_setup_storage_dev(repo, PS3_MATCH_ID_STOR_FLASH);
578 if (result)
579 pr_debug("%s:%u ps3_setup_storage_dev failed\n",
580 __func__, __LINE__);
581 break;
582
583 default:
584 result = 0;
585 pr_debug("%s:%u: unsupported dev_type %u\n", __func__, __LINE__,
586 repo->dev_type);
587 }
588
589 return result;
590}
591
592/**
593 * ps3_setup_static_device - Setup a static device from the repository
594 */
595
596static int __init ps3_setup_static_device(const struct ps3_repository_device *repo)
597{
598 int result;
599
600 switch (repo->dev_type) {
601 case PS3_DEV_TYPE_SB_GELIC:
602 result = ps3_setup_gelic_device(repo);
603 if (result) {
604 pr_debug("%s:%d ps3_setup_gelic_device failed\n",
605 __func__, __LINE__);
606 }
607 break;
608 case PS3_DEV_TYPE_SB_USB:
609
610 /* Each USB device has both an EHCI and an OHCI HC */
611
612 result = ps3_setup_ehci_device(repo);
613
614 if (result) {
615 pr_debug("%s:%d ps3_setup_ehci_device failed\n",
616 __func__, __LINE__);
617 }
618
619 result = ps3_setup_ohci_device(repo);
620
621 if (result) {
622 pr_debug("%s:%d ps3_setup_ohci_device failed\n",
623 __func__, __LINE__);
624 }
625 break;
626
627 default:
628 return ps3_setup_dynamic_device(repo);
629 }
630
631 return result;
632}
633
634static void ps3_find_and_add_device(u64 bus_id, u64 dev_id)
635{
636 struct ps3_repository_device repo;
637 int res;
638 unsigned int retries;
639 unsigned long rem;
640
641 /*
642 * On some firmware versions (e.g. 1.90), the device may not show up
643 * in the repository immediately
644 */
645 for (retries = 0; retries < 10; retries++) {
646 res = ps3_repository_find_device_by_id(repo: &repo, bus_id, dev_id);
647 if (!res)
648 goto found;
649
650 rem = msleep_interruptible(msecs: 100);
651 if (rem)
652 break;
653 }
654 pr_warn("%s:%u: device %llu:%llu not found\n",
655 __func__, __LINE__, bus_id, dev_id);
656 return;
657
658found:
659 if (retries)
660 pr_debug("%s:%u: device %llu:%llu found after %u retries\n",
661 __func__, __LINE__, bus_id, dev_id, retries);
662
663 ps3_setup_dynamic_device(repo: &repo);
664 return;
665}
666
667#define PS3_NOTIFICATION_DEV_ID ULONG_MAX
668#define PS3_NOTIFICATION_INTERRUPT_ID 0
669
670struct ps3_notification_device {
671 struct ps3_system_bus_device sbd;
672 spinlock_t lock;
673 u64 tag;
674 u64 lv1_status;
675 struct rcuwait wait;
676 bool done;
677};
678
679enum ps3_notify_type {
680 notify_device_ready = 0,
681 notify_region_probe = 1,
682 notify_region_update = 2,
683};
684
685struct ps3_notify_cmd {
686 u64 operation_code; /* must be zero */
687 u64 event_mask; /* OR of 1UL << enum ps3_notify_type */
688};
689
690struct ps3_notify_event {
691 u64 event_type; /* enum ps3_notify_type */
692 u64 bus_id;
693 u64 dev_id;
694 u64 dev_type;
695 u64 dev_port;
696};
697
698static irqreturn_t ps3_notification_interrupt(int irq, void *data)
699{
700 struct ps3_notification_device *dev = data;
701 int res;
702 u64 tag, status;
703
704 spin_lock(lock: &dev->lock);
705 res = lv1_storage_get_async_status(PS3_NOTIFICATION_DEV_ID, &tag,
706 &status);
707 if (tag != dev->tag)
708 pr_err("%s:%u: tag mismatch, got %llx, expected %llx\n",
709 __func__, __LINE__, tag, dev->tag);
710
711 if (res) {
712 pr_err("%s:%u: res %d status 0x%llx\n", __func__, __LINE__, res,
713 status);
714 } else {
715 pr_debug("%s:%u: completed, status 0x%llx\n", __func__,
716 __LINE__, status);
717 dev->lv1_status = status;
718 dev->done = true;
719 rcuwait_wake_up(w: &dev->wait);
720 }
721 spin_unlock(lock: &dev->lock);
722 return IRQ_HANDLED;
723}
724
725static int ps3_notification_read_write(struct ps3_notification_device *dev,
726 u64 lpar, int write)
727{
728 const char *op = str_write_read(write);
729 unsigned long flags;
730 int res;
731
732 spin_lock_irqsave(&dev->lock, flags);
733 res = write ? lv1_storage_write(dev->sbd.dev_id, 0, 0, 1, 0, lpar,
734 &dev->tag)
735 : lv1_storage_read(dev->sbd.dev_id, 0, 0, 1, 0, lpar,
736 &dev->tag);
737 dev->done = false;
738 spin_unlock_irqrestore(lock: &dev->lock, flags);
739 if (res) {
740 pr_err("%s:%u: %s failed %d\n", __func__, __LINE__, op, res);
741 return -EPERM;
742 }
743 pr_debug("%s:%u: notification %s issued\n", __func__, __LINE__, op);
744
745 rcuwait_wait_event(&dev->wait, dev->done || kthread_should_stop(), TASK_IDLE);
746
747 if (kthread_should_stop())
748 res = -EINTR;
749
750 if (dev->lv1_status) {
751 pr_err("%s:%u: %s not completed, status 0x%llx\n", __func__,
752 __LINE__, op, dev->lv1_status);
753 return -EIO;
754 }
755 pr_debug("%s:%u: notification %s completed\n", __func__, __LINE__, op);
756
757 return 0;
758}
759
760static struct task_struct *probe_task;
761
762/**
763 * ps3_probe_thread - Background repository probing at system startup.
764 *
765 * This implementation only supports background probing on a single bus.
766 * It uses the hypervisor's storage device notification mechanism to wait until
767 * a storage device is ready. The device notification mechanism uses a
768 * pseudo device to asynchronously notify the guest when storage devices become
769 * ready. The notification device has a block size of 512 bytes.
770 */
771
772static int ps3_probe_thread(void *data)
773{
774 struct {
775 struct ps3_notification_device dev;
776 u8 buf[512];
777 } *local;
778 struct ps3_notify_cmd *notify_cmd;
779 struct ps3_notify_event *notify_event;
780 int res;
781 unsigned int irq;
782 u64 lpar;
783
784 pr_debug(" -> %s:%u: kthread started\n", __func__, __LINE__);
785
786 local = kzalloc(sizeof(*local), GFP_KERNEL);
787 if (!local)
788 return -ENOMEM;
789
790 lpar = ps3_mm_phys_to_lpar(__pa(&local->buf));
791 notify_cmd = (struct ps3_notify_cmd *)&local->buf;
792 notify_event = (struct ps3_notify_event *)&local->buf;
793
794 /* dummy system bus device */
795 local->dev.sbd.bus_id = (u64)data;
796 local->dev.sbd.dev_id = PS3_NOTIFICATION_DEV_ID;
797 local->dev.sbd.interrupt_id = PS3_NOTIFICATION_INTERRUPT_ID;
798
799 res = lv1_open_device(local->dev.sbd.bus_id, local->dev.sbd.dev_id, 0);
800 if (res) {
801 pr_err("%s:%u: lv1_open_device failed %s\n", __func__,
802 __LINE__, ps3_result(res));
803 goto fail_free;
804 }
805
806 res = ps3_sb_event_receive_port_setup(&local->dev.sbd,
807 PS3_BINDING_CPU_ANY, &irq);
808 if (res) {
809 pr_err("%s:%u: ps3_sb_event_receive_port_setup failed %d\n",
810 __func__, __LINE__, res);
811 goto fail_close_device;
812 }
813
814 spin_lock_init(&local->dev.lock);
815 rcuwait_init(w: &local->dev.wait);
816
817 res = request_irq(irq, handler: ps3_notification_interrupt, flags: 0,
818 name: "ps3_notification", dev: &local->dev);
819 if (res) {
820 pr_err("%s:%u: request_irq failed %d\n", __func__, __LINE__,
821 res);
822 goto fail_sb_event_receive_port_destroy;
823 }
824
825 /* Setup and write the request for device notification. */
826 notify_cmd->operation_code = 0; /* must be zero */
827 notify_cmd->event_mask = 1UL << notify_region_probe;
828
829 res = ps3_notification_read_write(dev: &local->dev, lpar, write: 1);
830 if (res)
831 goto fail_free_irq;
832
833 set_freezable();
834 /* Loop here processing the requested notification events. */
835 do {
836 try_to_freeze();
837
838 memset(notify_event, 0, sizeof(*notify_event));
839
840 res = ps3_notification_read_write(dev: &local->dev, lpar, write: 0);
841 if (res)
842 break;
843
844 pr_debug("%s:%u: notify event type 0x%llx bus id %llu dev id %llu"
845 " type %llu port %llu\n", __func__, __LINE__,
846 notify_event->event_type, notify_event->bus_id,
847 notify_event->dev_id, notify_event->dev_type,
848 notify_event->dev_port);
849
850 if (notify_event->event_type != notify_region_probe ||
851 notify_event->bus_id != local->dev.sbd.bus_id) {
852 pr_warn("%s:%u: bad notify_event: event %llu, dev_id %llu, dev_type %llu\n",
853 __func__, __LINE__, notify_event->event_type,
854 notify_event->dev_id, notify_event->dev_type);
855 continue;
856 }
857
858 ps3_find_and_add_device(bus_id: local->dev.sbd.bus_id,
859 dev_id: notify_event->dev_id);
860
861 } while (!kthread_should_stop());
862
863fail_free_irq:
864 free_irq(irq, &local->dev);
865fail_sb_event_receive_port_destroy:
866 ps3_sb_event_receive_port_destroy(&local->dev.sbd, irq);
867fail_close_device:
868 lv1_close_device(local->dev.sbd.bus_id, local->dev.sbd.dev_id);
869fail_free:
870 kfree(objp: local);
871
872 probe_task = NULL;
873
874 pr_debug(" <- %s:%u: kthread finished\n", __func__, __LINE__);
875
876 return 0;
877}
878
879/**
880 * ps3_stop_probe_thread - Stops the background probe thread.
881 *
882 */
883
884static int ps3_stop_probe_thread(struct notifier_block *nb, unsigned long code,
885 void *data)
886{
887 if (probe_task)
888 kthread_stop(k: probe_task);
889 return 0;
890}
891
892static struct notifier_block nb = {
893 .notifier_call = ps3_stop_probe_thread
894};
895
896/**
897 * ps3_start_probe_thread - Starts the background probe thread.
898 *
899 */
900
901static int __init ps3_start_probe_thread(enum ps3_bus_type bus_type)
902{
903 int result;
904 struct task_struct *task;
905 struct ps3_repository_device repo;
906
907 pr_debug(" -> %s:%d\n", __func__, __LINE__);
908
909 memset(&repo, 0, sizeof(repo));
910
911 repo.bus_type = bus_type;
912
913 result = ps3_repository_find_bus(bus_type: repo.bus_type, from: 0, bus_index: &repo.bus_index);
914
915 if (result) {
916 printk(KERN_ERR "%s: Cannot find bus (%d)\n", __func__, result);
917 return -ENODEV;
918 }
919
920 result = ps3_repository_read_bus_id(bus_index: repo.bus_index, bus_id: &repo.bus_id);
921
922 if (result) {
923 printk(KERN_ERR "%s: read_bus_id failed %d\n", __func__,
924 result);
925 return -ENODEV;
926 }
927
928 task = kthread_run(ps3_probe_thread, (void *)repo.bus_id,
929 "ps3-probe-%u", bus_type);
930
931 if (IS_ERR(ptr: task)) {
932 result = PTR_ERR(ptr: task);
933 printk(KERN_ERR "%s: kthread_run failed %d\n", __func__,
934 result);
935 return result;
936 }
937
938 probe_task = task;
939 register_reboot_notifier(&nb);
940
941 pr_debug(" <- %s:%d\n", __func__, __LINE__);
942 return 0;
943}
944
945/**
946 * ps3_register_devices - Probe the system and register devices found.
947 *
948 * A device_initcall() routine.
949 */
950
951static int __init ps3_register_devices(void)
952{
953 int result;
954
955 if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
956 return -ENODEV;
957
958 pr_debug(" -> %s:%d\n", __func__, __LINE__);
959
960 /* ps3_repository_dump_bus_info(); */
961
962 result = ps3_start_probe_thread(bus_type: PS3_BUS_TYPE_STORAGE);
963
964 ps3_register_vuart_devices();
965
966 ps3_register_graphics_devices();
967
968 ps3_repository_find_devices(bus_type: PS3_BUS_TYPE_SB, callback: ps3_setup_static_device);
969
970 ps3_register_sound_devices();
971
972 ps3_register_lpm_devices();
973
974 ps3_register_ramdisk_device();
975
976 pr_debug(" <- %s:%d\n", __func__, __LINE__);
977 return 0;
978}
979
980device_initcall(ps3_register_devices);
981

source code of linux/arch/powerpc/platforms/ps3/device-init.c