arch/powerpc/platforms/ps3/system-bus.c

   1 /*
   2  *  PS3 system bus driver.
   3  *
   4  *  Copyright (C) 2006 Sony Computer Entertainment Inc.
   5  *  Copyright 2006 Sony Corp.
   6  *
   7  *  This program is free software; you can redistribute it and/or modify
   8  *  it under the terms of the GNU General Public License as published by
   9  *  the Free Software Foundation; version 2 of the License.
  10  *
  11  *  This program is distributed in the hope that it will be useful,
  12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *  GNU General Public License for more details.
  15  *
  16  *  You should have received a copy of the GNU General Public License
  17  *  along with this program; if not, write to the Free Software
  18  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  */
  20
  21 #include <linux/kernel.h>
  22 #include <linux/init.h>
  23 #include <linux/module.h>
  24 #include <linux/dma-mapping.h>
  25 #include <linux/err.h>
  26
  27 #include <asm/udbg.h>
  28 #include <asm/lv1call.h>
  29 #include <asm/firmware.h>
  30
  31 #include "platform.h"
  32
  33 static struct device ps3_system_bus = {
  34         .init_name = "ps3_system",
  35 };
  36
  37 /* FIXME: need device usage counters! */
  38 struct {
  39         struct mutex mutex;
  40         int sb_11; /* usb 0 */
  41         int sb_12; /* usb 0 */
  42         int gpu;
  43 } static usage_hack;
  44
  45 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
  46                          u64 dev_id)
  47 {
  48         return dev->bus_id == bus_id && dev->dev_id == dev_id;
  49 }
  50
  51 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
  52 {
  53         int result;
  54
  55         BUG_ON(!dev->bus_id);
  56         mutex_lock(&usage_hack.mutex);
  57
  58         if (ps3_is_device(dev, 1, 1)) {
  59                 usage_hack.sb_11++;
  60                 if (usage_hack.sb_11 > 1) {
  61                         result = 0;
  62                         goto done;
  63                 }
  64         }
  65
  66         if (ps3_is_device(dev, 1, 2)) {
  67                 usage_hack.sb_12++;
  68                 if (usage_hack.sb_12 > 1) {
  69                         result = 0;
  70                         goto done;
  71                 }
  72         }
  73
  74         result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
  75
  76         if (result) {
  77                 pr_debug("%s:%d: lv1_open_device failed: %s\n", __func__,
  78                         __LINE__, ps3_result(result));
  79                         result = -EPERM;
  80         }
  81
  82 done:
  83         mutex_unlock(&usage_hack.mutex);
  84         return result;
  85 }
  86
  87 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
  88 {
  89         int result;
  90
  91         BUG_ON(!dev->bus_id);
  92         mutex_lock(&usage_hack.mutex);
  93
  94         if (ps3_is_device(dev, 1, 1)) {
  95                 usage_hack.sb_11--;
  96                 if (usage_hack.sb_11) {
  97                         result = 0;
  98                         goto done;
  99                 }
 100         }
 101
 102         if (ps3_is_device(dev, 1, 2)) {
 103                 usage_hack.sb_12--;
 104                 if (usage_hack.sb_12) {
 105                         result = 0;
 106                         goto done;
 107                 }
 108         }
 109
 110         result = lv1_close_device(dev->bus_id, dev->dev_id);
 111         BUG_ON(result);
 112
 113 done:
 114         mutex_unlock(&usage_hack.mutex);
 115         return result;
 116 }
 117
 118 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
 119 {
 120         int result;
 121
 122         mutex_lock(&usage_hack.mutex);
 123
 124         usage_hack.gpu++;
 125         if (usage_hack.gpu > 1) {
 126                 result = 0;
 127                 goto done;
 128         }
 129
 130         result = lv1_gpu_open(0);
 131
 132         if (result) {
 133                 pr_debug("%s:%d: lv1_gpu_open failed: %s\n", __func__,
 134                         __LINE__, ps3_result(result));
 135                         result = -EPERM;
 136         }
 137
 138 done:
 139         mutex_unlock(&usage_hack.mutex);
 140         return result;
 141 }
 142
 143 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
 144 {
 145         int result;
 146
 147         mutex_lock(&usage_hack.mutex);
 148
 149         usage_hack.gpu--;
 150         if (usage_hack.gpu) {
 151                 result = 0;
 152                 goto done;
 153         }
 154
 155         result = lv1_gpu_close();
 156         BUG_ON(result);
 157
 158 done:
 159         mutex_unlock(&usage_hack.mutex);
 160         return result;
 161 }
 162
 163 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
 164 {
 165         BUG_ON(!dev);
 166         pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
 167
 168         switch (dev->match_id) {
 169         case PS3_MATCH_ID_EHCI:
 170         case PS3_MATCH_ID_OHCI:
 171         case PS3_MATCH_ID_GELIC:
 172         case PS3_MATCH_ID_STOR_DISK:
 173         case PS3_MATCH_ID_STOR_ROM:
 174         case PS3_MATCH_ID_STOR_FLASH:
 175                 return ps3_open_hv_device_sb(dev);
 176
 177         case PS3_MATCH_ID_SOUND:
 178         case PS3_MATCH_ID_GPU:
 179                 return ps3_open_hv_device_gpu(dev);
 180
 181         case PS3_MATCH_ID_AV_SETTINGS:
 182         case PS3_MATCH_ID_SYSTEM_MANAGER:
 183                 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
 184                         __LINE__, dev->match_id);
 185                 pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
 186                         dev->bus_id);
 187                 BUG();
 188                 return -EINVAL;
 189
 190         default:
 191                 break;
 192         }
 193
 194         pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
 195                 dev->match_id);
 196         BUG();
 197         return -ENODEV;
 198 }
 199 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
 200
 201 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
 202 {
 203         BUG_ON(!dev);
 204         pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
 205
 206         switch (dev->match_id) {
 207         case PS3_MATCH_ID_EHCI:
 208         case PS3_MATCH_ID_OHCI:
 209         case PS3_MATCH_ID_GELIC:
 210         case PS3_MATCH_ID_STOR_DISK:
 211         case PS3_MATCH_ID_STOR_ROM:
 212         case PS3_MATCH_ID_STOR_FLASH:
 213                 return ps3_close_hv_device_sb(dev);
 214
 215         case PS3_MATCH_ID_SOUND:
 216         case PS3_MATCH_ID_GPU:
 217                 return ps3_close_hv_device_gpu(dev);
 218
 219         case PS3_MATCH_ID_AV_SETTINGS:
 220         case PS3_MATCH_ID_SYSTEM_MANAGER:
 221                 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
 222                         __LINE__, dev->match_id);
 223                 pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
 224                         dev->bus_id);
 225                 BUG();
 226                 return -EINVAL;
 227
 228         default:
 229                 break;
 230         }
 231
 232         pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
 233                 dev->match_id);
 234         BUG();
 235         return -ENODEV;
 236 }
 237 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
 238
 239 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
 240 static void _dump_mmio_region(const struct ps3_mmio_region* r,
 241         const char* func, int line)
 242 {
 243         pr_debug("%s:%d: dev       %llu:%llu\n", func, line, r->dev->bus_id,
 244                 r->dev->dev_id);
 245         pr_debug("%s:%d: bus_addr  %lxh\n", func, line, r->bus_addr);
 246         pr_debug("%s:%d: len       %lxh\n", func, line, r->len);
 247         pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
 248 }
 249
 250 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
 251 {
 252         int result;
 253         u64 lpar_addr;
 254
 255         result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
 256                 r->bus_addr, r->len, r->page_size, &lpar_addr);
 257         r->lpar_addr = lpar_addr;
 258
 259         if (result) {
 260                 pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
 261                         __func__, __LINE__, ps3_result(result));
 262                 r->lpar_addr = 0;
 263         }
 264
 265         dump_mmio_region(r);
 266         return result;
 267 }
 268
 269 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
 270 {
 271         /* device specific; do nothing currently */
 272         return 0;
 273 }
 274
 275 int ps3_mmio_region_create(struct ps3_mmio_region *r)
 276 {
 277         return r->mmio_ops->create(r);
 278 }
 279 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
 280
 281 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
 282 {
 283         int result;
 284
 285         dump_mmio_region(r);
 286 ;
 287         result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
 288                 r->lpar_addr);
 289
 290         if (result)
 291                 pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
 292                         __func__, __LINE__, ps3_result(result));
 293
 294         r->lpar_addr = 0;
 295         return result;
 296 }
 297
 298 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
 299 {
 300         /* device specific; do nothing currently */
 301         return 0;
 302 }
 303
 304
 305 int ps3_free_mmio_region(struct ps3_mmio_region *r)
 306 {
 307         return r->mmio_ops->free(r);
 308 }
 309
 310 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
 311
 312 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
 313         .create = ps3_sb_mmio_region_create,
 314         .free = ps3_sb_free_mmio_region
 315 };
 316
 317 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
 318         .create = ps3_ioc0_mmio_region_create,
 319         .free = ps3_ioc0_free_mmio_region
 320 };
 321
 322 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
 323         struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
 324         enum ps3_mmio_page_size page_size)
 325 {
 326         r->dev = dev;
 327         r->bus_addr = bus_addr;
 328         r->len = len;
 329         r->page_size = page_size;
 330         switch (dev->dev_type) {
 331         case PS3_DEVICE_TYPE_SB:
 332                 r->mmio_ops = &ps3_mmio_sb_region_ops;
 333                 break;
 334         case PS3_DEVICE_TYPE_IOC0:
 335                 r->mmio_ops = &ps3_mmio_ioc0_region_ops;
 336                 break;
 337         default:
 338                 BUG();
 339                 return -EINVAL;
 340         }
 341         return 0;
 342 }
 343 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
 344
 345 static int ps3_system_bus_match(struct device *_dev,
 346         struct device_driver *_drv)
 347 {
 348         int result;
 349         struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
 350         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 351
 352         if (!dev->match_sub_id)
 353                 result = dev->match_id == drv->match_id;
 354         else
 355                 result = dev->match_sub_id == drv->match_sub_id &&
 356                         dev->match_id == drv->match_id;
 357
 358         if (result)
 359                 pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
 360                         __func__, __LINE__,
 361                         dev->match_id, dev->match_sub_id, dev_name(&dev->core),
 362                         drv->match_id, drv->match_sub_id, drv->core.name);
 363         else
 364                 pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
 365                         __func__, __LINE__,
 366                         dev->match_id, dev->match_sub_id, dev_name(&dev->core),
 367                         drv->match_id, drv->match_sub_id, drv->core.name);
 368
 369         return result;
 370 }
 371
 372 static int ps3_system_bus_probe(struct device *_dev)
 373 {
 374         int result = 0;
 375         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 376         struct ps3_system_bus_driver *drv;
 377
 378         BUG_ON(!dev);
 379         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
 380
 381         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 382         BUG_ON(!drv);
 383
 384         if (drv->probe)
 385                 result = drv->probe(dev);
 386         else
 387                 pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
 388                         dev_name(&dev->core));
 389
 390         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
 391         return result;
 392 }
 393
 394 static int ps3_system_bus_remove(struct device *_dev)
 395 {
 396         int result = 0;
 397         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 398         struct ps3_system_bus_driver *drv;
 399
 400         BUG_ON(!dev);
 401         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
 402
 403         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 404         BUG_ON(!drv);
 405
 406         if (drv->remove)
 407                 result = drv->remove(dev);
 408         else
 409                 dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
 410                         __func__, __LINE__, drv->core.name);
 411
 412         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
 413         return result;
 414 }
 415
 416 static void ps3_system_bus_shutdown(struct device *_dev)
 417 {
 418         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 419         struct ps3_system_bus_driver *drv;
 420
 421         BUG_ON(!dev);
 422
 423         dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
 424                 dev->match_id);
 425
 426         if (!dev->core.driver) {
 427                 dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
 428                         __LINE__);
 429                 return;
 430         }
 431
 432         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 433
 434         BUG_ON(!drv);
 435
 436         dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
 437                 dev_name(&dev->core), drv->core.name);
 438
 439         if (drv->shutdown)
 440                 drv->shutdown(dev);
 441         else if (drv->remove) {
 442                 dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
 443                         __func__, __LINE__, drv->core.name);
 444                 drv->remove(dev);
 445         } else {
 446                 dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
 447                         __func__, __LINE__, drv->core.name);
 448                 BUG();
 449         }
 450
 451         dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
 452 }
 453
 454 static int ps3_system_bus_uevent(struct device *_dev, struct kobj_uevent_env *env)
 455 {
 456         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 457
 458         if (add_uevent_var(env, "MODALIAS=ps3:%d:%d", dev->match_id,
 459                            dev->match_sub_id))
 460                 return -ENOMEM;
 461         return 0;
 462 }
 463
 464 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
 465         char *buf)
 466 {
 467         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 468         int len = snprintf(buf, PAGE_SIZE, "ps3:%d:%d\n", dev->match_id,
 469                            dev->match_sub_id);
 470
 471         return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
 472 }
 473
 474 static struct device_attribute ps3_system_bus_dev_attrs[] = {
 475         __ATTR_RO(modalias),
 476         __ATTR_NULL,
 477 };
 478
 479 struct bus_type ps3_system_bus_type = {
 480         .name = "ps3_system_bus",
 481         .match = ps3_system_bus_match,
 482         .uevent = ps3_system_bus_uevent,
 483         .probe = ps3_system_bus_probe,
 484         .remove = ps3_system_bus_remove,
 485         .shutdown = ps3_system_bus_shutdown,
 486         .dev_attrs = ps3_system_bus_dev_attrs,
 487 };
 488
 489 static int __init ps3_system_bus_init(void)
 490 {
 491         int result;
 492
 493         if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
 494                 return -ENODEV;
 495
 496         pr_debug(" -> %s:%d\n", __func__, __LINE__);
 497
 498         mutex_init(&usage_hack.mutex);
 499
 500         result = device_register(&ps3_system_bus);
 501         BUG_ON(result);
 502
 503         result = bus_register(&ps3_system_bus_type);
 504         BUG_ON(result);
 505
 506         pr_debug(" <- %s:%d\n", __func__, __LINE__);
 507         return result;
 508 }
 509
 510 core_initcall(ps3_system_bus_init);
 511
 512 /* Allocates a contiguous real buffer and creates mappings over it.
 513  * Returns the virtual address of the buffer and sets dma_handle
 514  * to the dma address (mapping) of the first page.
 515  */
 516 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
 517                                       dma_addr_t *dma_handle, gfp_t flag)
 518 {
 519         int result;
 520         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 521         unsigned long virt_addr;
 522
 523         flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
 524         flag |= __GFP_ZERO;
 525
 526         virt_addr = __get_free_pages(flag, get_order(size));
 527
 528         if (!virt_addr) {
 529                 pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
 530                 goto clean_none;
 531         }
 532
 533         result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
 534                              IOPTE_PP_W | IOPTE_PP_R | IOPTE_SO_RW | IOPTE_M);
 535
 536         if (result) {
 537                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 538                         __func__, __LINE__, result);
 539                 BUG_ON("check region type");
 540                 goto clean_alloc;
 541         }
 542
 543         return (void*)virt_addr;
 544
 545 clean_alloc:
 546         free_pages(virt_addr, get_order(size));
 547 clean_none:
 548         dma_handle = NULL;
 549         return NULL;
 550 }
 551
 552 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
 553         dma_addr_t dma_handle)
 554 {
 555         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 556
 557         ps3_dma_unmap(dev->d_region, dma_handle, size);
 558         free_pages((unsigned long)vaddr, get_order(size));
 559 }
 560
 561 /* Creates TCEs for a user provided buffer.  The user buffer must be
 562  * contiguous real kernel storage (not vmalloc).  The address passed here
 563  * comprises a page address and offset into that page. The dma_addr_t
 564  * returned will point to the same byte within the page as was passed in.
 565  */
 566
 567 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
 568         unsigned long offset, size_t size, enum dma_data_direction direction,
 569         struct dma_attrs *attrs)
 570 {
 571         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 572         int result;
 573         dma_addr_t bus_addr;
 574         void *ptr = page_address(page) + offset;
 575
 576         result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
 577                              &bus_addr,
 578                              IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW | IOPTE_M);
 579
 580         if (result) {
 581                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 582                         __func__, __LINE__, result);
 583         }
 584
 585         return bus_addr;
 586 }
 587
 588 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
 589                                     unsigned long offset, size_t size,
 590                                     enum dma_data_direction direction,
 591                                     struct dma_attrs *attrs)
 592 {
 593         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 594         int result;
 595         dma_addr_t bus_addr;
 596         u64 iopte_flag;
 597         void *ptr = page_address(page) + offset;
 598
 599         iopte_flag = IOPTE_M;
 600         switch (direction) {
 601         case DMA_BIDIRECTIONAL:
 602                 iopte_flag |= IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW;
 603                 break;
 604         case DMA_TO_DEVICE:
 605                 iopte_flag |= IOPTE_PP_R | IOPTE_SO_R;
 606                 break;
 607         case DMA_FROM_DEVICE:
 608                 iopte_flag |= IOPTE_PP_W | IOPTE_SO_RW;
 609                 break;
 610         default:
 611                 /* not happned */
 612                 BUG();
 613         };
 614         result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
 615                              &bus_addr, iopte_flag);
 616
 617         if (result) {
 618                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 619                         __func__, __LINE__, result);
 620         }
 621         return bus_addr;
 622 }
 623
 624 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
 625         size_t size, enum dma_data_direction direction, struct dma_attrs *attrs)
 626 {
 627         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 628         int result;
 629
 630         result = ps3_dma_unmap(dev->d_region, dma_addr, size);
 631
 632         if (result) {
 633                 pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
 634                         __func__, __LINE__, result);
 635         }
 636 }
 637
 638 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
 639         int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
 640 {
 641 #if defined(CONFIG_PS3_DYNAMIC_DMA)
 642         BUG_ON("do");
 643         return -EPERM;
 644 #else
 645         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 646         struct scatterlist *sg;
 647         int i;
 648
 649         for_each_sg(sgl, sg, nents, i) {
 650                 int result = ps3_dma_map(dev->d_region, sg_phys(sg),
 651                                         sg->length, &sg->dma_address, 0);
 652
 653                 if (result) {
 654                         pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 655                                 __func__, __LINE__, result);
 656                         return -EINVAL;
 657                 }
 658
 659                 sg->dma_length = sg->length;
 660         }
 661
 662         return nents;
 663 #endif
 664 }
 665
 666 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
 667                            int nents,
 668                            enum dma_data_direction direction,
 669                            struct dma_attrs *attrs)
 670 {
 671         BUG();
 672         return 0;
 673 }
 674
 675 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
 676         int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
 677 {
 678 #if defined(CONFIG_PS3_DYNAMIC_DMA)
 679         BUG_ON("do");
 680 #endif
 681 }
 682
 683 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
 684                             int nents, enum dma_data_direction direction,
 685                             struct dma_attrs *attrs)
 686 {
 687         BUG();
 688 }
 689
 690 static int ps3_dma_supported(struct device *_dev, u64 mask)
 691 {
 692         return mask >= DMA_32BIT_MASK;
 693 }
 694
 695 static struct dma_mapping_ops ps3_sb_dma_ops = {
 696         .alloc_coherent = ps3_alloc_coherent,
 697         .free_coherent = ps3_free_coherent,
 698         .map_sg = ps3_sb_map_sg,
 699         .unmap_sg = ps3_sb_unmap_sg,
 700         .dma_supported = ps3_dma_supported,
 701         .map_page = ps3_sb_map_page,
 702         .unmap_page = ps3_unmap_page,
 703 };
 704
 705 static struct dma_mapping_ops ps3_ioc0_dma_ops = {
 706         .alloc_coherent = ps3_alloc_coherent,
 707         .free_coherent = ps3_free_coherent,
 708         .map_sg = ps3_ioc0_map_sg,
 709         .unmap_sg = ps3_ioc0_unmap_sg,
 710         .dma_supported = ps3_dma_supported,
 711         .map_page = ps3_ioc0_map_page,
 712         .unmap_page = ps3_unmap_page,
 713 };
 714
 715 /**
 716  * ps3_system_bus_release_device - remove a device from the system bus
 717  */
 718
 719 static void ps3_system_bus_release_device(struct device *_dev)
 720 {
 721         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 722         kfree(dev);
 723 }
 724
 725 /**
 726  * ps3_system_bus_device_register - add a device to the system bus
 727  *
 728  * ps3_system_bus_device_register() expects the dev object to be allocated
 729  * dynamically by the caller.  The system bus takes ownership of the dev
 730  * object and frees the object in ps3_system_bus_release_device().
 731  */
 732
 733 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
 734 {
 735         int result;
 736         static unsigned int dev_ioc0_count;
 737         static unsigned int dev_sb_count;
 738         static unsigned int dev_vuart_count;
 739         static unsigned int dev_lpm_count;
 740
 741         if (!dev->core.parent)
 742                 dev->core.parent = &ps3_system_bus;
 743         dev->core.bus = &ps3_system_bus_type;
 744         dev->core.release = ps3_system_bus_release_device;
 745
 746         switch (dev->dev_type) {
 747         case PS3_DEVICE_TYPE_IOC0:
 748                 dev->core.archdata.dma_ops = &ps3_ioc0_dma_ops;
 749                 dev_set_name(&dev->core, "ioc0_%02x", ++dev_ioc0_count);
 750                 break;
 751         case PS3_DEVICE_TYPE_SB:
 752                 dev->core.archdata.dma_ops = &ps3_sb_dma_ops;
 753                 dev_set_name(&dev->core, "sb_%02x", ++dev_sb_count);
 754
 755                 break;
 756         case PS3_DEVICE_TYPE_VUART:
 757                 dev_set_name(&dev->core, "vuart_%02x", ++dev_vuart_count);
 758                 break;
 759         case PS3_DEVICE_TYPE_LPM:
 760                 dev_set_name(&dev->core, "lpm_%02x", ++dev_lpm_count);
 761                 break;
 762         default:
 763                 BUG();
 764         };
 765
 766         dev->core.archdata.of_node = NULL;
 767         set_dev_node(&dev->core, 0);
 768
 769         pr_debug("%s:%d add %s\n", __func__, __LINE__, dev_name(&dev->core));
 770
 771         result = device_register(&dev->core);
 772         return result;
 773 }
 774
 775 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
 776
 777 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
 778 {
 779         int result;
 780
 781         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 782
 783         if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
 784                 return -ENODEV;
 785
 786         drv->core.bus = &ps3_system_bus_type;
 787
 788         result = driver_register(&drv->core);
 789         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 790         return result;
 791 }
 792
 793 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
 794
 795 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
 796 {
 797         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 798         driver_unregister(&drv->core);
 799         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 800 }
 801
 802 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);