arch/powerpc/platforms/ps3/system-bus.c

   1 /*
   2  *  PS3 system bus driver.
   3  *
   4  *  Copyright (C) 2006 Sony Computer Entertainment Inc.
   5  *  Copyright 2006 Sony Corp.
   6  *
   7  *  This program is free software; you can redistribute it and/or modify
   8  *  it under the terms of the GNU General Public License as published by
   9  *  the Free Software Foundation; version 2 of the License.
  10  *
  11  *  This program is distributed in the hope that it will be useful,
  12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *  GNU General Public License for more details.
  15  *
  16  *  You should have received a copy of the GNU General Public License
  17  *  along with this program; if not, write to the Free Software
  18  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  */
  20
  21 #include <linux/kernel.h>
  22 #include <linux/init.h>
  23 #include <linux/module.h>
  24 #include <linux/dma-mapping.h>
  25 #include <linux/err.h>
  26
  27 #include <asm/udbg.h>
  28 #include <asm/lv1call.h>
  29 #include <asm/firmware.h>
  30
  31 #include "platform.h"
  32
  33 static struct device ps3_system_bus = {
  34         .bus_id = "ps3_system",
  35 };
  36
  37 /* FIXME: need device usage counters! */
  38 struct {
  39         struct mutex mutex;
  40         int sb_11; /* usb 0 */
  41         int sb_12; /* usb 0 */
  42         int gpu;
  43 } static usage_hack;
  44
  45 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
  46                          u64 dev_id)
  47 {
  48         return dev->bus_id == bus_id && dev->dev_id == dev_id;
  49 }
  50
  51 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
  52 {
  53         int result;
  54
  55         BUG_ON(!dev->bus_id);
  56         mutex_lock(&usage_hack.mutex);
  57
  58         if (ps3_is_device(dev, 1, 1)) {
  59                 usage_hack.sb_11++;
  60                 if (usage_hack.sb_11 > 1) {
  61                         result = 0;
  62                         goto done;
  63                 }
  64         }
  65
  66         if (ps3_is_device(dev, 1, 2)) {
  67                 usage_hack.sb_12++;
  68                 if (usage_hack.sb_12 > 1) {
  69                         result = 0;
  70                         goto done;
  71                 }
  72         }
  73
  74         result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
  75
  76         if (result) {
  77                 pr_debug("%s:%d: lv1_open_device failed: %s\n", __func__,
  78                         __LINE__, ps3_result(result));
  79                         result = -EPERM;
  80         }
  81
  82 done:
  83         mutex_unlock(&usage_hack.mutex);
  84         return result;
  85 }
  86
  87 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
  88 {
  89         int result;
  90
  91         BUG_ON(!dev->bus_id);
  92         mutex_lock(&usage_hack.mutex);
  93
  94         if (ps3_is_device(dev, 1, 1)) {
  95                 usage_hack.sb_11--;
  96                 if (usage_hack.sb_11) {
  97                         result = 0;
  98                         goto done;
  99                 }
 100         }
 101
 102         if (ps3_is_device(dev, 1, 2)) {
 103                 usage_hack.sb_12--;
 104                 if (usage_hack.sb_12) {
 105                         result = 0;
 106                         goto done;
 107                 }
 108         }
 109
 110         result = lv1_close_device(dev->bus_id, dev->dev_id);
 111         BUG_ON(result);
 112
 113 done:
 114         mutex_unlock(&usage_hack.mutex);
 115         return result;
 116 }
 117
 118 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
 119 {
 120         int result;
 121
 122         mutex_lock(&usage_hack.mutex);
 123
 124         usage_hack.gpu++;
 125         if (usage_hack.gpu > 1) {
 126                 result = 0;
 127                 goto done;
 128         }
 129
 130         result = lv1_gpu_open(0);
 131
 132         if (result) {
 133                 pr_debug("%s:%d: lv1_gpu_open failed: %s\n", __func__,
 134                         __LINE__, ps3_result(result));
 135                         result = -EPERM;
 136         }
 137
 138 done:
 139         mutex_unlock(&usage_hack.mutex);
 140         return result;
 141 }
 142
 143 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
 144 {
 145         int result;
 146
 147         mutex_lock(&usage_hack.mutex);
 148
 149         usage_hack.gpu--;
 150         if (usage_hack.gpu) {
 151                 result = 0;
 152                 goto done;
 153         }
 154
 155         result = lv1_gpu_close();
 156         BUG_ON(result);
 157
 158 done:
 159         mutex_unlock(&usage_hack.mutex);
 160         return result;
 161 }
 162
 163 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
 164 {
 165         BUG_ON(!dev);
 166         pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
 167
 168         switch (dev->match_id) {
 169         case PS3_MATCH_ID_EHCI:
 170         case PS3_MATCH_ID_OHCI:
 171         case PS3_MATCH_ID_GELIC:
 172         case PS3_MATCH_ID_STOR_DISK:
 173         case PS3_MATCH_ID_STOR_ROM:
 174         case PS3_MATCH_ID_STOR_FLASH:
 175                 return ps3_open_hv_device_sb(dev);
 176
 177         case PS3_MATCH_ID_SOUND:
 178         case PS3_MATCH_ID_GPU:
 179                 return ps3_open_hv_device_gpu(dev);
 180
 181         case PS3_MATCH_ID_AV_SETTINGS:
 182         case PS3_MATCH_ID_SYSTEM_MANAGER:
 183                 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
 184                         __LINE__, dev->match_id);
 185                 pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
 186                         dev->bus_id);
 187                 BUG();
 188                 return -EINVAL;
 189
 190         default:
 191                 break;
 192         }
 193
 194         pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
 195                 dev->match_id);
 196         BUG();
 197         return -ENODEV;
 198 }
 199 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
 200
 201 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
 202 {
 203         BUG_ON(!dev);
 204         pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
 205
 206         switch (dev->match_id) {
 207         case PS3_MATCH_ID_EHCI:
 208         case PS3_MATCH_ID_OHCI:
 209         case PS3_MATCH_ID_GELIC:
 210         case PS3_MATCH_ID_STOR_DISK:
 211         case PS3_MATCH_ID_STOR_ROM:
 212         case PS3_MATCH_ID_STOR_FLASH:
 213                 return ps3_close_hv_device_sb(dev);
 214
 215         case PS3_MATCH_ID_SOUND:
 216         case PS3_MATCH_ID_GPU:
 217                 return ps3_close_hv_device_gpu(dev);
 218
 219         case PS3_MATCH_ID_AV_SETTINGS:
 220         case PS3_MATCH_ID_SYSTEM_MANAGER:
 221                 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
 222                         __LINE__, dev->match_id);
 223                 pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
 224                         dev->bus_id);
 225                 BUG();
 226                 return -EINVAL;
 227
 228         default:
 229                 break;
 230         }
 231
 232         pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
 233                 dev->match_id);
 234         BUG();
 235         return -ENODEV;
 236 }
 237 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
 238
 239 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
 240 static void _dump_mmio_region(const struct ps3_mmio_region* r,
 241         const char* func, int line)
 242 {
 243         pr_debug("%s:%d: dev       %lu:%lu\n", func, line, r->dev->bus_id,
 244                 r->dev->dev_id);
 245         pr_debug("%s:%d: bus_addr  %lxh\n", func, line, r->bus_addr);
 246         pr_debug("%s:%d: len       %lxh\n", func, line, r->len);
 247         pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
 248 }
 249
 250 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
 251 {
 252         int result;
 253
 254         result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
 255                 r->bus_addr, r->len, r->page_size, &r->lpar_addr);
 256
 257         if (result) {
 258                 pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
 259                         __func__, __LINE__, ps3_result(result));
 260                 r->lpar_addr = 0;
 261         }
 262
 263         dump_mmio_region(r);
 264         return result;
 265 }
 266
 267 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
 268 {
 269         /* device specific; do nothing currently */
 270         return 0;
 271 }
 272
 273 int ps3_mmio_region_create(struct ps3_mmio_region *r)
 274 {
 275         return r->mmio_ops->create(r);
 276 }
 277 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
 278
 279 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
 280 {
 281         int result;
 282
 283         dump_mmio_region(r);
 284 ;
 285         result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
 286                 r->lpar_addr);
 287
 288         if (result)
 289                 pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
 290                         __func__, __LINE__, ps3_result(result));
 291
 292         r->lpar_addr = 0;
 293         return result;
 294 }
 295
 296 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
 297 {
 298         /* device specific; do nothing currently */
 299         return 0;
 300 }
 301
 302
 303 int ps3_free_mmio_region(struct ps3_mmio_region *r)
 304 {
 305         return r->mmio_ops->free(r);
 306 }
 307
 308 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
 309
 310 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
 311         .create = ps3_sb_mmio_region_create,
 312         .free = ps3_sb_free_mmio_region
 313 };
 314
 315 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
 316         .create = ps3_ioc0_mmio_region_create,
 317         .free = ps3_ioc0_free_mmio_region
 318 };
 319
 320 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
 321         struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
 322         enum ps3_mmio_page_size page_size)
 323 {
 324         r->dev = dev;
 325         r->bus_addr = bus_addr;
 326         r->len = len;
 327         r->page_size = page_size;
 328         switch (dev->dev_type) {
 329         case PS3_DEVICE_TYPE_SB:
 330                 r->mmio_ops = &ps3_mmio_sb_region_ops;
 331                 break;
 332         case PS3_DEVICE_TYPE_IOC0:
 333                 r->mmio_ops = &ps3_mmio_ioc0_region_ops;
 334                 break;
 335         default:
 336                 BUG();
 337                 return -EINVAL;
 338         }
 339         return 0;
 340 }
 341 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
 342
 343 static int ps3_system_bus_match(struct device *_dev,
 344         struct device_driver *_drv)
 345 {
 346         int result;
 347         struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
 348         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 349
 350         if (!dev->match_sub_id)
 351                 result = dev->match_id == drv->match_id;
 352         else
 353                 result = dev->match_sub_id == drv->match_sub_id &&
 354                         dev->match_id == drv->match_id;
 355
 356         if (result)
 357                 pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
 358                         __func__, __LINE__,
 359                         dev->match_id, dev->match_sub_id, dev->core.bus_id,
 360                         drv->match_id, drv->match_sub_id, drv->core.name);
 361         else
 362                 pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
 363                         __func__, __LINE__,
 364                         dev->match_id, dev->match_sub_id, dev->core.bus_id,
 365                         drv->match_id, drv->match_sub_id, drv->core.name);
 366
 367         return result;
 368 }
 369
 370 static int ps3_system_bus_probe(struct device *_dev)
 371 {
 372         int result = 0;
 373         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 374         struct ps3_system_bus_driver *drv;
 375
 376         BUG_ON(!dev);
 377         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
 378
 379         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 380         BUG_ON(!drv);
 381
 382         if (drv->probe)
 383                 result = drv->probe(dev);
 384         else
 385                 pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
 386                         dev->core.bus_id);
 387
 388         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
 389         return result;
 390 }
 391
 392 static int ps3_system_bus_remove(struct device *_dev)
 393 {
 394         int result = 0;
 395         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 396         struct ps3_system_bus_driver *drv;
 397
 398         BUG_ON(!dev);
 399         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
 400
 401         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 402         BUG_ON(!drv);
 403
 404         if (drv->remove)
 405                 result = drv->remove(dev);
 406         else
 407                 dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
 408                         __func__, __LINE__, drv->core.name);
 409
 410         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
 411         return result;
 412 }
 413
 414 static void ps3_system_bus_shutdown(struct device *_dev)
 415 {
 416         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 417         struct ps3_system_bus_driver *drv;
 418
 419         BUG_ON(!dev);
 420
 421         dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
 422                 dev->match_id);
 423
 424         if (!dev->core.driver) {
 425                 dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
 426                         __LINE__);
 427                 return;
 428         }
 429
 430         drv = ps3_system_bus_dev_to_system_bus_drv(dev);
 431
 432         BUG_ON(!drv);
 433
 434         dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
 435                 dev->core.bus_id, drv->core.name);
 436
 437         if (drv->shutdown)
 438                 drv->shutdown(dev);
 439         else if (drv->remove) {
 440                 dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
 441                         __func__, __LINE__, drv->core.name);
 442                 drv->remove(dev);
 443         } else {
 444                 dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
 445                         __func__, __LINE__, drv->core.name);
 446                 BUG();
 447         }
 448
 449         dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
 450 }
 451
 452 static int ps3_system_bus_uevent(struct device *_dev, struct kobj_uevent_env *env)
 453 {
 454         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 455
 456         if (add_uevent_var(env, "MODALIAS=ps3:%d:%d", dev->match_id,
 457                            dev->match_sub_id))
 458                 return -ENOMEM;
 459         return 0;
 460 }
 461
 462 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
 463         char *buf)
 464 {
 465         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 466         int len = snprintf(buf, PAGE_SIZE, "ps3:%d:%d\n", dev->match_id,
 467                            dev->match_sub_id);
 468
 469         return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
 470 }
 471
 472 static struct device_attribute ps3_system_bus_dev_attrs[] = {
 473         __ATTR_RO(modalias),
 474         __ATTR_NULL,
 475 };
 476
 477 struct bus_type ps3_system_bus_type = {
 478         .name = "ps3_system_bus",
 479         .match = ps3_system_bus_match,
 480         .uevent = ps3_system_bus_uevent,
 481         .probe = ps3_system_bus_probe,
 482         .remove = ps3_system_bus_remove,
 483         .shutdown = ps3_system_bus_shutdown,
 484         .dev_attrs = ps3_system_bus_dev_attrs,
 485 };
 486
 487 static int __init ps3_system_bus_init(void)
 488 {
 489         int result;
 490
 491         if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
 492                 return -ENODEV;
 493
 494         pr_debug(" -> %s:%d\n", __func__, __LINE__);
 495
 496         mutex_init(&usage_hack.mutex);
 497
 498         result = device_register(&ps3_system_bus);
 499         BUG_ON(result);
 500
 501         result = bus_register(&ps3_system_bus_type);
 502         BUG_ON(result);
 503
 504         pr_debug(" <- %s:%d\n", __func__, __LINE__);
 505         return result;
 506 }
 507
 508 core_initcall(ps3_system_bus_init);
 509
 510 /* Allocates a contiguous real buffer and creates mappings over it.
 511  * Returns the virtual address of the buffer and sets dma_handle
 512  * to the dma address (mapping) of the first page.
 513  */
 514 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
 515                                       dma_addr_t *dma_handle, gfp_t flag)
 516 {
 517         int result;
 518         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 519         unsigned long virt_addr;
 520
 521         flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
 522         flag |= __GFP_ZERO;
 523
 524         virt_addr = __get_free_pages(flag, get_order(size));
 525
 526         if (!virt_addr) {
 527                 pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
 528                 goto clean_none;
 529         }
 530
 531         result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
 532                              IOPTE_PP_W | IOPTE_PP_R | IOPTE_SO_RW | IOPTE_M);
 533
 534         if (result) {
 535                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 536                         __func__, __LINE__, result);
 537                 BUG_ON("check region type");
 538                 goto clean_alloc;
 539         }
 540
 541         return (void*)virt_addr;
 542
 543 clean_alloc:
 544         free_pages(virt_addr, get_order(size));
 545 clean_none:
 546         dma_handle = NULL;
 547         return NULL;
 548 }
 549
 550 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
 551         dma_addr_t dma_handle)
 552 {
 553         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 554
 555         ps3_dma_unmap(dev->d_region, dma_handle, size);
 556         free_pages((unsigned long)vaddr, get_order(size));
 557 }
 558
 559 /* Creates TCEs for a user provided buffer.  The user buffer must be
 560  * contiguous real kernel storage (not vmalloc).  The address passed here
 561  * comprises a page address and offset into that page. The dma_addr_t
 562  * returned will point to the same byte within the page as was passed in.
 563  */
 564
 565 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
 566         unsigned long offset, size_t size, enum dma_data_direction direction,
 567         struct dma_attrs *attrs)
 568 {
 569         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 570         int result;
 571         unsigned long bus_addr;
 572         void *ptr = page_address(page) + offset;
 573
 574         result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
 575                              &bus_addr,
 576                              IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW | IOPTE_M);
 577
 578         if (result) {
 579                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 580                         __func__, __LINE__, result);
 581         }
 582
 583         return bus_addr;
 584 }
 585
 586 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
 587                                     unsigned long offset, size_t size,
 588                                     enum dma_data_direction direction,
 589                                     struct dma_attrs *attrs)
 590 {
 591         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 592         int result;
 593         unsigned long bus_addr;
 594         u64 iopte_flag;
 595         void *ptr = page_address(page) + offset;
 596
 597         iopte_flag = IOPTE_M;
 598         switch (direction) {
 599         case DMA_BIDIRECTIONAL:
 600                 iopte_flag |= IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW;
 601                 break;
 602         case DMA_TO_DEVICE:
 603                 iopte_flag |= IOPTE_PP_R | IOPTE_SO_R;
 604                 break;
 605         case DMA_FROM_DEVICE:
 606                 iopte_flag |= IOPTE_PP_W | IOPTE_SO_RW;
 607                 break;
 608         default:
 609                 /* not happned */
 610                 BUG();
 611         };
 612         result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
 613                              &bus_addr, iopte_flag);
 614
 615         if (result) {
 616                 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 617                         __func__, __LINE__, result);
 618         }
 619         return bus_addr;
 620 }
 621
 622 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
 623         size_t size, enum dma_data_direction direction, struct dma_attrs *attrs)
 624 {
 625         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 626         int result;
 627
 628         result = ps3_dma_unmap(dev->d_region, dma_addr, size);
 629
 630         if (result) {
 631                 pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
 632                         __func__, __LINE__, result);
 633         }
 634 }
 635
 636 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
 637         int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
 638 {
 639 #if defined(CONFIG_PS3_DYNAMIC_DMA)
 640         BUG_ON("do");
 641         return -EPERM;
 642 #else
 643         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 644         struct scatterlist *sg;
 645         int i;
 646
 647         for_each_sg(sgl, sg, nents, i) {
 648                 int result = ps3_dma_map(dev->d_region, sg_phys(sg),
 649                                         sg->length, &sg->dma_address, 0);
 650
 651                 if (result) {
 652                         pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
 653                                 __func__, __LINE__, result);
 654                         return -EINVAL;
 655                 }
 656
 657                 sg->dma_length = sg->length;
 658         }
 659
 660         return nents;
 661 #endif
 662 }
 663
 664 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
 665                            int nents,
 666                            enum dma_data_direction direction,
 667                            struct dma_attrs *attrs)
 668 {
 669         BUG();
 670         return 0;
 671 }
 672
 673 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
 674         int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
 675 {
 676 #if defined(CONFIG_PS3_DYNAMIC_DMA)
 677         BUG_ON("do");
 678 #endif
 679 }
 680
 681 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
 682                             int nents, enum dma_data_direction direction,
 683                             struct dma_attrs *attrs)
 684 {
 685         BUG();
 686 }
 687
 688 static int ps3_dma_supported(struct device *_dev, u64 mask)
 689 {
 690         return mask >= DMA_32BIT_MASK;
 691 }
 692
 693 static struct dma_mapping_ops ps3_sb_dma_ops = {
 694         .alloc_coherent = ps3_alloc_coherent,
 695         .free_coherent = ps3_free_coherent,
 696         .map_sg = ps3_sb_map_sg,
 697         .unmap_sg = ps3_sb_unmap_sg,
 698         .dma_supported = ps3_dma_supported,
 699         .map_page = ps3_sb_map_page,
 700         .unmap_page = ps3_unmap_page,
 701 };
 702
 703 static struct dma_mapping_ops ps3_ioc0_dma_ops = {
 704         .alloc_coherent = ps3_alloc_coherent,
 705         .free_coherent = ps3_free_coherent,
 706         .map_sg = ps3_ioc0_map_sg,
 707         .unmap_sg = ps3_ioc0_unmap_sg,
 708         .dma_supported = ps3_dma_supported,
 709         .map_page = ps3_ioc0_map_page,
 710         .unmap_page = ps3_unmap_page,
 711 };
 712
 713 /**
 714  * ps3_system_bus_release_device - remove a device from the system bus
 715  */
 716
 717 static void ps3_system_bus_release_device(struct device *_dev)
 718 {
 719         struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
 720         kfree(dev);
 721 }
 722
 723 /**
 724  * ps3_system_bus_device_register - add a device to the system bus
 725  *
 726  * ps3_system_bus_device_register() expects the dev object to be allocated
 727  * dynamically by the caller.  The system bus takes ownership of the dev
 728  * object and frees the object in ps3_system_bus_release_device().
 729  */
 730
 731 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
 732 {
 733         int result;
 734         static unsigned int dev_ioc0_count;
 735         static unsigned int dev_sb_count;
 736         static unsigned int dev_vuart_count;
 737         static unsigned int dev_lpm_count;
 738
 739         if (!dev->core.parent)
 740                 dev->core.parent = &ps3_system_bus;
 741         dev->core.bus = &ps3_system_bus_type;
 742         dev->core.release = ps3_system_bus_release_device;
 743
 744         switch (dev->dev_type) {
 745         case PS3_DEVICE_TYPE_IOC0:
 746                 dev->core.archdata.dma_ops = &ps3_ioc0_dma_ops;
 747                 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
 748                         "ioc0_%02x", ++dev_ioc0_count);
 749                 break;
 750         case PS3_DEVICE_TYPE_SB:
 751                 dev->core.archdata.dma_ops = &ps3_sb_dma_ops;
 752                 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
 753                         "sb_%02x", ++dev_sb_count);
 754
 755                 break;
 756         case PS3_DEVICE_TYPE_VUART:
 757                 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
 758                         "vuart_%02x", ++dev_vuart_count);
 759                 break;
 760         case PS3_DEVICE_TYPE_LPM:
 761                 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
 762                         "lpm_%02x", ++dev_lpm_count);
 763                 break;
 764         default:
 765                 BUG();
 766         };
 767
 768         dev->core.archdata.of_node = NULL;
 769         set_dev_node(&dev->core, 0);
 770
 771         pr_debug("%s:%d add %s\n", __func__, __LINE__, dev->core.bus_id);
 772
 773         result = device_register(&dev->core);
 774         return result;
 775 }
 776
 777 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
 778
 779 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
 780 {
 781         int result;
 782
 783         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 784
 785         if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
 786                 return -ENODEV;
 787
 788         drv->core.bus = &ps3_system_bus_type;
 789
 790         result = driver_register(&drv->core);
 791         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 792         return result;
 793 }
 794
 795 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
 796
 797 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
 798 {
 799         pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 800         driver_unregister(&drv->core);
 801         pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
 802 }
 803
 804 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);