2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 2006 Silicon Graphics, Inc. All rights reserved.
9 #include <linux/bootmem.h>
10 #include <asm/sn/types.h>
11 #include <asm/sn/addrs.h>
12 #include <asm/sn/sn_feature_sets.h>
13 #include <asm/sn/geo.h>
14 #include <asm/sn/io.h>
15 #include <asm/sn/l1.h>
16 #include <asm/sn/module.h>
17 #include <asm/sn/pcibr_provider.h>
18 #include <asm/sn/pcibus_provider_defs.h>
19 #include <asm/sn/pcidev.h>
20 #include <asm/sn/simulator.h>
21 #include <asm/sn/sn_sal.h>
22 #include <asm/sn/tioca_provider.h>
23 #include <asm/sn/tioce_provider.h>
24 #include "xtalk/hubdev.h"
25 #include "xtalk/xwidgetdev.h"
26 #include <linux/acpi.h>
27 #include <asm/sn/sn2/sn_hwperf.h>
28 #include <asm/sn/acpi.h>
30 extern void sn_init_cpei_timer(void);
31 extern void register_sn_procfs(void);
32 extern void sn_io_acpi_init(void);
33 extern void sn_io_init(void);
36 static struct list_head sn_sysdata_list
;
38 /* sysdata list struct */
40 struct list_head entry
;
44 int sn_ioif_inited
; /* SN I/O infrastructure initialized? */
46 int sn_acpi_rev
; /* SN ACPI revision */
47 EXPORT_SYMBOL_GPL(sn_acpi_rev
);
49 struct sn_pcibus_provider
*sn_pci_provider
[PCIIO_ASIC_MAX_TYPES
]; /* indexed by asic type */
52 * Hooks and struct for unsupported pci providers
56 sn_default_pci_map(struct pci_dev
*pdev
, unsigned long paddr
, size_t size
, int type
)
62 sn_default_pci_unmap(struct pci_dev
*pdev
, dma_addr_t addr
, int direction
)
68 sn_default_pci_bus_fixup(struct pcibus_bussoft
*soft
, struct pci_controller
*controller
)
73 static struct sn_pcibus_provider sn_pci_default_provider
= {
74 .dma_map
= sn_default_pci_map
,
75 .dma_map_consistent
= sn_default_pci_map
,
76 .dma_unmap
= sn_default_pci_unmap
,
77 .bus_fixup
= sn_default_pci_bus_fixup
,
81 * Retrieve the DMA Flush List given nasid, widget, and device.
82 * This list is needed to implement the WAR - Flush DMA data on PIO Reads.
85 sal_get_device_dmaflush_list(u64 nasid
, u64 widget_num
, u64 device_num
,
88 struct ia64_sal_retval ret_stuff
;
92 SAL_CALL_NOLOCK(ret_stuff
,
93 (u64
) SN_SAL_IOIF_GET_DEVICE_DMAFLUSH_LIST
,
94 (u64
) nasid
, (u64
) widget_num
,
95 (u64
) device_num
, (u64
) address
, 0, 0, 0);
96 return ret_stuff
.status
;
100 * sn_pcidev_info_get() - Retrieve the pcidev_info struct for the specified
103 inline struct pcidev_info
*
104 sn_pcidev_info_get(struct pci_dev
*dev
)
106 struct pcidev_info
*pcidev
;
108 list_for_each_entry(pcidev
,
109 &(SN_PLATFORM_DATA(dev
)->pcidev_info
), pdi_list
) {
110 if (pcidev
->pdi_linux_pcidev
== dev
)
116 /* Older PROM flush WAR
118 * 01/16/06 -- This war will be in place until a new official PROM is released.
119 * Additionally note that the struct sn_flush_device_war also has to be
120 * removed from arch/ia64/sn/include/xtalk/hubdev.h
122 static u8 war_implemented
= 0;
124 static s64
sn_device_fixup_war(u64 nasid
, u64 widget
, int device
,
125 struct sn_flush_device_common
*common
)
127 struct sn_flush_device_war
*war_list
;
128 struct sn_flush_device_war
*dev_entry
;
129 struct ia64_sal_retval isrv
= {0,0,0,0};
131 if (!war_implemented
) {
132 printk(KERN_WARNING
"PROM version < 4.50 -- implementing old "
137 war_list
= kzalloc(DEV_PER_WIDGET
* sizeof(*war_list
), GFP_KERNEL
);
141 SAL_CALL_NOLOCK(isrv
, SN_SAL_IOIF_GET_WIDGET_DMAFLUSH_LIST
,
142 nasid
, widget
, __pa(war_list
), 0, 0, 0 ,0);
144 panic("sn_device_fixup_war failed: %s\n",
145 ia64_sal_strerror(isrv
.status
));
147 dev_entry
= war_list
+ device
;
148 memcpy(common
,dev_entry
, sizeof(*common
));
155 * sn_common_hubdev_init() - This routine is called to initialize the HUB data
156 * structure for each node in the system.
159 sn_common_hubdev_init(struct hubdev_info
*hubdev
)
162 struct sn_flush_device_kernel
*sn_flush_device_kernel
;
163 struct sn_flush_device_kernel
*dev_entry
;
165 int widget
, device
, size
;
167 /* Attach the error interrupt handlers */
168 if (hubdev
->hdi_nasid
& 1) /* If TIO */
169 ice_error_init(hubdev
);
171 hub_error_init(hubdev
);
173 for (widget
= 0; widget
<= HUB_WIDGET_ID_MAX
; widget
++)
174 hubdev
->hdi_xwidget_info
[widget
].xwi_hubinfo
= hubdev
;
176 if (!hubdev
->hdi_flush_nasid_list
.widget_p
)
179 size
= (HUB_WIDGET_ID_MAX
+ 1) *
180 sizeof(struct sn_flush_device_kernel
*);
181 hubdev
->hdi_flush_nasid_list
.widget_p
=
182 kzalloc(size
, GFP_KERNEL
);
183 if (!hubdev
->hdi_flush_nasid_list
.widget_p
)
186 for (widget
= 0; widget
<= HUB_WIDGET_ID_MAX
; widget
++) {
187 size
= DEV_PER_WIDGET
*
188 sizeof(struct sn_flush_device_kernel
);
189 sn_flush_device_kernel
= kzalloc(size
, GFP_KERNEL
);
190 if (!sn_flush_device_kernel
)
193 dev_entry
= sn_flush_device_kernel
;
194 for (device
= 0; device
< DEV_PER_WIDGET
;
195 device
++, dev_entry
++) {
196 size
= sizeof(struct sn_flush_device_common
);
197 dev_entry
->common
= kzalloc(size
, GFP_KERNEL
);
198 if (!dev_entry
->common
)
200 if (sn_prom_feature_available(PRF_DEVICE_FLUSH_LIST
))
201 status
= sal_get_device_dmaflush_list(
202 hubdev
->hdi_nasid
, widget
, device
,
203 (u64
)(dev_entry
->common
));
205 status
= sn_device_fixup_war(hubdev
->hdi_nasid
,
208 if (status
!= SALRET_OK
)
209 panic("SAL call failed: %s\n",
210 ia64_sal_strerror(status
));
212 spin_lock_init(&dev_entry
->sfdl_flush_lock
);
215 if (sn_flush_device_kernel
)
216 hubdev
->hdi_flush_nasid_list
.widget_p
[widget
] =
217 sn_flush_device_kernel
;
221 void sn_pci_unfixup_slot(struct pci_dev
*dev
)
223 struct pci_dev
*host_pci_dev
= SN_PCIDEV_INFO(dev
)->host_pci_dev
;
226 pci_dev_put(host_pci_dev
);
231 * sn_pci_fixup_slot()
233 void sn_pci_fixup_slot(struct pci_dev
*dev
, struct pcidev_info
*pcidev_info
,
234 struct sn_irq_info
*sn_irq_info
)
236 int segment
= pci_domain_nr(dev
->bus
);
237 struct pcibus_bussoft
*bs
;
238 struct pci_bus
*host_pci_bus
;
239 struct pci_dev
*host_pci_dev
;
240 unsigned int bus_no
, devfn
;
242 pci_dev_get(dev
); /* for the sysdata pointer */
244 /* Add pcidev_info to list in pci_controller.platform_data */
245 list_add_tail(&pcidev_info
->pdi_list
,
246 &(SN_PLATFORM_DATA(dev
->bus
)->pcidev_info
));
248 * Using the PROMs values for the PCI host bus, get the Linux
249 * PCI host_pci_dev struct and set up host bus linkages
252 bus_no
= (pcidev_info
->pdi_slot_host_handle
>> 32) & 0xff;
253 devfn
= pcidev_info
->pdi_slot_host_handle
& 0xffffffff;
254 host_pci_bus
= pci_find_bus(segment
, bus_no
);
255 host_pci_dev
= pci_get_slot(host_pci_bus
, devfn
);
257 pcidev_info
->host_pci_dev
= host_pci_dev
;
258 pcidev_info
->pdi_linux_pcidev
= dev
;
259 pcidev_info
->pdi_host_pcidev_info
= SN_PCIDEV_INFO(host_pci_dev
);
260 bs
= SN_PCIBUS_BUSSOFT(dev
->bus
);
261 pcidev_info
->pdi_pcibus_info
= bs
;
263 if (bs
&& bs
->bs_asic_type
< PCIIO_ASIC_MAX_TYPES
) {
264 SN_PCIDEV_BUSPROVIDER(dev
) = sn_pci_provider
[bs
->bs_asic_type
];
266 SN_PCIDEV_BUSPROVIDER(dev
) = &sn_pci_default_provider
;
269 /* Only set up IRQ stuff if this device has a host bus context */
270 if (bs
&& sn_irq_info
->irq_irq
) {
271 pcidev_info
->pdi_sn_irq_info
= sn_irq_info
;
272 dev
->irq
= pcidev_info
->pdi_sn_irq_info
->irq_irq
;
273 sn_irq_fixup(dev
, sn_irq_info
);
275 pcidev_info
->pdi_sn_irq_info
= NULL
;
281 * sn_common_bus_fixup - Perform platform specific bus fixup.
282 * Execute the ASIC specific fixup routine
286 sn_common_bus_fixup(struct pci_bus
*bus
,
287 struct pcibus_bussoft
*prom_bussoft_ptr
)
290 struct pci_controller
*controller
;
291 struct hubdev_info
*hubdev_info
;
294 struct sn_pcibus_provider
*provider
;
295 struct sn_platform_data
*sn_platform_data
;
297 controller
= PCI_CONTROLLER(bus
);
299 * Per-provider fixup. Copies the bus soft structure from prom
300 * to local area and links SN_PCIBUS_BUSSOFT().
303 if (prom_bussoft_ptr
->bs_asic_type
>= PCIIO_ASIC_MAX_TYPES
) {
304 printk(KERN_WARNING
"sn_common_bus_fixup: Unsupported asic type, %d",
305 prom_bussoft_ptr
->bs_asic_type
);
309 if (prom_bussoft_ptr
->bs_asic_type
== PCIIO_ASIC_TYPE_PPB
)
310 return; /* no further fixup necessary */
312 provider
= sn_pci_provider
[prom_bussoft_ptr
->bs_asic_type
];
313 if (provider
== NULL
)
314 panic("sn_common_bus_fixup: No provider registered for this asic type, %d",
315 prom_bussoft_ptr
->bs_asic_type
);
317 if (provider
->bus_fixup
)
318 provider_soft
= (*provider
->bus_fixup
) (prom_bussoft_ptr
,
321 provider_soft
= NULL
;
324 * Generic bus fixup goes here. Don't reference prom_bussoft_ptr
327 controller
->platform_data
= kzalloc(sizeof(struct sn_platform_data
),
329 if (controller
->platform_data
== NULL
)
332 (struct sn_platform_data
*) controller
->platform_data
;
333 sn_platform_data
->provider_soft
= provider_soft
;
334 INIT_LIST_HEAD(&((struct sn_platform_data
*)
335 controller
->platform_data
)->pcidev_info
);
336 nasid
= NASID_GET(SN_PCIBUS_BUSSOFT(bus
)->bs_base
);
337 cnode
= nasid_to_cnodeid(nasid
);
338 hubdev_info
= (struct hubdev_info
*)(NODEPDA(cnode
)->pdinfo
);
339 SN_PCIBUS_BUSSOFT(bus
)->bs_xwidget_info
=
340 &(hubdev_info
->hdi_xwidget_info
[SN_PCIBUS_BUSSOFT(bus
)->bs_xid
]);
343 * If the node information we obtained during the fixup phase is
344 * invalid then set controller->node to -1 (undetermined)
346 if (controller
->node
>= num_online_nodes()) {
347 struct pcibus_bussoft
*b
= SN_PCIBUS_BUSSOFT(bus
);
349 printk(KERN_WARNING
"Device ASIC=%u XID=%u PBUSNUM=%u "
350 "L_IO=%lx L_MEM=%lx BASE=%lx\n",
351 b
->bs_asic_type
, b
->bs_xid
, b
->bs_persist_busnum
,
352 b
->bs_legacy_io
, b
->bs_legacy_mem
, b
->bs_base
);
353 printk(KERN_WARNING
"on node %d but only %d nodes online."
354 "Association set to undetermined.\n",
355 controller
->node
, num_online_nodes());
356 controller
->node
= -1;
360 void sn_bus_store_sysdata(struct pci_dev
*dev
)
362 struct sysdata_el
*element
;
364 element
= kzalloc(sizeof(struct sysdata_el
), GFP_KERNEL
);
366 dev_dbg(&dev
->dev
, "%s: out of memory!\n", __func__
);
369 element
->sysdata
= SN_PCIDEV_INFO(dev
);
370 list_add(&element
->entry
, &sn_sysdata_list
);
373 void sn_bus_free_sysdata(void)
375 struct sysdata_el
*element
;
376 struct list_head
*list
, *safe
;
378 list_for_each_safe(list
, safe
, &sn_sysdata_list
) {
379 element
= list_entry(list
, struct sysdata_el
, entry
);
380 list_del(&element
->entry
);
381 list_del(&(((struct pcidev_info
*)
382 (element
->sysdata
))->pdi_list
));
383 kfree(element
->sysdata
);
390 * hubdev_init_node() - Creates the HUB data structure and link them to it's
391 * own NODE specific data area.
393 void __init
hubdev_init_node(nodepda_t
* npda
, cnodeid_t node
)
395 struct hubdev_info
*hubdev_info
;
399 size
= sizeof(struct hubdev_info
);
401 if (node
>= num_online_nodes()) /* Headless/memless IO nodes */
404 pg
= NODE_DATA(node
);
406 hubdev_info
= (struct hubdev_info
*)alloc_bootmem_node(pg
, size
);
408 npda
->pdinfo
= (void *)hubdev_info
;
412 cnodeid_get_geoid(cnodeid_t cnode
)
414 struct hubdev_info
*hubdev
;
416 hubdev
= (struct hubdev_info
*)(NODEPDA(cnode
)->pdinfo
);
417 return hubdev
->hdi_geoid
;
420 void sn_generate_path(struct pci_bus
*pci_bus
, char *address
)
428 nasid
= NASID_GET(SN_PCIBUS_BUSSOFT(pci_bus
)->bs_base
);
429 cnode
= nasid_to_cnodeid(nasid
);
430 geoid
= cnodeid_get_geoid(cnode
);
431 moduleid
= geo_module(geoid
);
433 sprintf(address
, "module_%c%c%c%c%.2d",
434 '0'+RACK_GET_CLASS(MODULE_GET_RACK(moduleid
)),
435 '0'+RACK_GET_GROUP(MODULE_GET_RACK(moduleid
)),
436 '0'+RACK_GET_NUM(MODULE_GET_RACK(moduleid
)),
437 MODULE_GET_BTCHAR(moduleid
), MODULE_GET_BPOS(moduleid
));
439 /* Tollhouse requires slot id to be displayed */
440 bricktype
= MODULE_GET_BTYPE(moduleid
);
441 if ((bricktype
== L1_BRICKTYPE_191010
) ||
442 (bricktype
== L1_BRICKTYPE_1932
))
443 sprintf(address
, "%s^%d", address
, geo_slot(geoid
));
447 sn_pci_fixup_bus(struct pci_bus
*bus
)
450 if (SN_ACPI_BASE_SUPPORT())
451 sn_acpi_bus_fixup(bus
);
457 * sn_io_early_init - Perform early IO (and some non-IO) initialization.
458 * In particular, setup the sn_pci_provider[] array.
459 * This needs to be done prior to any bus scanning
460 * (acpi_scan_init()) in the ACPI case, as the SN
461 * bus fixup code will reference the array.
464 sn_io_early_init(void)
468 if (!ia64_platform_is("sn2") || IS_RUNNING_ON_FAKE_PROM())
471 /* we set the acpi revision to that of the DSDT table OEM rev. */
473 struct acpi_table_header
*header
= NULL
;
475 acpi_get_table(ACPI_SIG_DSDT
, 1, &header
);
476 BUG_ON(header
== NULL
);
477 sn_acpi_rev
= header
->oem_revision
;
481 * prime sn_pci_provider[]. Individual provider init routines will
482 * override their respective default entries.
485 for (i
= 0; i
< PCIIO_ASIC_MAX_TYPES
; i
++)
486 sn_pci_provider
[i
] = &sn_pci_default_provider
;
488 pcibr_init_provider();
489 tioca_init_provider();
490 tioce_init_provider();
493 * This is needed to avoid bounce limit checks in the blk layer
495 ia64_max_iommu_merge_mask
= ~PAGE_MASK
;
498 INIT_LIST_HEAD(&sn_sysdata_list
);
499 sn_init_cpei_timer();
501 #ifdef CONFIG_PROC_FS
502 register_sn_procfs();
506 struct acpi_table_header
*header
;
507 (void)acpi_get_table(ACPI_SIG_DSDT
, 1, &header
);
508 printk(KERN_INFO
"ACPI DSDT OEM Rev 0x%x\n",
509 header
->oem_revision
);
511 if (SN_ACPI_BASE_SUPPORT())
518 arch_initcall(sn_io_early_init
);
521 * sn_io_late_init() - Perform any final platform specific IO initialization.
525 sn_io_late_init(void)
528 struct pcibus_bussoft
*bussoft
;
531 cnodeid_t near_cnode
;
533 if (!ia64_platform_is("sn2") || IS_RUNNING_ON_FAKE_PROM())
537 * Setup closest node in pci_controller->node for
538 * PIC, TIOCP, TIOCE (TIOCA does it during bus fixup using
539 * info from the PROM).
542 while ((bus
= pci_find_next_bus(bus
)) != NULL
) {
543 bussoft
= SN_PCIBUS_BUSSOFT(bus
);
544 nasid
= NASID_GET(bussoft
->bs_base
);
545 cnode
= nasid_to_cnodeid(nasid
);
546 if ((bussoft
->bs_asic_type
== PCIIO_ASIC_TYPE_TIOCP
) ||
547 (bussoft
->bs_asic_type
== PCIIO_ASIC_TYPE_TIOCE
) ||
548 (bussoft
->bs_asic_type
== PCIIO_ASIC_TYPE_PIC
)) {
549 /* PCI Bridge: find nearest node with CPUs */
550 int e
= sn_hwperf_get_nearest_node(cnode
, NULL
,
553 near_cnode
= (cnodeid_t
)-1; /* use any node */
554 printk(KERN_WARNING
"sn_io_late_init: failed "
555 "to find near node with CPUs for "
556 "node %d, err=%d\n", cnode
, e
);
558 PCI_CONTROLLER(bus
)->node
= near_cnode
;
562 sn_ioif_inited
= 1; /* SN I/O infrastructure now initialized */
567 fs_initcall(sn_io_late_init
);
569 EXPORT_SYMBOL(sn_pci_unfixup_slot
);
570 EXPORT_SYMBOL(sn_bus_store_sysdata
);
571 EXPORT_SYMBOL(sn_bus_free_sysdata
);
572 EXPORT_SYMBOL(sn_generate_path
);