1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
23 */
24
25 #include <sys/types.h>
26 #include <sys/stat.h>
27 #include <sys/sysmacros.h>
28 #include <sys/sunndi.h>
29 #include <sys/pci.h>
30 #include <sys/pci_impl.h>
31 #include <sys/pcie_impl.h>
32 #include <sys/memlist.h>
33 #include <sys/bootconf.h>
34 #include <io/pci/mps_table.h>
35 #include <sys/pci_cfgacc.h>
36 #include <sys/pci_cfgspace.h>
37 #include <sys/pci_cfgspace_impl.h>
38 #include <sys/psw.h>
39 #include "../../../../common/pci/pci_strings.h"
40 #include <sys/apic.h>
41 #include <io/pciex/pcie_nvidia.h>
42 #include <sys/hotplug/pci/pciehpc_acpi.h>
43 #include <sys/acpi/acpi.h>
44 #include <sys/acpica.h>
45 #include <sys/iommulib.h>
46 #include <sys/devcache.h>
47 #include <sys/pci_cfgacc_x86.h>
48
49 #define pci_getb (*pci_getb_func)
50 #define pci_getw (*pci_getw_func)
51 #define pci_getl (*pci_getl_func)
52 #define pci_putb (*pci_putb_func)
53 #define pci_putw (*pci_putw_func)
54 #define pci_putl (*pci_putl_func)
55 #define dcmn_err if (pci_boot_debug) cmn_err
56
57 #define CONFIG_INFO 0
58 #define CONFIG_UPDATE 1
59 #define CONFIG_NEW 2
60 #define CONFIG_FIX 3
61 #define COMPAT_BUFSIZE 512
62
63 #define PPB_IO_ALIGNMENT 0x1000 /* 4K aligned */
64 #define PPB_MEM_ALIGNMENT 0x100000 /* 1M aligned */
65 /* round down to nearest power of two */
66 #define P2LE(align) \
67 { \
68 int i = 0; \
69 while (align >>= 1) \
70 i ++; \
71 align = 1 << i; \
72 } \
73
74 /* for is_vga and list_is_vga_only */
75
76 enum io_mem {
77 IO,
78 MEM
79 };
80
81 /* See AMD-8111 Datasheet Rev 3.03, Page 149: */
82 #define LPC_IO_CONTROL_REG_1 0x40
83 #define AMD8111_ENABLENMI (uint8_t)0x80
84 #define DEVID_AMD8111_LPC 0x7468
85
86 struct pci_fixundo {
87 uint8_t bus;
88 uint8_t dev;
89 uint8_t fn;
90 void (*undofn)(uint8_t, uint8_t, uint8_t);
91 struct pci_fixundo *next;
92 };
93
94 struct pci_devfunc {
95 struct pci_devfunc *next;
96 dev_info_t *dip;
97 uchar_t dev;
98 uchar_t func;
99 boolean_t reprogram; /* this device needs to be reprogrammed */
100 };
101
102 extern int apic_nvidia_io_max;
103 extern int pseudo_isa;
104 extern int pci_bios_maxbus;
105 static uchar_t max_dev_pci = 32; /* PCI standard */
106 int pci_boot_debug = 0;
107 extern struct memlist *find_bus_res(int, int);
108 static struct pci_fixundo *undolist = NULL;
109 static int num_root_bus = 0; /* count of root buses */
110 extern volatile int acpi_resource_discovery;
111 extern uint64_t mcfg_mem_base;
112 extern void pci_cfgacc_add_workaround(uint16_t, uchar_t, uchar_t);
113 extern dev_info_t *pcie_get_rc_dip(dev_info_t *);
114
115 /*
116 * Module prototypes
117 */
118 static void enumerate_bus_devs(uchar_t bus, int config_op);
119 static void create_root_bus_dip(uchar_t bus);
120 static void process_devfunc(uchar_t, uchar_t, uchar_t, uchar_t,
121 ushort_t, int);
122 static void add_compatible(dev_info_t *, ushort_t, ushort_t,
123 ushort_t, ushort_t, uchar_t, uint_t, int);
124 static int add_reg_props(dev_info_t *, uchar_t, uchar_t, uchar_t, int, int);
125 static void add_ppb_props(dev_info_t *, uchar_t, uchar_t, uchar_t, int,
126 ushort_t);
127 static void add_model_prop(dev_info_t *, uint_t);
128 static void add_bus_range_prop(int);
129 static void add_bus_slot_names_prop(int);
130 static void add_ranges_prop(int, int);
131 static void add_bus_available_prop(int);
132 static int get_pci_cap(uchar_t bus, uchar_t dev, uchar_t func, uint8_t cap_id);
133 static void fix_ppb_res(uchar_t, boolean_t);
134 static void alloc_res_array();
135 static void create_ioapic_node(int bus, int dev, int fn, ushort_t vendorid,
136 ushort_t deviceid);
137 static void pciex_slot_names_prop(dev_info_t *, ushort_t);
138 static void populate_bus_res(uchar_t bus);
139 static void memlist_remove_list(struct memlist **list,
140 struct memlist *remove_list);
141 static boolean_t is_pcie_platform(void);
142 static void ck804_fix_aer_ptr(dev_info_t *, pcie_req_id_t);
143
144 static void pci_scan_bbn(void);
145 static int pci_unitaddr_cache_valid(void);
146 static int pci_bus_unitaddr(int);
147 static void pci_unitaddr_cache_create(void);
148
149 static int pci_cache_unpack_nvlist(nvf_handle_t, nvlist_t *, char *);
150 static int pci_cache_pack_nvlist(nvf_handle_t, nvlist_t **);
151 static void pci_cache_free_list(nvf_handle_t);
152
153 extern int pci_slot_names_prop(int, char *, int);
154
155 /* set non-zero to force PCI peer-bus renumbering */
156 int pci_bus_always_renumber = 0;
157
158 /*
159 * used to register ISA resource usage which must not be made
160 * "available" from other PCI node' resource maps
161 */
162 static struct {
163 struct memlist *io_used;
164 struct memlist *mem_used;
165 } isa_res;
166
167 /*
168 * PCI unit-address cache management
169 */
170 static nvf_ops_t pci_unitaddr_cache_ops = {
171 "/etc/devices/pci_unitaddr_persistent", /* path to cache */
172 pci_cache_unpack_nvlist, /* read in nvlist form */
173 pci_cache_pack_nvlist, /* convert to nvlist form */
174 pci_cache_free_list, /* free data list */
175 NULL /* write complete callback */
176 };
177
178 typedef struct {
179 list_node_t pua_nodes;
180 int pua_index;
181 int pua_addr;
182 } pua_node_t;
183
184 nvf_handle_t puafd_handle;
185 int pua_cache_valid = 0;
186
187
188 /*ARGSUSED*/
189 static ACPI_STATUS
190 pci_process_acpi_device(ACPI_HANDLE hdl, UINT32 level, void *ctx, void **rv)
191 {
192 ACPI_BUFFER rb;
193 ACPI_OBJECT ro;
194 ACPI_DEVICE_INFO *adi;
195 int busnum;
196
197 /*
198 * Use AcpiGetObjectInfo() to find the device _HID
199 * If not a PCI root-bus, ignore this device and continue
200 * the walk
201 */
202 if (ACPI_FAILURE(AcpiGetObjectInfo(hdl, &adi)))
203 return (AE_OK);
204
205 if (!(adi->Valid & ACPI_VALID_HID)) {
206 AcpiOsFree(adi);
207 return (AE_OK);
208 }
209
210 if (strncmp(adi->HardwareId.String, PCI_ROOT_HID_STRING,
211 sizeof (PCI_ROOT_HID_STRING)) &&
212 strncmp(adi->HardwareId.String, PCI_EXPRESS_ROOT_HID_STRING,
213 sizeof (PCI_EXPRESS_ROOT_HID_STRING))) {
214 AcpiOsFree(adi);
215 return (AE_OK);
216 }
217
218 AcpiOsFree(adi);
219
220 /*
221 * XXX: ancient Big Bear broken _BBN will result in two
222 * bus 0 _BBNs being found, so we need to handle duplicate
223 * bus 0 gracefully. However, broken _BBN does not
224 * hide a childless root-bridge so no need to work-around it
225 * here
226 */
227 rb.Pointer = &ro;
228 rb.Length = sizeof (ro);
229 if (ACPI_SUCCESS(AcpiEvaluateObjectTyped(hdl, "_BBN",
230 NULL, &rb, ACPI_TYPE_INTEGER))) {
231 busnum = ro.Integer.Value;
232
233 /*
234 * Ignore invalid _BBN return values here (rather
235 * than panic) and emit a warning; something else
236 * may suffer failure as a result of the broken BIOS.
237 */
238 if ((busnum < 0) || (busnum > pci_bios_maxbus)) {
239 dcmn_err(CE_NOTE,
240 "pci_process_acpi_device: invalid _BBN 0x%x\n",
241 busnum);
242 return (AE_CTRL_DEPTH);
243 }
244
245 /* PCI with valid _BBN */
246 if (pci_bus_res[busnum].par_bus == (uchar_t)-1 &&
247 pci_bus_res[busnum].dip == NULL)
248 create_root_bus_dip((uchar_t)busnum);
249 return (AE_CTRL_DEPTH);
250 }
251
252 /* PCI and no _BBN, continue walk */
253 return (AE_OK);
254 }
255
256 /*
257 * Scan the ACPI namespace for all top-level instances of _BBN
258 * in order to discover childless root-bridges (which enumeration
259 * may not find; root-bridges are inferred by the existence of
260 * children). This scan should find all root-bridges that have
261 * been enumerated, and any childless root-bridges not enumerated.
262 * Root-bridge for bus 0 may not have a _BBN object.
263 */
264 static void
265 pci_scan_bbn()
266 {
267 void *rv;
268
269 (void) AcpiGetDevices(NULL, pci_process_acpi_device, NULL, &rv);
270 }
271
272 static void
273 pci_unitaddr_cache_init(void)
274 {
275
276 puafd_handle = nvf_register_file(&pci_unitaddr_cache_ops);
277 ASSERT(puafd_handle);
278
279 list_create(nvf_list(puafd_handle), sizeof (pua_node_t),
280 offsetof(pua_node_t, pua_nodes));
281
282 rw_enter(nvf_lock(puafd_handle), RW_WRITER);
283 (void) nvf_read_file(puafd_handle);
284 rw_exit(nvf_lock(puafd_handle));
285 }
286
287 /*
288 * Format of /etc/devices/pci_unitaddr_persistent:
289 *
290 * The persistent record of unit-address assignments contains
291 * a list of name/value pairs, where name is a string representation
292 * of the "index value" of the PCI root-bus and the value is
293 * the assigned unit-address.
294 *
295 * The "index value" is simply the zero-based index of the PCI
296 * root-buses ordered by physical bus number; first PCI bus is 0,
297 * second is 1, and so on.
298 */
299
300 /*ARGSUSED*/
301 static int
302 pci_cache_unpack_nvlist(nvf_handle_t hdl, nvlist_t *nvl, char *name)
303 {
304 long index;
305 int32_t value;
306 nvpair_t *np;
307 pua_node_t *node;
308
309 np = NULL;
310 while ((np = nvlist_next_nvpair(nvl, np)) != NULL) {
311 /* name of nvpair is index value */
312 if (ddi_strtol(nvpair_name(np), NULL, 10, &index) != 0)
313 continue;
314
315 if (nvpair_value_int32(np, &value) != 0)
316 continue;
317
318 node = kmem_zalloc(sizeof (pua_node_t), KM_SLEEP);
319 node->pua_index = index;
320 node->pua_addr = value;
321 list_insert_tail(nvf_list(hdl), node);
322 }
323
324 pua_cache_valid = 1;
325 return (DDI_SUCCESS);
326 }
327
328 static int
329 pci_cache_pack_nvlist(nvf_handle_t hdl, nvlist_t **ret_nvl)
330 {
331 int rval;
332 nvlist_t *nvl, *sub_nvl;
333 list_t *listp;
334 pua_node_t *pua;
335 char buf[13];
336
337 ASSERT(RW_WRITE_HELD(nvf_lock(hdl)));
338
339 rval = nvlist_alloc(&nvl, NV_UNIQUE_NAME, KM_SLEEP);
340 if (rval != DDI_SUCCESS) {
341 nvf_error("%s: nvlist alloc error %d\n",
342 nvf_cache_name(hdl), rval);
343 return (DDI_FAILURE);
344 }
345
346 sub_nvl = NULL;
347 rval = nvlist_alloc(&sub_nvl, NV_UNIQUE_NAME, KM_SLEEP);
348 if (rval != DDI_SUCCESS)
349 goto error;
350
351 listp = nvf_list(hdl);
352 for (pua = list_head(listp); pua != NULL;
353 pua = list_next(listp, pua)) {
354 (void) snprintf(buf, sizeof (buf), "%d", pua->pua_index);
355 rval = nvlist_add_int32(sub_nvl, buf, pua->pua_addr);
356 if (rval != DDI_SUCCESS)
357 goto error;
358 }
359
360 rval = nvlist_add_nvlist(nvl, "table", sub_nvl);
361 if (rval != DDI_SUCCESS)
362 goto error;
363 nvlist_free(sub_nvl);
364
365 *ret_nvl = nvl;
366 return (DDI_SUCCESS);
367
368 error:
369 if (sub_nvl)
370 nvlist_free(sub_nvl);
371 ASSERT(nvl);
372 nvlist_free(nvl);
373 *ret_nvl = NULL;
374 return (DDI_FAILURE);
375 }
376
377 static void
378 pci_cache_free_list(nvf_handle_t hdl)
379 {
380 list_t *listp;
381 pua_node_t *pua;
382
383 ASSERT(RW_WRITE_HELD(nvf_lock(hdl)));
384
385 listp = nvf_list(hdl);
386 for (pua = list_head(listp); pua != NULL;
387 pua = list_next(listp, pua)) {
388 list_remove(listp, pua);
389 kmem_free(pua, sizeof (pua_node_t));
390 }
391 }
392
393
394 static int
395 pci_unitaddr_cache_valid(void)
396 {
397
398 /* read only, no need for rw lock */
399 return (pua_cache_valid);
400 }
401
402
403 static int
404 pci_bus_unitaddr(int index)
405 {
406 pua_node_t *pua;
407 list_t *listp;
408 int addr;
409
410 rw_enter(nvf_lock(puafd_handle), RW_READER);
411
412 addr = -1; /* default return if no match */
413 listp = nvf_list(puafd_handle);
414 for (pua = list_head(listp); pua != NULL;
415 pua = list_next(listp, pua)) {
416 if (pua->pua_index == index) {
417 addr = pua->pua_addr;
418 break;
419 }
420 }
421
422 rw_exit(nvf_lock(puafd_handle));
423 return (addr);
424 }
425
426 static void
427 pci_unitaddr_cache_create(void)
428 {
429 int i, index;
430 pua_node_t *node;
431 list_t *listp;
432
433 rw_enter(nvf_lock(puafd_handle), RW_WRITER);
434
435 index = 0;
436 listp = nvf_list(puafd_handle);
437 for (i = 0; i <= pci_bios_maxbus; i++) {
438 /* skip non-root (peer) PCI busses */
439 if ((pci_bus_res[i].par_bus != (uchar_t)-1) ||
440 (pci_bus_res[i].dip == NULL))
441 continue;
442 node = kmem_zalloc(sizeof (pua_node_t), KM_SLEEP);
443 node->pua_index = index++;
444 node->pua_addr = pci_bus_res[i].root_addr;
445 list_insert_tail(listp, node);
446 }
447
448 (void) nvf_mark_dirty(puafd_handle);
449 rw_exit(nvf_lock(puafd_handle));
450 nvf_wake_daemon();
451 }
452
453
454 /*
455 * Enumerate all PCI devices
456 */
457 void
458 pci_setup_tree(void)
459 {
460 uint_t i, root_bus_addr = 0;
461
462 /*
463 * enable mem-mapped pci config space accessing,
464 * if failed to do so during early boot
465 */
466 if ((mcfg_mem_base == NULL) && is_pcie_platform())
467 mcfg_mem_base = 0xE0000000;
468
469 alloc_res_array();
470 for (i = 0; i <= pci_bios_maxbus; i++) {
471 pci_bus_res[i].par_bus = (uchar_t)-1;
472 pci_bus_res[i].root_addr = (uchar_t)-1;
473 pci_bus_res[i].sub_bus = i;
474 }
475
476 pci_bus_res[0].root_addr = root_bus_addr++;
477 create_root_bus_dip(0);
478 enumerate_bus_devs(0, CONFIG_INFO);
479
480 /*
481 * Now enumerate peer busses
482 *
483 * We loop till pci_bios_maxbus. On most systems, there is
484 * one more bus at the high end, which implements the ISA
485 * compatibility bus. We don't care about that.
486 *
487 * Note: In the old (bootconf) enumeration, the peer bus
488 * address did not use the bus number, and there were
489 * too many peer busses created. The root_bus_addr is
490 * used to maintain the old peer bus address assignment.
491 * However, we stop enumerating phantom peers with no
492 * device below.
493 */
494 for (i = 1; i <= pci_bios_maxbus; i++) {
495 if (pci_bus_res[i].dip == NULL) {
496 pci_bus_res[i].root_addr = root_bus_addr++;
497 }
498 enumerate_bus_devs(i, CONFIG_INFO);
499
500 /* add slot-names property for named pci hot-plug slots */
501 add_bus_slot_names_prop(i);
502 }
503
504 }
505
506 /*
507 * >0 = present, 0 = not present, <0 = error
508 */
509 static int
510 pci_bbn_present(int bus)
511 {
512 ACPI_HANDLE hdl;
513 int rv;
514
515 /* no dip means no _BBN */
516 if (pci_bus_res[bus].dip == NULL)
517 return (0);
518
519 rv = -1; /* default return value in case of error below */
520 if (ACPI_SUCCESS(acpica_get_handle(pci_bus_res[bus].dip, &hdl))) {
521 switch (AcpiEvaluateObject(hdl, "_BBN", NULL, NULL)) {
522 case AE_OK:
523 rv = 1;
524 break;
525 case AE_NOT_FOUND:
526 rv = 0;
527 break;
528 default:
529 break;
530 }
531 }
532
533 return (rv);
534 }
535
536 /*
537 * Return non-zero if any PCI bus in the system has an associated
538 * _BBN object, 0 otherwise.
539 */
540 static int
541 pci_roots_have_bbn(void)
542 {
543 int i;
544
545 /*
546 * Scan the PCI busses and look for at least 1 _BBN
547 */
548 for (i = 0; i <= pci_bios_maxbus; i++) {
549 /* skip non-root (peer) PCI busses */
550 if (pci_bus_res[i].par_bus != (uchar_t)-1)
551 continue;
552
553 if (pci_bbn_present(i) > 0)
554 return (1);
555 }
556 return (0);
557
558 }
559
560 /*
561 * return non-zero if the machine is one on which we renumber
562 * the internal pci unit-addresses
563 */
564 static int
565 pci_bus_renumber()
566 {
567 ACPI_TABLE_HEADER *fadt;
568
569 if (pci_bus_always_renumber)
570 return (1);
571
572 /* get the FADT */
573 if (AcpiGetTable(ACPI_SIG_FADT, 1, (ACPI_TABLE_HEADER **)&fadt) !=
574 AE_OK)
575 return (0);
576
577 /* compare OEM Table ID to "SUNm31" */
578 if (strncmp("SUNm31", fadt->OemId, 6))
579 return (0);
580 else
581 return (1);
582 }
583
584 /*
585 * Initial enumeration of the physical PCI bus hierarchy can
586 * leave 'gaps' in the order of peer PCI bus unit-addresses.
587 * Systems with more than one peer PCI bus *must* have an ACPI
588 * _BBN object associated with each peer bus; use the presence
589 * of this object to remove gaps in the numbering of the peer
590 * PCI bus unit-addresses - only peer busses with an associated
591 * _BBN are counted.
592 */
593 static void
594 pci_renumber_root_busses(void)
595 {
596 int pci_regs[] = {0, 0, 0};
597 int i, root_addr = 0;
598
599 /*
600 * Currently, we only enable the re-numbering on specific
601 * Sun machines; this is a work-around for the more complicated
602 * issue of upgrade changing physical device paths
603 */
604 if (!pci_bus_renumber())
605 return;
606
607 /*
608 * If we find no _BBN objects at all, we either don't need
609 * to do anything or can't do anything anyway
610 */
611 if (!pci_roots_have_bbn())
612 return;
613
614 for (i = 0; i <= pci_bios_maxbus; i++) {
615 /* skip non-root (peer) PCI busses */
616 if (pci_bus_res[i].par_bus != (uchar_t)-1)
617 continue;
618
619 if (pci_bbn_present(i) < 1) {
620 pci_bus_res[i].root_addr = (uchar_t)-1;
621 continue;
622 }
623
624 ASSERT(pci_bus_res[i].dip != NULL);
625 if (pci_bus_res[i].root_addr != root_addr) {
626 /* update reg property for node */
627 pci_bus_res[i].root_addr = root_addr;
628 pci_regs[0] = pci_bus_res[i].root_addr;
629 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE,
630 pci_bus_res[i].dip, "reg", (int *)pci_regs, 3);
631 }
632 root_addr++;
633 }
634 }
635
636 void
637 pci_register_isa_resources(int type, uint32_t base, uint32_t size)
638 {
639 (void) memlist_insert(
640 (type == 1) ? &isa_res.io_used : &isa_res.mem_used,
641 base, size);
642 }
643
644 /*
645 * Remove the resources which are already used by devices under a subtractive
646 * bridge from the bus's resources lists, because they're not available, and
647 * shouldn't be allocated to other buses. This is necessary because tracking
648 * resources for subtractive bridges is not complete. (Subtractive bridges only
649 * track some of their claimed resources, not "the rest of the address space" as
650 * they should, so that allocation to peer non-subtractive PPBs is easier. We
651 * need a fully-capable global resource allocator).
652 */
653 static void
654 remove_subtractive_res()
655 {
656 int i, j;
657 struct memlist *list;
658
659 for (i = 0; i <= pci_bios_maxbus; i++) {
660 if (pci_bus_res[i].subtractive) {
661 /* remove used io ports */
662 list = pci_bus_res[i].io_used;
663 while (list) {
664 for (j = 0; j <= pci_bios_maxbus; j++)
665 (void) memlist_remove(
666 &pci_bus_res[j].io_avail,
667 list->ml_address, list->ml_size);
668 list = list->ml_next;
669 }
670 /* remove used mem resource */
671 list = pci_bus_res[i].mem_used;
672 while (list) {
673 for (j = 0; j <= pci_bios_maxbus; j++) {
674 (void) memlist_remove(
675 &pci_bus_res[j].mem_avail,
676 list->ml_address, list->ml_size);
677 (void) memlist_remove(
678 &pci_bus_res[j].pmem_avail,
679 list->ml_address, list->ml_size);
680 }
681 list = list->ml_next;
682 }
683 /* remove used prefetchable mem resource */
684 list = pci_bus_res[i].pmem_used;
685 while (list) {
686 for (j = 0; j <= pci_bios_maxbus; j++) {
687 (void) memlist_remove(
688 &pci_bus_res[j].pmem_avail,
689 list->ml_address, list->ml_size);
690 (void) memlist_remove(
691 &pci_bus_res[j].mem_avail,
692 list->ml_address, list->ml_size);
693 }
694 list = list->ml_next;
695 }
696 }
697 }
698 }
699
700 /*
701 * Set up (or complete the setup of) the bus_avail resource list
702 */
703 static void
704 setup_bus_res(int bus)
705 {
706 uchar_t par_bus;
707
708 if (pci_bus_res[bus].dip == NULL) /* unused bus */
709 return;
710
711 /*
712 * Set up bus_avail if not already filled in by populate_bus_res()
713 */
714 if (pci_bus_res[bus].bus_avail == NULL) {
715 ASSERT(pci_bus_res[bus].sub_bus >= bus);
716 memlist_insert(&pci_bus_res[bus].bus_avail, bus,
717 pci_bus_res[bus].sub_bus - bus + 1);
718 }
719
720 ASSERT(pci_bus_res[bus].bus_avail != NULL);
721
722 /*
723 * Remove resources from parent bus node if this is not a
724 * root bus.
725 */
726 par_bus = pci_bus_res[bus].par_bus;
727 if (par_bus != (uchar_t)-1) {
728 ASSERT(pci_bus_res[par_bus].bus_avail != NULL);
729 memlist_remove_list(&pci_bus_res[par_bus].bus_avail,
730 pci_bus_res[bus].bus_avail);
731 }
732
733 /* remove self from bus_avail */;
734 (void) memlist_remove(&pci_bus_res[bus].bus_avail, bus, 1);
735 }
736
737 static uint64_t
738 get_parbus_io_res(uchar_t parbus, uchar_t bus, uint64_t size, uint64_t align)
739 {
740 uint64_t addr = 0;
741 uchar_t res_bus;
742
743 /*
744 * Skip root(peer) buses in multiple-root-bus systems when
745 * ACPI resource discovery was not successfully done.
746 */
747 if ((pci_bus_res[parbus].par_bus == (uchar_t)-1) &&
748 (num_root_bus > 1) && (acpi_resource_discovery <= 0))
749 return (0);
750
751 res_bus = parbus;
752 while (pci_bus_res[res_bus].subtractive) {
753 if (pci_bus_res[res_bus].io_avail)
754 break;
755 res_bus = pci_bus_res[res_bus].par_bus;
756 if (res_bus == (uchar_t)-1)
757 break; /* root bus already */
758 }
759
760 if (pci_bus_res[res_bus].io_avail) {
761 addr = memlist_find(&pci_bus_res[res_bus].io_avail,
762 size, align);
763 if (addr) {
764 memlist_insert(&pci_bus_res[res_bus].io_used,
765 addr, size);
766
767 /* free the old resource */
768 memlist_free_all(&pci_bus_res[bus].io_avail);
769 memlist_free_all(&pci_bus_res[bus].io_used);
770
771 /* add the new resource */
772 memlist_insert(&pci_bus_res[bus].io_avail, addr, size);
773 }
774 }
775
776 return (addr);
777 }
778
779 static uint64_t
780 get_parbus_mem_res(uchar_t parbus, uchar_t bus, uint64_t size, uint64_t align)
781 {
782 uint64_t addr = 0;
783 uchar_t res_bus;
784
785 /*
786 * Skip root(peer) buses in multiple-root-bus systems when
787 * ACPI resource discovery was not successfully done.
788 */
789 if ((pci_bus_res[parbus].par_bus == (uchar_t)-1) &&
790 (num_root_bus > 1) && (acpi_resource_discovery <= 0))
791 return (0);
792
793 res_bus = parbus;
794 while (pci_bus_res[res_bus].subtractive) {
795 if (pci_bus_res[res_bus].mem_avail)
796 break;
797 res_bus = pci_bus_res[res_bus].par_bus;
798 if (res_bus == (uchar_t)-1)
799 break; /* root bus already */
800 }
801
802 if (pci_bus_res[res_bus].mem_avail) {
803 addr = memlist_find(&pci_bus_res[res_bus].mem_avail,
804 size, align);
805 if (addr) {
806 memlist_insert(&pci_bus_res[res_bus].mem_used,
807 addr, size);
808 (void) memlist_remove(&pci_bus_res[res_bus].pmem_avail,
809 addr, size);
810
811 /* free the old resource */
812 memlist_free_all(&pci_bus_res[bus].mem_avail);
813 memlist_free_all(&pci_bus_res[bus].mem_used);
814
815 /* add the new resource */
816 memlist_insert(&pci_bus_res[bus].mem_avail, addr, size);
817 }
818 }
819
820 return (addr);
821 }
822
823 /*
824 * given a cap_id, return its cap_id location in config space
825 */
826 static int
827 get_pci_cap(uchar_t bus, uchar_t dev, uchar_t func, uint8_t cap_id)
828 {
829 uint8_t curcap, cap_id_loc;
830 uint16_t status;
831 int location = -1;
832
833 /*
834 * Need to check the Status register for ECP support first.
835 * Also please note that for type 1 devices, the
836 * offset could change. Should support type 1 next.
837 */
838 status = pci_getw(bus, dev, func, PCI_CONF_STAT);
839 if (!(status & PCI_STAT_CAP)) {
840 return (-1);
841 }
842 cap_id_loc = pci_getb(bus, dev, func, PCI_CONF_CAP_PTR);
843
844 /* Walk the list of capabilities */
845 while (cap_id_loc && cap_id_loc != (uint8_t)-1) {
846 curcap = pci_getb(bus, dev, func, cap_id_loc);
847
848 if (curcap == cap_id) {
849 location = cap_id_loc;
850 break;
851 }
852 cap_id_loc = pci_getb(bus, dev, func, cap_id_loc + 1);
853 }
854 return (location);
855 }
856
857 /*
858 * Does this resource element live in the legacy VGA range?
859 */
860
861 int
862 is_vga(struct memlist *elem, enum io_mem io)
863 {
864
865 if (io == IO) {
866 if ((elem->ml_address == 0x3b0 && elem->ml_size == 0xc) ||
867 (elem->ml_address == 0x3c0 && elem->ml_size == 0x20))
868 return (1);
869 } else {
870 if (elem->ml_address == 0xa0000 && elem->ml_size == 0x20000)
871 return (1);
872 }
873 return (0);
874 }
875
876 /*
877 * Does this entire resource list consist only of legacy VGA resources?
878 */
879
880 int
881 list_is_vga_only(struct memlist *l, enum io_mem io)
882 {
883 do {
884 if (!is_vga(l, io))
885 return (0);
886 } while ((l = l->ml_next) != NULL);
887 return (1);
888 }
889
890 /*
891 * Assign valid resources to unconfigured pci(e) bridges. We are trying
892 * to reprogram the bridge when its
893 * i) SECBUS == SUBBUS ||
894 * ii) IOBASE > IOLIM ||
895 * iii) MEMBASE > MEMLIM
896 * This must be done after one full pass through the PCI tree to collect
897 * all BIOS-configured resources, so that we know what resources are
898 * free and available to assign to the unconfigured PPBs.
899 */
900 static void
901 fix_ppb_res(uchar_t secbus, boolean_t prog_sub)
902 {
903 uchar_t bus, dev, func;
904 uchar_t parbus, subbus;
905 uint_t io_base, io_limit, mem_base, mem_limit;
906 uint_t io_size, mem_size, io_align, mem_align;
907 uint64_t addr = 0;
908 int *regp = NULL;
909 uint_t reglen;
910 int rv, cap_ptr, physhi;
911 dev_info_t *dip;
912 uint16_t cmd_reg;
913 struct memlist *list, *scratch_list;
914
915 /* skip root (peer) PCI busses */
916 if (pci_bus_res[secbus].par_bus == (uchar_t)-1)
917 return;
918
919 /* skip subtractive PPB when prog_sub is not TRUE */
920 if (pci_bus_res[secbus].subtractive && !prog_sub)
921 return;
922
923 /* some entries may be empty due to discontiguous bus numbering */
924 dip = pci_bus_res[secbus].dip;
925 if (dip == NULL)
926 return;
927
928 rv = ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
929 "reg", ®p, ®len);
930 if (rv != DDI_PROP_SUCCESS || reglen == 0)
931 return;
932 physhi = regp[0];
933 ddi_prop_free(regp);
934
935 func = (uchar_t)PCI_REG_FUNC_G(physhi);
936 dev = (uchar_t)PCI_REG_DEV_G(physhi);
937 bus = (uchar_t)PCI_REG_BUS_G(physhi);
938
939 /*
940 * If pcie bridge, check to see if link is enabled
941 */
942 cap_ptr = get_pci_cap(bus, dev, func, PCI_CAP_ID_PCI_E);
943 if (cap_ptr != -1) {
944 cmd_reg = pci_getw(bus, dev, func,
945 (uint16_t)cap_ptr + PCIE_LINKCTL);
946 if (cmd_reg & PCIE_LINKCTL_LINK_DISABLE) {
947 dcmn_err(CE_NOTE,
948 "!fix_ppb_res: ppb[%x/%x/%x] link is disabled.\n",
949 bus, dev, func);
950 return;
951 }
952 }
953
954 subbus = pci_getb(bus, dev, func, PCI_BCNF_SUBBUS);
955 parbus = pci_bus_res[secbus].par_bus;
956 ASSERT(parbus == bus);
957 cmd_reg = pci_getw(bus, dev, func, PCI_CONF_COMM);
958
959 /*
960 * If we have a Cardbus bridge, but no bus space
961 */
962 if (pci_bus_res[secbus].num_cbb != 0 &&
963 pci_bus_res[secbus].bus_avail == NULL) {
964 uchar_t range;
965
966 /* normally there are 2 buses under a cardbus bridge */
967 range = pci_bus_res[secbus].num_cbb * 2;
968
969 /*
970 * Try to find and allocate a bus-range starting at subbus+1
971 * from the parent of the PPB.
972 */
973 for (; range != 0; range--) {
974 if (memlist_find_with_startaddr(
975 &pci_bus_res[parbus].bus_avail,
976 subbus + 1, range, 1) != NULL)
977 break; /* find bus range resource at parent */
978 }
979 if (range != 0) {
980 memlist_insert(&pci_bus_res[secbus].bus_avail,
981 subbus + 1, range);
982 subbus = subbus + range;
983 pci_bus_res[secbus].sub_bus = subbus;
984 pci_putb(bus, dev, func, PCI_BCNF_SUBBUS, subbus);
985 add_bus_range_prop(secbus);
986
987 cmn_err(CE_NOTE, "!reprogram bus-range on ppb"
988 "[%x/%x/%x]: %x ~ %x\n", bus, dev, func,
989 secbus, subbus);
990 }
991 }
992
993 /*
994 * Calculate required IO size and alignment
995 * If bus io_size is zero, we are going to assign 512 bytes per bus,
996 * otherwise, we'll choose the maximum value of such calculation and
997 * bus io_size. The size needs to be 4K aligned.
998 *
999 * We calculate alignment as the largest power of two less than the
1000 * the sum of all children's IO size requirements, because this will
1001 * align to the size of the largest child request within that size
1002 * (which is always a power of two).
1003 */
1004 io_size = (subbus - secbus + 1) * 0x200;
1005 if (io_size < pci_bus_res[secbus].io_size)
1006 io_size = pci_bus_res[secbus].io_size;
1007 io_size = P2ROUNDUP(io_size, PPB_IO_ALIGNMENT);
1008 io_align = io_size;
1009 P2LE(io_align);
1010
1011 /*
1012 * Calculate required MEM size and alignment
1013 * If bus mem_size is zero, we are going to assign 1M bytes per bus,
1014 * otherwise, we'll choose the maximum value of such calculation and
1015 * bus mem_size. The size needs to be 1M aligned.
1016 *
1017 * For the alignment, refer to the I/O comment above.
1018 */
1019 mem_size = (subbus - secbus + 1) * PPB_MEM_ALIGNMENT;
1020 if (mem_size < pci_bus_res[secbus].mem_size) {
1021 mem_size = pci_bus_res[secbus].mem_size;
1022 mem_size = P2ROUNDUP(mem_size, PPB_MEM_ALIGNMENT);
1023 }
1024 mem_align = mem_size;
1025 P2LE(mem_align);
1026
1027 /* Subtractive bridge */
1028 if (pci_bus_res[secbus].subtractive && prog_sub) {
1029 /*
1030 * We program an arbitrary amount of I/O and memory resource
1031 * for the subtractive bridge so that child dynamic-resource-
1032 * allocating devices (such as Cardbus bridges) have a chance
1033 * of success. Until we have full-tree resource rebalancing,
1034 * dynamic resource allocation (thru busra) only looks at the
1035 * parent bridge, so all PPBs must have some allocatable
1036 * resource. For non-subtractive bridges, the resources come
1037 * from the base/limit register "windows", but subtractive
1038 * bridges often don't program those (since they don't need to).
1039 * If we put all the remaining resources on the subtractive
1040 * bridge, then peer non-subtractive bridges can't allocate
1041 * more space (even though this is probably most correct).
1042 * If we put the resources only on the parent, then allocations
1043 * from children of subtractive bridges will fail without
1044 * special-case code for bypassing the subtractive bridge.
1045 * This solution is the middle-ground temporary solution until
1046 * we have fully-capable resource allocation.
1047 */
1048
1049 /*
1050 * Add an arbitrary I/O resource to the subtractive PPB
1051 */
1052 if (pci_bus_res[secbus].io_avail == NULL) {
1053 addr = get_parbus_io_res(parbus, secbus, io_size,
1054 io_align);
1055 if (addr) {
1056 add_ranges_prop(secbus, 1);
1057 pci_bus_res[secbus].io_reprogram =
1058 pci_bus_res[parbus].io_reprogram;
1059
1060 cmn_err(CE_NOTE, "!add io-range on subtractive"
1061 " ppb[%x/%x/%x]: 0x%x ~ 0x%x\n",
1062 bus, dev, func, (uint32_t)addr,
1063 (uint32_t)addr + io_size - 1);
1064 }
1065 }
1066 /*
1067 * Add an arbitrary memory resource to the subtractive PPB
1068 */
1069 if (pci_bus_res[secbus].mem_avail == NULL) {
1070 addr = get_parbus_mem_res(parbus, secbus, mem_size,
1071 mem_align);
1072 if (addr) {
1073 add_ranges_prop(secbus, 1);
1074 pci_bus_res[secbus].mem_reprogram =
1075 pci_bus_res[parbus].mem_reprogram;
1076
1077 cmn_err(CE_NOTE, "!add mem-range on "
1078 "subtractive ppb[%x/%x/%x]: 0x%x ~ 0x%x\n",
1079 bus, dev, func, (uint32_t)addr,
1080 (uint32_t)addr + mem_size - 1);
1081 }
1082 }
1083
1084 goto cmd_enable;
1085 }
1086
1087 /*
1088 * Check to see if we need to reprogram I/O space, either because the
1089 * parent bus needed reprogramming and so do we, or because I/O space is
1090 * disabled in base/limit or command register.
1091 */
1092 io_base = pci_getb(bus, dev, func, PCI_BCNF_IO_BASE_LOW);
1093 io_limit = pci_getb(bus, dev, func, PCI_BCNF_IO_LIMIT_LOW);
1094 io_base = (io_base & 0xf0) << 8;
1095 io_limit = ((io_limit & 0xf0) << 8) | 0xfff;
1096
1097 /* Form list of all resources passed (avail + used) */
1098 scratch_list = memlist_dup(pci_bus_res[secbus].io_avail);
1099 memlist_merge(&pci_bus_res[secbus].io_used, &scratch_list);
1100
1101 if ((pci_bus_res[parbus].io_reprogram ||
1102 (io_base > io_limit) ||
1103 (!(cmd_reg & PCI_COMM_IO))) &&
1104 !list_is_vga_only(scratch_list, IO)) {
1105 if (pci_bus_res[secbus].io_used) {
1106 memlist_subsume(&pci_bus_res[secbus].io_used,
1107 &pci_bus_res[secbus].io_avail);
1108 }
1109 if (pci_bus_res[secbus].io_avail &&
1110 (!pci_bus_res[parbus].io_reprogram) &&
1111 (!pci_bus_res[parbus].subtractive)) {
1112 /* rechoose old io ports info */
1113 list = pci_bus_res[secbus].io_avail;
1114 io_base = 0;
1115 do {
1116 if (is_vga(list, IO))
1117 continue;
1118 if (!io_base) {
1119 io_base = (uint_t)list->ml_address;
1120 io_limit = (uint_t)list->ml_address +
1121 list->ml_size - 1;
1122 io_base =
1123 P2ALIGN(io_base, PPB_IO_ALIGNMENT);
1124 } else {
1125 if (list->ml_address + list->ml_size >
1126 io_limit) {
1127 io_limit = (uint_t)
1128 (list->ml_address +
1129 list->ml_size - 1);
1130 }
1131 }
1132 } while ((list = list->ml_next) != NULL);
1133 /* 4K aligned */
1134 io_limit = P2ROUNDUP(io_limit, PPB_IO_ALIGNMENT) - 1;
1135 io_size = io_limit - io_base + 1;
1136 ASSERT(io_base <= io_limit);
1137 memlist_free_all(&pci_bus_res[secbus].io_avail);
1138 memlist_insert(&pci_bus_res[secbus].io_avail,
1139 io_base, io_size);
1140 memlist_insert(&pci_bus_res[parbus].io_used,
1141 io_base, io_size);
1142 (void) memlist_remove(&pci_bus_res[parbus].io_avail,
1143 io_base, io_size);
1144 pci_bus_res[secbus].io_reprogram = B_TRUE;
1145 } else {
1146 /* get new io ports from parent bus */
1147 addr = get_parbus_io_res(parbus, secbus, io_size,
1148 io_align);
1149 if (addr) {
1150 io_base = addr;
1151 io_limit = addr + io_size - 1;
1152 pci_bus_res[secbus].io_reprogram = B_TRUE;
1153 }
1154 }
1155 if (pci_bus_res[secbus].io_reprogram) {
1156 /* reprogram PPB regs */
1157 pci_putb(bus, dev, func, PCI_BCNF_IO_BASE_LOW,
1158 (uchar_t)((io_base>>8) & 0xf0));
1159 pci_putb(bus, dev, func, PCI_BCNF_IO_LIMIT_LOW,
1160 (uchar_t)((io_limit>>8) & 0xf0));
1161 pci_putb(bus, dev, func, PCI_BCNF_IO_BASE_HI, 0);
1162 pci_putb(bus, dev, func, PCI_BCNF_IO_LIMIT_HI, 0);
1163 add_ranges_prop(secbus, 1);
1164
1165 cmn_err(CE_NOTE, "!reprogram io-range on"
1166 " ppb[%x/%x/%x]: 0x%x ~ 0x%x\n",
1167 bus, dev, func, io_base, io_limit);
1168 }
1169 }
1170 memlist_free_all(&scratch_list);
1171
1172 /*
1173 * Check memory space as we did I/O space.
1174 */
1175 mem_base = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_MEM_BASE);
1176 mem_base = (mem_base & 0xfff0) << 16;
1177 mem_limit = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_MEM_LIMIT);
1178 mem_limit = ((mem_limit & 0xfff0) << 16) | 0xfffff;
1179
1180 scratch_list = memlist_dup(pci_bus_res[secbus].mem_avail);
1181 memlist_merge(&pci_bus_res[secbus].mem_used, &scratch_list);
1182
1183 if ((pci_bus_res[parbus].mem_reprogram ||
1184 (mem_base > mem_limit) ||
1185 (!(cmd_reg & PCI_COMM_MAE))) &&
1186 !list_is_vga_only(scratch_list, MEM)) {
1187 if (pci_bus_res[secbus].mem_used) {
1188 memlist_subsume(&pci_bus_res[secbus].mem_used,
1189 &pci_bus_res[secbus].mem_avail);
1190 }
1191 if (pci_bus_res[secbus].mem_avail &&
1192 (!pci_bus_res[parbus].mem_reprogram) &&
1193 (!pci_bus_res[parbus].subtractive)) {
1194 /* rechoose old mem resource */
1195 list = pci_bus_res[secbus].mem_avail;
1196 mem_base = 0;
1197 do {
1198 if (is_vga(list, MEM))
1199 continue;
1200 if (mem_base == 0) {
1201 mem_base = (uint_t)list->ml_address;
1202 mem_base = P2ALIGN(mem_base,
1203 PPB_MEM_ALIGNMENT);
1204 mem_limit = (uint_t)(list->ml_address +
1205 list->ml_size - 1);
1206 } else {
1207 if ((list->ml_address + list->ml_size) >
1208 mem_limit) {
1209 mem_limit = (uint_t)
1210 (list->ml_address +
1211 list->ml_size - 1);
1212 }
1213 }
1214 } while ((list = list->ml_next) != NULL);
1215 mem_limit = P2ROUNDUP(mem_limit, PPB_MEM_ALIGNMENT) - 1;
1216 mem_size = mem_limit + 1 - mem_base;
1217 ASSERT(mem_base <= mem_limit);
1218 memlist_free_all(&pci_bus_res[secbus].mem_avail);
1219 memlist_insert(&pci_bus_res[secbus].mem_avail,
1220 mem_base, mem_size);
1221 memlist_insert(&pci_bus_res[parbus].mem_used,
1222 mem_base, mem_size);
1223 (void) memlist_remove(&pci_bus_res[parbus].mem_avail,
1224 mem_base, mem_size);
1225 pci_bus_res[secbus].mem_reprogram = B_TRUE;
1226 } else {
1227 /* get new mem resource from parent bus */
1228 addr = get_parbus_mem_res(parbus, secbus, mem_size,
1229 mem_align);
1230 if (addr) {
1231 mem_base = addr;
1232 mem_limit = addr + mem_size - 1;
1233 pci_bus_res[secbus].mem_reprogram = B_TRUE;
1234 }
1235 }
1236
1237 if (pci_bus_res[secbus].mem_reprogram) {
1238 /* reprogram PPB MEM regs */
1239 pci_putw(bus, dev, func, PCI_BCNF_MEM_BASE,
1240 (uint16_t)((mem_base>>16) & 0xfff0));
1241 pci_putw(bus, dev, func, PCI_BCNF_MEM_LIMIT,
1242 (uint16_t)((mem_limit>>16) & 0xfff0));
1243 /*
1244 * Disable PMEM window by setting base > limit.
1245 * We currently don't reprogram the PMEM like we've
1246 * done for I/O and MEM. (Devices that support prefetch
1247 * can use non-prefetch MEM.) Anyway, if the MEM access
1248 * bit is initially disabled by BIOS, we disable the
1249 * PMEM window manually by setting PMEM base > PMEM
1250 * limit here, in case there are incorrect values in
1251 * them from BIOS, so that we won't get in trouble once
1252 * the MEM access bit is enabled at the end of this
1253 * function.
1254 */
1255 if (!(cmd_reg & PCI_COMM_MAE)) {
1256 pci_putw(bus, dev, func, PCI_BCNF_PF_BASE_LOW,
1257 0xfff0);
1258 pci_putw(bus, dev, func, PCI_BCNF_PF_LIMIT_LOW,
1259 0x0);
1260 pci_putl(bus, dev, func, PCI_BCNF_PF_BASE_HIGH,
1261 0xffffffff);
1262 pci_putl(bus, dev, func, PCI_BCNF_PF_LIMIT_HIGH,
1263 0x0);
1264 }
1265
1266 add_ranges_prop(secbus, 1);
1267
1268 cmn_err(CE_NOTE, "!reprogram mem-range on"
1269 " ppb[%x/%x/%x]: 0x%x ~ 0x%x\n",
1270 bus, dev, func, mem_base, mem_limit);
1271 }
1272 }
1273 memlist_free_all(&scratch_list);
1274
1275 cmd_enable:
1276 if (pci_bus_res[secbus].io_avail)
1277 cmd_reg |= PCI_COMM_IO | PCI_COMM_ME;
1278 if (pci_bus_res[secbus].mem_avail)
1279 cmd_reg |= PCI_COMM_MAE | PCI_COMM_ME;
1280 pci_putw(bus, dev, func, PCI_CONF_COMM, cmd_reg);
1281 }
1282
1283 void
1284 pci_reprogram(void)
1285 {
1286 int i, pci_reconfig = 1;
1287 char *onoff;
1288 int bus;
1289
1290 /*
1291 * Scan ACPI namespace for _BBN objects, make sure that
1292 * childless root-bridges appear in devinfo tree
1293 */
1294 pci_scan_bbn();
1295 pci_unitaddr_cache_init();
1296
1297 /*
1298 * Fix-up unit-address assignments if cache is available
1299 */
1300 if (pci_unitaddr_cache_valid()) {
1301 int pci_regs[] = {0, 0, 0};
1302 int new_addr;
1303 int index = 0;
1304
1305 for (bus = 0; bus <= pci_bios_maxbus; bus++) {
1306 /* skip non-root (peer) PCI busses */
1307 if ((pci_bus_res[bus].par_bus != (uchar_t)-1) ||
1308 (pci_bus_res[bus].dip == NULL))
1309 continue;
1310
1311 new_addr = pci_bus_unitaddr(index);
1312 if (pci_bus_res[bus].root_addr != new_addr) {
1313 /* update reg property for node */
1314 pci_regs[0] = pci_bus_res[bus].root_addr =
1315 new_addr;
1316 (void) ndi_prop_update_int_array(
1317 DDI_DEV_T_NONE, pci_bus_res[bus].dip,
1318 "reg", (int *)pci_regs, 3);
1319 }
1320 index++;
1321 }
1322 } else {
1323 /* perform legacy processing */
1324 pci_renumber_root_busses();
1325 pci_unitaddr_cache_create();
1326 }
1327
1328 /*
1329 * Do root-bus resource discovery
1330 */
1331 for (bus = 0; bus <= pci_bios_maxbus; bus++) {
1332 /* skip non-root (peer) PCI busses */
1333 if (pci_bus_res[bus].par_bus != (uchar_t)-1)
1334 continue;
1335
1336 /*
1337 * 1. find resources associated with this root bus
1338 */
1339 populate_bus_res(bus);
1340
1341
1342 /*
1343 * 2. Remove used PCI and ISA resources from bus resource map
1344 */
1345
1346 memlist_remove_list(&pci_bus_res[bus].io_avail,
1347 pci_bus_res[bus].io_used);
1348 memlist_remove_list(&pci_bus_res[bus].mem_avail,
1349 pci_bus_res[bus].mem_used);
1350 memlist_remove_list(&pci_bus_res[bus].pmem_avail,
1351 pci_bus_res[bus].pmem_used);
1352 memlist_remove_list(&pci_bus_res[bus].mem_avail,
1353 pci_bus_res[bus].pmem_used);
1354 memlist_remove_list(&pci_bus_res[bus].pmem_avail,
1355 pci_bus_res[bus].mem_used);
1356
1357 memlist_remove_list(&pci_bus_res[bus].io_avail,
1358 isa_res.io_used);
1359 memlist_remove_list(&pci_bus_res[bus].mem_avail,
1360 isa_res.mem_used);
1361
1362 /*
1363 * 3. Exclude <1M address range here in case below reserved
1364 * ranges for BIOS data area, ROM area etc are wrongly reported
1365 * in ACPI resource producer entries for PCI root bus.
1366 * 00000000 - 000003FF RAM
1367 * 00000400 - 000004FF BIOS data area
1368 * 00000500 - 0009FFFF RAM
1369 * 000A0000 - 000BFFFF VGA RAM
1370 * 000C0000 - 000FFFFF ROM area
1371 */
1372 (void) memlist_remove(&pci_bus_res[bus].mem_avail, 0, 0x100000);
1373 (void) memlist_remove(&pci_bus_res[bus].pmem_avail,
1374 0, 0x100000);
1375 }
1376
1377 memlist_free_all(&isa_res.io_used);
1378 memlist_free_all(&isa_res.mem_used);
1379
1380 /* add bus-range property for root/peer bus nodes */
1381 for (i = 0; i <= pci_bios_maxbus; i++) {
1382 /* create bus-range property on root/peer buses */
1383 if (pci_bus_res[i].par_bus == (uchar_t)-1)
1384 add_bus_range_prop(i);
1385
1386 /* setup bus range resource on each bus */
1387 setup_bus_res(i);
1388 }
1389
1390 if (ddi_prop_lookup_string(DDI_DEV_T_ANY, ddi_root_node(),
1391 DDI_PROP_DONTPASS, "pci-reprog", &onoff) == DDI_SUCCESS) {
1392 if (strcmp(onoff, "off") == 0) {
1393 pci_reconfig = 0;
1394 cmn_err(CE_NOTE, "pci device reprogramming disabled");
1395 }
1396 ddi_prop_free(onoff);
1397 }
1398
1399 remove_subtractive_res();
1400
1401 /* reprogram the non-subtractive PPB */
1402 if (pci_reconfig)
1403 for (i = 0; i <= pci_bios_maxbus; i++)
1404 fix_ppb_res(i, B_FALSE);
1405
1406 for (i = 0; i <= pci_bios_maxbus; i++) {
1407 /* configure devices not configured by BIOS */
1408 if (pci_reconfig) {
1409 /*
1410 * Reprogram the subtractive PPB. At this time, all its
1411 * siblings should have got their resources already.
1412 */
1413 if (pci_bus_res[i].subtractive)
1414 fix_ppb_res(i, B_TRUE);
1415 enumerate_bus_devs(i, CONFIG_NEW);
1416 }
1417 }
1418
1419 /* All dev programmed, so we can create available prop */
1420 for (i = 0; i <= pci_bios_maxbus; i++)
1421 add_bus_available_prop(i);
1422 }
1423
1424 /*
1425 * populate bus resources
1426 */
1427 static void
1428 populate_bus_res(uchar_t bus)
1429 {
1430
1431 /* scan BIOS structures */
1432 pci_bus_res[bus].pmem_avail = find_bus_res(bus, PREFETCH_TYPE);
1433 pci_bus_res[bus].mem_avail = find_bus_res(bus, MEM_TYPE);
1434 pci_bus_res[bus].io_avail = find_bus_res(bus, IO_TYPE);
1435 pci_bus_res[bus].bus_avail = find_bus_res(bus, BUSRANGE_TYPE);
1436
1437 /*
1438 * attempt to initialize sub_bus from the largest range-end
1439 * in the bus_avail list
1440 */
1441 if (pci_bus_res[bus].bus_avail != NULL) {
1442 struct memlist *entry;
1443 int current;
1444
1445 entry = pci_bus_res[bus].bus_avail;
1446 while (entry != NULL) {
1447 current = entry->ml_address + entry->ml_size - 1;
1448 if (current > pci_bus_res[bus].sub_bus)
1449 pci_bus_res[bus].sub_bus = current;
1450 entry = entry->ml_next;
1451 }
1452 }
1453
1454 if (bus == 0) {
1455 /*
1456 * Special treatment of bus 0:
1457 * If no IO/MEM resource from ACPI/MPSPEC/HRT, copy
1458 * pcimem from boot and make I/O space the entire range
1459 * starting at 0x100.
1460 */
1461 if (pci_bus_res[0].mem_avail == NULL)
1462 pci_bus_res[0].mem_avail =
1463 memlist_dup(bootops->boot_mem->pcimem);
1464 /* Exclude 0x00 to 0xff of the I/O space, used by all PCs */
1465 if (pci_bus_res[0].io_avail == NULL)
1466 memlist_insert(&pci_bus_res[0].io_avail, 0x100, 0xffff);
1467 }
1468
1469 /*
1470 * Create 'ranges' property here before any resources are
1471 * removed from the resource lists
1472 */
1473 add_ranges_prop(bus, 0);
1474 }
1475
1476
1477 /*
1478 * Create top-level bus dips, i.e. /pci@0,0, /pci@1,0...
1479 */
1480 static void
1481 create_root_bus_dip(uchar_t bus)
1482 {
1483 int pci_regs[] = {0, 0, 0};
1484 dev_info_t *dip;
1485
1486 ASSERT(pci_bus_res[bus].par_bus == (uchar_t)-1);
1487
1488 num_root_bus++;
1489 ndi_devi_alloc_sleep(ddi_root_node(), "pci",
1490 (pnode_t)DEVI_SID_NODEID, &dip);
1491 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
1492 "#address-cells", 3);
1493 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
1494 "#size-cells", 2);
1495 pci_regs[0] = pci_bus_res[bus].root_addr;
1496 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip,
1497 "reg", (int *)pci_regs, 3);
1498
1499 /*
1500 * If system has PCIe bus, then create different properties
1501 */
1502 if (create_pcie_root_bus(bus, dip) == B_FALSE)
1503 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
1504 "device_type", "pci");
1505
1506 (void) ndi_devi_bind_driver(dip, 0);
1507 pci_bus_res[bus].dip = dip;
1508 }
1509
1510 /*
1511 * For any fixed configuration (often compatability) pci devices
1512 * and those with their own expansion rom, create device nodes
1513 * to hold the already configured device details.
1514 */
1515 void
1516 enumerate_bus_devs(uchar_t bus, int config_op)
1517 {
1518 uchar_t dev, func, nfunc, header;
1519 ushort_t venid;
1520 struct pci_devfunc *devlist = NULL, *entry;
1521
1522 if (config_op == CONFIG_NEW) {
1523 dcmn_err(CE_NOTE, "configuring pci bus 0x%x", bus);
1524 } else if (config_op == CONFIG_FIX) {
1525 dcmn_err(CE_NOTE, "fixing devices on pci bus 0x%x", bus);
1526 } else
1527 dcmn_err(CE_NOTE, "enumerating pci bus 0x%x", bus);
1528
1529 if (config_op == CONFIG_NEW) {
1530 devlist = (struct pci_devfunc *)pci_bus_res[bus].privdata;
1531 while (devlist) {
1532 entry = devlist;
1533 devlist = entry->next;
1534 if (entry->reprogram ||
1535 pci_bus_res[bus].io_reprogram ||
1536 pci_bus_res[bus].mem_reprogram) {
1537 /* reprogram device(s) */
1538 (void) add_reg_props(entry->dip, bus,
1539 entry->dev, entry->func, CONFIG_NEW, 0);
1540 }
1541 kmem_free(entry, sizeof (*entry));
1542 }
1543 pci_bus_res[bus].privdata = NULL;
1544 return;
1545 }
1546
1547 for (dev = 0; dev < max_dev_pci; dev++) {
1548 nfunc = 1;
1549 for (func = 0; func < nfunc; func++) {
1550
1551 dcmn_err(CE_NOTE, "probing dev 0x%x, func 0x%x",
1552 dev, func);
1553
1554 venid = pci_getw(bus, dev, func, PCI_CONF_VENID);
1555
1556 if ((venid == 0xffff) || (venid == 0)) {
1557 /* no function at this address */
1558 continue;
1559 }
1560
1561 header = pci_getb(bus, dev, func, PCI_CONF_HEADER);
1562 if (header == 0xff) {
1563 continue; /* illegal value */
1564 }
1565
1566 /*
1567 * according to some mail from Microsoft posted
1568 * to the pci-drivers alias, their only requirement
1569 * for a multifunction device is for the 1st
1570 * function to have to PCI_HEADER_MULTI bit set.
1571 */
1572 if ((func == 0) && (header & PCI_HEADER_MULTI)) {
1573 nfunc = 8;
1574 }
1575
1576 if (config_op == CONFIG_FIX ||
1577 config_op == CONFIG_INFO) {
1578 /*
1579 * Create the node, unconditionally, on the
1580 * first pass only. It may still need
1581 * resource assignment, which will be
1582 * done on the second, CONFIG_NEW, pass.
1583 */
1584 process_devfunc(bus, dev, func, header,
1585 venid, config_op);
1586
1587 }
1588 }
1589 }
1590
1591 /* percolate bus used resources up through parents to root */
1592 if (config_op == CONFIG_INFO) {
1593 int par_bus;
1594
1595 par_bus = pci_bus_res[bus].par_bus;
1596 while (par_bus != (uchar_t)-1) {
1597 pci_bus_res[par_bus].io_size +=
1598 pci_bus_res[bus].io_size;
1599 pci_bus_res[par_bus].mem_size +=
1600 pci_bus_res[bus].mem_size;
1601
1602 if (pci_bus_res[bus].io_used)
1603 memlist_merge(&pci_bus_res[bus].io_used,
1604 &pci_bus_res[par_bus].io_used);
1605
1606 if (pci_bus_res[bus].mem_used)
1607 memlist_merge(&pci_bus_res[bus].mem_used,
1608 &pci_bus_res[par_bus].mem_used);
1609
1610 if (pci_bus_res[bus].pmem_used)
1611 memlist_merge(&pci_bus_res[bus].pmem_used,
1612 &pci_bus_res[par_bus].pmem_used);
1613
1614 bus = par_bus;
1615 par_bus = pci_bus_res[par_bus].par_bus;
1616 }
1617 }
1618 }
1619
1620 static int
1621 check_pciide_prop(uchar_t revid, ushort_t venid, ushort_t devid,
1622 ushort_t subvenid, ushort_t subdevid)
1623 {
1624 static int prop_exist = -1;
1625 static char *pciide_str;
1626 char compat[32];
1627
1628 if (prop_exist == -1) {
1629 prop_exist = (ddi_prop_lookup_string(DDI_DEV_T_ANY,
1630 ddi_root_node(), DDI_PROP_DONTPASS, "pci-ide",
1631 &pciide_str) == DDI_SUCCESS);
1632 }
1633
1634 if (!prop_exist)
1635 return (0);
1636
1637 /* compare property value against various forms of compatible */
1638 if (subvenid) {
1639 (void) snprintf(compat, sizeof (compat), "pci%x,%x.%x.%x.%x",
1640 venid, devid, subvenid, subdevid, revid);
1641 if (strcmp(pciide_str, compat) == 0)
1642 return (1);
1643
1644 (void) snprintf(compat, sizeof (compat), "pci%x,%x.%x.%x",
1645 venid, devid, subvenid, subdevid);
1646 if (strcmp(pciide_str, compat) == 0)
1647 return (1);
1648
1649 (void) snprintf(compat, sizeof (compat), "pci%x,%x",
1650 subvenid, subdevid);
1651 if (strcmp(pciide_str, compat) == 0)
1652 return (1);
1653 }
1654 (void) snprintf(compat, sizeof (compat), "pci%x,%x.%x",
1655 venid, devid, revid);
1656 if (strcmp(pciide_str, compat) == 0)
1657 return (1);
1658
1659 (void) snprintf(compat, sizeof (compat), "pci%x,%x", venid, devid);
1660 if (strcmp(pciide_str, compat) == 0)
1661 return (1);
1662
1663 return (0);
1664 }
1665
1666 static int
1667 is_pciide(uchar_t basecl, uchar_t subcl, uchar_t revid,
1668 ushort_t venid, ushort_t devid, ushort_t subvenid, ushort_t subdevid)
1669 {
1670 struct ide_table { /* table for PCI_MASS_OTHER */
1671 ushort_t venid;
1672 ushort_t devid;
1673 } *entry;
1674
1675 /* XXX SATA and other devices: need a way to add dynamically */
1676 static struct ide_table ide_other[] = {
1677 {0x1095, 0x3112},
1678 {0x1095, 0x3114},
1679 {0x1095, 0x3512},
1680 {0x1095, 0x680}, /* Sil0680 */
1681 {0x1283, 0x8211}, /* ITE 8211F is subcl PCI_MASS_OTHER */
1682 {0, 0}
1683 };
1684
1685 if (basecl != PCI_CLASS_MASS)
1686 return (0);
1687
1688 if (subcl == PCI_MASS_IDE) {
1689 return (1);
1690 }
1691
1692 if (check_pciide_prop(revid, venid, devid, subvenid, subdevid))
1693 return (1);
1694
1695 if (subcl != PCI_MASS_OTHER && subcl != PCI_MASS_SATA) {
1696 return (0);
1697 }
1698
1699 entry = &ide_other[0];
1700 while (entry->venid) {
1701 if (entry->venid == venid && entry->devid == devid)
1702 return (1);
1703 entry++;
1704 }
1705 return (0);
1706 }
1707
1708 static int
1709 is_display(uint_t classcode)
1710 {
1711 static uint_t disp_classes[] = {
1712 0x000100,
1713 0x030000,
1714 0x030001
1715 };
1716 int i, nclasses = sizeof (disp_classes) / sizeof (uint_t);
1717
1718 for (i = 0; i < nclasses; i++) {
1719 if (classcode == disp_classes[i])
1720 return (1);
1721 }
1722 return (0);
1723 }
1724
1725 static void
1726 add_undofix_entry(uint8_t bus, uint8_t dev, uint8_t fn,
1727 void (*undofn)(uint8_t, uint8_t, uint8_t))
1728 {
1729 struct pci_fixundo *newundo;
1730
1731 newundo = kmem_alloc(sizeof (struct pci_fixundo), KM_SLEEP);
1732
1733 /*
1734 * Adding an item to this list means that we must turn its NMIENABLE
1735 * bit back on at a later time.
1736 */
1737 newundo->bus = bus;
1738 newundo->dev = dev;
1739 newundo->fn = fn;
1740 newundo->undofn = undofn;
1741 newundo->next = undolist;
1742
1743 /* add to the undo list in LIFO order */
1744 undolist = newundo;
1745 }
1746
1747 void
1748 add_pci_fixes(void)
1749 {
1750 int i;
1751
1752 for (i = 0; i <= pci_bios_maxbus; i++) {
1753 /*
1754 * For each bus, apply needed fixes to the appropriate devices.
1755 * This must be done before the main enumeration loop because
1756 * some fixes must be applied to devices normally encountered
1757 * later in the pci scan (e.g. if a fix to device 7 must be
1758 * applied before scanning device 6, applying fixes in the
1759 * normal enumeration loop would obviously be too late).
1760 */
1761 enumerate_bus_devs(i, CONFIG_FIX);
1762 }
1763 }
1764
1765 void
1766 undo_pci_fixes(void)
1767 {
1768 struct pci_fixundo *nextundo;
1769 uint8_t bus, dev, fn;
1770
1771 /*
1772 * All fixes in the undo list are performed unconditionally. Future
1773 * fixes may require selective undo.
1774 */
1775 while (undolist != NULL) {
1776
1777 bus = undolist->bus;
1778 dev = undolist->dev;
1779 fn = undolist->fn;
1780
1781 (*(undolist->undofn))(bus, dev, fn);
1782
1783 nextundo = undolist->next;
1784 kmem_free(undolist, sizeof (struct pci_fixundo));
1785 undolist = nextundo;
1786 }
1787 }
1788
1789 static void
1790 undo_amd8111_pci_fix(uint8_t bus, uint8_t dev, uint8_t fn)
1791 {
1792 uint8_t val8;
1793
1794 val8 = pci_getb(bus, dev, fn, LPC_IO_CONTROL_REG_1);
1795 /*
1796 * The NMIONERR bit is turned back on to allow the SMM BIOS
1797 * to handle more critical PCI errors (e.g. PERR#).
1798 */
1799 val8 |= AMD8111_ENABLENMI;
1800 pci_putb(bus, dev, fn, LPC_IO_CONTROL_REG_1, val8);
1801 }
1802
1803 static void
1804 pci_fix_amd8111(uint8_t bus, uint8_t dev, uint8_t fn)
1805 {
1806 uint8_t val8;
1807
1808 val8 = pci_getb(bus, dev, fn, LPC_IO_CONTROL_REG_1);
1809
1810 if ((val8 & AMD8111_ENABLENMI) == 0)
1811 return;
1812
1813 /*
1814 * We reset NMIONERR in the LPC because master-abort on the PCI
1815 * bridge side of the 8111 will cause NMI, which might cause SMI,
1816 * which sometimes prevents all devices from being enumerated.
1817 */
1818 val8 &= ~AMD8111_ENABLENMI;
1819
1820 pci_putb(bus, dev, fn, LPC_IO_CONTROL_REG_1, val8);
1821
1822 add_undofix_entry(bus, dev, fn, undo_amd8111_pci_fix);
1823 }
1824
1825 static void
1826 set_devpm_d0(uchar_t bus, uchar_t dev, uchar_t func)
1827 {
1828 uint16_t status;
1829 uint8_t header;
1830 uint8_t cap_ptr;
1831 uint8_t cap_id;
1832 uint16_t pmcsr;
1833
1834 status = pci_getw(bus, dev, func, PCI_CONF_STAT);
1835 if (!(status & PCI_STAT_CAP))
1836 return; /* No capabilities list */
1837
1838 header = pci_getb(bus, dev, func, PCI_CONF_HEADER) & PCI_HEADER_TYPE_M;
1839 if (header == PCI_HEADER_CARDBUS)
1840 cap_ptr = pci_getb(bus, dev, func, PCI_CBUS_CAP_PTR);
1841 else
1842 cap_ptr = pci_getb(bus, dev, func, PCI_CONF_CAP_PTR);
1843 /*
1844 * Walk the capabilities list searching for a PM entry.
1845 */
1846 while (cap_ptr != PCI_CAP_NEXT_PTR_NULL && cap_ptr >= PCI_CAP_PTR_OFF) {
1847 cap_ptr &= PCI_CAP_PTR_MASK;
1848 cap_id = pci_getb(bus, dev, func, cap_ptr + PCI_CAP_ID);
1849 if (cap_id == PCI_CAP_ID_PM) {
1850 pmcsr = pci_getw(bus, dev, func, cap_ptr + PCI_PMCSR);
1851 pmcsr &= ~(PCI_PMCSR_STATE_MASK);
1852 pmcsr |= PCI_PMCSR_D0; /* D0 state */
1853 pci_putw(bus, dev, func, cap_ptr + PCI_PMCSR, pmcsr);
1854 break;
1855 }
1856 cap_ptr = pci_getb(bus, dev, func, cap_ptr + PCI_CAP_NEXT_PTR);
1857 }
1858
1859 }
1860
1861 #define is_isa(bc, sc) \
1862 (((bc) == PCI_CLASS_BRIDGE) && ((sc) == PCI_BRIDGE_ISA))
1863
1864 static void
1865 process_devfunc(uchar_t bus, uchar_t dev, uchar_t func, uchar_t header,
1866 ushort_t vendorid, int config_op)
1867 {
1868 char nodename[32], unitaddr[5];
1869 dev_info_t *dip;
1870 uchar_t basecl, subcl, progcl, intr, revid;
1871 ushort_t subvenid, subdevid, status;
1872 ushort_t slot_num;
1873 uint_t classcode, revclass;
1874 int reprogram = 0, pciide = 0;
1875 int power[2] = {1, 1};
1876 int pciex = 0;
1877 ushort_t is_pci_bridge = 0;
1878 struct pci_devfunc *devlist = NULL, *entry = NULL;
1879 boolean_t slot_valid;
1880 gfx_entry_t *gfxp;
1881 pcie_req_id_t bdf;
1882
1883 ushort_t deviceid = pci_getw(bus, dev, func, PCI_CONF_DEVID);
1884
1885 switch (header & PCI_HEADER_TYPE_M) {
1886 case PCI_HEADER_ZERO:
1887 subvenid = pci_getw(bus, dev, func, PCI_CONF_SUBVENID);
1888 subdevid = pci_getw(bus, dev, func, PCI_CONF_SUBSYSID);
1889 break;
1890 case PCI_HEADER_CARDBUS:
1891 subvenid = pci_getw(bus, dev, func, PCI_CBUS_SUBVENID);
1892 subdevid = pci_getw(bus, dev, func, PCI_CBUS_SUBSYSID);
1893 /* Record the # of cardbus bridges found on the bus */
1894 if (config_op == CONFIG_INFO)
1895 pci_bus_res[bus].num_cbb++;
1896 break;
1897 default:
1898 subvenid = 0;
1899 subdevid = 0;
1900 break;
1901 }
1902
1903 if (config_op == CONFIG_FIX) {
1904 if (vendorid == VENID_AMD && deviceid == DEVID_AMD8111_LPC) {
1905 pci_fix_amd8111(bus, dev, func);
1906 }
1907 return;
1908 }
1909
1910 /* XXX should be use generic names? derive from class? */
1911 revclass = pci_getl(bus, dev, func, PCI_CONF_REVID);
1912 classcode = revclass >> 8;
1913 revid = revclass & 0xff;
1914
1915 /* figure out if this is pci-ide */
1916 basecl = classcode >> 16;
1917 subcl = (classcode >> 8) & 0xff;
1918 progcl = classcode & 0xff;
1919
1920
1921 if (is_display(classcode))
1922 (void) snprintf(nodename, sizeof (nodename), "display");
1923 else if (!pseudo_isa && is_isa(basecl, subcl))
1924 (void) snprintf(nodename, sizeof (nodename), "isa");
1925 else if (subvenid != 0)
1926 (void) snprintf(nodename, sizeof (nodename),
1927 "pci%x,%x", subvenid, subdevid);
1928 else
1929 (void) snprintf(nodename, sizeof (nodename),
1930 "pci%x,%x", vendorid, deviceid);
1931
1932 /* make sure parent bus dip has been created */
1933 if (pci_bus_res[bus].dip == NULL)
1934 create_root_bus_dip(bus);
1935
1936 ndi_devi_alloc_sleep(pci_bus_res[bus].dip, nodename,
1937 DEVI_SID_NODEID, &dip);
1938
1939 if (check_if_device_is_pciex(dip, bus, dev, func, &slot_valid,
1940 &slot_num, &is_pci_bridge) == B_TRUE)
1941 pciex = 1;
1942
1943 bdf = PCI_GETBDF(bus, dev, func);
1944 /*
1945 * Record BAD AMD bridges which don't support MMIO config access.
1946 */
1947 if (IS_BAD_AMD_NTBRIDGE(vendorid, deviceid) ||
1948 IS_AMD_8132_CHIP(vendorid, deviceid)) {
1949 uchar_t secbus = 0;
1950 uchar_t subbus = 0;
1951
1952 if ((basecl == PCI_CLASS_BRIDGE) &&
1953 (subcl == PCI_BRIDGE_PCI)) {
1954 secbus = pci_getb(bus, dev, func, PCI_BCNF_SECBUS);
1955 subbus = pci_getb(bus, dev, func, PCI_BCNF_SUBBUS);
1956 }
1957 pci_cfgacc_add_workaround(bdf, secbus, subbus);
1958 }
1959
1960 /*
1961 * Only populate bus_t if this is a PCIE platform, and
1962 * the device is sitting under a PCIE root complex(RC) .
1963 * Some particular machines have both PCIE RC and PCI
1964 * hostbridge, in which case only devices under PCIE RC
1965 * get their bus_t populated.
1966 */
1967 if ((mcfg_mem_base != NULL) && (pcie_get_rc_dip(dip) != NULL)) {
1968 ck804_fix_aer_ptr(dip, bdf);
1969 (void) pcie_init_bus(dip, bdf, PCIE_BUS_INITIAL);
1970 }
1971
1972 /* add properties */
1973 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip, "device-id", deviceid);
1974 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip, "vendor-id", vendorid);
1975 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip, "revision-id", revid);
1976 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
1977 "class-code", classcode);
1978 if (func == 0)
1979 (void) snprintf(unitaddr, sizeof (unitaddr), "%x", dev);
1980 else
1981 (void) snprintf(unitaddr, sizeof (unitaddr),
1982 "%x,%x", dev, func);
1983 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
1984 "unit-address", unitaddr);
1985
1986 /* add device_type for display nodes */
1987 if (is_display(classcode)) {
1988 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
1989 "device_type", "display");
1990 }
1991 /* add special stuff for header type */
1992 if ((header & PCI_HEADER_TYPE_M) == PCI_HEADER_ZERO) {
1993 uchar_t mingrant = pci_getb(bus, dev, func, PCI_CONF_MIN_G);
1994 uchar_t maxlatency = pci_getb(bus, dev, func, PCI_CONF_MAX_L);
1995
1996 if (subvenid != 0) {
1997 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
1998 "subsystem-id", subdevid);
1999 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2000 "subsystem-vendor-id", subvenid);
2001 }
2002 if (!pciex)
2003 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2004 "min-grant", mingrant);
2005 if (!pciex)
2006 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2007 "max-latency", maxlatency);
2008 }
2009
2010 /* interrupt, record if not 0 */
2011 intr = pci_getb(bus, dev, func, PCI_CONF_IPIN);
2012 if (intr != 0)
2013 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2014 "interrupts", intr);
2015
2016 /*
2017 * Add support for 133 mhz pci eventually
2018 */
2019 status = pci_getw(bus, dev, func, PCI_CONF_STAT);
2020
2021 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2022 "devsel-speed", (status & PCI_STAT_DEVSELT) >> 9);
2023 if (!pciex && (status & PCI_STAT_FBBC))
2024 (void) ndi_prop_create_boolean(DDI_DEV_T_NONE, dip,
2025 "fast-back-to-back");
2026 if (!pciex && (status & PCI_STAT_66MHZ))
2027 (void) ndi_prop_create_boolean(DDI_DEV_T_NONE, dip,
2028 "66mhz-capable");
2029 if (status & PCI_STAT_UDF)
2030 (void) ndi_prop_create_boolean(DDI_DEV_T_NONE, dip,
2031 "udf-supported");
2032 if (pciex && slot_valid) {
2033 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2034 "physical-slot#", slot_num);
2035 if (!is_pci_bridge)
2036 pciex_slot_names_prop(dip, slot_num);
2037 }
2038
2039 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip,
2040 "power-consumption", power, 2);
2041
2042 /* Set the device PM state to D0 */
2043 set_devpm_d0(bus, dev, func);
2044
2045 if ((basecl == PCI_CLASS_BRIDGE) && (subcl == PCI_BRIDGE_PCI))
2046 add_ppb_props(dip, bus, dev, func, pciex, is_pci_bridge);
2047 else {
2048 /*
2049 * Record the non-PPB devices on the bus for possible
2050 * reprogramming at 2nd bus enumeration.
2051 * Note: PPB reprogramming is done in fix_ppb_res()
2052 */
2053 devlist = (struct pci_devfunc *)pci_bus_res[bus].privdata;
2054 entry = kmem_zalloc(sizeof (*entry), KM_SLEEP);
2055 entry->dip = dip;
2056 entry->dev = dev;
2057 entry->func = func;
2058 entry->next = devlist;
2059 pci_bus_res[bus].privdata = entry;
2060 }
2061
2062 if (IS_CLASS_IOAPIC(basecl, subcl, progcl)) {
2063 create_ioapic_node(bus, dev, func, vendorid, deviceid);
2064 }
2065
2066 /* check for NVIDIA CK8-04/MCP55 based LPC bridge */
2067 if (NVIDIA_IS_LPC_BRIDGE(vendorid, deviceid) && (dev == 1) &&
2068 (func == 0)) {
2069 add_nvidia_isa_bridge_props(dip, bus, dev, func);
2070 /* each LPC bridge has an integrated IOAPIC */
2071 apic_nvidia_io_max++;
2072 }
2073
2074 if (pciex && is_pci_bridge)
2075 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip, "model",
2076 (char *)"PCIe-PCI bridge");
2077 else
2078 add_model_prop(dip, classcode);
2079
2080 add_compatible(dip, subvenid, subdevid, vendorid, deviceid,
2081 revid, classcode, pciex);
2082
2083 /*
2084 * See if this device is a controller that advertises
2085 * itself to be a standard ATA task file controller, or one that
2086 * has been hard coded.
2087 *
2088 * If it is, check if any other higher precedence driver listed in
2089 * driver_aliases will claim the node by calling
2090 * ddi_compatibile_driver_major. If so, clear pciide and do not
2091 * create a pci-ide node or any other special handling.
2092 *
2093 * If another driver does not bind, set the node name to pci-ide
2094 * and then let the special pci-ide handling for registers and
2095 * child pci-ide nodes proceed below.
2096 */
2097 if (is_pciide(basecl, subcl, revid, vendorid, deviceid,
2098 subvenid, subdevid) == 1) {
2099 if (ddi_compatible_driver_major(dip, NULL) == (major_t)-1) {
2100 (void) ndi_devi_set_nodename(dip, "pci-ide", 0);
2101 pciide = 1;
2102 }
2103 }
2104
2105 DEVI_SET_PCI(dip);
2106 reprogram = add_reg_props(dip, bus, dev, func, config_op, pciide);
2107 (void) ndi_devi_bind_driver(dip, 0);
2108
2109 /* special handling for pci-ide */
2110 if (pciide) {
2111 dev_info_t *cdip;
2112
2113 /*
2114 * Create properties specified by P1275 Working Group
2115 * Proposal #414 Version 1
2116 */
2117 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
2118 "device_type", "pci-ide");
2119 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2120 "#address-cells", 1);
2121 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2122 "#size-cells", 0);
2123
2124 /* allocate two child nodes */
2125 ndi_devi_alloc_sleep(dip, "ide",
2126 (pnode_t)DEVI_SID_NODEID, &cdip);
2127 (void) ndi_prop_update_int(DDI_DEV_T_NONE, cdip,
2128 "reg", 0);
2129 (void) ndi_devi_bind_driver(cdip, 0);
2130 ndi_devi_alloc_sleep(dip, "ide",
2131 (pnode_t)DEVI_SID_NODEID, &cdip);
2132 (void) ndi_prop_update_int(DDI_DEV_T_NONE, cdip,
2133 "reg", 1);
2134 (void) ndi_devi_bind_driver(cdip, 0);
2135
2136 reprogram = 0; /* don't reprogram pci-ide bridge */
2137 }
2138
2139 if (is_display(classcode)) {
2140 gfxp = kmem_zalloc(sizeof (*gfxp), KM_SLEEP);
2141 gfxp->g_dip = dip;
2142 gfxp->g_prev = NULL;
2143 gfxp->g_next = gfx_devinfo_list;
2144 gfx_devinfo_list = gfxp;
2145 if (gfxp->g_next)
2146 gfxp->g_next->g_prev = gfxp;
2147 }
2148
2149 /* special handling for isa */
2150 if (!pseudo_isa && is_isa(basecl, subcl)) {
2151 /* add device_type */
2152 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
2153 "device_type", "isa");
2154 }
2155
2156 if (reprogram && (entry != NULL))
2157 entry->reprogram = B_TRUE;
2158
2159 }
2160
2161 /*
2162 * Some vendors do not use unique subsystem IDs in their products, which
2163 * makes the use of form 2 compatible names (pciSSSS,ssss) inappropriate.
2164 * Allow for these compatible forms to be excluded on a per-device basis.
2165 */
2166 /*ARGSUSED*/
2167 static boolean_t
2168 subsys_compat_exclude(ushort_t venid, ushort_t devid, ushort_t subvenid,
2169 ushort_t subdevid, uchar_t revid, uint_t classcode)
2170 {
2171 /* Nvidia display adapters */
2172 if ((venid == 0x10de) && (is_display(classcode)))
2173 return (B_TRUE);
2174
2175 return (B_FALSE);
2176 }
2177
2178 /*
2179 * Set the compatible property to a value compliant with
2180 * rev 2.1 of the IEEE1275 PCI binding.
2181 * (Also used for PCI-Express devices).
2182 *
2183 * pciVVVV,DDDD.SSSS.ssss.RR (0)
2184 * pciVVVV,DDDD.SSSS.ssss (1)
2185 * pciSSSS,ssss (2)
2186 * pciVVVV,DDDD.RR (3)
2187 * pciVVVV,DDDD (4)
2188 * pciclass,CCSSPP (5)
2189 * pciclass,CCSS (6)
2190 *
2191 * The Subsystem (SSSS) forms are not inserted if
2192 * subsystem-vendor-id is 0.
2193 *
2194 * NOTE: For PCI-Express devices "pci" is replaced with "pciex" in 0-6 above
2195 * property 2 is not created as per "1275 bindings for PCI Express Interconnect"
2196 *
2197 * Set with setprop and \x00 between each
2198 * to generate the encoded string array form.
2199 */
2200 void
2201 add_compatible(dev_info_t *dip, ushort_t subvenid, ushort_t subdevid,
2202 ushort_t vendorid, ushort_t deviceid, uchar_t revid, uint_t classcode,
2203 int pciex)
2204 {
2205 int i = 0;
2206 int size = COMPAT_BUFSIZE;
2207 char *compat[13];
2208 char *buf, *curr;
2209
2210 curr = buf = kmem_alloc(size, KM_SLEEP);
2211
2212 if (pciex) {
2213 if (subvenid) {
2214 compat[i++] = curr; /* form 0 */
2215 (void) snprintf(curr, size, "pciex%x,%x.%x.%x.%x",
2216 vendorid, deviceid, subvenid, subdevid, revid);
2217 size -= strlen(curr) + 1;
2218 curr += strlen(curr) + 1;
2219
2220 compat[i++] = curr; /* form 1 */
2221 (void) snprintf(curr, size, "pciex%x,%x.%x.%x",
2222 vendorid, deviceid, subvenid, subdevid);
2223 size -= strlen(curr) + 1;
2224 curr += strlen(curr) + 1;
2225
2226 }
2227 compat[i++] = curr; /* form 3 */
2228 (void) snprintf(curr, size, "pciex%x,%x.%x",
2229 vendorid, deviceid, revid);
2230 size -= strlen(curr) + 1;
2231 curr += strlen(curr) + 1;
2232
2233 compat[i++] = curr; /* form 4 */
2234 (void) snprintf(curr, size, "pciex%x,%x", vendorid, deviceid);
2235 size -= strlen(curr) + 1;
2236 curr += strlen(curr) + 1;
2237
2238 compat[i++] = curr; /* form 5 */
2239 (void) snprintf(curr, size, "pciexclass,%06x", classcode);
2240 size -= strlen(curr) + 1;
2241 curr += strlen(curr) + 1;
2242
2243 compat[i++] = curr; /* form 6 */
2244 (void) snprintf(curr, size, "pciexclass,%04x",
2245 (classcode >> 8));
2246 size -= strlen(curr) + 1;
2247 curr += strlen(curr) + 1;
2248 }
2249
2250 if (subvenid) {
2251 compat[i++] = curr; /* form 0 */
2252 (void) snprintf(curr, size, "pci%x,%x.%x.%x.%x",
2253 vendorid, deviceid, subvenid, subdevid, revid);
2254 size -= strlen(curr) + 1;
2255 curr += strlen(curr) + 1;
2256
2257 compat[i++] = curr; /* form 1 */
2258 (void) snprintf(curr, size, "pci%x,%x.%x.%x",
2259 vendorid, deviceid, subvenid, subdevid);
2260 size -= strlen(curr) + 1;
2261 curr += strlen(curr) + 1;
2262
2263 if (subsys_compat_exclude(vendorid, deviceid, subvenid,
2264 subdevid, revid, classcode) == B_FALSE) {
2265 compat[i++] = curr; /* form 2 */
2266 (void) snprintf(curr, size, "pci%x,%x", subvenid,
2267 subdevid);
2268 size -= strlen(curr) + 1;
2269 curr += strlen(curr) + 1;
2270 }
2271 }
2272 compat[i++] = curr; /* form 3 */
2273 (void) snprintf(curr, size, "pci%x,%x.%x", vendorid, deviceid, revid);
2274 size -= strlen(curr) + 1;
2275 curr += strlen(curr) + 1;
2276
2277 compat[i++] = curr; /* form 4 */
2278 (void) snprintf(curr, size, "pci%x,%x", vendorid, deviceid);
2279 size -= strlen(curr) + 1;
2280 curr += strlen(curr) + 1;
2281
2282 compat[i++] = curr; /* form 5 */
2283 (void) snprintf(curr, size, "pciclass,%06x", classcode);
2284 size -= strlen(curr) + 1;
2285 curr += strlen(curr) + 1;
2286
2287 compat[i++] = curr; /* form 6 */
2288 (void) snprintf(curr, size, "pciclass,%04x", (classcode >> 8));
2289 size -= strlen(curr) + 1;
2290 curr += strlen(curr) + 1;
2291
2292 (void) ndi_prop_update_string_array(DDI_DEV_T_NONE, dip,
2293 "compatible", compat, i);
2294 kmem_free(buf, COMPAT_BUFSIZE);
2295 }
2296
2297 /*
2298 * Adjust the reg properties for a dual channel PCI-IDE device.
2299 *
2300 * NOTE: don't do anything that changes the order of the hard-decodes
2301 * and programmed BARs. The kernel driver depends on these values
2302 * being in this order regardless of whether they're for a 'native'
2303 * mode BAR or not.
2304 */
2305 /*
2306 * config info for pci-ide devices
2307 */
2308 static struct {
2309 uchar_t native_mask; /* 0 == 'compatibility' mode, 1 == native */
2310 uchar_t bar_offset; /* offset for alt status register */
2311 ushort_t addr; /* compatibility mode base address */
2312 ushort_t length; /* number of ports for this BAR */
2313 } pciide_bar[] = {
2314 { 0x01, 0, 0x1f0, 8 }, /* primary lower BAR */
2315 { 0x01, 2, 0x3f6, 1 }, /* primary upper BAR */
2316 { 0x04, 0, 0x170, 8 }, /* secondary lower BAR */
2317 { 0x04, 2, 0x376, 1 } /* secondary upper BAR */
2318 };
2319
2320 static int
2321 pciIdeAdjustBAR(uchar_t progcl, int index, uint_t *basep, uint_t *lenp)
2322 {
2323 int hard_decode = 0;
2324
2325 /*
2326 * Adjust the base and len for the BARs of the PCI-IDE
2327 * device's primary and secondary controllers. The first
2328 * two BARs are for the primary controller and the next
2329 * two BARs are for the secondary controller. The fifth
2330 * and sixth bars are never adjusted.
2331 */
2332 if (index >= 0 && index <= 3) {
2333 *lenp = pciide_bar[index].length;
2334
2335 if (progcl & pciide_bar[index].native_mask) {
2336 *basep += pciide_bar[index].bar_offset;
2337 } else {
2338 *basep = pciide_bar[index].addr;
2339 hard_decode = 1;
2340 }
2341 }
2342
2343 /*
2344 * if either base or len is zero make certain both are zero
2345 */
2346 if (*basep == 0 || *lenp == 0) {
2347 *basep = 0;
2348 *lenp = 0;
2349 hard_decode = 0;
2350 }
2351
2352 return (hard_decode);
2353 }
2354
2355
2356 /*
2357 * Add the "reg" and "assigned-addresses" property
2358 */
2359 static int
2360 add_reg_props(dev_info_t *dip, uchar_t bus, uchar_t dev, uchar_t func,
2361 int config_op, int pciide)
2362 {
2363 uchar_t baseclass, subclass, progclass, header;
2364 ushort_t bar_sz;
2365 uint_t value = 0, len, devloc;
2366 uint_t base, base_hi, type;
2367 ushort_t offset, end;
2368 int max_basereg, j, reprogram = 0;
2369 uint_t phys_hi;
2370 struct memlist **io_avail, **io_used;
2371 struct memlist **mem_avail, **mem_used;
2372 struct memlist **pmem_avail, **pmem_used;
2373 uchar_t res_bus;
2374
2375 pci_regspec_t regs[16] = {{0}};
2376 pci_regspec_t assigned[15] = {{0}};
2377 int nreg, nasgn;
2378
2379 io_avail = &pci_bus_res[bus].io_avail;
2380 io_used = &pci_bus_res[bus].io_used;
2381 mem_avail = &pci_bus_res[bus].mem_avail;
2382 mem_used = &pci_bus_res[bus].mem_used;
2383 pmem_avail = &pci_bus_res[bus].pmem_avail;
2384 pmem_used = &pci_bus_res[bus].pmem_used;
2385
2386 devloc = (uint_t)bus << 16 | (uint_t)dev << 11 | (uint_t)func << 8;
2387 regs[0].pci_phys_hi = devloc;
2388 nreg = 1; /* rest of regs[0] is all zero */
2389 nasgn = 0;
2390
2391 baseclass = pci_getb(bus, dev, func, PCI_CONF_BASCLASS);
2392 subclass = pci_getb(bus, dev, func, PCI_CONF_SUBCLASS);
2393 progclass = pci_getb(bus, dev, func, PCI_CONF_PROGCLASS);
2394 header = pci_getb(bus, dev, func, PCI_CONF_HEADER) & PCI_HEADER_TYPE_M;
2395
2396 switch (header) {
2397 case PCI_HEADER_ZERO:
2398 max_basereg = PCI_BASE_NUM;
2399 break;
2400 case PCI_HEADER_PPB:
2401 max_basereg = PCI_BCNF_BASE_NUM;
2402 break;
2403 case PCI_HEADER_CARDBUS:
2404 max_basereg = PCI_CBUS_BASE_NUM;
2405 reprogram = 1;
2406 break;
2407 default:
2408 max_basereg = 0;
2409 break;
2410 }
2411
2412 /*
2413 * Create the register property by saving the current
2414 * value of the base register. Write 0xffffffff to the
2415 * base register. Read the value back to determine the
2416 * required size of the address space. Restore the base
2417 * register contents.
2418 *
2419 * Do not disable I/O and memory access for bridges; this
2420 * has the side-effect of making the bridge transparent to
2421 * secondary-bus activity (see sections 4.1-4.3 of the
2422 * PCI-PCI Bridge Spec V1.2). For non-bridges, disable
2423 * I/O and memory access to avoid difficulty with USB
2424 * emulation (see OHCI spec1.0a appendix B
2425 * "Host Controller Mapping")
2426 */
2427 end = PCI_CONF_BASE0 + max_basereg * sizeof (uint_t);
2428 for (j = 0, offset = PCI_CONF_BASE0; offset < end;
2429 j++, offset += bar_sz) {
2430 uint_t command;
2431
2432 /* determine the size of the address space */
2433 base = pci_getl(bus, dev, func, offset);
2434 if (baseclass != PCI_CLASS_BRIDGE) {
2435 command = (uint_t)pci_getw(bus, dev, func,
2436 PCI_CONF_COMM);
2437 pci_putw(bus, dev, func, PCI_CONF_COMM,
2438 command & ~(PCI_COMM_MAE | PCI_COMM_IO));
2439 }
2440 pci_putl(bus, dev, func, offset, 0xffffffff);
2441 value = pci_getl(bus, dev, func, offset);
2442 pci_putl(bus, dev, func, offset, base);
2443 if (baseclass != PCI_CLASS_BRIDGE)
2444 pci_putw(bus, dev, func, PCI_CONF_COMM, command);
2445
2446 /* construct phys hi,med.lo, size hi, lo */
2447 if ((pciide && j < 4) || (base & PCI_BASE_SPACE_IO)) {
2448 int hard_decode = 0;
2449
2450 /* i/o space */
2451 bar_sz = PCI_BAR_SZ_32;
2452 value &= PCI_BASE_IO_ADDR_M;
2453 len = ((value ^ (value-1)) + 1) >> 1;
2454
2455 /* XXX Adjust first 4 IDE registers */
2456 if (pciide) {
2457 if (subclass != PCI_MASS_IDE)
2458 progclass = (PCI_IDE_IF_NATIVE_PRI |
2459 PCI_IDE_IF_NATIVE_SEC);
2460 hard_decode = pciIdeAdjustBAR(progclass, j,
2461 &base, &len);
2462 } else if (value == 0) {
2463 /* skip base regs with size of 0 */
2464 continue;
2465 }
2466
2467 regs[nreg].pci_phys_hi = PCI_ADDR_IO | devloc |
2468 (hard_decode ? PCI_RELOCAT_B : offset);
2469 regs[nreg].pci_phys_low = hard_decode ?
2470 base & PCI_BASE_IO_ADDR_M : 0;
2471 assigned[nasgn].pci_phys_hi =
2472 PCI_RELOCAT_B | regs[nreg].pci_phys_hi;
2473 regs[nreg].pci_size_low =
2474 assigned[nasgn].pci_size_low = len;
2475 type = base & (~PCI_BASE_IO_ADDR_M);
2476 base &= PCI_BASE_IO_ADDR_M;
2477 /*
2478 * A device under a subtractive PPB can allocate
2479 * resources from its parent bus if there is no resource
2480 * available on its own bus.
2481 */
2482 if ((config_op == CONFIG_NEW) && (*io_avail == NULL)) {
2483 res_bus = bus;
2484 while (pci_bus_res[res_bus].subtractive) {
2485 res_bus = pci_bus_res[res_bus].par_bus;
2486 if (res_bus == (uchar_t)-1)
2487 break; /* root bus already */
2488 if (pci_bus_res[res_bus].io_avail) {
2489 io_avail = &pci_bus_res
2490 [res_bus].io_avail;
2491 break;
2492 }
2493 }
2494 }
2495
2496 /*
2497 * first pass - gather what's there
2498 * update/second pass - adjust/allocate regions
2499 * config - allocate regions
2500 */
2501 if (config_op == CONFIG_INFO) { /* first pass */
2502 /* take out of the resource map of the bus */
2503 if (base != 0) {
2504 (void) memlist_remove(io_avail, base,
2505 len);
2506 memlist_insert(io_used, base, len);
2507 } else {
2508 reprogram = 1;
2509 }
2510 pci_bus_res[bus].io_size += len;
2511 } else if ((*io_avail && base == 0) ||
2512 pci_bus_res[bus].io_reprogram) {
2513 base = (uint_t)memlist_find(io_avail, len, len);
2514 if (base != 0) {
2515 memlist_insert(io_used, base, len);
2516 /* XXX need to worry about 64-bit? */
2517 pci_putl(bus, dev, func, offset,
2518 base | type);
2519 base = pci_getl(bus, dev, func, offset);
2520 base &= PCI_BASE_IO_ADDR_M;
2521 }
2522 if (base == 0) {
2523 cmn_err(CE_WARN, "failed to program"
2524 " IO space [%d/%d/%d] BAR@0x%x"
2525 " length 0x%x",
2526 bus, dev, func, offset, len);
2527 }
2528 }
2529 assigned[nasgn].pci_phys_low = base;
2530 nreg++, nasgn++;
2531
2532 } else {
2533 /* memory space */
2534 if ((base & PCI_BASE_TYPE_M) == PCI_BASE_TYPE_ALL) {
2535 bar_sz = PCI_BAR_SZ_64;
2536 base_hi = pci_getl(bus, dev, func, offset + 4);
2537 phys_hi = PCI_ADDR_MEM64;
2538 } else {
2539 bar_sz = PCI_BAR_SZ_32;
2540 base_hi = 0;
2541 phys_hi = PCI_ADDR_MEM32;
2542 }
2543
2544 /* skip base regs with size of 0 */
2545 value &= PCI_BASE_M_ADDR_M;
2546
2547 if (value == 0)
2548 continue;
2549
2550 len = ((value ^ (value-1)) + 1) >> 1;
2551 regs[nreg].pci_size_low =
2552 assigned[nasgn].pci_size_low = len;
2553
2554 phys_hi |= (devloc | offset);
2555 if (base & PCI_BASE_PREF_M)
2556 phys_hi |= PCI_PREFETCH_B;
2557
2558 /*
2559 * A device under a subtractive PPB can allocate
2560 * resources from its parent bus if there is no resource
2561 * available on its own bus.
2562 */
2563 if ((config_op == CONFIG_NEW) && (*mem_avail == NULL)) {
2564 res_bus = bus;
2565 while (pci_bus_res[res_bus].subtractive) {
2566 res_bus = pci_bus_res[res_bus].par_bus;
2567 if (res_bus == (uchar_t)-1)
2568 break; /* root bus already */
2569 mem_avail =
2570 &pci_bus_res[res_bus].mem_avail;
2571 pmem_avail =
2572 &pci_bus_res [res_bus].pmem_avail;
2573 /*
2574 * Break out as long as at least
2575 * mem_avail is available
2576 */
2577 if ((*pmem_avail &&
2578 (phys_hi & PCI_PREFETCH_B)) ||
2579 *mem_avail)
2580 break;
2581 }
2582 }
2583
2584 regs[nreg].pci_phys_hi =
2585 assigned[nasgn].pci_phys_hi = phys_hi;
2586 assigned[nasgn].pci_phys_hi |= PCI_RELOCAT_B;
2587 assigned[nasgn].pci_phys_mid = base_hi;
2588 type = base & ~PCI_BASE_M_ADDR_M;
2589 base &= PCI_BASE_M_ADDR_M;
2590
2591 if (config_op == CONFIG_INFO) {
2592 /* take out of the resource map of the bus */
2593 if (base != NULL) {
2594 /* remove from PMEM and MEM space */
2595 (void) memlist_remove(mem_avail,
2596 base, len);
2597 (void) memlist_remove(pmem_avail,
2598 base, len);
2599 /* only note as used in correct map */
2600 if (phys_hi & PCI_PREFETCH_B)
2601 memlist_insert(pmem_used,
2602 base, len);
2603 else
2604 memlist_insert(mem_used,
2605 base, len);
2606 } else {
2607 reprogram = 1;
2608 }
2609 pci_bus_res[bus].mem_size += len;
2610 } else if ((*mem_avail && base == NULL) ||
2611 pci_bus_res[bus].mem_reprogram) {
2612 /*
2613 * When desired, attempt a prefetchable
2614 * allocation first
2615 */
2616 if (phys_hi & PCI_PREFETCH_B) {
2617 base = (uint_t)memlist_find(pmem_avail,
2618 len, len);
2619 if (base != NULL) {
2620 memlist_insert(pmem_used,
2621 base, len);
2622 (void) memlist_remove(mem_avail,
2623 base, len);
2624 }
2625 }
2626 /*
2627 * If prefetchable allocation was not
2628 * desired, or failed, attempt ordinary
2629 * memory allocation
2630 */
2631 if (base == NULL) {
2632 base = (uint_t)memlist_find(mem_avail,
2633 len, len);
2634 if (base != NULL) {
2635 memlist_insert(mem_used,
2636 base, len);
2637 (void) memlist_remove(
2638 pmem_avail, base, len);
2639 }
2640 }
2641 if (base != NULL) {
2642 pci_putl(bus, dev, func, offset,
2643 base | type);
2644 base = pci_getl(bus, dev, func, offset);
2645 base &= PCI_BASE_M_ADDR_M;
2646 } else
2647 cmn_err(CE_WARN, "failed to program "
2648 "mem space [%d/%d/%d] BAR@0x%x"
2649 " length 0x%x",
2650 bus, dev, func, offset, len);
2651 }
2652 assigned[nasgn].pci_phys_low = base;
2653 nreg++, nasgn++;
2654 }
2655 }
2656 switch (header) {
2657 case PCI_HEADER_ZERO:
2658 offset = PCI_CONF_ROM;
2659 break;
2660 case PCI_HEADER_PPB:
2661 offset = PCI_BCNF_ROM;
2662 break;
2663 default: /* including PCI_HEADER_CARDBUS */
2664 goto done;
2665 }
2666
2667 /*
2668 * Add the expansion rom memory space
2669 * Determine the size of the ROM base reg; don't write reserved bits
2670 * ROM isn't in the PCI memory space.
2671 */
2672 base = pci_getl(bus, dev, func, offset);
2673 pci_putl(bus, dev, func, offset, PCI_BASE_ROM_ADDR_M);
2674 value = pci_getl(bus, dev, func, offset);
2675 pci_putl(bus, dev, func, offset, base);
2676 if (value & PCI_BASE_ROM_ENABLE)
2677 value &= PCI_BASE_ROM_ADDR_M;
2678 else
2679 value = 0;
2680
2681 if (value != 0) {
2682 regs[nreg].pci_phys_hi = (PCI_ADDR_MEM32 | devloc) + offset;
2683 assigned[nasgn].pci_phys_hi = (PCI_RELOCAT_B |
2684 PCI_ADDR_MEM32 | devloc) + offset;
2685 base &= PCI_BASE_ROM_ADDR_M;
2686 assigned[nasgn].pci_phys_low = base;
2687 len = ((value ^ (value-1)) + 1) >> 1;
2688 regs[nreg].pci_size_low = assigned[nasgn].pci_size_low = len;
2689 nreg++, nasgn++;
2690 /* take it out of the memory resource */
2691 if (base != NULL) {
2692 (void) memlist_remove(mem_avail, base, len);
2693 memlist_insert(mem_used, base, len);
2694 pci_bus_res[bus].mem_size += len;
2695 }
2696 }
2697
2698 /*
2699 * Account for "legacy" (alias) video adapter resources
2700 */
2701
2702 /* add the three hard-decode, aliased address spaces for VGA */
2703 if ((baseclass == PCI_CLASS_DISPLAY && subclass == PCI_DISPLAY_VGA) ||
2704 (baseclass == PCI_CLASS_NONE && subclass == PCI_NONE_VGA)) {
2705
2706 /* VGA hard decode 0x3b0-0x3bb */
2707 regs[nreg].pci_phys_hi = assigned[nasgn].pci_phys_hi =
2708 (PCI_RELOCAT_B | PCI_ALIAS_B | PCI_ADDR_IO | devloc);
2709 regs[nreg].pci_phys_low = assigned[nasgn].pci_phys_low = 0x3b0;
2710 regs[nreg].pci_size_low = assigned[nasgn].pci_size_low = 0xc;
2711 nreg++, nasgn++;
2712 (void) memlist_remove(io_avail, 0x3b0, 0xc);
2713 memlist_insert(io_used, 0x3b0, 0xc);
2714 pci_bus_res[bus].io_size += 0xc;
2715
2716 /* VGA hard decode 0x3c0-0x3df */
2717 regs[nreg].pci_phys_hi = assigned[nasgn].pci_phys_hi =
2718 (PCI_RELOCAT_B | PCI_ALIAS_B | PCI_ADDR_IO | devloc);
2719 regs[nreg].pci_phys_low = assigned[nasgn].pci_phys_low = 0x3c0;
2720 regs[nreg].pci_size_low = assigned[nasgn].pci_size_low = 0x20;
2721 nreg++, nasgn++;
2722 (void) memlist_remove(io_avail, 0x3c0, 0x20);
2723 memlist_insert(io_used, 0x3c0, 0x20);
2724 pci_bus_res[bus].io_size += 0x20;
2725
2726 /* Video memory */
2727 regs[nreg].pci_phys_hi = assigned[nasgn].pci_phys_hi =
2728 (PCI_RELOCAT_B | PCI_ALIAS_B | PCI_ADDR_MEM32 | devloc);
2729 regs[nreg].pci_phys_low =
2730 assigned[nasgn].pci_phys_low = 0xa0000;
2731 regs[nreg].pci_size_low =
2732 assigned[nasgn].pci_size_low = 0x20000;
2733 nreg++, nasgn++;
2734 /* remove from MEM and PMEM space */
2735 (void) memlist_remove(mem_avail, 0xa0000, 0x20000);
2736 (void) memlist_remove(pmem_avail, 0xa0000, 0x20000);
2737 memlist_insert(mem_used, 0xa0000, 0x20000);
2738 pci_bus_res[bus].mem_size += 0x20000;
2739 }
2740
2741 /* add the hard-decode, aliased address spaces for 8514 */
2742 if ((baseclass == PCI_CLASS_DISPLAY) &&
2743 (subclass == PCI_DISPLAY_VGA) &&
2744 (progclass & PCI_DISPLAY_IF_8514)) {
2745
2746 /* hard decode 0x2e8 */
2747 regs[nreg].pci_phys_hi = assigned[nasgn].pci_phys_hi =
2748 (PCI_RELOCAT_B | PCI_ALIAS_B | PCI_ADDR_IO | devloc);
2749 regs[nreg].pci_phys_low = assigned[nasgn].pci_phys_low = 0x2e8;
2750 regs[nreg].pci_size_low = assigned[nasgn].pci_size_low = 0x1;
2751 nreg++, nasgn++;
2752 (void) memlist_remove(io_avail, 0x2e8, 0x1);
2753 memlist_insert(io_used, 0x2e8, 0x1);
2754 pci_bus_res[bus].io_size += 0x1;
2755
2756 /* hard decode 0x2ea-0x2ef */
2757 regs[nreg].pci_phys_hi = assigned[nasgn].pci_phys_hi =
2758 (PCI_RELOCAT_B | PCI_ALIAS_B | PCI_ADDR_IO | devloc);
2759 regs[nreg].pci_phys_low = assigned[nasgn].pci_phys_low = 0x2ea;
2760 regs[nreg].pci_size_low = assigned[nasgn].pci_size_low = 0x6;
2761 nreg++, nasgn++;
2762 (void) memlist_remove(io_avail, 0x2ea, 0x6);
2763 memlist_insert(io_used, 0x2ea, 0x6);
2764 pci_bus_res[bus].io_size += 0x6;
2765 }
2766
2767 done:
2768 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "reg",
2769 (int *)regs, nreg * sizeof (pci_regspec_t) / sizeof (int));
2770 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip,
2771 "assigned-addresses",
2772 (int *)assigned, nasgn * sizeof (pci_regspec_t) / sizeof (int));
2773
2774 return (reprogram);
2775 }
2776
2777 static void
2778 add_ppb_props(dev_info_t *dip, uchar_t bus, uchar_t dev, uchar_t func,
2779 int pciex, ushort_t is_pci_bridge)
2780 {
2781 char *dev_type;
2782 int i;
2783 uint_t val, io_range[2], mem_range[2], pmem_range[2];
2784 uchar_t secbus = pci_getb(bus, dev, func, PCI_BCNF_SECBUS);
2785 uchar_t subbus = pci_getb(bus, dev, func, PCI_BCNF_SUBBUS);
2786 uchar_t progclass;
2787
2788 ASSERT(secbus <= subbus);
2789
2790 /*
2791 * Check if it's a subtractive PPB.
2792 */
2793 progclass = pci_getb(bus, dev, func, PCI_CONF_PROGCLASS);
2794 if (progclass == PCI_BRIDGE_PCI_IF_SUBDECODE)
2795 pci_bus_res[secbus].subtractive = B_TRUE;
2796
2797 /*
2798 * Some BIOSes lie about max pci busses, we allow for
2799 * such mistakes here
2800 */
2801 if (subbus > pci_bios_maxbus) {
2802 pci_bios_maxbus = subbus;
2803 alloc_res_array();
2804 }
2805
2806 ASSERT(pci_bus_res[secbus].dip == NULL);
2807 pci_bus_res[secbus].dip = dip;
2808 pci_bus_res[secbus].par_bus = bus;
2809
2810 dev_type = (pciex && !is_pci_bridge) ? "pciex" : "pci";
2811
2812 /* setup bus number hierarchy */
2813 pci_bus_res[secbus].sub_bus = subbus;
2814 /*
2815 * Keep track of the largest subordinate bus number (this is essential
2816 * for peer busses because there is no other way of determining its
2817 * subordinate bus number).
2818 */
2819 if (subbus > pci_bus_res[bus].sub_bus)
2820 pci_bus_res[bus].sub_bus = subbus;
2821 /*
2822 * Loop through subordinate busses, initializing their parent bus
2823 * field to this bridge's parent. The subordinate busses' parent
2824 * fields may very well be further refined later, as child bridges
2825 * are enumerated. (The value is to note that the subordinate busses
2826 * are not peer busses by changing their par_bus fields to anything
2827 * other than -1.)
2828 */
2829 for (i = secbus + 1; i <= subbus; i++)
2830 pci_bus_res[i].par_bus = bus;
2831
2832 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip,
2833 "device_type", dev_type);
2834 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2835 "#address-cells", 3);
2836 (void) ndi_prop_update_int(DDI_DEV_T_NONE, dip,
2837 "#size-cells", 2);
2838
2839 /*
2840 * Collect bridge window specifications, and use them to populate
2841 * the "avail" resources for the bus. Not all of those resources will
2842 * end up being available; this is done top-down, and so the initial
2843 * collection of windows populates the 'ranges' property for the
2844 * bus node. Later, as children are found, resources are removed from
2845 * the 'avail' list, so that it becomes the freelist for
2846 * this point in the tree. ranges may be set again after bridge
2847 * reprogramming in fix_ppb_res(), in which case it's set from
2848 * used + avail.
2849 *
2850 * According to PPB spec, the base register should be programmed
2851 * with a value bigger than the limit register when there are
2852 * no resources available. This applies to io, memory, and
2853 * prefetchable memory.
2854 */
2855
2856 /*
2857 * io range
2858 * We determine i/o windows that are left unconfigured by BIOS
2859 * through its i/o enable bit as Microsoft recommends OEMs to do.
2860 * If it is unset, we disable i/o and mark it for reconfiguration in
2861 * later passes by setting the base > limit
2862 */
2863 val = (uint_t)pci_getw(bus, dev, func, PCI_CONF_COMM);
2864 if (val & PCI_COMM_IO) {
2865 val = (uint_t)pci_getb(bus, dev, func, PCI_BCNF_IO_BASE_LOW);
2866 io_range[0] = ((val & 0xf0) << 8);
2867 val = (uint_t)pci_getb(bus, dev, func, PCI_BCNF_IO_LIMIT_LOW);
2868 io_range[1] = ((val & 0xf0) << 8) | 0xFFF;
2869 } else {
2870 io_range[0] = 0x9fff;
2871 io_range[1] = 0x1000;
2872 pci_putb(bus, dev, func, PCI_BCNF_IO_BASE_LOW,
2873 (uint8_t)((io_range[0] >> 8) & 0xf0));
2874 pci_putb(bus, dev, func, PCI_BCNF_IO_LIMIT_LOW,
2875 (uint8_t)((io_range[1] >> 8) & 0xf0));
2876 pci_putw(bus, dev, func, PCI_BCNF_IO_BASE_HI, 0);
2877 pci_putw(bus, dev, func, PCI_BCNF_IO_LIMIT_HI, 0);
2878 }
2879
2880 if (io_range[0] != 0 && io_range[0] < io_range[1]) {
2881 memlist_insert(&pci_bus_res[secbus].io_avail,
2882 (uint64_t)io_range[0],
2883 (uint64_t)(io_range[1] - io_range[0] + 1));
2884 memlist_insert(&pci_bus_res[bus].io_used,
2885 (uint64_t)io_range[0],
2886 (uint64_t)(io_range[1] - io_range[0] + 1));
2887 if (pci_bus_res[bus].io_avail != NULL) {
2888 (void) memlist_remove(&pci_bus_res[bus].io_avail,
2889 (uint64_t)io_range[0],
2890 (uint64_t)(io_range[1] - io_range[0] + 1));
2891 }
2892 dcmn_err(CE_NOTE, "bus %d io-range: 0x%x-%x",
2893 secbus, io_range[0], io_range[1]);
2894 /* if 32-bit supported, make sure upper bits are not set */
2895 if ((val & 0xf) == 1 &&
2896 pci_getw(bus, dev, func, PCI_BCNF_IO_BASE_HI)) {
2897 cmn_err(CE_NOTE, "unsupported 32-bit IO address on"
2898 " pci-pci bridge [%d/%d/%d]", bus, dev, func);
2899 }
2900 }
2901
2902 /* mem range */
2903 val = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_MEM_BASE);
2904 mem_range[0] = ((val & 0xFFF0) << 16);
2905 val = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_MEM_LIMIT);
2906 mem_range[1] = ((val & 0xFFF0) << 16) | 0xFFFFF;
2907 if (mem_range[0] != 0 && mem_range[0] < mem_range[1]) {
2908 memlist_insert(&pci_bus_res[secbus].mem_avail,
2909 (uint64_t)mem_range[0],
2910 (uint64_t)(mem_range[1] - mem_range[0] + 1));
2911 memlist_insert(&pci_bus_res[bus].mem_used,
2912 (uint64_t)mem_range[0],
2913 (uint64_t)(mem_range[1] - mem_range[0] + 1));
2914 /* remove from parent resource list */
2915 (void) memlist_remove(&pci_bus_res[bus].mem_avail,
2916 (uint64_t)mem_range[0],
2917 (uint64_t)(mem_range[1] - mem_range[0] + 1));
2918 (void) memlist_remove(&pci_bus_res[bus].pmem_avail,
2919 (uint64_t)mem_range[0],
2920 (uint64_t)(mem_range[1] - mem_range[0] + 1));
2921 dcmn_err(CE_NOTE, "bus %d mem-range: 0x%x-%x",
2922 secbus, mem_range[0], mem_range[1]);
2923 }
2924
2925 /* prefetchable memory range */
2926 val = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_PF_BASE_LOW);
2927 pmem_range[0] = ((val & 0xFFF0) << 16);
2928 val = (uint_t)pci_getw(bus, dev, func, PCI_BCNF_PF_LIMIT_LOW);
2929 pmem_range[1] = ((val & 0xFFF0) << 16) | 0xFFFFF;
2930 if (pmem_range[0] != 0 && pmem_range[0] < pmem_range[1]) {
2931 memlist_insert(&pci_bus_res[secbus].pmem_avail,
2932 (uint64_t)pmem_range[0],
2933 (uint64_t)(pmem_range[1] - pmem_range[0] + 1));
2934 memlist_insert(&pci_bus_res[bus].pmem_used,
2935 (uint64_t)pmem_range[0],
2936 (uint64_t)(pmem_range[1] - pmem_range[0] + 1));
2937 /* remove from parent resource list */
2938 (void) memlist_remove(&pci_bus_res[bus].pmem_avail,
2939 (uint64_t)pmem_range[0],
2940 (uint64_t)(pmem_range[1] - pmem_range[0] + 1));
2941 (void) memlist_remove(&pci_bus_res[bus].mem_avail,
2942 (uint64_t)pmem_range[0],
2943 (uint64_t)(pmem_range[1] - pmem_range[0] + 1));
2944 dcmn_err(CE_NOTE, "bus %d pmem-range: 0x%x-%x",
2945 secbus, pmem_range[0], pmem_range[1]);
2946 /* if 64-bit supported, make sure upper bits are not set */
2947 if ((val & 0xf) == 1 &&
2948 pci_getl(bus, dev, func, PCI_BCNF_PF_BASE_HIGH)) {
2949 cmn_err(CE_NOTE, "unsupported 64-bit prefetch memory on"
2950 " pci-pci bridge [%d/%d/%d]", bus, dev, func);
2951 }
2952 }
2953
2954 /*
2955 * Add VGA legacy resources to the bridge's pci_bus_res if it
2956 * has VGA_ENABLE set. Note that we put them in 'avail',
2957 * because that's used to populate the ranges prop; they'll be
2958 * removed from there by the VGA device once it's found. Also,
2959 * remove them from the parent's available list and note them as
2960 * used in the parent.
2961 */
2962
2963 if (pci_getw(bus, dev, func, PCI_BCNF_BCNTRL) &
2964 PCI_BCNF_BCNTRL_VGA_ENABLE) {
2965
2966 memlist_insert(&pci_bus_res[secbus].io_avail, 0x3b0, 0xc);
2967
2968 memlist_insert(&pci_bus_res[bus].io_used, 0x3b0, 0xc);
2969 if (pci_bus_res[bus].io_avail != NULL) {
2970 (void) memlist_remove(&pci_bus_res[bus].io_avail,
2971 0x3b0, 0xc);
2972 }
2973
2974 memlist_insert(&pci_bus_res[secbus].io_avail, 0x3c0, 0x20);
2975
2976 memlist_insert(&pci_bus_res[bus].io_used, 0x3c0, 0x20);
2977 if (pci_bus_res[bus].io_avail != NULL) {
2978 (void) memlist_remove(&pci_bus_res[bus].io_avail,
2979 0x3c0, 0x20);
2980 }
2981
2982 memlist_insert(&pci_bus_res[secbus].mem_avail, 0xa0000,
2983 0x20000);
2984
2985 memlist_insert(&pci_bus_res[bus].mem_used, 0xa0000, 0x20000);
2986 if (pci_bus_res[bus].mem_avail != NULL) {
2987 (void) memlist_remove(&pci_bus_res[bus].mem_avail,
2988 0xa0000, 0x20000);
2989 }
2990 }
2991 add_bus_range_prop(secbus);
2992 add_ranges_prop(secbus, 1);
2993 }
2994
2995 extern const struct pci_class_strings_s class_pci[];
2996 extern int class_pci_items;
2997
2998 static void
2999 add_model_prop(dev_info_t *dip, uint_t classcode)
3000 {
3001 const char *desc;
3002 int i;
3003 uchar_t baseclass = classcode >> 16;
3004 uchar_t subclass = (classcode >> 8) & 0xff;
3005 uchar_t progclass = classcode & 0xff;
3006
3007 if ((baseclass == PCI_CLASS_MASS) && (subclass == PCI_MASS_IDE)) {
3008 desc = "IDE controller";
3009 } else {
3010 for (desc = 0, i = 0; i < class_pci_items; i++) {
3011 if ((baseclass == class_pci[i].base_class) &&
3012 (subclass == class_pci[i].sub_class) &&
3013 (progclass == class_pci[i].prog_class)) {
3014 desc = class_pci[i].actual_desc;
3015 break;
3016 }
3017 }
3018 if (i == class_pci_items)
3019 desc = "Unknown class of pci/pnpbios device";
3020 }
3021
3022 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip, "model",
3023 (char *)desc);
3024 }
3025
3026 static void
3027 add_bus_range_prop(int bus)
3028 {
3029 int bus_range[2];
3030
3031 if (pci_bus_res[bus].dip == NULL)
3032 return;
3033 bus_range[0] = bus;
3034 bus_range[1] = pci_bus_res[bus].sub_bus;
3035 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, pci_bus_res[bus].dip,
3036 "bus-range", (int *)bus_range, 2);
3037 }
3038
3039 /*
3040 * Add slot-names property for any named pci hot-plug slots
3041 */
3042 static void
3043 add_bus_slot_names_prop(int bus)
3044 {
3045 char slotprop[256];
3046 int len;
3047 extern int pci_irq_nroutes;
3048 char *slotcap_name;
3049
3050 /*
3051 * If no irq routing table, then go with the slot-names as set up
3052 * in pciex_slot_names_prop() from slot capability register (if any).
3053 */
3054 if (pci_irq_nroutes == 0)
3055 return;
3056
3057 /*
3058 * Otherise delete the slot-names we already have and use the irq
3059 * routing table values as returned by pci_slot_names_prop() instead,
3060 * but keep any property of value "pcie0" as that can't be represented
3061 * in the irq routing table.
3062 */
3063 if (pci_bus_res[bus].dip != NULL) {
3064 if (ddi_prop_lookup_string(DDI_DEV_T_ANY, pci_bus_res[bus].dip,
3065 DDI_PROP_DONTPASS, "slot-names", &slotcap_name) !=
3066 DDI_SUCCESS || strcmp(slotcap_name, "pcie0") != 0)
3067 (void) ndi_prop_remove(DDI_DEV_T_NONE,
3068 pci_bus_res[bus].dip, "slot-names");
3069 }
3070
3071 len = pci_slot_names_prop(bus, slotprop, sizeof (slotprop));
3072 if (len > 0) {
3073 /*
3074 * Only create a peer bus node if this bus may be a peer bus.
3075 * It may be a peer bus if the dip is NULL and if par_bus is
3076 * -1 (par_bus is -1 if this bus was not found to be
3077 * subordinate to any PCI-PCI bridge).
3078 * If it's not a peer bus, then the ACPI BBN-handling code
3079 * will remove it later.
3080 */
3081 if (pci_bus_res[bus].par_bus == (uchar_t)-1 &&
3082 pci_bus_res[bus].dip == NULL) {
3083
3084 create_root_bus_dip(bus);
3085 }
3086 if (pci_bus_res[bus].dip != NULL) {
3087 ASSERT((len % sizeof (int)) == 0);
3088 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE,
3089 pci_bus_res[bus].dip, "slot-names",
3090 (int *)slotprop, len / sizeof (int));
3091 } else {
3092 cmn_err(CE_NOTE, "!BIOS BUG: Invalid bus number in PCI "
3093 "IRQ routing table; Not adding slot-names "
3094 "property for incorrect bus %d", bus);
3095 }
3096 }
3097 }
3098
3099 /*
3100 * Handle both PCI root and PCI-PCI bridge range properties;
3101 * non-zero 'ppb' argument select PCI-PCI bridges versus root.
3102 */
3103 static void
3104 memlist_to_ranges(void **rp, struct memlist *entry, int type, int ppb)
3105 {
3106 ppb_ranges_t *ppb_rp = *rp;
3107 pci_ranges_t *pci_rp = *rp;
3108
3109 while (entry != NULL) {
3110 if (ppb) {
3111 ppb_rp->child_high = ppb_rp->parent_high = type;
3112 ppb_rp->child_mid = ppb_rp->parent_mid =
3113 (uint32_t)(entry->ml_address >> 32); /* XXX */
3114 ppb_rp->child_low = ppb_rp->parent_low =
3115 (uint32_t)entry->ml_address;
3116 ppb_rp->size_high =
3117 (uint32_t)(entry->ml_size >> 32); /* XXX */
3118 ppb_rp->size_low = (uint32_t)entry->ml_size;
3119 *rp = ++ppb_rp;
3120 } else {
3121 pci_rp->child_high = type;
3122 pci_rp->child_mid = pci_rp->parent_high =
3123 (uint32_t)(entry->ml_address >> 32); /* XXX */
3124 pci_rp->child_low = pci_rp->parent_low =
3125 (uint32_t)entry->ml_address;
3126 pci_rp->size_high =
3127 (uint32_t)(entry->ml_size >> 32); /* XXX */
3128 pci_rp->size_low = (uint32_t)entry->ml_size;
3129 *rp = ++pci_rp;
3130 }
3131 entry = entry->ml_next;
3132 }
3133 }
3134
3135 static void
3136 add_ranges_prop(int bus, int ppb)
3137 {
3138 int total, alloc_size;
3139 void *rp, *next_rp;
3140 struct memlist *iolist, *memlist, *pmemlist;
3141
3142 /* no devinfo node - unused bus, return */
3143 if (pci_bus_res[bus].dip == NULL)
3144 return;
3145
3146 iolist = memlist = pmemlist = (struct memlist *)NULL;
3147
3148 memlist_merge(&pci_bus_res[bus].io_avail, &iolist);
3149 memlist_merge(&pci_bus_res[bus].io_used, &iolist);
3150 memlist_merge(&pci_bus_res[bus].mem_avail, &memlist);
3151 memlist_merge(&pci_bus_res[bus].mem_used, &memlist);
3152 memlist_merge(&pci_bus_res[bus].pmem_avail, &pmemlist);
3153 memlist_merge(&pci_bus_res[bus].pmem_used, &pmemlist);
3154
3155 total = memlist_count(iolist);
3156 total += memlist_count(memlist);
3157 total += memlist_count(pmemlist);
3158
3159 /* no property is created if no ranges are present */
3160 if (total == 0)
3161 return;
3162
3163 alloc_size = total *
3164 (ppb ? sizeof (ppb_ranges_t) : sizeof (pci_ranges_t));
3165
3166 next_rp = rp = kmem_alloc(alloc_size, KM_SLEEP);
3167
3168 memlist_to_ranges(&next_rp, iolist, PCI_ADDR_IO | PCI_REG_REL_M, ppb);
3169 memlist_to_ranges(&next_rp, memlist,
3170 PCI_ADDR_MEM32 | PCI_REG_REL_M, ppb);
3171 memlist_to_ranges(&next_rp, pmemlist,
3172 PCI_ADDR_MEM32 | PCI_REG_REL_M | PCI_REG_PF_M, ppb);
3173
3174 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, pci_bus_res[bus].dip,
3175 "ranges", (int *)rp, alloc_size / sizeof (int));
3176
3177 kmem_free(rp, alloc_size);
3178 memlist_free_all(&iolist);
3179 memlist_free_all(&memlist);
3180 memlist_free_all(&pmemlist);
3181 }
3182
3183 static void
3184 memlist_remove_list(struct memlist **list, struct memlist *remove_list)
3185 {
3186 while (list && *list && remove_list) {
3187 (void) memlist_remove(list, remove_list->ml_address,
3188 remove_list->ml_size);
3189 remove_list = remove_list->ml_next;
3190 }
3191 }
3192
3193 static int
3194 memlist_to_spec(struct pci_phys_spec *sp, struct memlist *list, int type)
3195 {
3196 int i = 0;
3197
3198 while (list) {
3199 /* assume 32-bit addresses */
3200 sp->pci_phys_hi = type;
3201 sp->pci_phys_mid = 0;
3202 sp->pci_phys_low = (uint32_t)list->ml_address;
3203 sp->pci_size_hi = 0;
3204 sp->pci_size_low = (uint32_t)list->ml_size;
3205
3206 list = list->ml_next;
3207 sp++, i++;
3208 }
3209 return (i);
3210 }
3211
3212 static void
3213 add_bus_available_prop(int bus)
3214 {
3215 int i, count;
3216 struct pci_phys_spec *sp;
3217
3218 /* no devinfo node - unused bus, return */
3219 if (pci_bus_res[bus].dip == NULL)
3220 return;
3221
3222 count = memlist_count(pci_bus_res[bus].io_avail) +
3223 memlist_count(pci_bus_res[bus].mem_avail) +
3224 memlist_count(pci_bus_res[bus].pmem_avail);
3225
3226 if (count == 0) /* nothing available */
3227 return;
3228
3229 sp = kmem_alloc(count * sizeof (*sp), KM_SLEEP);
3230 i = memlist_to_spec(&sp[0], pci_bus_res[bus].io_avail,
3231 PCI_ADDR_IO | PCI_REG_REL_M);
3232 i += memlist_to_spec(&sp[i], pci_bus_res[bus].mem_avail,
3233 PCI_ADDR_MEM32 | PCI_REG_REL_M);
3234 i += memlist_to_spec(&sp[i], pci_bus_res[bus].pmem_avail,
3235 PCI_ADDR_MEM32 | PCI_REG_REL_M | PCI_REG_PF_M);
3236 ASSERT(i == count);
3237
3238 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, pci_bus_res[bus].dip,
3239 "available", (int *)sp,
3240 i * sizeof (struct pci_phys_spec) / sizeof (int));
3241 kmem_free(sp, count * sizeof (*sp));
3242 }
3243
3244 static void
3245 alloc_res_array(void)
3246 {
3247 static int array_size = 0;
3248 int old_size;
3249 void *old_res;
3250
3251 if (array_size > pci_bios_maxbus + 1)
3252 return; /* array is big enough */
3253
3254 old_size = array_size;
3255 old_res = pci_bus_res;
3256
3257 if (array_size == 0)
3258 array_size = 16; /* start with a reasonable number */
3259
3260 while (array_size <= pci_bios_maxbus + 1)
3261 array_size <<= 1;
3262 pci_bus_res = (struct pci_bus_resource *)kmem_zalloc(
3263 array_size * sizeof (struct pci_bus_resource), KM_SLEEP);
3264
3265 if (old_res) { /* copy content and free old array */
3266 bcopy(old_res, pci_bus_res,
3267 old_size * sizeof (struct pci_bus_resource));
3268 kmem_free(old_res, old_size * sizeof (struct pci_bus_resource));
3269 }
3270 }
3271
3272 static void
3273 create_ioapic_node(int bus, int dev, int fn, ushort_t vendorid,
3274 ushort_t deviceid)
3275 {
3276 static dev_info_t *ioapicsnode = NULL;
3277 static int numioapics = 0;
3278 dev_info_t *ioapic_node;
3279 uint64_t physaddr;
3280 uint32_t lobase, hibase = 0;
3281
3282 /* BAR 0 contains the IOAPIC's memory-mapped I/O address */
3283 lobase = (*pci_getl_func)(bus, dev, fn, PCI_CONF_BASE0);
3284
3285 /* We (and the rest of the world) only support memory-mapped IOAPICs */
3286 if ((lobase & PCI_BASE_SPACE_M) != PCI_BASE_SPACE_MEM)
3287 return;
3288
3289 if ((lobase & PCI_BASE_TYPE_M) == PCI_BASE_TYPE_ALL)
3290 hibase = (*pci_getl_func)(bus, dev, fn, PCI_CONF_BASE0 + 4);
3291
3292 lobase &= PCI_BASE_M_ADDR_M;
3293
3294 physaddr = (((uint64_t)hibase) << 32) | lobase;
3295
3296 /*
3297 * Create a nexus node for all IOAPICs under the root node.
3298 */
3299 if (ioapicsnode == NULL) {
3300 if (ndi_devi_alloc(ddi_root_node(), IOAPICS_NODE_NAME,
3301 (pnode_t)DEVI_SID_NODEID, &ioapicsnode) != NDI_SUCCESS) {
3302 return;
3303 }
3304 (void) ndi_devi_online(ioapicsnode, 0);
3305 }
3306
3307 /*
3308 * Create a child node for this IOAPIC
3309 */
3310 ioapic_node = ddi_add_child(ioapicsnode, IOAPICS_CHILD_NAME,
3311 DEVI_SID_NODEID, numioapics++);
3312 if (ioapic_node == NULL) {
3313 return;
3314 }
3315
3316 /* Vendor and Device ID */
3317 (void) ndi_prop_update_int(DDI_DEV_T_NONE, ioapic_node,
3318 IOAPICS_PROP_VENID, vendorid);
3319 (void) ndi_prop_update_int(DDI_DEV_T_NONE, ioapic_node,
3320 IOAPICS_PROP_DEVID, deviceid);
3321
3322 /* device_type */
3323 (void) ndi_prop_update_string(DDI_DEV_T_NONE, ioapic_node,
3324 "device_type", IOAPICS_DEV_TYPE);
3325
3326 /* reg */
3327 (void) ndi_prop_update_int64(DDI_DEV_T_NONE, ioapic_node,
3328 "reg", physaddr);
3329 }
3330
3331 /*
3332 * NOTE: For PCIe slots, the name is generated from the slot number
3333 * information obtained from Slot Capabilities register.
3334 * For non-PCIe slots, it is generated based on the slot number
3335 * information in the PCI IRQ table.
3336 */
3337 static void
3338 pciex_slot_names_prop(dev_info_t *dip, ushort_t slot_num)
3339 {
3340 char slotprop[256];
3341 int len;
3342
3343 bzero(slotprop, sizeof (slotprop));
3344
3345 /* set mask to 1 as there is only one slot (i.e dev 0) */
3346 *(uint32_t *)slotprop = 1;
3347 len = 4;
3348 (void) snprintf(slotprop + len, sizeof (slotprop) - len, "pcie%d",
3349 slot_num);
3350 len += strlen(slotprop + len) + 1;
3351 len += len % 4;
3352 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "slot-names",
3353 (int *)slotprop, len / sizeof (int));
3354 }
3355
3356 /*
3357 * This is currently a hack, a better way is needed to determine if it
3358 * is a PCIE platform.
3359 */
3360 static boolean_t
3361 is_pcie_platform()
3362 {
3363 uint8_t bus;
3364
3365 for (bus = 0; bus < pci_bios_maxbus; bus++) {
3366 if (look_for_any_pciex_device(bus))
3367 return (B_TRUE);
3368 }
3369 return (B_FALSE);
3370 }
3371
3372 /*
3373 * Enable reporting of AER capability next pointer.
3374 * This needs to be done only for CK8-04 devices
3375 * by setting NV_XVR_VEND_CYA1 (offset 0xf40) bit 13
3376 * NOTE: BIOS is disabling this, it needs to be enabled temporarily
3377 *
3378 * This function is adapted from npe_ck804_fix_aer_ptr(), and is
3379 * called from pci_boot.c.
3380 */
3381 static void
3382 ck804_fix_aer_ptr(dev_info_t *dip, pcie_req_id_t bdf)
3383 {
3384 dev_info_t *rcdip;
3385 ushort_t cya1;
3386
3387 rcdip = pcie_get_rc_dip(dip);
3388 ASSERT(rcdip != NULL);
3389
3390 if ((pci_cfgacc_get16(rcdip, bdf, PCI_CONF_VENID) ==
3391 NVIDIA_VENDOR_ID) &&
3392 (pci_cfgacc_get16(rcdip, bdf, PCI_CONF_DEVID) ==
3393 NVIDIA_CK804_DEVICE_ID) &&
3394 (pci_cfgacc_get8(rcdip, bdf, PCI_CONF_REVID) >=
3395 NVIDIA_CK804_AER_VALID_REVID)) {
3396 cya1 = pci_cfgacc_get16(rcdip, bdf, NVIDIA_CK804_VEND_CYA1_OFF);
3397 if (!(cya1 & ~NVIDIA_CK804_VEND_CYA1_ERPT_MASK))
3398 (void) pci_cfgacc_put16(rcdip, bdf,
3399 NVIDIA_CK804_VEND_CYA1_OFF,
3400 cya1 | NVIDIA_CK804_VEND_CYA1_ERPT_VAL);
3401 }
3402 }