Libpciaccess on Solaris Initial integration

Libpciaccess on Solaris Initial integration. It depends on devfs to access
pci configuration space, also xsvc is used for memory map.

6 files changed, 1128 insertions, 2 deletions

diff --git a/configure.ac b/configure.ac
index 2eafcbd..d5c0585 100644
--- a/configure.ac
+++ b/configure.ac
@@ -78,10 +78,14 @@ case $host_os in
 	*linux*)
 		linux=yes
 		;;
+	*solaris*)
+		solaris=yes
+		;;
 esac
 
 AM_CONDITIONAL(LINUX, [test "x$linux" = xyes])
 AM_CONDITIONAL(FREEBSD, [test "x$freebsd" = xyes])
+AM_CONDITIONAL(SOLARIS, [test "x$solaris" = xyes])
 
 AC_SUBST(PCIACCESS_CFLAGS)
 AC_SUBST(PCIACCESS_LIBS)
diff --git a/src/Makefile.am b/src/Makefile.am
index 3e91592..c6554ba 100644
--- a/src/Makefile.am
+++ b/src/Makefile.am
@@ -33,6 +33,10 @@ if FREEBSD
 OS_SUPPORT = freebsd_pci.c
 endif
 
+if SOLARIS
+OS_SUPPORT = solx_devfs.c
+endif
+
 libpciaccess_la_SOURCES = common_bridge.c \
 	common_iterator.c \
 	common_init.c \
@@ -55,4 +59,8 @@ libpciaccessinclude_HEADERS = \
 noinst_PROGRAMS = scanpci
 
 scanpci_SOURCES = scanpci.c
+if SOLARIS
+scanpci_LDADD = libpciaccess.la -ldevinfo
+else
 scanpci_LDADD = libpciaccess.la
+endif
diff --git a/src/common_init.c b/src/common_init.c
index 109bd74..94048ea 100644
--- a/src/common_init.c
+++ b/src/common_init.c
@@ -56,6 +56,8 @@ pci_system_init( void )
     err = pci_system_linux_sysfs_create();
 #elif defined(__FreeBSD__)
     err = pci_system_freebsd_create();
+#elif defined(__sun)
+	err = pci_system_solx_devfs_create();
 #endif
 
     return err;
diff --git a/src/common_interface.c b/src/common_interface.c
index 5b07d3c..3b20937 100644
--- a/src/common_interface.c
+++ b/src/common_interface.c
@@ -48,7 +48,13 @@
 # define HTOLE_16(x)   (x)
 # define LETOH_32(x)   (x)
 # define HTOLE_32(x)   (x)
-#endif
+#endif /* linux */
+
+#elif defined(__sun)
+#define	LETOH_16(x)	(x)
+#define	HTOLE_16(x)	(x)
+#define	LETOH_32(x)	(x)
+#define	HTOLE_32(x)	(x)
 
 #else
 
@@ -59,7 +65,7 @@
 #define LETOH_32(x)	le32toh(x)
 #define HTOLE_32(x)	htole32(x)
 
-#endif
+#endif /* others */
 
 /**
  * Read a device's expansion ROM.
diff --git a/src/pci_tools.h b/src/pci_tools.h
new file mode 100644
index 0000000..0305923
--- /dev/null
+++ b/src/pci_tools.h
@@ -0,0 +1,216 @@
+/*
+ * Copyright (c) 2007, Sun Microsystems, Inc.
+ * All Rights Reserved.
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * on the rights to use, copy, modify, merge, publish, distribute, sub
+ * license, and/or sell copies of the Software, and to permit persons to whom
+ * the Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.  IN NO EVENT SHALL
+ * IBM AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+#ifndef _SYS_PCI_TOOLS_H
+#define	_SYS_PCI_TOOLS_H
+
+#pragma ident	"@(#)pci_tools.h	1.4	05/09/28 SMI"
+
+#include <sys/modctl.h>
+
+#ifdef	__cplusplus
+extern "C" {
+#endif
+
+/*
+ * Versioning. Have different versions for userland program and drivers, so
+ * they can all stay in sync with each other.
+ */
+#define	PCITOOL_USER_VERSION	1
+#define	PCITOOL_DRVR_VERSION	1
+
+/* File suffixes for nexus pcitool nodes. */
+#define	PCI_MINOR_REG	"reg"
+#define	PCI_MINOR_INTR	"intr"
+
+/*
+ * Ioctls for PCI tools.
+ */
+#define	PCITOOL_IOC		(('P' << 24) | ('C' << 16) | ('T' << 8))
+
+/* Read/write a device on a PCI bus, in physical space. */
+#define	PCITOOL_DEVICE_GET_REG	(PCITOOL_IOC | 1)
+#define	PCITOOL_DEVICE_SET_REG	(PCITOOL_IOC | 2)
+
+/* Read/write the PCI nexus bridge, in physical space. */
+#define	PCITOOL_NEXUS_GET_REG	(PCITOOL_IOC | 3)
+#define	PCITOOL_NEXUS_SET_REG	(PCITOOL_IOC | 4)
+
+/* Get/set interrupt-CPU mapping for PCI devices. */
+#define	PCITOOL_DEVICE_GET_INTR	(PCITOOL_IOC | 5)
+#define	PCITOOL_DEVICE_SET_INTR	(PCITOOL_IOC | 6)
+
+/* Return the number of supported interrupts on a PCI bus. */
+#define	PCITOOL_DEVICE_NUM_INTR	(PCITOOL_IOC | 7)
+
+
+/*
+ * This file contains data structures for the pci tool.
+ */
+#define	PCITOOL_CONFIG	0
+#define	PCITOOL_BAR0	1
+#define	PCITOOL_BAR1	2
+#define	PCITOOL_BAR2	3
+#define	PCITOOL_BAR3	4
+#define	PCITOOL_BAR4	5
+#define	PCITOOL_BAR5	6
+#define	PCITOOL_ROM	7
+
+/*
+ * Pass this through barnum to signal to use a base addr instead.
+ * This is for platforms which do not have a way to automatically map
+ * a selected bank to a base addr.
+ */
+#define	PCITOOL_BASE	0xFF
+
+/*
+ * BAR corresponding to space desired.
+ */
+typedef enum {
+    config = PCITOOL_CONFIG,
+    bar0 = PCITOOL_BAR0,
+    bar1 = PCITOOL_BAR1,
+    bar2 = PCITOOL_BAR2,
+    bar3 = PCITOOL_BAR3,
+    bar4 = PCITOOL_BAR4,
+    bar5 = PCITOOL_BAR5,
+    rom = PCITOOL_ROM
+} pcitool_bars_t;
+
+
+/*
+ * PCITOOL error numbers.
+ */
+
+typedef enum {
+	PCITOOL_SUCCESS = 0x0,
+	PCITOOL_INVALID_CPUID,
+	PCITOOL_INVALID_INO,
+	PCITOOL_PENDING_INTRTIMEOUT,
+	PCITOOL_REGPROP_NOTWELLFORMED,
+	PCITOOL_INVALID_ADDRESS,
+	PCITOOL_NOT_ALIGNED,
+	PCITOOL_OUT_OF_RANGE,
+	PCITOOL_END_OF_RANGE,
+	PCITOOL_ROM_DISABLED,
+	PCITOOL_ROM_WRITE,
+	PCITOOL_IO_ERROR,
+	PCITOOL_INVALID_SIZE
+} pcitool_errno_t;
+
+
+/*
+ * PCITOOL_DEVICE_SET_INTR ioctl data structure to re-assign the interrupts.
+ */
+typedef struct pcitool_intr_set {
+	uint16_t user_version;	/* Userland program version - to krnl */
+	uint16_t drvr_version;	/* Driver version - from kernel */
+	uint32_t ino;		/* interrupt to set - to kernel */
+	uint32_t cpu_id;	/* to: cpu to set / from: old cpu returned */
+	pcitool_errno_t status;	/* from kernel */
+} pcitool_intr_set_t;
+
+
+/*
+ * PCITOOL_DEVICE_GET_INTR ioctl data structure to dump out the
+ * ino mapping information.
+ */
+
+typedef struct pcitool_intr_dev {
+	uint32_t	dev_inst;	/* device instance - from kernel */
+	char		driver_name[MAXMODCONFNAME];	/* from kernel */
+	char		path[MAXPATHLEN]; /* device path - from kernel */
+} pcitool_intr_dev_t;
+
+
+typedef struct pcitool_intr_get {
+	uint16_t user_version;		/* Userland program version - to krnl */
+	uint16_t drvr_version;		/* Driver version - from kernel */
+	uint32_t	ino;		/* interrupt number - to kernel */
+	uint8_t		num_devs_ret;	/* room for this # of devs to be */
+					/* returned - to kernel */
+					/* # devs returned - from kernel */
+	uint8_t		num_devs;	/* # devs on this ino - from kernel */
+					/* intrs enabled for devs if > 0 */
+	uint8_t		ctlr;		/* controller number - from kernel */
+	uint32_t	cpu_id;		/* cpu of interrupt - from kernel */
+	pcitool_errno_t status;		/* returned status - from kernel */
+	pcitool_intr_dev_t	dev[1];	/* start of variable device list */
+					/* from kernel */
+} pcitool_intr_get_t;
+
+/*
+ * Get the size needed to return the number of devices wanted.
+ * Can't say num_devs - 1 as num_devs may be unsigned.
+ */
+#define	PCITOOL_IGET_SIZE(num_devs) \
+	(sizeof (pcitool_intr_get_t) - \
+	sizeof (pcitool_intr_dev_t) + \
+	(num_devs * sizeof (pcitool_intr_dev_t)))
+
+/*
+ * Size and endian fields for acc_attr bitmask.
+ */
+#define	PCITOOL_ACC_ATTR_SIZE_MASK	0x3
+#define	PCITOOL_ACC_ATTR_SIZE_1		0x0
+#define	PCITOOL_ACC_ATTR_SIZE_2		0x1
+#define	PCITOOL_ACC_ATTR_SIZE_4		0x2
+#define	PCITOOL_ACC_ATTR_SIZE_8		0x3
+#define	PCITOOL_ACC_ATTR_SIZE(x)	(1 << (x & PCITOOL_ACC_ATTR_SIZE_MASK))
+
+#define	PCITOOL_ACC_ATTR_ENDN_MASK	0x100
+#define	PCITOOL_ACC_ATTR_ENDN_LTL	0x0
+#define	PCITOOL_ACC_ATTR_ENDN_BIG	0x100
+#define	PCITOOL_ACC_IS_BIG_ENDIAN(x)	(x & PCITOOL_ACC_ATTR_ENDN_BIG)
+
+/*
+ * Data stucture to read and write to pci device registers.
+ * This is the argument to the following ioctls:
+ *	PCITOOL_DEVICE_SET/GET_REG
+ *	PCITOOL_NEXUS_SET/GET_REG
+ */
+typedef struct pcitool_reg {
+	uint16_t	user_version;	/* Userland program version - to krnl */
+	uint16_t	drvr_version;	/* Driver version - from kernel */
+	uint8_t		bus_no;		/* pci bus - to kernel */
+	uint8_t		dev_no;		/* pci dev - to kernel */
+	uint8_t		func_no;	/* pci function - to kernel */
+	uint8_t		barnum;		/* bank (DEVCTL_NEXUS_SET/GET_REG) or */
+					/*   BAR from pcitools_bar_t */
+					/*   (DEVCTL_DEVICE_SET/GET_REG) */
+					/*   to kernel */
+	uint64_t	offset;		/* to kernel */
+	uint32_t	acc_attr;	/* access attributes - to kernel */
+	uint32_t	padding1;	/* 8-byte align next uint64_t for X86 */
+	uint64_t	data;		/* to/from kernel, 64-bit alignment */
+	uint32_t	status;		/* from kernel */
+	uint32_t	padding2;	/* 8-byte align next uint64_t for X86 */
+	uint64_t	phys_addr;	/* from kernel, 64-bit alignment */
+} pcitool_reg_t;
+
+
+#ifdef	__cplusplus
+}
+#endif
+
+#endif	/* _SYS_PCI_TOOLS_H */
diff --git a/src/solx_devfs.c b/src/solx_devfs.c
new file mode 100644
index 0000000..058b604
--- /dev/null
+++ b/src/solx_devfs.c
@@ -0,0 +1,890 @@
+/*
+ * Copyright (c) 2007, Sun Microsystems, Inc.
+ * All Rights Reserved.
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * on the rights to use, copy, modify, merge, publish, distribute, sub
+ * license, and/or sell copies of the Software, and to permit persons to whom
+ * the Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.  IN NO EVENT SHALL
+ * IBM AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+/*
+ * Solaris devfs interfaces
+ */
+
+#define _GNU_SOURCE
+
+#include <stdlib.h>
+#include <strings.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <fcntl.h>
+#include <sys/mman.h>
+#include <dirent.h>
+#include <errno.h>
+#include <sys/pci.h>
+#include <assert.h>
+#include <libdevinfo.h>
+#include "pci_tools.h"
+
+#include "pciaccess.h"
+#include "pciaccess_private.h"
+
+#define	PCI_NEXUS_1	"/devices/pci@0,0:reg"
+#define	MAX_DEVICES	256
+#define	CELL_NUMS_1275		(sizeof(pci_regspec_t)/sizeof(uint_t))
+typedef union {
+	uint8_t bytes[16 * sizeof (uint32_t)];
+	uint32_t dwords[16];
+} pci_conf_hdr_t;
+
+typedef struct i_devnode {
+	uint8_t bus;
+	uint8_t dev;
+	uint8_t func;
+	di_node_t node;
+}i_devnode_t;
+
+static int root_fd = -1;
+static int xsvc_fd = -1;
+/*
+ * Read config space in native processor endianness.  Endian-neutral
+ * processing can then take place.  On big endian machines, MSB and LSB
+ * of little endian data end up switched if read as little endian.
+ * They are in correct order if read as big endian.
+ */
+#if defined(__sparc)
+#define	NATIVE_ENDIAN	PCITOOL_ACC_ATTR_ENDN_BIG
+#elif defined(__x86)
+#define	NATIVE_ENDIAN	PCITOOL_ACC_ATTR_ENDN_LTL
+#else
+#error "ISA is neither __sparc nor __x86"
+#endif
+
+/*
+ * Identify problematic southbridges.  These have device id 0x5249 and
+ * vendor id 0x10b9.  Check for revision ID 0 and class code 060400 as well.
+ * Values are little endian, so they are reversed for SPARC.
+ *
+ * Check for these southbridges on all architectures, as the issue is a
+ * southbridge issue, independent of processor.
+ *
+ * If one of these is found during probing, skip probing other devs/funcs on
+ * the rest of the bus, since the southbridge and all devs underneath will
+ * otherwise disappear.
+ */
+#if (NATIVE_ENDIAN == PCITOOL_ACC_ATTR_ENDN_BIG)
+#define	U45_SB_DEVID_VID	0xb9104952
+#define	U45_SB_CLASS_RID	0x00000406
+#else
+#define	U45_SB_DEVID_VID	0x524910b9
+#define	U45_SB_CLASS_RID	0x06040000
+#endif
+
+#define	DEBUGON	0
+
+
+
+
+static int pci_device_solx_devfs_read_rom( struct pci_device * dev,
+    void * buffer );
+
+static int pci_device_solx_devfs_probe( struct pci_device * dev );
+
+static int pci_device_solx_devfs_map_region( struct pci_device * dev,
+    unsigned region, int write_enable );
+
+static int pci_device_solx_devfs_unmap_region( struct pci_device * dev,
+    unsigned region );
+
+static int pci_device_solx_devfs_read( struct pci_device * dev, void * data,
+    pciaddr_t offset, pciaddr_t size, pciaddr_t * bytes_read );
+
+static int pci_device_solx_devfs_write( struct pci_device * dev,
+    const void * data, pciaddr_t offset, pciaddr_t size,
+    pciaddr_t * bytes_wrtten );
+
+static int
+probe_dev(int fd, pcitool_reg_t *prg_p, struct pci_system *pci_sys);
+
+static int
+do_probe(int fd, struct pci_system *pci_sys);
+
+static void
+pci_system_solx_devfs_destroy( void );
+
+static int
+get_config_header(int fd, uint8_t bus_no, uint8_t dev_no, uint8_t func_no,
+    pci_conf_hdr_t *config_hdr_p);
+
+int
+pci_system_solx_devfs_create( void );
+
+
+
+
+static const struct pci_system_methods solx_devfs_methods = {
+    .destroy = pci_system_solx_devfs_destroy,
+    .destroy_device = NULL,
+    .read_rom = pci_device_solx_devfs_read_rom,
+    .probe = pci_device_solx_devfs_probe,
+    .map = pci_device_solx_devfs_map_region,
+    .unmap = pci_device_solx_devfs_unmap_region,
+
+    .read = pci_device_solx_devfs_read,
+    .write = pci_device_solx_devfs_write,
+
+    .fill_capabilities = pci_fill_capabilities_generic
+};
+
+/*
+ * Rlease all the resources
+ * Solaris version
+ */
+static void
+pci_system_solx_devfs_destroy( void )
+{
+	/*
+	 * the memory allocated in create routines
+	 * will be freed in pci_system_init
+	 * It is more reasonable to free them here
+	 */
+	if (root_fd >= 0) {
+		close(root_fd);
+		root_fd = -1;
+	}
+
+	if (xsvc_fd >= 0) {
+		close(xsvc_fd);
+		xsvc_fd = -1;
+	}
+
+}
+/*
+ * Attempt to access PCI subsystem using Solaris's devfs interface.
+ * Solaris version
+ */
+int
+pci_system_solx_devfs_create( void )
+{
+	int err = 0;
+
+
+	if (root_fd >= 0)
+		return (err);
+	/* If the directory "/sys/bus/pci/devices" exists,
+	 * then the PCI subsystem can be accessed using
+	 * this interface.
+	 */
+   	if ((root_fd = open(PCI_NEXUS_1, O_RDWR)) == -1) {
+		(void) fprintf(stderr,
+		    "Could not open nexus node %s: %s\n",
+		    PCI_NEXUS_1, strerror(errno));
+
+			err = errno;
+
+			return (err);
+	} else {
+		/*
+		 * Only allow MAX_DEVICES exists
+		 * I will fix it later to get
+		 * the total devices first
+		 */
+		if ((pci_sys = calloc(1, sizeof (struct pci_system))) != NULL) {
+			pci_sys->methods = &solx_devfs_methods;
+			if ((pci_sys->devices =
+			    calloc(MAX_DEVICES,
+			    sizeof (struct pci_device_private))) != NULL) {
+				(void) do_probe(root_fd, pci_sys);
+			}
+			else {
+				err = errno;
+				free(pci_sys);
+				pci_sys = NULL;
+			}
+		} else {
+			err = errno;
+		}
+		
+	}
+	
+	return (err);
+}
+
+/*
+ * Retrieve first 16 dwords of device's config header, except for the first
+ * dword.  First 16 dwords are defined by the PCI specification.
+ */
+static int
+get_config_header(int fd, uint8_t bus_no, uint8_t dev_no, uint8_t func_no,
+    pci_conf_hdr_t *config_hdr_p)
+{
+	pcitool_reg_t cfg_prg;
+	int i;
+	int rval = 0;
+
+	/* Prepare a local pcitool_reg_t so as to not disturb the caller's. */
+	cfg_prg.offset = 0;
+	cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_4 + NATIVE_ENDIAN;
+	cfg_prg.bus_no = bus_no;
+	cfg_prg.dev_no = dev_no;
+	cfg_prg.func_no = func_no;
+	cfg_prg.barnum = 0;
+	cfg_prg.user_version = PCITOOL_USER_VERSION;
+
+	/* Get dwords 1-15 of config space. They must be read as uint32_t. */
+	for (i = 1; i < (sizeof (pci_conf_hdr_t) / sizeof (uint32_t)); i++) {
+		cfg_prg.offset += sizeof (uint32_t);
+		if ((rval =
+		    ioctl(fd, PCITOOL_DEVICE_GET_REG, &cfg_prg)) != 0) {
+			break;
+		}
+		config_hdr_p->dwords[i] = (uint32_t)cfg_prg.data;
+	}
+
+	return (rval);
+}
+
+
+/*
+ * Probe device's functions.  Modifies many fields in the prg_p.
+ */
+static int
+probe_dev(int fd, pcitool_reg_t *prg_p, struct pci_system *pci_sys)
+{
+	pci_conf_hdr_t	config_hdr;
+	boolean_t	multi_function_device;
+	int8_t		func;
+	int8_t		first_func = 0;
+	int8_t		last_func = PCI_REG_FUNC_M >> PCI_REG_FUNC_SHIFT;
+	int		rval = 0;
+
+
+	/*
+	 * Loop through at least func=first_func.  Continue looping through
+	 * functions if there are no errors and the device is a multi-function
+	 * device.
+	 *
+	 * (Note, if first_func == 0, header will show whether multifunction
+	 * device and set multi_function_device.  If first_func != 0, then we
+	 * will force the loop as the user wants a specific function to be
+	 * checked.
+	 */
+	for (func = first_func, multi_function_device = B_FALSE;
+	    ((func <= last_func) &&
+		((func == first_func) || (multi_function_device)));
+	    func++) {
+		prg_p->func_no = func;
+
+		/*
+		 * Four things can happen here:
+		 *
+		 * 1) ioctl comes back as EFAULT and prg_p->status is
+		 *    PCITOOL_INVALID_ADDRESS.  There is no device at this
+		 *    location.
+		 *
+		 * 2) ioctl comes back successful and the data comes back as
+		 *    zero.  Config space is mapped but no device responded.
+		 *
+		 * 3) ioctl comes back successful and the data comes back as
+		 *    non-zero.  We've found a device.
+		 *
+		 * 4) Some other error occurs in an ioctl.
+		 */
+
+		prg_p->status = PCITOOL_SUCCESS;
+		prg_p->offset = 0;
+		prg_p->data = 0;
+		prg_p->user_version = PCITOOL_USER_VERSION;
+		if (((rval = ioctl(fd, PCITOOL_DEVICE_GET_REG, prg_p)) != 0) ||
+		    (prg_p->data == 0xffffffff)) {
+
+			/*
+			 * Accept errno == EINVAL along with status of
+			 * PCITOOL_OUT_OF_RANGE because some systems
+			 * don't implement the full range of config space.
+			 * Leave the loop quietly in this case.
+			 */
+			if ((errno == EINVAL) ||
+			    (prg_p->status == PCITOOL_OUT_OF_RANGE)) {
+				break;
+			}
+
+			/*
+			 * Exit silently with ENXIO as this means that there are
+			 * no devices under the pci root nexus.
+			 */
+			else if ((errno == ENXIO) &&
+			    (prg_p->status == PCITOOL_IO_ERROR)) {
+				break;
+			}
+
+			/*
+			 * Expect errno == EFAULT along with status of
+			 * PCITOOL_INVALID_ADDRESS because there won't be
+			 * devices at each stop.  Quit on any other error.
+			 */
+			else if (((errno != EFAULT) ||
+			    (prg_p->status != PCITOOL_INVALID_ADDRESS)) &&
+			    (prg_p->data != 0xffffffff)) {
+
+				break;
+
+			/*
+			 * If no function at this location,
+			 * just advance to the next function.
+			 */
+			} else {
+				rval = 0;
+			}
+
+		/*
+		 * Data came back as 0.
+		 * Treat as unresponsive device amd check next device.
+		 */
+		} else if (prg_p->data == 0) {
+			rval = 0;
+			break;	/* Func loop. */
+
+		/* Found something. */
+		} else {
+			config_hdr.dwords[0] = (uint32_t)prg_p->data;
+
+			/* Get the rest of the PCI header. */
+			if ((rval = get_config_header(fd, prg_p->bus_no,
+			    prg_p->dev_no, prg_p->func_no, &config_hdr)) !=
+			    0) {
+				break;
+			}
+
+			/*
+			 * Special case for the type of Southbridge found on
+			 * Ultra-45 and other sun4u fire workstations.
+			 */
+			if ((config_hdr.dwords[0] == U45_SB_DEVID_VID) &&
+			    (config_hdr.dwords[2] == U45_SB_CLASS_RID)) {
+				rval = ECANCELED;
+				break;
+			}
+
+			/*
+			 * Found one device with bus numer, device number and
+			 * function number.
+			 */
+
+			/*
+			 * Domain is peer bus??
+			 */
+			pci_sys->devices[pci_sys->num_devices].base.domain = 0;
+			pci_sys->devices[pci_sys->num_devices].base.bus =
+			    prg_p->bus_no;
+			pci_sys->devices[pci_sys->num_devices].base.dev =
+			    prg_p->dev_no;
+			pci_sys->devices[pci_sys->num_devices].base.func = func;
+			/*
+			 * for the format of device_class, see struct pci_device;
+			 */
+			pci_sys->devices[pci_sys->num_devices].base.device_class =
+			    config_hdr.dwords[2]>>8;
+			pci_sys->devices[pci_sys->num_devices].base.revision =
+			    (uint8_t)(config_hdr.dwords[2] & 0xff);
+			pci_sys->devices[pci_sys->num_devices].base.vendor_id =
+			    (uint16_t)(config_hdr.dwords[0] & 0xffff);		
+			pci_sys->devices[pci_sys->num_devices].base.device_id =
+			    (uint16_t)((config_hdr.dwords[0]>>16) & 0xffff);		
+			pci_sys->devices[pci_sys->num_devices].base.subvendor_id =
+			    (uint16_t)(config_hdr.dwords[11] & 0xffff);		
+			pci_sys->devices[pci_sys->num_devices].base.subdevice_id =
+			    (uint16_t)((config_hdr.dwords[11]>>16) & 0xffff);		
+			pci_sys->devices[pci_sys->num_devices].header_type =
+			    (uint8_t)(((config_hdr.dwords[3])&0xff0000)>>16);
+#if DEBUGON
+			fprintf(stderr, "busno = %x, devno = %x, funcno = %x\n",
+			    prg_p->bus_no, prg_p->dev_no, func);
+#endif
+
+			pci_sys->num_devices++;
+
+			/*
+			 * Accomodate devices which state their
+			 * multi-functionality only in their function 0 config
+			 * space.  Note multi-functionality throughout probing
+			 * of all of this device's functions.
+			 */
+			if (config_hdr.bytes[PCI_CONF_HEADER] &
+			    PCI_HEADER_MULTI) {
+				multi_function_device = B_TRUE;
+			}
+		}
+	}
+
+	return (rval);
+}
+
+/*
+ * Solaris version
+ * Probe a given nexus config space for devices.
+ *
+ * fd is the file descriptor of the nexus.
+ * input_args contains commandline options as specified by the user.
+ */
+static int
+do_probe(int fd, struct pci_system *pci_sys)
+{
+	pcitool_reg_t prg;
+	uint32_t bus;
+	uint8_t dev;
+	uint32_t last_bus = PCI_REG_BUS_M >> PCI_REG_BUS_SHIFT;
+	uint8_t last_dev = PCI_REG_DEV_M >> PCI_REG_DEV_SHIFT;
+	uint8_t first_bus = 0;
+	uint8_t first_dev = 0;
+	int rval = 0;
+
+	prg.barnum = 0;	/* Config space. */
+
+	/* Must read in 4-byte quantities. */
+	prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_4 + NATIVE_ENDIAN;
+
+	prg.data = 0;
+
+	/*
+	 * Loop through all valid bus / dev / func combinations to check for
+	 * all devices, with the following exceptions:
+	 *
+	 * When nothing is found at function 0 of a bus / dev combination, skip
+	 * the other functions of that bus / dev combination.
+	 *
+	 * When a found device's function 0 is probed and it is determined that
+	 * it is not a multifunction device, skip probing of that device's
+	 * other functions.
+	 */
+	for (bus = first_bus; ((bus <= last_bus) && (rval == 0)); bus++) {
+		prg.bus_no = (uint8_t)bus;
+		for (dev = first_dev;
+		    ((dev <= last_dev) && (rval == 0)); dev++) {
+			prg.dev_no = dev;
+			rval = probe_dev(fd, &prg, pci_sys);
+		}
+
+		/*
+		 * Ultra-45 southbridge workaround:
+		 * ECANCELED tells to skip to the next bus.
+		 */
+		if (rval == ECANCELED) {
+			rval = 0;
+		}
+	}
+	if (pci_sys->num_devices > MAX_DEVICES) {
+		(void) fprintf(stderr, "pci devices reach maximu number\n");
+	}
+
+	return (rval);
+}
+
+static int
+find_target_node(di_node_t node, void *arg)
+{
+	int *regbuf = NULL;
+	int len = 0;
+	uint32_t busno, funcno, devno;
+	i_devnode_t *devnode;
+	void *prop = DI_PROP_NIL;
+	int i;
+
+	devnode = (i_devnode_t *)arg;
+
+	/*
+	 * Test the property funtions, only for testing
+	 */
+	/*
+	(void) fprintf(stderr, "start of node 0x%x\n", node->nodeid);
+	while ((prop = di_prop_hw_next(node, prop)) != DI_PROP_NIL) {
+		(void) fprintf(stderr, "name=%s: ", di_prop_name(prop));
+		len = 0;
+		if (!strcmp(di_prop_name(prop), "reg")) {
+			len = di_prop_ints(prop, &regbuf);
+		}
+		for (i = 0; i < len; i++) {
+			fprintf(stderr, "0x%0x.", regbuf[i]);
+		}
+		fprintf(stderr, "\n");
+	}
+	(void) fprintf(stderr, "end of node 0x%x\n", node->nodeid);
+	*/
+	
+	len = di_prop_lookup_ints(DDI_DEV_T_ANY, node, "reg",
+	    &regbuf);
+
+	if (len <= 0) {
+#if DEBUGON
+		fprintf(stderr, "error = %x\n", errno);
+		fprintf(stderr, "can not find assigned-address\n");
+#endif
+		return (DI_WALK_CONTINUE);
+	}
+	busno = PCI_REG_BUS_G(regbuf[0]);
+	devno = PCI_REG_DEV_G(regbuf[0]);
+	funcno = PCI_REG_FUNC_G(regbuf[0]);
+
+	if ((busno == devnode->bus) &&
+	    (devno == devnode->dev) &&
+	    (funcno == devnode->func)) {
+		devnode->node = node;
+		
+		return (DI_WALK_TERMINATE);
+	}
+
+	return (DI_WALK_CONTINUE);
+}
+
+/*
+ * Solaris version
+ */
+static int
+pci_device_solx_devfs_probe( struct pci_device * dev )
+{
+	uint8_t  config[256];
+	int err;
+	di_node_t rnode;
+	i_devnode_t args;
+	int *regbuf;
+	pci_regspec_t *reg;
+	int i;
+	pciaddr_t bytes;
+	int len = 0;
+
+	err = pci_device_solx_devfs_read( dev, config, 0, 256, & bytes );
+	args.node = DI_NODE_NIL;
+	if ( bytes >= 64 ) {
+		struct pci_device_private *priv =
+		     (struct pci_device_private *) dev;
+
+		dev->vendor_id =
+		    (uint16_t)config[0] + ((uint16_t)config[1] << 8);
+		dev->device_id =
+		    (uint16_t)config[2] + ((uint16_t)config[3] << 8);
+		dev->device_class = (uint32_t)config[9] +
+		    ((uint32_t)config[10] << 8) +
+		    ((uint16_t)config[11] << 16);
+		/*
+		 * device class code is already there.
+		 * see probe_dev function.
+		 */
+		dev->revision = config[8];
+		dev->subvendor_id =
+		    (uint16_t)config[44] + ((uint16_t)config[45] << 8);
+		dev->subdevice_id =
+		    (uint16_t)config[46] + ((uint16_t)config[47] << 8);
+		dev->irq = config[60];
+
+		priv->header_type = config[14];
+		/*
+		 * starting to find if it is MEM/MEM64/IO
+		 * using libdevinfo
+		 */
+		if ((rnode = di_init("/", DINFOCPYALL)) == DI_NODE_NIL) {
+			(void) fprintf(stderr, "di_init failed: $s\n",
+			    strerror(errno));
+			err = errno;
+		} else {
+			args.bus = dev->bus;
+			args.dev = dev->dev;
+			args.func = dev->func;
+			(void) di_walk_node(rnode, DI_WALK_CLDFIRST,
+			    (void *)&args, find_target_node);
+			di_fini(rnode);
+		}
+	}
+	if (args.node != DI_NODE_NIL) {
+		/*
+		 * It will success for sure, because it was
+		 * successfully called in find_target_node
+		 */
+		len = di_prop_lookup_ints(DDI_DEV_T_ANY, args.node,
+		    "assigned-addresses",
+		    &regbuf);
+
+	}
+
+	if (len <= 0)
+		return (err);
+
+
+	/*
+	 * how to find the size of rom???
+	 * if the device has expansion rom,
+	 * it must be listed in the last
+	 * cells because solaris find probe
+	 * the base address from offset 0x10
+	 * to 0x30h. So only check the last
+	 * item.
+	 */
+	reg = (pci_regspec_t *)&regbuf[len - CELL_NUMS_1275];
+	if (PCI_REG_REG_G(reg->pci_phys_hi) ==
+	    PCI_CONF_ROM) {
+		/*
+		 * rom can only be 32 bits
+		 */
+		dev->rom_size = reg->pci_size_low;
+		len = len - CELL_NUMS_1275;
+	}
+	else {
+		/*
+		 * size default to 64K and base address
+		 * default to 0xC0000
+		 */
+		dev->rom_size = 0x10000;
+	}
+
+	/*
+	 * solaris has its own BAR index. To be sure that
+	 * Xorg has the same BAR number as solaris. ????
+	 */
+	for (i = 0; i < len; i = i + CELL_NUMS_1275) {
+		int ent = i/CELL_NUMS_1275;
+
+		reg = (pci_regspec_t *)&regbuf[i];
+
+		/*
+		 * non relocatable resource is excluded
+		 * such like 0xa0000, 0x3b0. If it is met,
+		 * the loop is broken;
+		 */
+		if (!PCI_REG_REG_G(reg->pci_phys_hi))
+			break; 		
+
+
+		if (reg->pci_phys_hi & PCI_PREFETCH_B) {
+			dev->regions[ent].is_prefetchable = 1;
+		}
+
+		switch (reg->pci_phys_hi & PCI_REG_ADDR_M) {
+		case PCI_ADDR_IO:
+			dev->regions[ent].is_IO = 1;
+			break;
+		case PCI_ADDR_MEM32:
+			break;
+		case PCI_ADDR_MEM64:
+			dev->regions[ent].is_64 = 1;
+			break;
+		}
+		/*
+		 * We split the shift count 32 into two 16 to
+		 * avoid the complaining of the compiler
+		 */
+		dev->regions[ent].base_addr = reg->pci_phys_low +
+		    ((reg->pci_phys_mid << 16) << 16);
+		dev->regions[ent].size = reg->pci_size_low +
+		    ((reg->pci_size_hi << 16) << 16);
+	}
+		 
+
+    return (err);
+}
+
+/*
+ * Solaris version: read the ROM data
+ */
+static int
+pci_device_solx_devfs_read_rom( struct pci_device * dev, void * buffer )
+{
+	void *prom = MAP_FAILED;
+
+	if (xsvc_fd < 0) {
+		if ((xsvc_fd = open("/dev/xsvc", O_RDWR)) < 0) {
+		    (void) fprintf(stderr, "can not open xsvc driver\n");
+		
+			return (-1);
+		}
+	}
+
+	prom = mmap(NULL, dev->rom_size,
+	    PROT_READ, MAP_SHARED,
+	    xsvc_fd, 0xC0000);
+
+	if (prom == MAP_FAILED) {
+		(void) fprintf(stderr, "map rom base =0xC0000 failed");
+		return (-1);
+	}
+	(void) bcopy(prom, buffer, dev->rom_size);
+	
+	
+	/*
+	 * Still used xsvc to do the user space mapping
+	 */
+	return (0);
+
+}
+
+/*
+ * solaris version: Read the configurations space of the devices
+ */
+static int
+pci_device_solx_devfs_read( struct pci_device * dev, void * data,
+			     pciaddr_t offset, pciaddr_t size,
+			     pciaddr_t * bytes_read )
+{
+	pcitool_reg_t cfg_prg;
+	int err = 0;
+	int i = 0;
+
+	cfg_prg.offset = offset;
+	cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_1 + NATIVE_ENDIAN;
+	cfg_prg.bus_no = dev->bus;
+	cfg_prg.dev_no = dev->dev;
+	cfg_prg.func_no = dev->func;
+	cfg_prg.barnum = 0;
+	cfg_prg.user_version = PCITOOL_USER_VERSION;
+	*bytes_read = 0;
+
+	for (i = 0; i < size; i = i + PCITOOL_ACC_ATTR_SIZE(PCITOOL_ACC_ATTR_SIZE_1)) {
+
+		cfg_prg.offset = offset + i;
+		if ((err = ioctl(root_fd, PCITOOL_DEVICE_GET_REG,
+		    &cfg_prg)) != 0) {
+			fprintf(stderr, "read bdf<%x,%x,%x,%x> config space failure\n",
+			    cfg_prg.bus_no,
+			    cfg_prg.dev_no,
+			    cfg_prg.func_no,
+			    cfg_prg.offset);
+			fprintf(stderr, "Failure cause = %x\n", err);
+			break;
+		}
+
+		((uint8_t *)data)[i] = (uint8_t)cfg_prg.data;
+		/*
+		 * DWORDS Offset or bytes Offset ??
+		 */
+	}
+	*bytes_read = i;
+
+	return (err);
+}
+
+/*
+ * Solaris version
+ */
+static int
+pci_device_solx_devfs_write( struct pci_device * dev, const void * data,
+			     pciaddr_t offset, pciaddr_t size,
+			     pciaddr_t * bytes_written )
+{
+	pcitool_reg_t cfg_prg;
+	int err = 0;
+	int cmd;
+
+
+	if ( bytes_written != NULL ) {
+		*bytes_written = 0;
+	}
+
+	cfg_prg.offset = offset;
+	switch (size) {
+		case 1:
+		cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_1 + NATIVE_ENDIAN;
+		break;
+		case 2:
+		cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_2 + NATIVE_ENDIAN;
+		break;
+		case 4:
+		cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_4 + NATIVE_ENDIAN;
+		break;
+		case 8:
+		cfg_prg.acc_attr = PCITOOL_ACC_ATTR_SIZE_8 + NATIVE_ENDIAN;
+		break;
+		default:
+			assert(0);
+
+	}
+	cfg_prg.bus_no = dev->bus;
+	cfg_prg.dev_no = dev->dev;
+	cfg_prg.func_no = dev->func;
+	cfg_prg.barnum = 0;
+	cfg_prg.user_version = PCITOOL_USER_VERSION;
+	cfg_prg.data = *((uint64_t *)data);
+	/*
+	 * Check if this device is bridge device.
+	 * If it is, it is also a nexus node???
+	 * It seems that there is no explicit
+	 * PCI nexus device for X86, so not applicable
+	 * from pcitool_bus_reg_ops in pci_tools.c
+	 */
+	cmd = PCITOOL_DEVICE_SET_REG;
+
+	if ((err = ioctl(root_fd, cmd, &cfg_prg)) != 0) {
+		return (err);
+	}
+	*bytes_written = size;
+
+	return (err);
+}
+
+
+/*
+ * Solaris Version
+ */
+static int
+pci_device_solx_devfs_map_region( struct pci_device * dev, unsigned region,
+    int write_enable )
+{
+
+	if (xsvc_fd < 0) {
+		if ((xsvc_fd = open("/dev/xsvc", O_RDWR)) < 0) {
+		    (void) fprintf(stderr, "can not open xsvc driver\n");
+		
+			return (-1);
+		}
+	}
+
+	dev->regions[region].memory = mmap(NULL, dev->regions[region].size,
+	    (write_enable) ? (PROT_READ | PROT_WRITE) : PROT_READ, MAP_SHARED,
+	    xsvc_fd, dev->regions[region].base_addr);
+
+	if (dev->regions[region].memory == MAP_FAILED) {
+		dev->regions[region].memory = 0;
+	
+		(void) fprintf(stderr, "map rom region =%x failed",
+		    dev->regions[region].base_addr);
+		return (-1);
+	}
+	
+	/*
+	 * Still used xsvc to do the user space mapping
+	 */
+	return (0);
+}
+
+
+/*
+ * Solaris version
+ */
+static int
+pci_device_solx_devfs_unmap_region( struct pci_device * dev, unsigned region )
+{
+    int err = 0;
+
+    if ( munmap( dev->regions[ region ].memory, dev->regions[ region ].size )
+	 == -1 ) {
+	err = errno;
+    }
+
+    dev->regions[ region ].memory = NULL;
+
+    return (err);
+}