/* $OpenBSD: agp_i810.c,v 1.93 2015/12/19 16:07:20 kettenis Exp $ */ /*- * Copyright (c) 2000 Doug Rabson * Copyright (c) 2000 Ruslan Ermilov * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. * */ #include "acpi.h" #include "drm.h" #include "vga.h" #include #include #include #include #include #include #include #include #include #include #include #include #define READ1(off) bus_space_read_1(isc->map->bst, isc->map->bsh, off) #define READ4(off) bus_space_read_4(isc->map->bst, isc->map->bsh, off) #define WRITE4(off,v) bus_space_write_4(isc->map->bst, isc->map->bsh, off, v) /* * Intel IGP gtt bits. */ /* PTE is enabled */ #define INTEL_ENABLED 0x1 /* I810/I815 only, memory is in dcache */ #define INTEL_LOCAL 0x2 /* Memory is snooped, must not be accessed through gtt from the cpu. */ #define INTEL_COHERENT 0x6 enum { CHIP_NONE = 0, /* not integrated graphics */ CHIP_I810 = 1, /* i810/i815 */ CHIP_I830 = 2, /* i830/i845 */ CHIP_I855 = 3, /* i852GM/i855GM/i865G */ CHIP_I915 = 4, /* i915G/i915GM */ CHIP_I965 = 5, /* i965/i965GM */ CHIP_G33 = 6, /* G33/Q33/Q35 */ CHIP_G4X = 7, /* G4X */ CHIP_PINEVIEW = 8, /* Pineview/Pineview M */ CHIP_IRONLAKE = 9, /* Clarkdale/Arrandale */ }; struct agp_i810_softc { struct device dev; bus_dma_segment_t scrib_seg; struct agp_softc *agpdev; struct agp_gatt *gatt; struct vga_pci_bar *map; bus_space_tag_t gtt_bst; bus_space_handle_t gtt_bsh; bus_size_t gtt_size; bus_dmamap_t scrib_dmamap; bus_addr_t isc_apaddr; bus_size_t isc_apsize; /* current aperture size */ int chiptype; /* i810-like or i830 */ u_int32_t dcache_size; /* i810 only */ u_int32_t stolen; /* number of i830/845 gtt entries for stolen memory */ }; void agp_i810_attach(struct device *, struct device *, void *); int agp_i810_activate(struct device *, int); void agp_i810_configure(struct agp_i810_softc *); int agp_i810_probe(struct device *, void *, void *); int agp_i810_get_chiptype(struct pci_attach_args *); void agp_i810_bind_page(void *, bus_size_t, paddr_t, int); void agp_i810_unbind_page(void *, bus_size_t); void agp_i810_flush_tlb(void *); int agp_i810_enable(void *, u_int32_t mode); void intagp_write_gtt(struct agp_i810_softc *, bus_size_t, paddr_t); int intagp_gmch_match(struct pci_attach_args *); extern void intagp_dma_sync(bus_dma_tag_t, bus_dmamap_t, bus_addr_t, bus_size_t, int); struct cfattach intagp_ca = { sizeof(struct agp_i810_softc), agp_i810_probe, agp_i810_attach, NULL, agp_i810_activate, }; struct cfdriver intagp_cd = { NULL, "intagp", DV_DULL }; struct agp_methods agp_i810_methods = { agp_i810_bind_page, agp_i810_unbind_page, agp_i810_flush_tlb, agp_i810_enable, }; int agp_i810_get_chiptype(struct pci_attach_args *pa) { switch (PCI_PRODUCT(pa->pa_id)) { case PCI_PRODUCT_INTEL_82810_IGD: case PCI_PRODUCT_INTEL_82810_DC100_IGD: case PCI_PRODUCT_INTEL_82810E_IGD: case PCI_PRODUCT_INTEL_82815_IGD: return (CHIP_I810); break; case PCI_PRODUCT_INTEL_82830M_IGD: case PCI_PRODUCT_INTEL_82845G_IGD: return (CHIP_I830); break; case PCI_PRODUCT_INTEL_82854_IGD: case PCI_PRODUCT_INTEL_82855GM_IGD: case PCI_PRODUCT_INTEL_82865G_IGD: return (CHIP_I855); break; case PCI_PRODUCT_INTEL_E7221_IGD: case PCI_PRODUCT_INTEL_82915G_IGD_1: case PCI_PRODUCT_INTEL_82915G_IGD_2: case PCI_PRODUCT_INTEL_82915GM_IGD_1: case PCI_PRODUCT_INTEL_82915GM_IGD_2: case PCI_PRODUCT_INTEL_82945G_IGD_1: case PCI_PRODUCT_INTEL_82945G_IGD_2: case PCI_PRODUCT_INTEL_82945GM_IGD_1: case PCI_PRODUCT_INTEL_82945GM_IGD_2: case PCI_PRODUCT_INTEL_82945GME_IGD_1: return (CHIP_I915); break; case PCI_PRODUCT_INTEL_82946GZ_IGD_1: case PCI_PRODUCT_INTEL_82946GZ_IGD_2: case PCI_PRODUCT_INTEL_82Q965_IGD_1: case PCI_PRODUCT_INTEL_82Q965_IGD_2: case PCI_PRODUCT_INTEL_82G965_IGD_1: case PCI_PRODUCT_INTEL_82G965_IGD_2: case PCI_PRODUCT_INTEL_82GM965_IGD_1: case PCI_PRODUCT_INTEL_82GM965_IGD_2: case PCI_PRODUCT_INTEL_82GME965_IGD_1: case PCI_PRODUCT_INTEL_82GME965_IGD_2: case PCI_PRODUCT_INTEL_82G35_IGD_1: case PCI_PRODUCT_INTEL_82G35_IGD_2: return (CHIP_I965); break; case PCI_PRODUCT_INTEL_82G33_IGD_1: case PCI_PRODUCT_INTEL_82G33_IGD_2: case PCI_PRODUCT_INTEL_82Q35_IGD_1: case PCI_PRODUCT_INTEL_82Q35_IGD_2: case PCI_PRODUCT_INTEL_82Q33_IGD_1: case PCI_PRODUCT_INTEL_82Q33_IGD_2: return (CHIP_G33); break; case PCI_PRODUCT_INTEL_82GM45_IGD_1: case PCI_PRODUCT_INTEL_4SERIES_IGD: case PCI_PRODUCT_INTEL_82Q45_IGD_1: case PCI_PRODUCT_INTEL_82G45_IGD_1: case PCI_PRODUCT_INTEL_82G41_IGD_1: case PCI_PRODUCT_INTEL_82B43_IGD_1: case PCI_PRODUCT_INTEL_82B43_IGD_2: return (CHIP_G4X); break; case PCI_PRODUCT_INTEL_PINEVIEW_IGC_1: case PCI_PRODUCT_INTEL_PINEVIEW_M_IGC_1: return (CHIP_PINEVIEW); break; case PCI_PRODUCT_INTEL_CLARKDALE_IGD: case PCI_PRODUCT_INTEL_ARRANDALE_IGD: return (CHIP_IRONLAKE); break; } return (CHIP_NONE); } /* * We're intel IGD, bus 0 function 0 dev 0 should be the GMCH, so it should * be Intel */ int intagp_gmch_match(struct pci_attach_args *pa) { if (pa->pa_bus == 0 && pa->pa_device == 0 && pa->pa_function == 0 && PCI_VENDOR(pa->pa_id) == PCI_VENDOR_INTEL && PCI_CLASS(pa->pa_class) == PCI_CLASS_BRIDGE && PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_BRIDGE_HOST) return (1); return (0); } int agp_i810_probe(struct device *parent, void *match, void *aux) { struct pci_attach_args *pa = aux; if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY || PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_DISPLAY_VGA) return (0); return (agp_i810_get_chiptype(pa) != CHIP_NONE); } void agp_i810_attach(struct device *parent, struct device *self, void *aux) { struct agp_i810_softc *isc = (struct agp_i810_softc *)self; struct agp_gatt *gatt; struct pci_attach_args *pa = aux, bpa; struct inteldrm_softc *psc = (struct inteldrm_softc *)parent; bus_addr_t mmaddr, gmaddr, tmp; bus_size_t gtt_off = 0; pcireg_t memtype, reg; u_int32_t stolen; u_int16_t gcc1; isc->chiptype = agp_i810_get_chiptype(pa); switch (isc->chiptype) { case CHIP_I915: case CHIP_G33: case CHIP_PINEVIEW: gmaddr = AGP_I915_GMADR; mmaddr = AGP_I915_MMADR; memtype = PCI_MAPREG_TYPE_MEM; break; case CHIP_I965: case CHIP_G4X: case CHIP_IRONLAKE: gmaddr = AGP_I965_GMADR; mmaddr = AGP_I965_MMADR; memtype = PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_64BIT; if (isc->chiptype == CHIP_I965) gtt_off = AGP_I965_GTT; else gtt_off = AGP_G4X_GTT; break; default: gmaddr = AGP_APBASE; mmaddr = AGP_I810_MMADR; memtype = PCI_MAPREG_TYPE_MEM; gtt_off = AGP_I810_GTT; break; } if (pci_mapreg_info(pa->pa_pc, pa->pa_tag, gmaddr, memtype, &isc->isc_apaddr, &isc->isc_apsize, NULL) != 0) { printf("can't get aperture info\n"); return; } isc->map = psc->regs; if (isc->chiptype == CHIP_I915 || isc->chiptype == CHIP_G33 || isc->chiptype == CHIP_PINEVIEW) { if (pci_mapreg_map(pa, AGP_I915_GTTADR, memtype, BUS_SPACE_MAP_LINEAR, &isc->gtt_bst, &isc->gtt_bsh, NULL, &isc->gtt_size, 0)) { printf("can't map gatt registers\n"); goto out; } } else if (gtt_off >= isc->map->size) { isc->gtt_bst = isc->map->bst; isc->gtt_size = (isc->isc_apsize >> AGP_PAGE_SHIFT) * 4; if (bus_space_map(isc->gtt_bst, isc->map->base + gtt_off, isc->gtt_size, BUS_SPACE_MAP_LINEAR, &isc->gtt_bsh)) { printf("can't map gatt registers\n"); isc->gtt_size = 0; goto out; } } else { isc->gtt_bst = isc->map->bst; if (bus_space_subregion(isc->map->bst, isc->map->bsh, gtt_off, (isc->isc_apsize >> AGP_PAGE_SHIFT) * 4, &isc->gtt_bsh)) { printf("can't map gatt registers\n"); goto out; } } gatt = malloc(sizeof(*gatt), M_AGP, M_NOWAIT | M_ZERO); if (gatt == NULL) { printf("can't alloc gatt\n"); goto out; } isc->gatt = gatt; gatt->ag_entries = isc->isc_apsize >> AGP_PAGE_SHIFT; /* * Find the GMCH, some of the registers we need to read for * configuration purposes are on there. it's always at * 0/0/0 (bus/dev/func). */ if (pci_find_device(&bpa, intagp_gmch_match) == 0) { printf("can't find GMCH\n"); goto out; } switch (isc->chiptype) { case CHIP_I810: /* Some i810s have on-chip memory called dcache */ if (READ1(AGP_I810_DRT) & AGP_I810_DRT_POPULATED) isc->dcache_size = 4 * 1024 * 1024; else isc->dcache_size = 0; /* According to the specs the gatt on the i810 must be 64k */ if (agp_alloc_dmamem(pa->pa_dmat, 64 * 1024, &gatt->ag_dmamap, &gatt->ag_physical, &gatt->ag_dmaseg) != 0) { goto out; } gatt->ag_size = gatt->ag_entries * sizeof(u_int32_t); if (bus_dmamem_map(pa->pa_dmat, &gatt->ag_dmaseg, 1, 64 * 1024, (caddr_t *)&gatt->ag_virtual, BUS_DMA_NOWAIT) != 0) goto out; break; case CHIP_I830: /* The i830 automatically initializes the 128k gatt on boot. */ reg = pci_conf_read(bpa.pa_pc, bpa.pa_tag, AGP_I830_GCC0); gcc1 = (u_int16_t)(reg >> 16); switch (gcc1 & AGP_I830_GCC1_GMS) { case AGP_I830_GCC1_GMS_STOLEN_512: isc->stolen = (512 - 132) * 1024 / 4096; break; case AGP_I830_GCC1_GMS_STOLEN_1024: isc->stolen = (1024 - 132) * 1024 / 4096; break; case AGP_I830_GCC1_GMS_STOLEN_8192: isc->stolen = (8192 - 132) * 1024 / 4096; break; default: isc->stolen = 0; printf("unknown memory configuration, disabling\n"); goto out; } #ifdef DEBUG if (isc->stolen > 0) { printf(": detected %dk stolen memory", isc->stolen * 4); } else printf(": no preallocated video memory\n"); #endif /* XXX */ isc->stolen = 0; /* GATT address is already in there, make sure it's enabled */ gatt->ag_physical = READ4(AGP_I810_PGTBL_CTL) & ~1; break; case CHIP_I855: /* FALLTHROUGH */ case CHIP_I915: /* FALLTHROUGH */ case CHIP_I965: /* FALLTHROUGH */ case CHIP_G33: /* FALLTHROUGH */ case CHIP_G4X: case CHIP_PINEVIEW: case CHIP_IRONLAKE: /* Stolen memory is set up at the beginning of the aperture by * the BIOS, consisting of the GATT followed by 4kb for the * BIOS display. */ reg = pci_conf_read(bpa.pa_pc, bpa.pa_tag, AGP_I855_GCC1); gcc1 = (u_int16_t)(reg >> 16); switch (isc->chiptype) { case CHIP_I855: /* The 855GM automatically initializes the 128k gatt on boot. */ stolen = 128 + 4; break; case CHIP_I915: /* The 915G automatically initializes the 256k gatt on boot. */ stolen = 256 + 4; break; case CHIP_I965: switch (READ4(AGP_I810_PGTBL_CTL) & AGP_I810_PGTBL_SIZE_MASK) { case AGP_I810_PGTBL_SIZE_512KB: stolen = 512 + 4; break; case AGP_I810_PGTBL_SIZE_256KB: stolen = 256 + 4; break; case AGP_I810_PGTBL_SIZE_128KB: default: stolen = 128 + 4; break; } break; case CHIP_G33: switch (gcc1 & AGP_G33_PGTBL_SIZE_MASK) { case AGP_G33_PGTBL_SIZE_2M: stolen = 2048 + 4; break; case AGP_G33_PGTBL_SIZE_1M: default: stolen = 1024 + 4; break; } break; case CHIP_G4X: case CHIP_PINEVIEW: case CHIP_IRONLAKE: /* * GTT stolen is separate from graphics stolen on * 4 series hardware. so ignore it in stolen gtt entries * counting. However, 4Kb of stolen memory isn't mapped * to the GTT. */ stolen = 4; break; default: printf("bad chiptype\n"); goto out; } switch (gcc1 & AGP_I855_GCC1_GMS) { case AGP_I855_GCC1_GMS_STOLEN_1M: isc->stolen = (1024 - stolen) * 1024 / 4096; break; case AGP_I855_GCC1_GMS_STOLEN_4M: isc->stolen = (4096 - stolen) * 1024 / 4096; break; case AGP_I855_GCC1_GMS_STOLEN_8M: isc->stolen = (8192 - stolen) * 1024 / 4096; break; case AGP_I855_GCC1_GMS_STOLEN_16M: isc->stolen = (16384 - stolen) * 1024 / 4096; break; case AGP_I855_GCC1_GMS_STOLEN_32M: isc->stolen = (32768 - stolen) * 1024 / 4096; break; case AGP_I915_GCC1_GMS_STOLEN_48M: isc->stolen = (49152 - stolen) * 1024 / 4096; break; case AGP_I915_GCC1_GMS_STOLEN_64M: isc->stolen = (65536 - stolen) * 1024 / 4096; break; case AGP_G33_GCC1_GMS_STOLEN_128M: isc->stolen = (131072 - stolen) * 1024 / 4096; break; case AGP_G33_GCC1_GMS_STOLEN_256M: isc->stolen = (262144 - stolen) * 1024 / 4096; break; case AGP_INTEL_GMCH_GMS_STOLEN_96M: isc->stolen = (98304 - stolen) * 1024 / 4096; break; case AGP_INTEL_GMCH_GMS_STOLEN_160M: isc->stolen = (163840 - stolen) * 1024 / 4096; break; case AGP_INTEL_GMCH_GMS_STOLEN_224M: isc->stolen = (229376 - stolen) * 1024 / 4096; break; case AGP_INTEL_GMCH_GMS_STOLEN_352M: isc->stolen = (360448 - stolen) * 1024 / 4096; break; default: isc->stolen = 0; printf("unknown memory configuration, disabling\n"); goto out; } #ifdef DEBUG if (isc->stolen > 0) { printf(": detected %dk stolen memory", isc->stolen * 4); } else printf(": no preallocated video memory\n"); #endif /* XXX */ isc->stolen = 0; /* GATT address is already in there, make sure it's enabled */ gatt->ag_physical = READ4(AGP_I810_PGTBL_CTL) & ~1; break; default: printf(": unknown initialisation\n"); return; } /* Intel recommends that you have a fake page bound to the gtt always */ if (agp_alloc_dmamem(pa->pa_dmat, AGP_PAGE_SIZE, &isc->scrib_dmamap, &tmp, &isc->scrib_seg) != 0) { printf(": can't get scribble page\n"); return; } agp_i810_configure(isc); isc->agpdev = (struct agp_softc *)agp_attach_bus(pa, &agp_i810_methods, isc->isc_apaddr, isc->isc_apsize, &isc->dev); isc->agpdev->sc_stolen_entries = isc->stolen; return; out: if (isc->gatt) { if (isc->gatt->ag_size != 0) agp_free_dmamem(pa->pa_dmat, isc->gatt->ag_size, isc->gatt->ag_dmamap, &isc->gatt->ag_dmaseg); free(isc->gatt, M_AGP, sizeof (*isc->gatt)); } if (isc->gtt_size != 0) bus_space_unmap(isc->gtt_bst, isc->gtt_bsh, isc->gtt_size); } int agp_i810_activate(struct device *arg, int act) { struct agp_i810_softc *isc = (struct agp_i810_softc *)arg; /* * Anything kept in agp over a suspend/resume cycle (and thus by X * over a vt switch cycle) is undefined upon resume. */ switch (act) { case DVACT_RESUME: agp_i810_configure(isc); break; } return (0); } void agp_i810_configure(struct agp_i810_softc *isc) { bus_addr_t tmp; tmp = isc->isc_apaddr; if (isc->chiptype == CHIP_I810) { tmp += isc->dcache_size; } else { tmp += isc->stolen << AGP_PAGE_SHIFT; } agp_flush_cache(); /* Install the GATT. */ WRITE4(AGP_I810_PGTBL_CTL, isc->gatt->ag_physical | 1); /* initialise all gtt entries to point to scribble page */ for (; tmp < (isc->isc_apaddr + isc->isc_apsize); tmp += AGP_PAGE_SIZE) agp_i810_unbind_page(isc, tmp); /* XXX we'll need to restore the GTT contents when we go kms */ /* * Make sure the chipset can see everything. */ agp_flush_cache(); } void agp_i810_bind_page(void *sc, bus_addr_t offset, paddr_t physical, int flags) { struct agp_i810_softc *isc = sc; /* * COHERENT mappings mean set the snoop bit. this should never be * accessed by the gpu through the gtt. */ if (flags & BUS_DMA_COHERENT) physical |= INTEL_COHERENT; intagp_write_gtt(isc, offset - isc->isc_apaddr, physical); } void agp_i810_unbind_page(void *sc, bus_size_t offset) { struct agp_i810_softc *isc = sc; intagp_write_gtt(isc, offset - isc->isc_apaddr, isc->scrib_dmamap->dm_segs[0].ds_addr); } /* * Writing via memory mapped registers already flushes all TLBs. */ void agp_i810_flush_tlb(void *sc) { } int agp_i810_enable(void *sc, u_int32_t mode) { return (0); } void intagp_write_gtt(struct agp_i810_softc *isc, bus_size_t off, paddr_t v) { u_int32_t pte = 0; bus_size_t wroff; if (isc->chiptype != CHIP_I810 && (off >> AGP_PAGE_SHIFT) < isc->stolen) { printf("intagp: binding into stolen memory! (0x%lx)\n", (off >> AGP_PAGE_SHIFT)); } if (v != 0) { pte = v | INTEL_ENABLED; /* 965+ can do 36-bit addressing, add in the extra bits */ switch (isc->chiptype) { case CHIP_I965: case CHIP_G4X: case CHIP_PINEVIEW: case CHIP_G33: case CHIP_IRONLAKE: pte |= (v & 0x0000000f00000000ULL) >> 28; break; } } wroff = (off >> AGP_PAGE_SHIFT) * 4; bus_space_write_4(isc->gtt_bst, isc->gtt_bsh, wroff, pte); }