src/sys/dev/pci/agp_i810.c

649 lines
17 KiB
C

/* $OpenBSD: agp_i810.c,v 1.95 2022/03/11 18:00:45 mpi Exp $ */
/*-
* Copyright (c) 2000 Doug Rabson
* Copyright (c) 2000 Ruslan Ermilov
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*
*/
#include "acpi.h"
#include "drm.h"
#include "vga.h"
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/malloc.h>
#include <sys/device.h>
#include <sys/rwlock.h>
#include <dev/pci/pcivar.h>
#include <dev/pci/pcireg.h>
#include <dev/pci/pcidevs.h>
#include <dev/pci/agpvar.h>
#include <dev/pci/agpreg.h>
#include <dev/pci/drm/i915/i915_drv.h>
#include <machine/bus.h>
#define READ1(off) bus_space_read_1(isc->map->bst, isc->map->bsh, off)
#define READ4(off) bus_space_read_4(isc->map->bst, isc->map->bsh, off)
#define WRITE4(off,v) bus_space_write_4(isc->map->bst, isc->map->bsh, off, v)
/*
* Intel IGP gtt bits.
*/
/* PTE is enabled */
#define INTEL_ENABLED 0x1
/* I810/I815 only, memory is in dcache */
#define INTEL_LOCAL 0x2
/* Memory is snooped, must not be accessed through gtt from the cpu. */
#define INTEL_COHERENT 0x6
enum {
CHIP_NONE = 0, /* not integrated graphics */
CHIP_I810 = 1, /* i810/i815 */
CHIP_I830 = 2, /* i830/i845 */
CHIP_I855 = 3, /* i852GM/i855GM/i865G */
CHIP_I915 = 4, /* i915G/i915GM */
CHIP_I965 = 5, /* i965/i965GM */
CHIP_G33 = 6, /* G33/Q33/Q35 */
CHIP_G4X = 7, /* G4X */
CHIP_PINEVIEW = 8, /* Pineview/Pineview M */
CHIP_IRONLAKE = 9, /* Clarkdale/Arrandale */
};
struct agp_i810_softc {
struct device dev;
bus_dma_segment_t scrib_seg;
struct agp_softc *agpdev;
struct agp_gatt *gatt;
struct vga_pci_bar *map;
bus_space_tag_t gtt_bst;
bus_space_handle_t gtt_bsh;
bus_size_t gtt_size;
bus_dmamap_t scrib_dmamap;
bus_addr_t isc_apaddr;
bus_size_t isc_apsize; /* current aperture size */
int chiptype; /* i810-like or i830 */
u_int32_t dcache_size; /* i810 only */
u_int32_t stolen; /* number of i830/845 gtt
entries for stolen memory */
};
void agp_i810_attach(struct device *, struct device *, void *);
int agp_i810_activate(struct device *, int);
void agp_i810_configure(struct agp_i810_softc *);
int agp_i810_probe(struct device *, void *, void *);
int agp_i810_get_chiptype(struct pci_attach_args *);
void agp_i810_bind_page(void *, bus_size_t, paddr_t, int);
void agp_i810_unbind_page(void *, bus_size_t);
void agp_i810_flush_tlb(void *);
int agp_i810_enable(void *, u_int32_t mode);
void intagp_write_gtt(struct agp_i810_softc *, bus_size_t, paddr_t);
int intagp_gmch_match(struct pci_attach_args *);
extern void intagp_dma_sync(bus_dma_tag_t, bus_dmamap_t,
bus_addr_t, bus_size_t, int);
const struct cfattach intagp_ca = {
sizeof(struct agp_i810_softc), agp_i810_probe, agp_i810_attach,
NULL, agp_i810_activate,
};
struct cfdriver intagp_cd = {
NULL, "intagp", DV_DULL
};
struct agp_methods agp_i810_methods = {
agp_i810_bind_page,
agp_i810_unbind_page,
agp_i810_flush_tlb,
agp_i810_enable,
};
int
agp_i810_get_chiptype(struct pci_attach_args *pa)
{
switch (PCI_PRODUCT(pa->pa_id)) {
case PCI_PRODUCT_INTEL_82810_IGD:
case PCI_PRODUCT_INTEL_82810_DC100_IGD:
case PCI_PRODUCT_INTEL_82810E_IGD:
case PCI_PRODUCT_INTEL_82815_IGD:
return (CHIP_I810);
break;
case PCI_PRODUCT_INTEL_82830M_IGD:
case PCI_PRODUCT_INTEL_82845G_IGD:
return (CHIP_I830);
break;
case PCI_PRODUCT_INTEL_82854_IGD:
case PCI_PRODUCT_INTEL_82855GM_IGD:
case PCI_PRODUCT_INTEL_82865G_IGD:
return (CHIP_I855);
break;
case PCI_PRODUCT_INTEL_E7221_IGD:
case PCI_PRODUCT_INTEL_82915G_IGD_1:
case PCI_PRODUCT_INTEL_82915G_IGD_2:
case PCI_PRODUCT_INTEL_82915GM_IGD_1:
case PCI_PRODUCT_INTEL_82915GM_IGD_2:
case PCI_PRODUCT_INTEL_82945G_IGD_1:
case PCI_PRODUCT_INTEL_82945G_IGD_2:
case PCI_PRODUCT_INTEL_82945GM_IGD_1:
case PCI_PRODUCT_INTEL_82945GM_IGD_2:
case PCI_PRODUCT_INTEL_82945GME_IGD_1:
return (CHIP_I915);
break;
case PCI_PRODUCT_INTEL_82946GZ_IGD_1:
case PCI_PRODUCT_INTEL_82946GZ_IGD_2:
case PCI_PRODUCT_INTEL_82Q965_IGD_1:
case PCI_PRODUCT_INTEL_82Q965_IGD_2:
case PCI_PRODUCT_INTEL_82G965_IGD_1:
case PCI_PRODUCT_INTEL_82G965_IGD_2:
case PCI_PRODUCT_INTEL_82GM965_IGD_1:
case PCI_PRODUCT_INTEL_82GM965_IGD_2:
case PCI_PRODUCT_INTEL_82GME965_IGD_1:
case PCI_PRODUCT_INTEL_82GME965_IGD_2:
case PCI_PRODUCT_INTEL_82G35_IGD_1:
case PCI_PRODUCT_INTEL_82G35_IGD_2:
return (CHIP_I965);
break;
case PCI_PRODUCT_INTEL_82G33_IGD_1:
case PCI_PRODUCT_INTEL_82G33_IGD_2:
case PCI_PRODUCT_INTEL_82Q35_IGD_1:
case PCI_PRODUCT_INTEL_82Q35_IGD_2:
case PCI_PRODUCT_INTEL_82Q33_IGD_1:
case PCI_PRODUCT_INTEL_82Q33_IGD_2:
return (CHIP_G33);
break;
case PCI_PRODUCT_INTEL_82GM45_IGD_1:
case PCI_PRODUCT_INTEL_4SERIES_IGD:
case PCI_PRODUCT_INTEL_82Q45_IGD_1:
case PCI_PRODUCT_INTEL_82G45_IGD_1:
case PCI_PRODUCT_INTEL_82G41_IGD_1:
case PCI_PRODUCT_INTEL_82B43_IGD_1:
case PCI_PRODUCT_INTEL_82B43_IGD_2:
return (CHIP_G4X);
break;
case PCI_PRODUCT_INTEL_PINEVIEW_IGC_1:
case PCI_PRODUCT_INTEL_PINEVIEW_M_IGC_1:
return (CHIP_PINEVIEW);
break;
case PCI_PRODUCT_INTEL_CLARKDALE_IGD:
case PCI_PRODUCT_INTEL_ARRANDALE_IGD:
return (CHIP_IRONLAKE);
break;
}
return (CHIP_NONE);
}
/*
* We're intel IGD, bus 0 function 0 dev 0 should be the GMCH, so it should
* be Intel
*/
int
intagp_gmch_match(struct pci_attach_args *pa)
{
if (pa->pa_bus == 0 && pa->pa_device == 0 && pa->pa_function == 0 &&
PCI_VENDOR(pa->pa_id) == PCI_VENDOR_INTEL &&
PCI_CLASS(pa->pa_class) == PCI_CLASS_BRIDGE &&
PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_BRIDGE_HOST)
return (1);
return (0);
}
int
agp_i810_probe(struct device *parent, void *match, void *aux)
{
struct pci_attach_args *pa = aux;
if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY ||
PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_DISPLAY_VGA)
return (0);
return (agp_i810_get_chiptype(pa) != CHIP_NONE);
}
void
agp_i810_attach(struct device *parent, struct device *self, void *aux)
{
struct agp_i810_softc *isc = (struct agp_i810_softc *)self;
struct agp_gatt *gatt;
struct pci_attach_args *pa = aux, bpa;
struct inteldrm_softc *psc = (struct inteldrm_softc *)parent;
bus_addr_t mmaddr, gmaddr, tmp;
bus_size_t gtt_off = 0;
pcireg_t memtype, reg;
u_int32_t stolen;
u_int16_t gcc1;
isc->chiptype = agp_i810_get_chiptype(pa);
switch (isc->chiptype) {
case CHIP_I915:
case CHIP_G33:
case CHIP_PINEVIEW:
gmaddr = AGP_I915_GMADR;
mmaddr = AGP_I915_MMADR;
memtype = PCI_MAPREG_TYPE_MEM;
break;
case CHIP_I965:
case CHIP_G4X:
case CHIP_IRONLAKE:
gmaddr = AGP_I965_GMADR;
mmaddr = AGP_I965_MMADR;
memtype = PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_64BIT;
if (isc->chiptype == CHIP_I965)
gtt_off = AGP_I965_GTT;
else
gtt_off = AGP_G4X_GTT;
break;
default:
gmaddr = AGP_APBASE;
mmaddr = AGP_I810_MMADR;
memtype = PCI_MAPREG_TYPE_MEM;
gtt_off = AGP_I810_GTT;
break;
}
if (pci_mapreg_info(pa->pa_pc, pa->pa_tag, gmaddr, memtype,
&isc->isc_apaddr, &isc->isc_apsize, NULL) != 0) {
printf("can't get aperture info\n");
return;
}
isc->map = psc->vga_regs;
if (isc->chiptype == CHIP_I915 || isc->chiptype == CHIP_G33 ||
isc->chiptype == CHIP_PINEVIEW) {
if (pci_mapreg_map(pa, AGP_I915_GTTADR, memtype,
BUS_SPACE_MAP_LINEAR, &isc->gtt_bst, &isc->gtt_bsh,
NULL, &isc->gtt_size, 0)) {
printf("can't map gatt registers\n");
goto out;
}
} else if (gtt_off >= isc->map->size) {
isc->gtt_bst = isc->map->bst;
isc->gtt_size = (isc->isc_apsize >> AGP_PAGE_SHIFT) * 4;
if (bus_space_map(isc->gtt_bst, isc->map->base + gtt_off,
isc->gtt_size, BUS_SPACE_MAP_LINEAR, &isc->gtt_bsh)) {
printf("can't map gatt registers\n");
isc->gtt_size = 0;
goto out;
}
} else {
isc->gtt_bst = isc->map->bst;
if (bus_space_subregion(isc->map->bst, isc->map->bsh, gtt_off,
(isc->isc_apsize >> AGP_PAGE_SHIFT) * 4, &isc->gtt_bsh)) {
printf("can't map gatt registers\n");
goto out;
}
}
gatt = malloc(sizeof(*gatt), M_AGP, M_NOWAIT | M_ZERO);
if (gatt == NULL) {
printf("can't alloc gatt\n");
goto out;
}
isc->gatt = gatt;
gatt->ag_entries = isc->isc_apsize >> AGP_PAGE_SHIFT;
/*
* Find the GMCH, some of the registers we need to read for
* configuration purposes are on there. it's always at
* 0/0/0 (bus/dev/func).
*/
if (pci_find_device(&bpa, intagp_gmch_match) == 0) {
printf("can't find GMCH\n");
goto out;
}
switch (isc->chiptype) {
case CHIP_I810:
/* Some i810s have on-chip memory called dcache */
if (READ1(AGP_I810_DRT) & AGP_I810_DRT_POPULATED)
isc->dcache_size = 4 * 1024 * 1024;
else
isc->dcache_size = 0;
/* According to the specs the gatt on the i810 must be 64k */
if (agp_alloc_dmamem(pa->pa_dmat, 64 * 1024, &gatt->ag_dmamap,
&gatt->ag_physical, &gatt->ag_dmaseg) != 0) {
goto out;
}
gatt->ag_size = gatt->ag_entries * sizeof(u_int32_t);
if (bus_dmamem_map(pa->pa_dmat, &gatt->ag_dmaseg, 1, 64 * 1024,
(caddr_t *)&gatt->ag_virtual, BUS_DMA_NOWAIT) != 0)
goto out;
break;
case CHIP_I830:
/* The i830 automatically initializes the 128k gatt on boot. */
reg = pci_conf_read(bpa.pa_pc, bpa.pa_tag, AGP_I830_GCC0);
gcc1 = (u_int16_t)(reg >> 16);
switch (gcc1 & AGP_I830_GCC1_GMS) {
case AGP_I830_GCC1_GMS_STOLEN_512:
isc->stolen = (512 - 132) * 1024 / 4096;
break;
case AGP_I830_GCC1_GMS_STOLEN_1024:
isc->stolen = (1024 - 132) * 1024 / 4096;
break;
case AGP_I830_GCC1_GMS_STOLEN_8192:
isc->stolen = (8192 - 132) * 1024 / 4096;
break;
default:
isc->stolen = 0;
printf("unknown memory configuration, disabling\n");
goto out;
}
#ifdef DEBUG
if (isc->stolen > 0) {
printf(": detected %dk stolen memory",
isc->stolen * 4);
} else
printf(": no preallocated video memory\n");
#endif
/* XXX */
isc->stolen = 0;
/* GATT address is already in there, make sure it's enabled */
gatt->ag_physical = READ4(AGP_I810_PGTBL_CTL) & ~1;
break;
case CHIP_I855:
/* FALLTHROUGH */
case CHIP_I915:
/* FALLTHROUGH */
case CHIP_I965:
/* FALLTHROUGH */
case CHIP_G33:
/* FALLTHROUGH */
case CHIP_G4X:
case CHIP_PINEVIEW:
case CHIP_IRONLAKE:
/* Stolen memory is set up at the beginning of the aperture by
* the BIOS, consisting of the GATT followed by 4kb for the
* BIOS display.
*/
reg = pci_conf_read(bpa.pa_pc, bpa.pa_tag, AGP_I855_GCC1);
gcc1 = (u_int16_t)(reg >> 16);
switch (isc->chiptype) {
case CHIP_I855:
/* The 855GM automatically initializes the 128k gatt on boot. */
stolen = 128 + 4;
break;
case CHIP_I915:
/* The 915G automatically initializes the 256k gatt on boot. */
stolen = 256 + 4;
break;
case CHIP_I965:
switch (READ4(AGP_I810_PGTBL_CTL) &
AGP_I810_PGTBL_SIZE_MASK) {
case AGP_I810_PGTBL_SIZE_512KB:
stolen = 512 + 4;
break;
case AGP_I810_PGTBL_SIZE_256KB:
stolen = 256 + 4;
break;
case AGP_I810_PGTBL_SIZE_128KB:
default:
stolen = 128 + 4;
break;
}
break;
case CHIP_G33:
switch (gcc1 & AGP_G33_PGTBL_SIZE_MASK) {
case AGP_G33_PGTBL_SIZE_2M:
stolen = 2048 + 4;
break;
case AGP_G33_PGTBL_SIZE_1M:
default:
stolen = 1024 + 4;
break;
}
break;
case CHIP_G4X:
case CHIP_PINEVIEW:
case CHIP_IRONLAKE:
/*
* GTT stolen is separate from graphics stolen on
* 4 series hardware. so ignore it in stolen gtt entries
* counting. However, 4Kb of stolen memory isn't mapped
* to the GTT.
*/
stolen = 4;
break;
default:
printf("bad chiptype\n");
goto out;
}
switch (gcc1 & AGP_I855_GCC1_GMS) {
case AGP_I855_GCC1_GMS_STOLEN_1M:
isc->stolen = (1024 - stolen) * 1024 / 4096;
break;
case AGP_I855_GCC1_GMS_STOLEN_4M:
isc->stolen = (4096 - stolen) * 1024 / 4096;
break;
case AGP_I855_GCC1_GMS_STOLEN_8M:
isc->stolen = (8192 - stolen) * 1024 / 4096;
break;
case AGP_I855_GCC1_GMS_STOLEN_16M:
isc->stolen = (16384 - stolen) * 1024 / 4096;
break;
case AGP_I855_GCC1_GMS_STOLEN_32M:
isc->stolen = (32768 - stolen) * 1024 / 4096;
break;
case AGP_I915_GCC1_GMS_STOLEN_48M:
isc->stolen = (49152 - stolen) * 1024 / 4096;
break;
case AGP_I915_GCC1_GMS_STOLEN_64M:
isc->stolen = (65536 - stolen) * 1024 / 4096;
break;
case AGP_G33_GCC1_GMS_STOLEN_128M:
isc->stolen = (131072 - stolen) * 1024 / 4096;
break;
case AGP_G33_GCC1_GMS_STOLEN_256M:
isc->stolen = (262144 - stolen) * 1024 / 4096;
break;
case AGP_INTEL_GMCH_GMS_STOLEN_96M:
isc->stolen = (98304 - stolen) * 1024 / 4096;
break;
case AGP_INTEL_GMCH_GMS_STOLEN_160M:
isc->stolen = (163840 - stolen) * 1024 / 4096;
break;
case AGP_INTEL_GMCH_GMS_STOLEN_224M:
isc->stolen = (229376 - stolen) * 1024 / 4096;
break;
case AGP_INTEL_GMCH_GMS_STOLEN_352M:
isc->stolen = (360448 - stolen) * 1024 / 4096;
break;
default:
isc->stolen = 0;
printf("unknown memory configuration, disabling\n");
goto out;
}
#ifdef DEBUG
if (isc->stolen > 0) {
printf(": detected %dk stolen memory",
isc->stolen * 4);
} else
printf(": no preallocated video memory\n");
#endif
/* XXX */
isc->stolen = 0;
/* GATT address is already in there, make sure it's enabled */
gatt->ag_physical = READ4(AGP_I810_PGTBL_CTL) & ~1;
break;
default:
printf(": unknown initialisation\n");
return;
}
/* Intel recommends that you have a fake page bound to the gtt always */
if (agp_alloc_dmamem(pa->pa_dmat, AGP_PAGE_SIZE, &isc->scrib_dmamap,
&tmp, &isc->scrib_seg) != 0) {
printf(": can't get scribble page\n");
return;
}
agp_i810_configure(isc);
isc->agpdev = (struct agp_softc *)agp_attach_bus(pa, &agp_i810_methods,
isc->isc_apaddr, isc->isc_apsize, &isc->dev);
isc->agpdev->sc_stolen_entries = isc->stolen;
return;
out:
if (isc->gatt) {
if (isc->gatt->ag_size != 0)
agp_free_dmamem(pa->pa_dmat, isc->gatt->ag_size,
isc->gatt->ag_dmamap, &isc->gatt->ag_dmaseg);
free(isc->gatt, M_AGP, sizeof (*isc->gatt));
}
if (isc->gtt_size != 0)
bus_space_unmap(isc->gtt_bst, isc->gtt_bsh, isc->gtt_size);
}
int
agp_i810_activate(struct device *arg, int act)
{
struct agp_i810_softc *isc = (struct agp_i810_softc *)arg;
/*
* Anything kept in agp over a suspend/resume cycle (and thus by X
* over a vt switch cycle) is undefined upon resume.
*/
switch (act) {
case DVACT_RESUME:
agp_i810_configure(isc);
break;
}
return (0);
}
void
agp_i810_configure(struct agp_i810_softc *isc)
{
bus_addr_t tmp;
tmp = isc->isc_apaddr;
if (isc->chiptype == CHIP_I810) {
tmp += isc->dcache_size;
} else {
tmp += isc->stolen << AGP_PAGE_SHIFT;
}
agp_flush_cache();
/* Install the GATT. */
WRITE4(AGP_I810_PGTBL_CTL, isc->gatt->ag_physical | 1);
/* initialise all gtt entries to point to scribble page */
for (; tmp < (isc->isc_apaddr + isc->isc_apsize);
tmp += AGP_PAGE_SIZE)
agp_i810_unbind_page(isc, tmp);
/* XXX we'll need to restore the GTT contents when we go kms */
/*
* Make sure the chipset can see everything.
*/
agp_flush_cache();
}
void
agp_i810_bind_page(void *sc, bus_addr_t offset, paddr_t physical, int flags)
{
struct agp_i810_softc *isc = sc;
/*
* COHERENT mappings mean set the snoop bit. this should never be
* accessed by the gpu through the gtt.
*/
if (flags & BUS_DMA_COHERENT)
physical |= INTEL_COHERENT;
intagp_write_gtt(isc, offset - isc->isc_apaddr, physical);
}
void
agp_i810_unbind_page(void *sc, bus_size_t offset)
{
struct agp_i810_softc *isc = sc;
intagp_write_gtt(isc, offset - isc->isc_apaddr,
isc->scrib_dmamap->dm_segs[0].ds_addr);
}
/*
* Writing via memory mapped registers already flushes all TLBs.
*/
void
agp_i810_flush_tlb(void *sc)
{
}
int
agp_i810_enable(void *sc, u_int32_t mode)
{
return (0);
}
void
intagp_write_gtt(struct agp_i810_softc *isc, bus_size_t off, paddr_t v)
{
u_int32_t pte = 0;
bus_size_t wroff;
if (isc->chiptype != CHIP_I810 &&
(off >> AGP_PAGE_SHIFT) < isc->stolen) {
printf("intagp: binding into stolen memory! (0x%lx)\n",
(off >> AGP_PAGE_SHIFT));
}
if (v != 0) {
pte = v | INTEL_ENABLED;
/* 965+ can do 36-bit addressing, add in the extra bits */
switch (isc->chiptype) {
case CHIP_I965:
case CHIP_G4X:
case CHIP_PINEVIEW:
case CHIP_G33:
case CHIP_IRONLAKE:
pte |= (v & 0x0000000f00000000ULL) >> 28;
break;
}
}
wroff = (off >> AGP_PAGE_SHIFT) * 4;
bus_space_write_4(isc->gtt_bst, isc->gtt_bsh, wroff, pte);
}