11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds * ATi AGPGART routines.
31da177e4SLinus Torvalds */
41da177e4SLinus Torvalds
51da177e4SLinus Torvalds #include <linux/types.h>
61da177e4SLinus Torvalds #include <linux/module.h>
71da177e4SLinus Torvalds #include <linux/pci.h>
81da177e4SLinus Torvalds #include <linux/init.h>
94e57b681STim Schmielau #include <linux/string.h>
104e57b681STim Schmielau #include <linux/slab.h>
111da177e4SLinus Torvalds #include <linux/agp_backend.h>
121da177e4SLinus Torvalds #include <asm/agp.h>
13e47036b4SLaura Abbott #include <asm/set_memory.h>
141da177e4SLinus Torvalds #include "agp.h"
151da177e4SLinus Torvalds
16d68c5a27SBjorn Helgaas #define ATI_GART_MMBASE_BAR 1
171da177e4SLinus Torvalds #define ATI_RS100_APSIZE 0xac
181da177e4SLinus Torvalds #define ATI_RS100_IG_AGPMODE 0xb0
191da177e4SLinus Torvalds #define ATI_RS300_APSIZE 0xf8
201da177e4SLinus Torvalds #define ATI_RS300_IG_AGPMODE 0xfc
211da177e4SLinus Torvalds #define ATI_GART_FEATURE_ID 0x00
221da177e4SLinus Torvalds #define ATI_GART_BASE 0x04
231da177e4SLinus Torvalds #define ATI_GART_CACHE_SZBASE 0x08
241da177e4SLinus Torvalds #define ATI_GART_CACHE_CNTRL 0x0c
251da177e4SLinus Torvalds #define ATI_GART_CACHE_ENTRY_CNTRL 0x10
261da177e4SLinus Torvalds
271da177e4SLinus Torvalds
28e5524f35SDave Jones static const struct aper_size_info_lvl2 ati_generic_sizes[7] =
291da177e4SLinus Torvalds {
301da177e4SLinus Torvalds {2048, 524288, 0x0000000c},
311da177e4SLinus Torvalds {1024, 262144, 0x0000000a},
321da177e4SLinus Torvalds {512, 131072, 0x00000008},
331da177e4SLinus Torvalds {256, 65536, 0x00000006},
341da177e4SLinus Torvalds {128, 32768, 0x00000004},
351da177e4SLinus Torvalds {64, 16384, 0x00000002},
361da177e4SLinus Torvalds {32, 8192, 0x00000000}
371da177e4SLinus Torvalds };
381da177e4SLinus Torvalds
391da177e4SLinus Torvalds static struct gatt_mask ati_generic_masks[] =
401da177e4SLinus Torvalds {
411da177e4SLinus Torvalds { .mask = 1, .type = 0}
421da177e4SLinus Torvalds };
431da177e4SLinus Torvalds
441da177e4SLinus Torvalds
4587a17f31SDave Jones struct ati_page_map {
461da177e4SLinus Torvalds unsigned long *real;
471da177e4SLinus Torvalds unsigned long __iomem *remapped;
4887a17f31SDave Jones };
491da177e4SLinus Torvalds
501da177e4SLinus Torvalds static struct _ati_generic_private {
511da177e4SLinus Torvalds volatile u8 __iomem *registers;
5287a17f31SDave Jones struct ati_page_map **gatt_pages;
531da177e4SLinus Torvalds int num_tables;
541da177e4SLinus Torvalds } ati_generic_private;
551da177e4SLinus Torvalds
ati_create_page_map(struct ati_page_map * page_map)5687a17f31SDave Jones static int ati_create_page_map(struct ati_page_map *page_map)
571da177e4SLinus Torvalds {
58ba7e3fd1SThomas Zimmermann int i, err;
591da177e4SLinus Torvalds
601da177e4SLinus Torvalds page_map->real = (unsigned long *) __get_free_page(GFP_KERNEL);
611da177e4SLinus Torvalds if (page_map->real == NULL)
621da177e4SLinus Torvalds return -ENOMEM;
631da177e4SLinus Torvalds
6444a207fcSDave Airlie set_memory_uc((unsigned long)page_map->real, 1);
651da177e4SLinus Torvalds err = map_page_into_agp(virt_to_page(page_map->real));
66ba7e3fd1SThomas Zimmermann if (err) {
67ba7e3fd1SThomas Zimmermann free_page((unsigned long)page_map->real);
68ba7e3fd1SThomas Zimmermann return err;
69ba7e3fd1SThomas Zimmermann }
70fcea424dSArjan van dev Ven page_map->remapped = page_map->real;
711da177e4SLinus Torvalds
721da177e4SLinus Torvalds for (i = 0; i < PAGE_SIZE / sizeof(unsigned long); i++) {
731da177e4SLinus Torvalds writel(agp_bridge->scratch_page, page_map->remapped+i);
741da177e4SLinus Torvalds readl(page_map->remapped+i); /* PCI Posting. */
751da177e4SLinus Torvalds }
761da177e4SLinus Torvalds
771da177e4SLinus Torvalds return 0;
781da177e4SLinus Torvalds }
791da177e4SLinus Torvalds
801da177e4SLinus Torvalds
ati_free_page_map(struct ati_page_map * page_map)8187a17f31SDave Jones static void ati_free_page_map(struct ati_page_map *page_map)
821da177e4SLinus Torvalds {
831da177e4SLinus Torvalds unmap_page_from_agp(virt_to_page(page_map->real));
8444a207fcSDave Airlie set_memory_wb((unsigned long)page_map->real, 1);
851da177e4SLinus Torvalds free_page((unsigned long) page_map->real);
861da177e4SLinus Torvalds }
871da177e4SLinus Torvalds
881da177e4SLinus Torvalds
ati_free_gatt_pages(void)891da177e4SLinus Torvalds static void ati_free_gatt_pages(void)
901da177e4SLinus Torvalds {
911da177e4SLinus Torvalds int i;
9287a17f31SDave Jones struct ati_page_map **tables;
9387a17f31SDave Jones struct ati_page_map *entry;
941da177e4SLinus Torvalds
951da177e4SLinus Torvalds tables = ati_generic_private.gatt_pages;
961da177e4SLinus Torvalds for (i = 0; i < ati_generic_private.num_tables; i++) {
971da177e4SLinus Torvalds entry = tables[i];
981da177e4SLinus Torvalds if (entry != NULL) {
991da177e4SLinus Torvalds if (entry->real != NULL)
1001da177e4SLinus Torvalds ati_free_page_map(entry);
1011da177e4SLinus Torvalds kfree(entry);
1021da177e4SLinus Torvalds }
1031da177e4SLinus Torvalds }
1041da177e4SLinus Torvalds kfree(tables);
1051da177e4SLinus Torvalds }
1061da177e4SLinus Torvalds
1071da177e4SLinus Torvalds
ati_create_gatt_pages(int nr_tables)1081da177e4SLinus Torvalds static int ati_create_gatt_pages(int nr_tables)
1091da177e4SLinus Torvalds {
11087a17f31SDave Jones struct ati_page_map **tables;
11187a17f31SDave Jones struct ati_page_map *entry;
1121da177e4SLinus Torvalds int retval = 0;
1131da177e4SLinus Torvalds int i;
1141da177e4SLinus Torvalds
1156396bb22SKees Cook tables = kcalloc(nr_tables + 1, sizeof(struct ati_page_map *),
1166396bb22SKees Cook GFP_KERNEL);
1171da177e4SLinus Torvalds if (tables == NULL)
1181da177e4SLinus Torvalds return -ENOMEM;
1191da177e4SLinus Torvalds
1201da177e4SLinus Torvalds for (i = 0; i < nr_tables; i++) {
12187a17f31SDave Jones entry = kzalloc(sizeof(struct ati_page_map), GFP_KERNEL);
122190644e1SJesper Juhl tables[i] = entry;
1231da177e4SLinus Torvalds if (entry == NULL) {
1241da177e4SLinus Torvalds retval = -ENOMEM;
1251da177e4SLinus Torvalds break;
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds retval = ati_create_page_map(entry);
1287707ea3bSDave Jones if (retval != 0)
1297707ea3bSDave Jones break;
1301da177e4SLinus Torvalds }
131190644e1SJesper Juhl ati_generic_private.num_tables = i;
1321da177e4SLinus Torvalds ati_generic_private.gatt_pages = tables;
1331da177e4SLinus Torvalds
13489d17b96SDave Jones if (retval != 0)
13589d17b96SDave Jones ati_free_gatt_pages();
1361da177e4SLinus Torvalds
1371da177e4SLinus Torvalds return retval;
1381da177e4SLinus Torvalds }
1391da177e4SLinus Torvalds
is_r200(void)1401da177e4SLinus Torvalds static int is_r200(void)
1411da177e4SLinus Torvalds {
1421da177e4SLinus Torvalds if ((agp_bridge->dev->device == PCI_DEVICE_ID_ATI_RS100) ||
1431da177e4SLinus Torvalds (agp_bridge->dev->device == PCI_DEVICE_ID_ATI_RS200) ||
1441da177e4SLinus Torvalds (agp_bridge->dev->device == PCI_DEVICE_ID_ATI_RS200_B) ||
1451da177e4SLinus Torvalds (agp_bridge->dev->device == PCI_DEVICE_ID_ATI_RS250))
1461da177e4SLinus Torvalds return 1;
1471da177e4SLinus Torvalds return 0;
1481da177e4SLinus Torvalds }
1491da177e4SLinus Torvalds
ati_fetch_size(void)1501da177e4SLinus Torvalds static int ati_fetch_size(void)
1511da177e4SLinus Torvalds {
1521da177e4SLinus Torvalds int i;
1531da177e4SLinus Torvalds u32 temp;
1541da177e4SLinus Torvalds struct aper_size_info_lvl2 *values;
1551da177e4SLinus Torvalds
1561da177e4SLinus Torvalds if (is_r200())
1571da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, &temp);
1581da177e4SLinus Torvalds else
1591da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, &temp);
1601da177e4SLinus Torvalds
1611da177e4SLinus Torvalds temp = (temp & 0x0000000e);
1621da177e4SLinus Torvalds values = A_SIZE_LVL2(agp_bridge->driver->aperture_sizes);
1631da177e4SLinus Torvalds for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1641da177e4SLinus Torvalds if (temp == values[i].size_value) {
1651da177e4SLinus Torvalds agp_bridge->previous_size =
1661da177e4SLinus Torvalds agp_bridge->current_size = (void *) (values + i);
1671da177e4SLinus Torvalds
1681da177e4SLinus Torvalds agp_bridge->aperture_size_idx = i;
1691da177e4SLinus Torvalds return values[i].size;
1701da177e4SLinus Torvalds }
1711da177e4SLinus Torvalds }
1721da177e4SLinus Torvalds
1731da177e4SLinus Torvalds return 0;
1741da177e4SLinus Torvalds }
1751da177e4SLinus Torvalds
ati_tlbflush(struct agp_memory * mem)1761da177e4SLinus Torvalds static void ati_tlbflush(struct agp_memory * mem)
1771da177e4SLinus Torvalds {
1781da177e4SLinus Torvalds writel(1, ati_generic_private.registers+ATI_GART_CACHE_CNTRL);
1791da177e4SLinus Torvalds readl(ati_generic_private.registers+ATI_GART_CACHE_CNTRL); /* PCI Posting. */
1801da177e4SLinus Torvalds }
1811da177e4SLinus Torvalds
ati_cleanup(void)1821da177e4SLinus Torvalds static void ati_cleanup(void)
1831da177e4SLinus Torvalds {
1841da177e4SLinus Torvalds struct aper_size_info_lvl2 *previous_size;
1851da177e4SLinus Torvalds u32 temp;
1861da177e4SLinus Torvalds
1871da177e4SLinus Torvalds previous_size = A_SIZE_LVL2(agp_bridge->previous_size);
1881da177e4SLinus Torvalds
1891da177e4SLinus Torvalds /* Write back the previous size and disable gart translation */
1901da177e4SLinus Torvalds if (is_r200()) {
1911da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, &temp);
1921da177e4SLinus Torvalds temp = ((temp & ~(0x0000000f)) | previous_size->size_value);
1931da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, temp);
1941da177e4SLinus Torvalds } else {
1951da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, &temp);
1961da177e4SLinus Torvalds temp = ((temp & ~(0x0000000f)) | previous_size->size_value);
1971da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, temp);
1981da177e4SLinus Torvalds }
1991da177e4SLinus Torvalds iounmap((volatile u8 __iomem *)ati_generic_private.registers);
2001da177e4SLinus Torvalds }
2011da177e4SLinus Torvalds
2021da177e4SLinus Torvalds
ati_configure(void)2031da177e4SLinus Torvalds static int ati_configure(void)
2041da177e4SLinus Torvalds {
205d68c5a27SBjorn Helgaas phys_addr_t reg;
2061da177e4SLinus Torvalds u32 temp;
2071da177e4SLinus Torvalds
2081da177e4SLinus Torvalds /* Get the memory mapped registers */
209d68c5a27SBjorn Helgaas reg = pci_resource_start(agp_bridge->dev, ATI_GART_MMBASE_BAR);
210d68c5a27SBjorn Helgaas ati_generic_private.registers = (volatile u8 __iomem *) ioremap(reg, 4096);
2111da177e4SLinus Torvalds
2125bdbc7dcSScott Thompson if (!ati_generic_private.registers)
2135bdbc7dcSScott Thompson return -ENOMEM;
2145bdbc7dcSScott Thompson
2151da177e4SLinus Torvalds if (is_r200())
2161da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS100_IG_AGPMODE, 0x20000);
2171da177e4SLinus Torvalds else
2181da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS300_IG_AGPMODE, 0x20000);
2191da177e4SLinus Torvalds
220e501b3d8SBjorn Helgaas /* address to map to */
2211da177e4SLinus Torvalds /*
222e501b3d8SBjorn Helgaas agp_bridge.gart_bus_addr = pci_bus_address(agp_bridge.dev,
223e501b3d8SBjorn Helgaas AGP_APERTURE_BAR);
2241da177e4SLinus Torvalds printk(KERN_INFO PFX "IGP320 gart_bus_addr: %x\n", agp_bridge.gart_bus_addr);
2251da177e4SLinus Torvalds */
2261da177e4SLinus Torvalds writel(0x60000, ati_generic_private.registers+ATI_GART_FEATURE_ID);
2271da177e4SLinus Torvalds readl(ati_generic_private.registers+ATI_GART_FEATURE_ID); /* PCI Posting.*/
2281da177e4SLinus Torvalds
2291da177e4SLinus Torvalds /* SIGNALED_SYSTEM_ERROR @ NB_STATUS */
230167b1f04SBjorn Helgaas pci_read_config_dword(agp_bridge->dev, PCI_COMMAND, &temp);
231167b1f04SBjorn Helgaas pci_write_config_dword(agp_bridge->dev, PCI_COMMAND, temp | (1<<14));
2321da177e4SLinus Torvalds
2331da177e4SLinus Torvalds /* Write out the address of the gatt table */
2341da177e4SLinus Torvalds writel(agp_bridge->gatt_bus_addr, ati_generic_private.registers+ATI_GART_BASE);
2351da177e4SLinus Torvalds readl(ati_generic_private.registers+ATI_GART_BASE); /* PCI Posting. */
2361da177e4SLinus Torvalds
2371da177e4SLinus Torvalds return 0;
2381da177e4SLinus Torvalds }
2391da177e4SLinus Torvalds
2401da177e4SLinus Torvalds
agp_ati_resume(struct device * dev)241*6a1274eaSBjorn Helgaas static int agp_ati_resume(struct device *dev)
2425dda4986Sakpm@osdl.org {
243a4aec262SDave Jones return ati_configure();
244a4aec262SDave Jones }
2455dda4986Sakpm@osdl.org
2461da177e4SLinus Torvalds /*
247d6e05edcSAndreas Mohr *Since we don't need contiguous memory we just try
2481da177e4SLinus Torvalds * to get the gatt table once
2491da177e4SLinus Torvalds */
2501da177e4SLinus Torvalds
2511da177e4SLinus Torvalds #define GET_PAGE_DIR_OFF(addr) (addr >> 22)
2521da177e4SLinus Torvalds #define GET_PAGE_DIR_IDX(addr) (GET_PAGE_DIR_OFF(addr) - \
2531da177e4SLinus Torvalds GET_PAGE_DIR_OFF(agp_bridge->gart_bus_addr))
2541da177e4SLinus Torvalds #define GET_GATT_OFF(addr) ((addr & 0x003ff000) >> 12)
2551da177e4SLinus Torvalds #undef GET_GATT
2561da177e4SLinus Torvalds #define GET_GATT(addr) (ati_generic_private.gatt_pages[\
2571da177e4SLinus Torvalds GET_PAGE_DIR_IDX(addr)]->remapped)
2581da177e4SLinus Torvalds
ati_insert_memory(struct agp_memory * mem,off_t pg_start,int type)2591da177e4SLinus Torvalds static int ati_insert_memory(struct agp_memory * mem,
2601da177e4SLinus Torvalds off_t pg_start, int type)
2611da177e4SLinus Torvalds {
2621da177e4SLinus Torvalds int i, j, num_entries;
2631da177e4SLinus Torvalds unsigned long __iomem *cur_gatt;
2641da177e4SLinus Torvalds unsigned long addr;
265a95fe463SDave Airlie int mask_type;
2661da177e4SLinus Torvalds
2671da177e4SLinus Torvalds num_entries = A_SIZE_LVL2(agp_bridge->current_size)->num_entries;
2681da177e4SLinus Torvalds
269a95fe463SDave Airlie mask_type = agp_generic_type_to_mask_type(mem->bridge, type);
270a95fe463SDave Airlie if (mask_type != 0 || type != mem->type)
2711da177e4SLinus Torvalds return -EINVAL;
2721da177e4SLinus Torvalds
273a95fe463SDave Airlie if (mem->page_count == 0)
274a95fe463SDave Airlie return 0;
275a95fe463SDave Airlie
2761da177e4SLinus Torvalds if ((pg_start + mem->page_count) > num_entries)
2771da177e4SLinus Torvalds return -EINVAL;
2781da177e4SLinus Torvalds
2791da177e4SLinus Torvalds j = pg_start;
2801da177e4SLinus Torvalds while (j < (pg_start + mem->page_count)) {
2811da177e4SLinus Torvalds addr = (j * PAGE_SIZE) + agp_bridge->gart_bus_addr;
2821da177e4SLinus Torvalds cur_gatt = GET_GATT(addr);
2831da177e4SLinus Torvalds if (!PGE_EMPTY(agp_bridge,readl(cur_gatt+GET_GATT_OFF(addr))))
2841da177e4SLinus Torvalds return -EBUSY;
2851da177e4SLinus Torvalds j++;
2861da177e4SLinus Torvalds }
2871da177e4SLinus Torvalds
288c7258012SJoe Perches if (!mem->is_flushed) {
2891da177e4SLinus Torvalds /*CACHE_FLUSH(); */
2901da177e4SLinus Torvalds global_cache_flush();
291c7258012SJoe Perches mem->is_flushed = true;
2921da177e4SLinus Torvalds }
2931da177e4SLinus Torvalds
2941da177e4SLinus Torvalds for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
2951da177e4SLinus Torvalds addr = (j * PAGE_SIZE) + agp_bridge->gart_bus_addr;
2961da177e4SLinus Torvalds cur_gatt = GET_GATT(addr);
2971da177e4SLinus Torvalds writel(agp_bridge->driver->mask_memory(agp_bridge,
2986a12235cSDavid Woodhouse page_to_phys(mem->pages[i]),
2992a4ceb6dSDavid Woodhouse mem->type),
30007613ba2SDave Airlie cur_gatt+GET_GATT_OFF(addr));
3011da177e4SLinus Torvalds }
302a95fe463SDave Airlie readl(GET_GATT(agp_bridge->gart_bus_addr)); /* PCI posting */
3031da177e4SLinus Torvalds agp_bridge->driver->tlb_flush(mem);
3041da177e4SLinus Torvalds return 0;
3051da177e4SLinus Torvalds }
3061da177e4SLinus Torvalds
ati_remove_memory(struct agp_memory * mem,off_t pg_start,int type)3071da177e4SLinus Torvalds static int ati_remove_memory(struct agp_memory * mem, off_t pg_start,
3081da177e4SLinus Torvalds int type)
3091da177e4SLinus Torvalds {
3101da177e4SLinus Torvalds int i;
3111da177e4SLinus Torvalds unsigned long __iomem *cur_gatt;
3121da177e4SLinus Torvalds unsigned long addr;
313a95fe463SDave Airlie int mask_type;
3141da177e4SLinus Torvalds
315a95fe463SDave Airlie mask_type = agp_generic_type_to_mask_type(mem->bridge, type);
316a95fe463SDave Airlie if (mask_type != 0 || type != mem->type)
3171da177e4SLinus Torvalds return -EINVAL;
31889d17b96SDave Jones
319a95fe463SDave Airlie if (mem->page_count == 0)
320a95fe463SDave Airlie return 0;
321a95fe463SDave Airlie
3221da177e4SLinus Torvalds for (i = pg_start; i < (mem->page_count + pg_start); i++) {
3231da177e4SLinus Torvalds addr = (i * PAGE_SIZE) + agp_bridge->gart_bus_addr;
3241da177e4SLinus Torvalds cur_gatt = GET_GATT(addr);
3251da177e4SLinus Torvalds writel(agp_bridge->scratch_page, cur_gatt+GET_GATT_OFF(addr));
3261da177e4SLinus Torvalds }
3271da177e4SLinus Torvalds
328a95fe463SDave Airlie readl(GET_GATT(agp_bridge->gart_bus_addr)); /* PCI posting */
3291da177e4SLinus Torvalds agp_bridge->driver->tlb_flush(mem);
3301da177e4SLinus Torvalds return 0;
3311da177e4SLinus Torvalds }
3321da177e4SLinus Torvalds
ati_create_gatt_table(struct agp_bridge_data * bridge)3331da177e4SLinus Torvalds static int ati_create_gatt_table(struct agp_bridge_data *bridge)
3341da177e4SLinus Torvalds {
3351da177e4SLinus Torvalds struct aper_size_info_lvl2 *value;
33687a17f31SDave Jones struct ati_page_map page_dir;
33761cf0593SJerome Glisse unsigned long __iomem *cur_gatt;
3381da177e4SLinus Torvalds unsigned long addr;
3391da177e4SLinus Torvalds int retval;
3401da177e4SLinus Torvalds u32 temp;
3411da177e4SLinus Torvalds int i;
3421da177e4SLinus Torvalds struct aper_size_info_lvl2 *current_size;
3431da177e4SLinus Torvalds
3441da177e4SLinus Torvalds value = A_SIZE_LVL2(agp_bridge->current_size);
3451da177e4SLinus Torvalds retval = ati_create_page_map(&page_dir);
3461da177e4SLinus Torvalds if (retval != 0)
3471da177e4SLinus Torvalds return retval;
3481da177e4SLinus Torvalds
3491da177e4SLinus Torvalds retval = ati_create_gatt_pages(value->num_entries / 1024);
3501da177e4SLinus Torvalds if (retval != 0) {
3511da177e4SLinus Torvalds ati_free_page_map(&page_dir);
3521da177e4SLinus Torvalds return retval;
3531da177e4SLinus Torvalds }
3541da177e4SLinus Torvalds
3551da177e4SLinus Torvalds agp_bridge->gatt_table_real = (u32 *)page_dir.real;
3561da177e4SLinus Torvalds agp_bridge->gatt_table = (u32 __iomem *) page_dir.remapped;
3576a12235cSDavid Woodhouse agp_bridge->gatt_bus_addr = virt_to_phys(page_dir.real);
3581da177e4SLinus Torvalds
3591da177e4SLinus Torvalds /* Write out the size register */
3601da177e4SLinus Torvalds current_size = A_SIZE_LVL2(agp_bridge->current_size);
3611da177e4SLinus Torvalds
3621da177e4SLinus Torvalds if (is_r200()) {
3631da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, &temp);
3641da177e4SLinus Torvalds temp = (((temp & ~(0x0000000e)) | current_size->size_value)
3651da177e4SLinus Torvalds | 0x00000001);
3661da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, temp);
3671da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS100_APSIZE, &temp);
3681da177e4SLinus Torvalds } else {
3691da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, &temp);
3701da177e4SLinus Torvalds temp = (((temp & ~(0x0000000e)) | current_size->size_value)
3711da177e4SLinus Torvalds | 0x00000001);
3721da177e4SLinus Torvalds pci_write_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, temp);
3731da177e4SLinus Torvalds pci_read_config_dword(agp_bridge->dev, ATI_RS300_APSIZE, &temp);
3741da177e4SLinus Torvalds }
3751da177e4SLinus Torvalds
3761da177e4SLinus Torvalds /*
3771da177e4SLinus Torvalds * Get the address for the gart region.
3781da177e4SLinus Torvalds * This is a bus address even on the alpha, b/c its
3791da177e4SLinus Torvalds * used to program the agp master not the cpu
3801da177e4SLinus Torvalds */
381e501b3d8SBjorn Helgaas addr = pci_bus_address(agp_bridge->dev, AGP_APERTURE_BAR);
3821da177e4SLinus Torvalds agp_bridge->gart_bus_addr = addr;
3831da177e4SLinus Torvalds
3841da177e4SLinus Torvalds /* Calculate the agp offset */
3851da177e4SLinus Torvalds for (i = 0; i < value->num_entries / 1024; i++, addr += 0x00400000) {
3866a12235cSDavid Woodhouse writel(virt_to_phys(ati_generic_private.gatt_pages[i]->real) | 1,
3871da177e4SLinus Torvalds page_dir.remapped+GET_PAGE_DIR_OFF(addr));
3881da177e4SLinus Torvalds readl(page_dir.remapped+GET_PAGE_DIR_OFF(addr)); /* PCI Posting. */
3891da177e4SLinus Torvalds }
3901da177e4SLinus Torvalds
39161cf0593SJerome Glisse for (i = 0; i < value->num_entries; i++) {
39261cf0593SJerome Glisse addr = (i * PAGE_SIZE) + agp_bridge->gart_bus_addr;
39361cf0593SJerome Glisse cur_gatt = GET_GATT(addr);
39461cf0593SJerome Glisse writel(agp_bridge->scratch_page, cur_gatt+GET_GATT_OFF(addr));
39561cf0593SJerome Glisse }
39661cf0593SJerome Glisse
3971da177e4SLinus Torvalds return 0;
3981da177e4SLinus Torvalds }
3991da177e4SLinus Torvalds
ati_free_gatt_table(struct agp_bridge_data * bridge)4001da177e4SLinus Torvalds static int ati_free_gatt_table(struct agp_bridge_data *bridge)
4011da177e4SLinus Torvalds {
40287a17f31SDave Jones struct ati_page_map page_dir;
4031da177e4SLinus Torvalds
4041da177e4SLinus Torvalds page_dir.real = (unsigned long *)agp_bridge->gatt_table_real;
4051da177e4SLinus Torvalds page_dir.remapped = (unsigned long __iomem *)agp_bridge->gatt_table;
4061da177e4SLinus Torvalds
4071da177e4SLinus Torvalds ati_free_gatt_pages();
4081da177e4SLinus Torvalds ati_free_page_map(&page_dir);
4091da177e4SLinus Torvalds return 0;
4101da177e4SLinus Torvalds }
4111da177e4SLinus Torvalds
412e5524f35SDave Jones static const struct agp_bridge_driver ati_generic_bridge = {
4131da177e4SLinus Torvalds .owner = THIS_MODULE,
4141da177e4SLinus Torvalds .aperture_sizes = ati_generic_sizes,
4151da177e4SLinus Torvalds .size_type = LVL2_APER_SIZE,
4161da177e4SLinus Torvalds .num_aperture_sizes = 7,
41761cf0593SJerome Glisse .needs_scratch_page = true,
4181da177e4SLinus Torvalds .configure = ati_configure,
4191da177e4SLinus Torvalds .fetch_size = ati_fetch_size,
4201da177e4SLinus Torvalds .cleanup = ati_cleanup,
4211da177e4SLinus Torvalds .tlb_flush = ati_tlbflush,
4221da177e4SLinus Torvalds .mask_memory = agp_generic_mask_memory,
4231da177e4SLinus Torvalds .masks = ati_generic_masks,
4241da177e4SLinus Torvalds .agp_enable = agp_generic_enable,
4251da177e4SLinus Torvalds .cache_flush = global_cache_flush,
4261da177e4SLinus Torvalds .create_gatt_table = ati_create_gatt_table,
4271da177e4SLinus Torvalds .free_gatt_table = ati_free_gatt_table,
4281da177e4SLinus Torvalds .insert_memory = ati_insert_memory,
4291da177e4SLinus Torvalds .remove_memory = ati_remove_memory,
4301da177e4SLinus Torvalds .alloc_by_type = agp_generic_alloc_by_type,
4311da177e4SLinus Torvalds .free_by_type = agp_generic_free_by_type,
4321da177e4SLinus Torvalds .agp_alloc_page = agp_generic_alloc_page,
4335f310b63SRene Herman .agp_alloc_pages = agp_generic_alloc_pages,
4341da177e4SLinus Torvalds .agp_destroy_page = agp_generic_destroy_page,
4355f310b63SRene Herman .agp_destroy_pages = agp_generic_destroy_pages,
436a030ce44SThomas Hellstrom .agp_type_to_mask_type = agp_generic_type_to_mask_type,
4371da177e4SLinus Torvalds };
4381da177e4SLinus Torvalds
4391da177e4SLinus Torvalds
4400bbed20eSBill Pemberton static struct agp_device_ids ati_agp_device_ids[] =
4411da177e4SLinus Torvalds {
4421da177e4SLinus Torvalds {
4431da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS100,
4441da177e4SLinus Torvalds .chipset_name = "IGP320/M",
4451da177e4SLinus Torvalds },
4461da177e4SLinus Torvalds {
4471da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS200,
4481da177e4SLinus Torvalds .chipset_name = "IGP330/340/345/350/M",
4491da177e4SLinus Torvalds },
4501da177e4SLinus Torvalds {
4511da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS200_B,
4521da177e4SLinus Torvalds .chipset_name = "IGP345M",
4531da177e4SLinus Torvalds },
4541da177e4SLinus Torvalds {
4551da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS250,
4561da177e4SLinus Torvalds .chipset_name = "IGP7000/M",
4571da177e4SLinus Torvalds },
4581da177e4SLinus Torvalds {
4591da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS300_100,
4601da177e4SLinus Torvalds .chipset_name = "IGP9100/M",
4611da177e4SLinus Torvalds },
4621da177e4SLinus Torvalds {
4631da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS300_133,
4641da177e4SLinus Torvalds .chipset_name = "IGP9100/M",
4651da177e4SLinus Torvalds },
4661da177e4SLinus Torvalds {
4671da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS300_166,
4681da177e4SLinus Torvalds .chipset_name = "IGP9100/M",
4691da177e4SLinus Torvalds },
4701da177e4SLinus Torvalds {
4711da177e4SLinus Torvalds .device_id = PCI_DEVICE_ID_ATI_RS300_200,
4721da177e4SLinus Torvalds .chipset_name = "IGP9100/M",
4731da177e4SLinus Torvalds },
4749d1ef8a6SDave Jones {
475df0bcab2SAmit Kucheria .device_id = PCI_DEVICE_ID_ATI_RS350_133,
476df0bcab2SAmit Kucheria .chipset_name = "IGP9000/M",
477df0bcab2SAmit Kucheria },
478df0bcab2SAmit Kucheria {
4799d1ef8a6SDave Jones .device_id = PCI_DEVICE_ID_ATI_RS350_200,
4809d1ef8a6SDave Jones .chipset_name = "IGP9100/M",
4819d1ef8a6SDave Jones },
4821da177e4SLinus Torvalds { }, /* dummy final entry, always present */
4831da177e4SLinus Torvalds };
4841da177e4SLinus Torvalds
agp_ati_probe(struct pci_dev * pdev,const struct pci_device_id * ent)485bcd2982aSGreg Kroah-Hartman static int agp_ati_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
4861da177e4SLinus Torvalds {
4871da177e4SLinus Torvalds struct agp_device_ids *devs = ati_agp_device_ids;
4881da177e4SLinus Torvalds struct agp_bridge_data *bridge;
4891da177e4SLinus Torvalds u8 cap_ptr;
4901da177e4SLinus Torvalds int j;
4911da177e4SLinus Torvalds
4921da177e4SLinus Torvalds cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
4931da177e4SLinus Torvalds if (!cap_ptr)
4941da177e4SLinus Torvalds return -ENODEV;
4951da177e4SLinus Torvalds
4961da177e4SLinus Torvalds /* probe for known chipsets */
4971da177e4SLinus Torvalds for (j = 0; devs[j].chipset_name; j++) {
4981da177e4SLinus Torvalds if (pdev->device == devs[j].device_id)
4991da177e4SLinus Torvalds goto found;
5001da177e4SLinus Torvalds }
5011da177e4SLinus Torvalds
502e3cf6951SBjorn Helgaas dev_err(&pdev->dev, "unsupported Ati chipset [%04x/%04x])\n",
503e3cf6951SBjorn Helgaas pdev->vendor, pdev->device);
5041da177e4SLinus Torvalds return -ENODEV;
5051da177e4SLinus Torvalds
5061da177e4SLinus Torvalds found:
5071da177e4SLinus Torvalds bridge = agp_alloc_bridge();
5081da177e4SLinus Torvalds if (!bridge)
5091da177e4SLinus Torvalds return -ENOMEM;
5101da177e4SLinus Torvalds
5111da177e4SLinus Torvalds bridge->dev = pdev;
5121da177e4SLinus Torvalds bridge->capndx = cap_ptr;
5131da177e4SLinus Torvalds
5141da177e4SLinus Torvalds bridge->driver = &ati_generic_bridge;
5151da177e4SLinus Torvalds
516e3cf6951SBjorn Helgaas dev_info(&pdev->dev, "Ati %s chipset\n", devs[j].chipset_name);
5171da177e4SLinus Torvalds
5181da177e4SLinus Torvalds /* Fill in the mode register */
5191da177e4SLinus Torvalds pci_read_config_dword(pdev,
5201da177e4SLinus Torvalds bridge->capndx+PCI_AGP_STATUS,
5211da177e4SLinus Torvalds &bridge->mode);
5221da177e4SLinus Torvalds
5231da177e4SLinus Torvalds pci_set_drvdata(pdev, bridge);
5241da177e4SLinus Torvalds return agp_add_bridge(bridge);
5251da177e4SLinus Torvalds }
5261da177e4SLinus Torvalds
agp_ati_remove(struct pci_dev * pdev)52739af33fcSBill Pemberton static void agp_ati_remove(struct pci_dev *pdev)
5281da177e4SLinus Torvalds {
5291da177e4SLinus Torvalds struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
5301da177e4SLinus Torvalds
5311da177e4SLinus Torvalds agp_remove_bridge(bridge);
5321da177e4SLinus Torvalds agp_put_bridge(bridge);
5331da177e4SLinus Torvalds }
5341da177e4SLinus Torvalds
53511cdae9aSArvind Yadav static const struct pci_device_id agp_ati_pci_table[] = {
5361da177e4SLinus Torvalds {
5371da177e4SLinus Torvalds .class = (PCI_CLASS_BRIDGE_HOST << 8),
5381da177e4SLinus Torvalds .class_mask = ~0,
5391da177e4SLinus Torvalds .vendor = PCI_VENDOR_ID_ATI,
5401da177e4SLinus Torvalds .device = PCI_ANY_ID,
5411da177e4SLinus Torvalds .subvendor = PCI_ANY_ID,
5421da177e4SLinus Torvalds .subdevice = PCI_ANY_ID,
5431da177e4SLinus Torvalds },
5441da177e4SLinus Torvalds { }
5451da177e4SLinus Torvalds };
5461da177e4SLinus Torvalds
5471da177e4SLinus Torvalds MODULE_DEVICE_TABLE(pci, agp_ati_pci_table);
5481da177e4SLinus Torvalds
549*6a1274eaSBjorn Helgaas static DEFINE_SIMPLE_DEV_PM_OPS(agp_ati_pm_ops, NULL, agp_ati_resume);
550*6a1274eaSBjorn Helgaas
5511da177e4SLinus Torvalds static struct pci_driver agp_ati_pci_driver = {
5521da177e4SLinus Torvalds .name = "agpgart-ati",
5531da177e4SLinus Torvalds .id_table = agp_ati_pci_table,
5541da177e4SLinus Torvalds .probe = agp_ati_probe,
5551da177e4SLinus Torvalds .remove = agp_ati_remove,
556*6a1274eaSBjorn Helgaas .driver.pm = &agp_ati_pm_ops,
5571da177e4SLinus Torvalds };
5581da177e4SLinus Torvalds
agp_ati_init(void)5591da177e4SLinus Torvalds static int __init agp_ati_init(void)
5601da177e4SLinus Torvalds {
5611da177e4SLinus Torvalds if (agp_off)
5621da177e4SLinus Torvalds return -EINVAL;
5631da177e4SLinus Torvalds return pci_register_driver(&agp_ati_pci_driver);
5641da177e4SLinus Torvalds }
5651da177e4SLinus Torvalds
agp_ati_cleanup(void)5661da177e4SLinus Torvalds static void __exit agp_ati_cleanup(void)
5671da177e4SLinus Torvalds {
5681da177e4SLinus Torvalds pci_unregister_driver(&agp_ati_pci_driver);
5691da177e4SLinus Torvalds }
5701da177e4SLinus Torvalds
5711da177e4SLinus Torvalds module_init(agp_ati_init);
5721da177e4SLinus Torvalds module_exit(agp_ati_cleanup);
5731da177e4SLinus Torvalds
574bd8136d3SDave Jones MODULE_AUTHOR("Dave Jones");
5751da177e4SLinus Torvalds MODULE_LICENSE("GPL and additional rights");
5761da177e4SLinus Torvalds
577