162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * AGPGART driver backend routines. 362306a36Sopenharmony_ci * Copyright (C) 2004 Silicon Graphics, Inc. 462306a36Sopenharmony_ci * Copyright (C) 2002-2003 Dave Jones. 562306a36Sopenharmony_ci * Copyright (C) 1999 Jeff Hartmann. 662306a36Sopenharmony_ci * Copyright (C) 1999 Precision Insight, Inc. 762306a36Sopenharmony_ci * Copyright (C) 1999 Xi Graphics, Inc. 862306a36Sopenharmony_ci * 962306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a 1062306a36Sopenharmony_ci * copy of this software and associated documentation files (the "Software"), 1162306a36Sopenharmony_ci * to deal in the Software without restriction, including without limitation 1262306a36Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense, 1362306a36Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the 1462306a36Sopenharmony_ci * Software is furnished to do so, subject to the following conditions: 1562306a36Sopenharmony_ci * 1662306a36Sopenharmony_ci * The above copyright notice and this permission notice shall be included 1762306a36Sopenharmony_ci * in all copies or substantial portions of the Software. 1862306a36Sopenharmony_ci * 1962306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 2062306a36Sopenharmony_ci * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 2162306a36Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 2262306a36Sopenharmony_ci * JEFF HARTMANN, DAVE JONES, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM, 2362306a36Sopenharmony_ci * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 2462306a36Sopenharmony_ci * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE 2562306a36Sopenharmony_ci * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 2662306a36Sopenharmony_ci * 2762306a36Sopenharmony_ci * TODO: 2862306a36Sopenharmony_ci * - Allocate more than order 0 pages to avoid too much linear map splitting. 2962306a36Sopenharmony_ci */ 3062306a36Sopenharmony_ci#include <linux/module.h> 3162306a36Sopenharmony_ci#include <linux/pci.h> 3262306a36Sopenharmony_ci#include <linux/init.h> 3362306a36Sopenharmony_ci#include <linux/slab.h> 3462306a36Sopenharmony_ci#include <linux/pagemap.h> 3562306a36Sopenharmony_ci#include <linux/miscdevice.h> 3662306a36Sopenharmony_ci#include <linux/pm.h> 3762306a36Sopenharmony_ci#include <linux/agp_backend.h> 3862306a36Sopenharmony_ci#include <linux/agpgart.h> 3962306a36Sopenharmony_ci#include <linux/vmalloc.h> 4062306a36Sopenharmony_ci#include <asm/io.h> 4162306a36Sopenharmony_ci#include "agp.h" 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci/* Due to XFree86 brain-damage, we can't go to 1.0 until they 4462306a36Sopenharmony_ci * fix some real stupidity. It's only by chance we can bump 4562306a36Sopenharmony_ci * past 0.99 at all due to some boolean logic error. */ 4662306a36Sopenharmony_ci#define AGPGART_VERSION_MAJOR 0 4762306a36Sopenharmony_ci#define AGPGART_VERSION_MINOR 103 4862306a36Sopenharmony_cistatic const struct agp_version agp_current_version = 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci .major = AGPGART_VERSION_MAJOR, 5162306a36Sopenharmony_ci .minor = AGPGART_VERSION_MINOR, 5262306a36Sopenharmony_ci}; 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_cistruct agp_bridge_data *(*agp_find_bridge)(struct pci_dev *) = 5562306a36Sopenharmony_ci &agp_generic_find_bridge; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_cistruct agp_bridge_data *agp_bridge; 5862306a36Sopenharmony_ciLIST_HEAD(agp_bridges); 5962306a36Sopenharmony_ciEXPORT_SYMBOL(agp_bridge); 6062306a36Sopenharmony_ciEXPORT_SYMBOL(agp_bridges); 6162306a36Sopenharmony_ciEXPORT_SYMBOL(agp_find_bridge); 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci/** 6462306a36Sopenharmony_ci * agp_backend_acquire - attempt to acquire an agp backend. 6562306a36Sopenharmony_ci * @pdev: the PCI device 6662306a36Sopenharmony_ci * 6762306a36Sopenharmony_ci */ 6862306a36Sopenharmony_cistruct agp_bridge_data *agp_backend_acquire(struct pci_dev *pdev) 6962306a36Sopenharmony_ci{ 7062306a36Sopenharmony_ci struct agp_bridge_data *bridge; 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci bridge = agp_find_bridge(pdev); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci if (!bridge) 7562306a36Sopenharmony_ci return NULL; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci if (atomic_read(&bridge->agp_in_use)) 7862306a36Sopenharmony_ci return NULL; 7962306a36Sopenharmony_ci atomic_inc(&bridge->agp_in_use); 8062306a36Sopenharmony_ci return bridge; 8162306a36Sopenharmony_ci} 8262306a36Sopenharmony_ciEXPORT_SYMBOL(agp_backend_acquire); 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci/** 8662306a36Sopenharmony_ci * agp_backend_release - release the lock on the agp backend. 8762306a36Sopenharmony_ci * @bridge: the AGP backend to release 8862306a36Sopenharmony_ci * 8962306a36Sopenharmony_ci * The caller must insure that the graphics aperture translation table 9062306a36Sopenharmony_ci * is read for use by another entity. 9162306a36Sopenharmony_ci * 9262306a36Sopenharmony_ci * (Ensure that all memory it bound is unbound.) 9362306a36Sopenharmony_ci */ 9462306a36Sopenharmony_civoid agp_backend_release(struct agp_bridge_data *bridge) 9562306a36Sopenharmony_ci{ 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci if (bridge) 9862306a36Sopenharmony_ci atomic_dec(&bridge->agp_in_use); 9962306a36Sopenharmony_ci} 10062306a36Sopenharmony_ciEXPORT_SYMBOL(agp_backend_release); 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_cistatic const struct { int mem, agp; } maxes_table[] = { 10462306a36Sopenharmony_ci {0, 0}, 10562306a36Sopenharmony_ci {32, 4}, 10662306a36Sopenharmony_ci {64, 28}, 10762306a36Sopenharmony_ci {128, 96}, 10862306a36Sopenharmony_ci {256, 204}, 10962306a36Sopenharmony_ci {512, 440}, 11062306a36Sopenharmony_ci {1024, 942}, 11162306a36Sopenharmony_ci {2048, 1920}, 11262306a36Sopenharmony_ci {4096, 3932} 11362306a36Sopenharmony_ci}; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_cistatic int agp_find_max(void) 11662306a36Sopenharmony_ci{ 11762306a36Sopenharmony_ci long memory, index, result; 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci#if PAGE_SHIFT < 20 12062306a36Sopenharmony_ci memory = totalram_pages() >> (20 - PAGE_SHIFT); 12162306a36Sopenharmony_ci#else 12262306a36Sopenharmony_ci memory = totalram_pages() << (PAGE_SHIFT - 20); 12362306a36Sopenharmony_ci#endif 12462306a36Sopenharmony_ci index = 1; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci while ((memory > maxes_table[index].mem) && (index < 8)) 12762306a36Sopenharmony_ci index++; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci result = maxes_table[index - 1].agp + 13062306a36Sopenharmony_ci ( (memory - maxes_table[index - 1].mem) * 13162306a36Sopenharmony_ci (maxes_table[index].agp - maxes_table[index - 1].agp)) / 13262306a36Sopenharmony_ci (maxes_table[index].mem - maxes_table[index - 1].mem); 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci result = result << (20 - PAGE_SHIFT); 13562306a36Sopenharmony_ci return result; 13662306a36Sopenharmony_ci} 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_cistatic int agp_backend_initialize(struct agp_bridge_data *bridge) 14062306a36Sopenharmony_ci{ 14162306a36Sopenharmony_ci int size_value, rc, got_gatt=0, got_keylist=0; 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci bridge->max_memory_agp = agp_find_max(); 14462306a36Sopenharmony_ci bridge->version = &agp_current_version; 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci if (bridge->driver->needs_scratch_page) { 14762306a36Sopenharmony_ci struct page *page = bridge->driver->agp_alloc_page(bridge); 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci if (!page) { 15062306a36Sopenharmony_ci dev_err(&bridge->dev->dev, 15162306a36Sopenharmony_ci "can't get memory for scratch page\n"); 15262306a36Sopenharmony_ci return -ENOMEM; 15362306a36Sopenharmony_ci } 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci bridge->scratch_page_page = page; 15662306a36Sopenharmony_ci bridge->scratch_page_dma = page_to_phys(page); 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci bridge->scratch_page = bridge->driver->mask_memory(bridge, 15962306a36Sopenharmony_ci bridge->scratch_page_dma, 0); 16062306a36Sopenharmony_ci } 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci size_value = bridge->driver->fetch_size(); 16362306a36Sopenharmony_ci if (size_value == 0) { 16462306a36Sopenharmony_ci dev_err(&bridge->dev->dev, "can't determine aperture size\n"); 16562306a36Sopenharmony_ci rc = -EINVAL; 16662306a36Sopenharmony_ci goto err_out; 16762306a36Sopenharmony_ci } 16862306a36Sopenharmony_ci if (bridge->driver->create_gatt_table(bridge)) { 16962306a36Sopenharmony_ci dev_err(&bridge->dev->dev, 17062306a36Sopenharmony_ci "can't get memory for graphics translation table\n"); 17162306a36Sopenharmony_ci rc = -ENOMEM; 17262306a36Sopenharmony_ci goto err_out; 17362306a36Sopenharmony_ci } 17462306a36Sopenharmony_ci got_gatt = 1; 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci bridge->key_list = vzalloc(PAGE_SIZE * 4); 17762306a36Sopenharmony_ci if (bridge->key_list == NULL) { 17862306a36Sopenharmony_ci dev_err(&bridge->dev->dev, 17962306a36Sopenharmony_ci "can't allocate memory for key lists\n"); 18062306a36Sopenharmony_ci rc = -ENOMEM; 18162306a36Sopenharmony_ci goto err_out; 18262306a36Sopenharmony_ci } 18362306a36Sopenharmony_ci got_keylist = 1; 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci /* FIXME vmalloc'd memory not guaranteed contiguous */ 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci if (bridge->driver->configure()) { 18862306a36Sopenharmony_ci dev_err(&bridge->dev->dev, "error configuring host chipset\n"); 18962306a36Sopenharmony_ci rc = -EINVAL; 19062306a36Sopenharmony_ci goto err_out; 19162306a36Sopenharmony_ci } 19262306a36Sopenharmony_ci INIT_LIST_HEAD(&bridge->mapped_list); 19362306a36Sopenharmony_ci spin_lock_init(&bridge->mapped_lock); 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci return 0; 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_cierr_out: 19862306a36Sopenharmony_ci if (bridge->driver->needs_scratch_page) { 19962306a36Sopenharmony_ci struct page *page = bridge->scratch_page_page; 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_ci bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP); 20262306a36Sopenharmony_ci bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE); 20362306a36Sopenharmony_ci } 20462306a36Sopenharmony_ci if (got_gatt) 20562306a36Sopenharmony_ci bridge->driver->free_gatt_table(bridge); 20662306a36Sopenharmony_ci if (got_keylist) { 20762306a36Sopenharmony_ci vfree(bridge->key_list); 20862306a36Sopenharmony_ci bridge->key_list = NULL; 20962306a36Sopenharmony_ci } 21062306a36Sopenharmony_ci return rc; 21162306a36Sopenharmony_ci} 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci/* cannot be __exit b/c as it could be called from __init code */ 21462306a36Sopenharmony_cistatic void agp_backend_cleanup(struct agp_bridge_data *bridge) 21562306a36Sopenharmony_ci{ 21662306a36Sopenharmony_ci if (bridge->driver->cleanup) 21762306a36Sopenharmony_ci bridge->driver->cleanup(); 21862306a36Sopenharmony_ci if (bridge->driver->free_gatt_table) 21962306a36Sopenharmony_ci bridge->driver->free_gatt_table(bridge); 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci vfree(bridge->key_list); 22262306a36Sopenharmony_ci bridge->key_list = NULL; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci if (bridge->driver->agp_destroy_page && 22562306a36Sopenharmony_ci bridge->driver->needs_scratch_page) { 22662306a36Sopenharmony_ci struct page *page = bridge->scratch_page_page; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP); 22962306a36Sopenharmony_ci bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE); 23062306a36Sopenharmony_ci } 23162306a36Sopenharmony_ci} 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci/* When we remove the global variable agp_bridge from all drivers 23462306a36Sopenharmony_ci * then agp_alloc_bridge and agp_generic_find_bridge need to be updated 23562306a36Sopenharmony_ci */ 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_cistruct agp_bridge_data *agp_alloc_bridge(void) 23862306a36Sopenharmony_ci{ 23962306a36Sopenharmony_ci struct agp_bridge_data *bridge; 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci bridge = kzalloc(sizeof(*bridge), GFP_KERNEL); 24262306a36Sopenharmony_ci if (!bridge) 24362306a36Sopenharmony_ci return NULL; 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci atomic_set(&bridge->agp_in_use, 0); 24662306a36Sopenharmony_ci atomic_set(&bridge->current_memory_agp, 0); 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_ci if (list_empty(&agp_bridges)) 24962306a36Sopenharmony_ci agp_bridge = bridge; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci return bridge; 25262306a36Sopenharmony_ci} 25362306a36Sopenharmony_ciEXPORT_SYMBOL(agp_alloc_bridge); 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_civoid agp_put_bridge(struct agp_bridge_data *bridge) 25762306a36Sopenharmony_ci{ 25862306a36Sopenharmony_ci kfree(bridge); 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_ci if (list_empty(&agp_bridges)) 26162306a36Sopenharmony_ci agp_bridge = NULL; 26262306a36Sopenharmony_ci} 26362306a36Sopenharmony_ciEXPORT_SYMBOL(agp_put_bridge); 26462306a36Sopenharmony_ci 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_ciint agp_add_bridge(struct agp_bridge_data *bridge) 26762306a36Sopenharmony_ci{ 26862306a36Sopenharmony_ci int error; 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ci if (agp_off) { 27162306a36Sopenharmony_ci error = -ENODEV; 27262306a36Sopenharmony_ci goto err_put_bridge; 27362306a36Sopenharmony_ci } 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci if (!bridge->dev) { 27662306a36Sopenharmony_ci printk (KERN_DEBUG PFX "Erk, registering with no pci_dev!\n"); 27762306a36Sopenharmony_ci error = -EINVAL; 27862306a36Sopenharmony_ci goto err_put_bridge; 27962306a36Sopenharmony_ci } 28062306a36Sopenharmony_ci 28162306a36Sopenharmony_ci /* Grab reference on the chipset driver. */ 28262306a36Sopenharmony_ci if (!try_module_get(bridge->driver->owner)) { 28362306a36Sopenharmony_ci dev_info(&bridge->dev->dev, "can't lock chipset driver\n"); 28462306a36Sopenharmony_ci error = -EINVAL; 28562306a36Sopenharmony_ci goto err_put_bridge; 28662306a36Sopenharmony_ci } 28762306a36Sopenharmony_ci 28862306a36Sopenharmony_ci error = agp_backend_initialize(bridge); 28962306a36Sopenharmony_ci if (error) { 29062306a36Sopenharmony_ci dev_info(&bridge->dev->dev, 29162306a36Sopenharmony_ci "agp_backend_initialize() failed\n"); 29262306a36Sopenharmony_ci goto err_out; 29362306a36Sopenharmony_ci } 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_ci if (list_empty(&agp_bridges)) { 29662306a36Sopenharmony_ci error = agp_frontend_initialize(); 29762306a36Sopenharmony_ci if (error) { 29862306a36Sopenharmony_ci dev_info(&bridge->dev->dev, 29962306a36Sopenharmony_ci "agp_frontend_initialize() failed\n"); 30062306a36Sopenharmony_ci goto frontend_err; 30162306a36Sopenharmony_ci } 30262306a36Sopenharmony_ci 30362306a36Sopenharmony_ci dev_info(&bridge->dev->dev, "AGP aperture is %dM @ 0x%lx\n", 30462306a36Sopenharmony_ci bridge->driver->fetch_size(), bridge->gart_bus_addr); 30562306a36Sopenharmony_ci 30662306a36Sopenharmony_ci } 30762306a36Sopenharmony_ci 30862306a36Sopenharmony_ci list_add(&bridge->list, &agp_bridges); 30962306a36Sopenharmony_ci return 0; 31062306a36Sopenharmony_ci 31162306a36Sopenharmony_cifrontend_err: 31262306a36Sopenharmony_ci agp_backend_cleanup(bridge); 31362306a36Sopenharmony_cierr_out: 31462306a36Sopenharmony_ci module_put(bridge->driver->owner); 31562306a36Sopenharmony_cierr_put_bridge: 31662306a36Sopenharmony_ci agp_put_bridge(bridge); 31762306a36Sopenharmony_ci return error; 31862306a36Sopenharmony_ci} 31962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(agp_add_bridge); 32062306a36Sopenharmony_ci 32162306a36Sopenharmony_ci 32262306a36Sopenharmony_civoid agp_remove_bridge(struct agp_bridge_data *bridge) 32362306a36Sopenharmony_ci{ 32462306a36Sopenharmony_ci agp_backend_cleanup(bridge); 32562306a36Sopenharmony_ci list_del(&bridge->list); 32662306a36Sopenharmony_ci if (list_empty(&agp_bridges)) 32762306a36Sopenharmony_ci agp_frontend_cleanup(); 32862306a36Sopenharmony_ci module_put(bridge->driver->owner); 32962306a36Sopenharmony_ci} 33062306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(agp_remove_bridge); 33162306a36Sopenharmony_ci 33262306a36Sopenharmony_ciint agp_off; 33362306a36Sopenharmony_ciint agp_try_unsupported_boot; 33462306a36Sopenharmony_ciEXPORT_SYMBOL(agp_off); 33562306a36Sopenharmony_ciEXPORT_SYMBOL(agp_try_unsupported_boot); 33662306a36Sopenharmony_ci 33762306a36Sopenharmony_cistatic int __init agp_init(void) 33862306a36Sopenharmony_ci{ 33962306a36Sopenharmony_ci if (!agp_off) 34062306a36Sopenharmony_ci printk(KERN_INFO "Linux agpgart interface v%d.%d\n", 34162306a36Sopenharmony_ci AGPGART_VERSION_MAJOR, AGPGART_VERSION_MINOR); 34262306a36Sopenharmony_ci return 0; 34362306a36Sopenharmony_ci} 34462306a36Sopenharmony_ci 34562306a36Sopenharmony_cistatic void __exit agp_exit(void) 34662306a36Sopenharmony_ci{ 34762306a36Sopenharmony_ci} 34862306a36Sopenharmony_ci 34962306a36Sopenharmony_ci#ifndef MODULE 35062306a36Sopenharmony_cistatic __init int agp_setup(char *s) 35162306a36Sopenharmony_ci{ 35262306a36Sopenharmony_ci if (!strcmp(s,"off")) 35362306a36Sopenharmony_ci agp_off = 1; 35462306a36Sopenharmony_ci if (!strcmp(s,"try_unsupported")) 35562306a36Sopenharmony_ci agp_try_unsupported_boot = 1; 35662306a36Sopenharmony_ci return 1; 35762306a36Sopenharmony_ci} 35862306a36Sopenharmony_ci__setup("agp=", agp_setup); 35962306a36Sopenharmony_ci#endif 36062306a36Sopenharmony_ci 36162306a36Sopenharmony_ciMODULE_AUTHOR("Dave Jones, Jeff Hartmann"); 36262306a36Sopenharmony_ciMODULE_DESCRIPTION("AGP GART driver"); 36362306a36Sopenharmony_ciMODULE_LICENSE("GPL and additional rights"); 36462306a36Sopenharmony_ciMODULE_ALIAS_MISCDEV(AGPGART_MINOR); 36562306a36Sopenharmony_ci 36662306a36Sopenharmony_cimodule_init(agp_init); 36762306a36Sopenharmony_cimodule_exit(agp_exit); 36862306a36Sopenharmony_ci 369