intel-agp.c 62 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098
  1. /*
  2. * Intel AGPGART routines.
  3. */
  4. #include <linux/module.h>
  5. #include <linux/pci.h>
  6. #include <linux/init.h>
  7. #include <linux/kernel.h>
  8. #include <linux/pagemap.h>
  9. #include <linux/agp_backend.h>
  10. #include "agp.h"
  11. #define PCI_DEVICE_ID_INTEL_82946GZ_HB 0x2970
  12. #define PCI_DEVICE_ID_INTEL_82946GZ_IG 0x2972
  13. #define PCI_DEVICE_ID_INTEL_82965G_1_HB 0x2980
  14. #define PCI_DEVICE_ID_INTEL_82965G_1_IG 0x2982
  15. #define PCI_DEVICE_ID_INTEL_82965Q_HB 0x2990
  16. #define PCI_DEVICE_ID_INTEL_82965Q_IG 0x2992
  17. #define PCI_DEVICE_ID_INTEL_82965G_HB 0x29A0
  18. #define PCI_DEVICE_ID_INTEL_82965G_IG 0x29A2
  19. #define PCI_DEVICE_ID_INTEL_82965GM_HB 0x2A00
  20. #define PCI_DEVICE_ID_INTEL_82965GM_IG 0x2A02
  21. #define PCI_DEVICE_ID_INTEL_82965GME_HB 0x2A10
  22. #define PCI_DEVICE_ID_INTEL_82965GME_IG 0x2A12
  23. #define PCI_DEVICE_ID_INTEL_82945GME_HB 0x27AC
  24. #define PCI_DEVICE_ID_INTEL_82945GME_IG 0x27AE
  25. #define PCI_DEVICE_ID_INTEL_G33_HB 0x29C0
  26. #define PCI_DEVICE_ID_INTEL_G33_IG 0x29C2
  27. #define PCI_DEVICE_ID_INTEL_Q35_HB 0x29B0
  28. #define PCI_DEVICE_ID_INTEL_Q35_IG 0x29B2
  29. #define PCI_DEVICE_ID_INTEL_Q33_HB 0x29D0
  30. #define PCI_DEVICE_ID_INTEL_Q33_IG 0x29D2
  31. #define IS_I965 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82946GZ_HB || \
  32. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_1_HB || \
  33. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965Q_HB || \
  34. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_HB || \
  35. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GM_HB || \
  36. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GME_HB)
  37. #define IS_G33 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_G33_HB || \
  38. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q35_HB || \
  39. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q33_HB)
  40. extern int agp_memory_reserved;
  41. /* Intel 815 register */
  42. #define INTEL_815_APCONT 0x51
  43. #define INTEL_815_ATTBASE_MASK ~0x1FFFFFFF
  44. /* Intel i820 registers */
  45. #define INTEL_I820_RDCR 0x51
  46. #define INTEL_I820_ERRSTS 0xc8
  47. /* Intel i840 registers */
  48. #define INTEL_I840_MCHCFG 0x50
  49. #define INTEL_I840_ERRSTS 0xc8
  50. /* Intel i850 registers */
  51. #define INTEL_I850_MCHCFG 0x50
  52. #define INTEL_I850_ERRSTS 0xc8
  53. /* intel 915G registers */
  54. #define I915_GMADDR 0x18
  55. #define I915_MMADDR 0x10
  56. #define I915_PTEADDR 0x1C
  57. #define I915_GMCH_GMS_STOLEN_48M (0x6 << 4)
  58. #define I915_GMCH_GMS_STOLEN_64M (0x7 << 4)
  59. #define G33_GMCH_GMS_STOLEN_128M (0x8 << 4)
  60. #define G33_GMCH_GMS_STOLEN_256M (0x9 << 4)
  61. /* Intel 965G registers */
  62. #define I965_MSAC 0x62
  63. /* Intel 7505 registers */
  64. #define INTEL_I7505_APSIZE 0x74
  65. #define INTEL_I7505_NCAPID 0x60
  66. #define INTEL_I7505_NISTAT 0x6c
  67. #define INTEL_I7505_ATTBASE 0x78
  68. #define INTEL_I7505_ERRSTS 0x42
  69. #define INTEL_I7505_AGPCTRL 0x70
  70. #define INTEL_I7505_MCHCFG 0x50
  71. static const struct aper_size_info_fixed intel_i810_sizes[] =
  72. {
  73. {64, 16384, 4},
  74. /* The 32M mode still requires a 64k gatt */
  75. {32, 8192, 4}
  76. };
  77. #define AGP_DCACHE_MEMORY 1
  78. #define AGP_PHYS_MEMORY 2
  79. #define INTEL_AGP_CACHED_MEMORY 3
  80. static struct gatt_mask intel_i810_masks[] =
  81. {
  82. {.mask = I810_PTE_VALID, .type = 0},
  83. {.mask = (I810_PTE_VALID | I810_PTE_LOCAL), .type = AGP_DCACHE_MEMORY},
  84. {.mask = I810_PTE_VALID, .type = 0},
  85. {.mask = I810_PTE_VALID | I830_PTE_SYSTEM_CACHED,
  86. .type = INTEL_AGP_CACHED_MEMORY}
  87. };
  88. static struct _intel_private {
  89. struct pci_dev *pcidev; /* device one */
  90. u8 __iomem *registers;
  91. u32 __iomem *gtt; /* I915G */
  92. int num_dcache_entries;
  93. /* gtt_entries is the number of gtt entries that are already mapped
  94. * to stolen memory. Stolen memory is larger than the memory mapped
  95. * through gtt_entries, as it includes some reserved space for the BIOS
  96. * popup and for the GTT.
  97. */
  98. int gtt_entries; /* i830+ */
  99. } intel_private;
  100. static int intel_i810_fetch_size(void)
  101. {
  102. u32 smram_miscc;
  103. struct aper_size_info_fixed *values;
  104. pci_read_config_dword(agp_bridge->dev, I810_SMRAM_MISCC, &smram_miscc);
  105. values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
  106. if ((smram_miscc & I810_GMS) == I810_GMS_DISABLE) {
  107. printk(KERN_WARNING PFX "i810 is disabled\n");
  108. return 0;
  109. }
  110. if ((smram_miscc & I810_GFX_MEM_WIN_SIZE) == I810_GFX_MEM_WIN_32M) {
  111. agp_bridge->previous_size =
  112. agp_bridge->current_size = (void *) (values + 1);
  113. agp_bridge->aperture_size_idx = 1;
  114. return values[1].size;
  115. } else {
  116. agp_bridge->previous_size =
  117. agp_bridge->current_size = (void *) (values);
  118. agp_bridge->aperture_size_idx = 0;
  119. return values[0].size;
  120. }
  121. return 0;
  122. }
  123. static int intel_i810_configure(void)
  124. {
  125. struct aper_size_info_fixed *current_size;
  126. u32 temp;
  127. int i;
  128. current_size = A_SIZE_FIX(agp_bridge->current_size);
  129. if (!intel_private.registers) {
  130. pci_read_config_dword(intel_private.pcidev, I810_MMADDR, &temp);
  131. temp &= 0xfff80000;
  132. intel_private.registers = ioremap(temp, 128 * 4096);
  133. if (!intel_private.registers) {
  134. printk(KERN_ERR PFX "Unable to remap memory.\n");
  135. return -ENOMEM;
  136. }
  137. }
  138. if ((readl(intel_private.registers+I810_DRAM_CTL)
  139. & I810_DRAM_ROW_0) == I810_DRAM_ROW_0_SDRAM) {
  140. /* This will need to be dynamically assigned */
  141. printk(KERN_INFO PFX "detected 4MB dedicated video ram.\n");
  142. intel_private.num_dcache_entries = 1024;
  143. }
  144. pci_read_config_dword(intel_private.pcidev, I810_GMADDR, &temp);
  145. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  146. writel(agp_bridge->gatt_bus_addr | I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  147. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  148. if (agp_bridge->driver->needs_scratch_page) {
  149. for (i = 0; i < current_size->num_entries; i++) {
  150. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  151. readl(intel_private.registers+I810_PTE_BASE+(i*4)); /* PCI posting. */
  152. }
  153. }
  154. global_cache_flush();
  155. return 0;
  156. }
  157. static void intel_i810_cleanup(void)
  158. {
  159. writel(0, intel_private.registers+I810_PGETBL_CTL);
  160. readl(intel_private.registers); /* PCI Posting. */
  161. iounmap(intel_private.registers);
  162. }
  163. static void intel_i810_tlbflush(struct agp_memory *mem)
  164. {
  165. return;
  166. }
  167. static void intel_i810_agp_enable(struct agp_bridge_data *bridge, u32 mode)
  168. {
  169. return;
  170. }
  171. /* Exists to support ARGB cursors */
  172. static void *i8xx_alloc_pages(void)
  173. {
  174. struct page * page;
  175. page = alloc_pages(GFP_KERNEL | GFP_DMA32, 2);
  176. if (page == NULL)
  177. return NULL;
  178. if (change_page_attr(page, 4, PAGE_KERNEL_NOCACHE) < 0) {
  179. change_page_attr(page, 4, PAGE_KERNEL);
  180. global_flush_tlb();
  181. __free_pages(page, 2);
  182. return NULL;
  183. }
  184. global_flush_tlb();
  185. get_page(page);
  186. atomic_inc(&agp_bridge->current_memory_agp);
  187. return page_address(page);
  188. }
  189. static void i8xx_destroy_pages(void *addr)
  190. {
  191. struct page *page;
  192. if (addr == NULL)
  193. return;
  194. page = virt_to_page(addr);
  195. change_page_attr(page, 4, PAGE_KERNEL);
  196. global_flush_tlb();
  197. put_page(page);
  198. __free_pages(page, 2);
  199. atomic_dec(&agp_bridge->current_memory_agp);
  200. }
  201. static int intel_i830_type_to_mask_type(struct agp_bridge_data *bridge,
  202. int type)
  203. {
  204. if (type < AGP_USER_TYPES)
  205. return type;
  206. else if (type == AGP_USER_CACHED_MEMORY)
  207. return INTEL_AGP_CACHED_MEMORY;
  208. else
  209. return 0;
  210. }
  211. static int intel_i810_insert_entries(struct agp_memory *mem, off_t pg_start,
  212. int type)
  213. {
  214. int i, j, num_entries;
  215. void *temp;
  216. int ret = -EINVAL;
  217. int mask_type;
  218. if (mem->page_count == 0)
  219. goto out;
  220. temp = agp_bridge->current_size;
  221. num_entries = A_SIZE_FIX(temp)->num_entries;
  222. if ((pg_start + mem->page_count) > num_entries)
  223. goto out_err;
  224. for (j = pg_start; j < (pg_start + mem->page_count); j++) {
  225. if (!PGE_EMPTY(agp_bridge, readl(agp_bridge->gatt_table+j))) {
  226. ret = -EBUSY;
  227. goto out_err;
  228. }
  229. }
  230. if (type != mem->type)
  231. goto out_err;
  232. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  233. switch (mask_type) {
  234. case AGP_DCACHE_MEMORY:
  235. if (!mem->is_flushed)
  236. global_cache_flush();
  237. for (i = pg_start; i < (pg_start + mem->page_count); i++) {
  238. writel((i*4096)|I810_PTE_LOCAL|I810_PTE_VALID,
  239. intel_private.registers+I810_PTE_BASE+(i*4));
  240. }
  241. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  242. break;
  243. case AGP_PHYS_MEMORY:
  244. case AGP_NORMAL_MEMORY:
  245. if (!mem->is_flushed)
  246. global_cache_flush();
  247. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  248. writel(agp_bridge->driver->mask_memory(agp_bridge,
  249. mem->memory[i],
  250. mask_type),
  251. intel_private.registers+I810_PTE_BASE+(j*4));
  252. }
  253. readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
  254. break;
  255. default:
  256. goto out_err;
  257. }
  258. agp_bridge->driver->tlb_flush(mem);
  259. out:
  260. ret = 0;
  261. out_err:
  262. mem->is_flushed = 1;
  263. return ret;
  264. }
  265. static int intel_i810_remove_entries(struct agp_memory *mem, off_t pg_start,
  266. int type)
  267. {
  268. int i;
  269. if (mem->page_count == 0)
  270. return 0;
  271. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  272. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  273. }
  274. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  275. agp_bridge->driver->tlb_flush(mem);
  276. return 0;
  277. }
  278. /*
  279. * The i810/i830 requires a physical address to program its mouse
  280. * pointer into hardware.
  281. * However the Xserver still writes to it through the agp aperture.
  282. */
  283. static struct agp_memory *alloc_agpphysmem_i8xx(size_t pg_count, int type)
  284. {
  285. struct agp_memory *new;
  286. void *addr;
  287. switch (pg_count) {
  288. case 1: addr = agp_bridge->driver->agp_alloc_page(agp_bridge);
  289. global_flush_tlb();
  290. break;
  291. case 4:
  292. /* kludge to get 4 physical pages for ARGB cursor */
  293. addr = i8xx_alloc_pages();
  294. break;
  295. default:
  296. return NULL;
  297. }
  298. if (addr == NULL)
  299. return NULL;
  300. new = agp_create_memory(pg_count);
  301. if (new == NULL)
  302. return NULL;
  303. new->memory[0] = virt_to_gart(addr);
  304. if (pg_count == 4) {
  305. /* kludge to get 4 physical pages for ARGB cursor */
  306. new->memory[1] = new->memory[0] + PAGE_SIZE;
  307. new->memory[2] = new->memory[1] + PAGE_SIZE;
  308. new->memory[3] = new->memory[2] + PAGE_SIZE;
  309. }
  310. new->page_count = pg_count;
  311. new->num_scratch_pages = pg_count;
  312. new->type = AGP_PHYS_MEMORY;
  313. new->physical = new->memory[0];
  314. return new;
  315. }
  316. static struct agp_memory *intel_i810_alloc_by_type(size_t pg_count, int type)
  317. {
  318. struct agp_memory *new;
  319. if (type == AGP_DCACHE_MEMORY) {
  320. if (pg_count != intel_private.num_dcache_entries)
  321. return NULL;
  322. new = agp_create_memory(1);
  323. if (new == NULL)
  324. return NULL;
  325. new->type = AGP_DCACHE_MEMORY;
  326. new->page_count = pg_count;
  327. new->num_scratch_pages = 0;
  328. agp_free_page_array(new);
  329. return new;
  330. }
  331. if (type == AGP_PHYS_MEMORY)
  332. return alloc_agpphysmem_i8xx(pg_count, type);
  333. return NULL;
  334. }
  335. static void intel_i810_free_by_type(struct agp_memory *curr)
  336. {
  337. agp_free_key(curr->key);
  338. if (curr->type == AGP_PHYS_MEMORY) {
  339. if (curr->page_count == 4)
  340. i8xx_destroy_pages(gart_to_virt(curr->memory[0]));
  341. else {
  342. agp_bridge->driver->agp_destroy_page(
  343. gart_to_virt(curr->memory[0]));
  344. global_flush_tlb();
  345. }
  346. agp_free_page_array(curr);
  347. }
  348. kfree(curr);
  349. }
  350. static unsigned long intel_i810_mask_memory(struct agp_bridge_data *bridge,
  351. unsigned long addr, int type)
  352. {
  353. /* Type checking must be done elsewhere */
  354. return addr | bridge->driver->masks[type].mask;
  355. }
  356. static struct aper_size_info_fixed intel_i830_sizes[] =
  357. {
  358. {128, 32768, 5},
  359. /* The 64M mode still requires a 128k gatt */
  360. {64, 16384, 5},
  361. {256, 65536, 6},
  362. {512, 131072, 7},
  363. };
  364. static void intel_i830_init_gtt_entries(void)
  365. {
  366. u16 gmch_ctrl;
  367. int gtt_entries;
  368. u8 rdct;
  369. int local = 0;
  370. static const int ddt[4] = { 0, 16, 32, 64 };
  371. int size; /* reserved space (in kb) at the top of stolen memory */
  372. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  373. if (IS_I965) {
  374. u32 pgetbl_ctl;
  375. pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL);
  376. /* The 965 has a field telling us the size of the GTT,
  377. * which may be larger than what is necessary to map the
  378. * aperture.
  379. */
  380. switch (pgetbl_ctl & I965_PGETBL_SIZE_MASK) {
  381. case I965_PGETBL_SIZE_128KB:
  382. size = 128;
  383. break;
  384. case I965_PGETBL_SIZE_256KB:
  385. size = 256;
  386. break;
  387. case I965_PGETBL_SIZE_512KB:
  388. size = 512;
  389. break;
  390. default:
  391. printk(KERN_INFO PFX "Unknown page table size, "
  392. "assuming 512KB\n");
  393. size = 512;
  394. }
  395. size += 4; /* add in BIOS popup space */
  396. } else if (IS_G33) {
  397. /* G33's GTT size defined in gmch_ctrl */
  398. switch (gmch_ctrl & G33_PGETBL_SIZE_MASK) {
  399. case G33_PGETBL_SIZE_1M:
  400. size = 1024;
  401. break;
  402. case G33_PGETBL_SIZE_2M:
  403. size = 2048;
  404. break;
  405. default:
  406. printk(KERN_INFO PFX "Unknown page table size 0x%x, "
  407. "assuming 512KB\n",
  408. (gmch_ctrl & G33_PGETBL_SIZE_MASK));
  409. size = 512;
  410. }
  411. size += 4;
  412. } else {
  413. /* On previous hardware, the GTT size was just what was
  414. * required to map the aperture.
  415. */
  416. size = agp_bridge->driver->fetch_size() + 4;
  417. }
  418. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82830_HB ||
  419. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) {
  420. switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
  421. case I830_GMCH_GMS_STOLEN_512:
  422. gtt_entries = KB(512) - KB(size);
  423. break;
  424. case I830_GMCH_GMS_STOLEN_1024:
  425. gtt_entries = MB(1) - KB(size);
  426. break;
  427. case I830_GMCH_GMS_STOLEN_8192:
  428. gtt_entries = MB(8) - KB(size);
  429. break;
  430. case I830_GMCH_GMS_LOCAL:
  431. rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE);
  432. gtt_entries = (I830_RDRAM_ND(rdct) + 1) *
  433. MB(ddt[I830_RDRAM_DDT(rdct)]);
  434. local = 1;
  435. break;
  436. default:
  437. gtt_entries = 0;
  438. break;
  439. }
  440. } else {
  441. switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
  442. case I855_GMCH_GMS_STOLEN_1M:
  443. gtt_entries = MB(1) - KB(size);
  444. break;
  445. case I855_GMCH_GMS_STOLEN_4M:
  446. gtt_entries = MB(4) - KB(size);
  447. break;
  448. case I855_GMCH_GMS_STOLEN_8M:
  449. gtt_entries = MB(8) - KB(size);
  450. break;
  451. case I855_GMCH_GMS_STOLEN_16M:
  452. gtt_entries = MB(16) - KB(size);
  453. break;
  454. case I855_GMCH_GMS_STOLEN_32M:
  455. gtt_entries = MB(32) - KB(size);
  456. break;
  457. case I915_GMCH_GMS_STOLEN_48M:
  458. /* Check it's really I915G */
  459. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
  460. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
  461. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
  462. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
  463. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GME_HB ||
  464. IS_I965 || IS_G33)
  465. gtt_entries = MB(48) - KB(size);
  466. else
  467. gtt_entries = 0;
  468. break;
  469. case I915_GMCH_GMS_STOLEN_64M:
  470. /* Check it's really I915G */
  471. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
  472. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
  473. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
  474. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
  475. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GME_HB ||
  476. IS_I965 || IS_G33)
  477. gtt_entries = MB(64) - KB(size);
  478. else
  479. gtt_entries = 0;
  480. break;
  481. case G33_GMCH_GMS_STOLEN_128M:
  482. if (IS_G33)
  483. gtt_entries = MB(128) - KB(size);
  484. else
  485. gtt_entries = 0;
  486. break;
  487. case G33_GMCH_GMS_STOLEN_256M:
  488. if (IS_G33)
  489. gtt_entries = MB(256) - KB(size);
  490. else
  491. gtt_entries = 0;
  492. break;
  493. default:
  494. gtt_entries = 0;
  495. break;
  496. }
  497. }
  498. if (gtt_entries > 0)
  499. printk(KERN_INFO PFX "Detected %dK %s memory.\n",
  500. gtt_entries / KB(1), local ? "local" : "stolen");
  501. else
  502. printk(KERN_INFO PFX
  503. "No pre-allocated video memory detected.\n");
  504. gtt_entries /= KB(4);
  505. intel_private.gtt_entries = gtt_entries;
  506. }
  507. /* The intel i830 automatically initializes the agp aperture during POST.
  508. * Use the memory already set aside for in the GTT.
  509. */
  510. static int intel_i830_create_gatt_table(struct agp_bridge_data *bridge)
  511. {
  512. int page_order;
  513. struct aper_size_info_fixed *size;
  514. int num_entries;
  515. u32 temp;
  516. size = agp_bridge->current_size;
  517. page_order = size->page_order;
  518. num_entries = size->num_entries;
  519. agp_bridge->gatt_table_real = NULL;
  520. pci_read_config_dword(intel_private.pcidev,I810_MMADDR,&temp);
  521. temp &= 0xfff80000;
  522. intel_private.registers = ioremap(temp,128 * 4096);
  523. if (!intel_private.registers)
  524. return -ENOMEM;
  525. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  526. global_cache_flush(); /* FIXME: ?? */
  527. /* we have to call this as early as possible after the MMIO base address is known */
  528. intel_i830_init_gtt_entries();
  529. agp_bridge->gatt_table = NULL;
  530. agp_bridge->gatt_bus_addr = temp;
  531. return 0;
  532. }
  533. /* Return the gatt table to a sane state. Use the top of stolen
  534. * memory for the GTT.
  535. */
  536. static int intel_i830_free_gatt_table(struct agp_bridge_data *bridge)
  537. {
  538. return 0;
  539. }
  540. static int intel_i830_fetch_size(void)
  541. {
  542. u16 gmch_ctrl;
  543. struct aper_size_info_fixed *values;
  544. values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
  545. if (agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82830_HB &&
  546. agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82845G_HB) {
  547. /* 855GM/852GM/865G has 128MB aperture size */
  548. agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
  549. agp_bridge->aperture_size_idx = 0;
  550. return values[0].size;
  551. }
  552. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  553. if ((gmch_ctrl & I830_GMCH_MEM_MASK) == I830_GMCH_MEM_128M) {
  554. agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
  555. agp_bridge->aperture_size_idx = 0;
  556. return values[0].size;
  557. } else {
  558. agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + 1);
  559. agp_bridge->aperture_size_idx = 1;
  560. return values[1].size;
  561. }
  562. return 0;
  563. }
  564. static int intel_i830_configure(void)
  565. {
  566. struct aper_size_info_fixed *current_size;
  567. u32 temp;
  568. u16 gmch_ctrl;
  569. int i;
  570. current_size = A_SIZE_FIX(agp_bridge->current_size);
  571. pci_read_config_dword(intel_private.pcidev,I810_GMADDR,&temp);
  572. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  573. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  574. gmch_ctrl |= I830_GMCH_ENABLED;
  575. pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
  576. writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  577. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  578. if (agp_bridge->driver->needs_scratch_page) {
  579. for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
  580. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  581. readl(intel_private.registers+I810_PTE_BASE+(i*4)); /* PCI Posting. */
  582. }
  583. }
  584. global_cache_flush();
  585. return 0;
  586. }
  587. static void intel_i830_cleanup(void)
  588. {
  589. iounmap(intel_private.registers);
  590. }
  591. static int intel_i830_insert_entries(struct agp_memory *mem,off_t pg_start, int type)
  592. {
  593. int i,j,num_entries;
  594. void *temp;
  595. int ret = -EINVAL;
  596. int mask_type;
  597. if (mem->page_count == 0)
  598. goto out;
  599. temp = agp_bridge->current_size;
  600. num_entries = A_SIZE_FIX(temp)->num_entries;
  601. if (pg_start < intel_private.gtt_entries) {
  602. printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
  603. pg_start,intel_private.gtt_entries);
  604. printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
  605. goto out_err;
  606. }
  607. if ((pg_start + mem->page_count) > num_entries)
  608. goto out_err;
  609. /* The i830 can't check the GTT for entries since its read only,
  610. * depend on the caller to make the correct offset decisions.
  611. */
  612. if (type != mem->type)
  613. goto out_err;
  614. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  615. if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
  616. mask_type != INTEL_AGP_CACHED_MEMORY)
  617. goto out_err;
  618. if (!mem->is_flushed)
  619. global_cache_flush();
  620. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  621. writel(agp_bridge->driver->mask_memory(agp_bridge,
  622. mem->memory[i], mask_type),
  623. intel_private.registers+I810_PTE_BASE+(j*4));
  624. }
  625. readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
  626. agp_bridge->driver->tlb_flush(mem);
  627. out:
  628. ret = 0;
  629. out_err:
  630. mem->is_flushed = 1;
  631. return ret;
  632. }
  633. static int intel_i830_remove_entries(struct agp_memory *mem,off_t pg_start,
  634. int type)
  635. {
  636. int i;
  637. if (mem->page_count == 0)
  638. return 0;
  639. if (pg_start < intel_private.gtt_entries) {
  640. printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
  641. return -EINVAL;
  642. }
  643. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  644. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  645. }
  646. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  647. agp_bridge->driver->tlb_flush(mem);
  648. return 0;
  649. }
  650. static struct agp_memory *intel_i830_alloc_by_type(size_t pg_count,int type)
  651. {
  652. if (type == AGP_PHYS_MEMORY)
  653. return alloc_agpphysmem_i8xx(pg_count, type);
  654. /* always return NULL for other allocation types for now */
  655. return NULL;
  656. }
  657. static int intel_i915_configure(void)
  658. {
  659. struct aper_size_info_fixed *current_size;
  660. u32 temp;
  661. u16 gmch_ctrl;
  662. int i;
  663. current_size = A_SIZE_FIX(agp_bridge->current_size);
  664. pci_read_config_dword(intel_private.pcidev, I915_GMADDR, &temp);
  665. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  666. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  667. gmch_ctrl |= I830_GMCH_ENABLED;
  668. pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
  669. writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  670. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  671. if (agp_bridge->driver->needs_scratch_page) {
  672. for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
  673. writel(agp_bridge->scratch_page, intel_private.gtt+i);
  674. readl(intel_private.gtt+i); /* PCI Posting. */
  675. }
  676. }
  677. global_cache_flush();
  678. return 0;
  679. }
  680. static void intel_i915_cleanup(void)
  681. {
  682. iounmap(intel_private.gtt);
  683. iounmap(intel_private.registers);
  684. }
  685. static int intel_i915_insert_entries(struct agp_memory *mem,off_t pg_start,
  686. int type)
  687. {
  688. int i,j,num_entries;
  689. void *temp;
  690. int ret = -EINVAL;
  691. int mask_type;
  692. if (mem->page_count == 0)
  693. goto out;
  694. temp = agp_bridge->current_size;
  695. num_entries = A_SIZE_FIX(temp)->num_entries;
  696. if (pg_start < intel_private.gtt_entries) {
  697. printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
  698. pg_start,intel_private.gtt_entries);
  699. printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
  700. goto out_err;
  701. }
  702. if ((pg_start + mem->page_count) > num_entries)
  703. goto out_err;
  704. /* The i915 can't check the GTT for entries since its read only,
  705. * depend on the caller to make the correct offset decisions.
  706. */
  707. if (type != mem->type)
  708. goto out_err;
  709. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  710. if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
  711. mask_type != INTEL_AGP_CACHED_MEMORY)
  712. goto out_err;
  713. if (!mem->is_flushed)
  714. global_cache_flush();
  715. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  716. writel(agp_bridge->driver->mask_memory(agp_bridge,
  717. mem->memory[i], mask_type), intel_private.gtt+j);
  718. }
  719. readl(intel_private.gtt+j-1);
  720. agp_bridge->driver->tlb_flush(mem);
  721. out:
  722. ret = 0;
  723. out_err:
  724. mem->is_flushed = 1;
  725. return ret;
  726. }
  727. static int intel_i915_remove_entries(struct agp_memory *mem,off_t pg_start,
  728. int type)
  729. {
  730. int i;
  731. if (mem->page_count == 0)
  732. return 0;
  733. if (pg_start < intel_private.gtt_entries) {
  734. printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
  735. return -EINVAL;
  736. }
  737. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  738. writel(agp_bridge->scratch_page, intel_private.gtt+i);
  739. }
  740. readl(intel_private.gtt+i-1);
  741. agp_bridge->driver->tlb_flush(mem);
  742. return 0;
  743. }
  744. /* Return the aperture size by just checking the resource length. The effect
  745. * described in the spec of the MSAC registers is just changing of the
  746. * resource size.
  747. */
  748. static int intel_i9xx_fetch_size(void)
  749. {
  750. int num_sizes = ARRAY_SIZE(intel_i830_sizes);
  751. int aper_size; /* size in megabytes */
  752. int i;
  753. aper_size = pci_resource_len(intel_private.pcidev, 2) / MB(1);
  754. for (i = 0; i < num_sizes; i++) {
  755. if (aper_size == intel_i830_sizes[i].size) {
  756. agp_bridge->current_size = intel_i830_sizes + i;
  757. agp_bridge->previous_size = agp_bridge->current_size;
  758. return aper_size;
  759. }
  760. }
  761. return 0;
  762. }
  763. /* The intel i915 automatically initializes the agp aperture during POST.
  764. * Use the memory already set aside for in the GTT.
  765. */
  766. static int intel_i915_create_gatt_table(struct agp_bridge_data *bridge)
  767. {
  768. int page_order;
  769. struct aper_size_info_fixed *size;
  770. int num_entries;
  771. u32 temp, temp2;
  772. size = agp_bridge->current_size;
  773. page_order = size->page_order;
  774. num_entries = size->num_entries;
  775. agp_bridge->gatt_table_real = NULL;
  776. pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
  777. pci_read_config_dword(intel_private.pcidev, I915_PTEADDR,&temp2);
  778. intel_private.gtt = ioremap(temp2, 256 * 1024);
  779. if (!intel_private.gtt)
  780. return -ENOMEM;
  781. temp &= 0xfff80000;
  782. intel_private.registers = ioremap(temp,128 * 4096);
  783. if (!intel_private.registers)
  784. return -ENOMEM;
  785. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  786. global_cache_flush(); /* FIXME: ? */
  787. /* we have to call this as early as possible after the MMIO base address is known */
  788. intel_i830_init_gtt_entries();
  789. agp_bridge->gatt_table = NULL;
  790. agp_bridge->gatt_bus_addr = temp;
  791. return 0;
  792. }
  793. /*
  794. * The i965 supports 36-bit physical addresses, but to keep
  795. * the format of the GTT the same, the bits that don't fit
  796. * in a 32-bit word are shifted down to bits 4..7.
  797. *
  798. * Gcc is smart enough to notice that "(addr >> 28) & 0xf0"
  799. * is always zero on 32-bit architectures, so no need to make
  800. * this conditional.
  801. */
  802. static unsigned long intel_i965_mask_memory(struct agp_bridge_data *bridge,
  803. unsigned long addr, int type)
  804. {
  805. /* Shift high bits down */
  806. addr |= (addr >> 28) & 0xf0;
  807. /* Type checking must be done elsewhere */
  808. return addr | bridge->driver->masks[type].mask;
  809. }
  810. /* The intel i965 automatically initializes the agp aperture during POST.
  811. * Use the memory already set aside for in the GTT.
  812. */
  813. static int intel_i965_create_gatt_table(struct agp_bridge_data *bridge)
  814. {
  815. int page_order;
  816. struct aper_size_info_fixed *size;
  817. int num_entries;
  818. u32 temp;
  819. size = agp_bridge->current_size;
  820. page_order = size->page_order;
  821. num_entries = size->num_entries;
  822. agp_bridge->gatt_table_real = NULL;
  823. pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
  824. temp &= 0xfff00000;
  825. intel_private.gtt = ioremap((temp + (512 * 1024)) , 512 * 1024);
  826. if (!intel_private.gtt)
  827. return -ENOMEM;
  828. intel_private.registers = ioremap(temp,128 * 4096);
  829. if (!intel_private.registers)
  830. return -ENOMEM;
  831. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  832. global_cache_flush(); /* FIXME: ? */
  833. /* we have to call this as early as possible after the MMIO base address is known */
  834. intel_i830_init_gtt_entries();
  835. agp_bridge->gatt_table = NULL;
  836. agp_bridge->gatt_bus_addr = temp;
  837. return 0;
  838. }
  839. static int intel_fetch_size(void)
  840. {
  841. int i;
  842. u16 temp;
  843. struct aper_size_info_16 *values;
  844. pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
  845. values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
  846. for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  847. if (temp == values[i].size_value) {
  848. agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
  849. agp_bridge->aperture_size_idx = i;
  850. return values[i].size;
  851. }
  852. }
  853. return 0;
  854. }
  855. static int __intel_8xx_fetch_size(u8 temp)
  856. {
  857. int i;
  858. struct aper_size_info_8 *values;
  859. values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
  860. for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  861. if (temp == values[i].size_value) {
  862. agp_bridge->previous_size =
  863. agp_bridge->current_size = (void *) (values + i);
  864. agp_bridge->aperture_size_idx = i;
  865. return values[i].size;
  866. }
  867. }
  868. return 0;
  869. }
  870. static int intel_8xx_fetch_size(void)
  871. {
  872. u8 temp;
  873. pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  874. return __intel_8xx_fetch_size(temp);
  875. }
  876. static int intel_815_fetch_size(void)
  877. {
  878. u8 temp;
  879. /* Intel 815 chipsets have a _weird_ APSIZE register with only
  880. * one non-reserved bit, so mask the others out ... */
  881. pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  882. temp &= (1 << 3);
  883. return __intel_8xx_fetch_size(temp);
  884. }
  885. static void intel_tlbflush(struct agp_memory *mem)
  886. {
  887. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
  888. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
  889. }
  890. static void intel_8xx_tlbflush(struct agp_memory *mem)
  891. {
  892. u32 temp;
  893. pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  894. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
  895. pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  896. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
  897. }
  898. static void intel_cleanup(void)
  899. {
  900. u16 temp;
  901. struct aper_size_info_16 *previous_size;
  902. previous_size = A_SIZE_16(agp_bridge->previous_size);
  903. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
  904. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
  905. pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
  906. }
  907. static void intel_8xx_cleanup(void)
  908. {
  909. u16 temp;
  910. struct aper_size_info_8 *previous_size;
  911. previous_size = A_SIZE_8(agp_bridge->previous_size);
  912. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
  913. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
  914. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
  915. }
  916. static int intel_configure(void)
  917. {
  918. u32 temp;
  919. u16 temp2;
  920. struct aper_size_info_16 *current_size;
  921. current_size = A_SIZE_16(agp_bridge->current_size);
  922. /* aperture size */
  923. pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  924. /* address to map to */
  925. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  926. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  927. /* attbase - aperture base */
  928. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  929. /* agpctrl */
  930. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
  931. /* paccfg/nbxcfg */
  932. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
  933. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
  934. (temp2 & ~(1 << 10)) | (1 << 9));
  935. /* clear any possible error conditions */
  936. pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
  937. return 0;
  938. }
  939. static int intel_815_configure(void)
  940. {
  941. u32 temp, addr;
  942. u8 temp2;
  943. struct aper_size_info_8 *current_size;
  944. /* attbase - aperture base */
  945. /* the Intel 815 chipset spec. says that bits 29-31 in the
  946. * ATTBASE register are reserved -> try not to write them */
  947. if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
  948. printk (KERN_EMERG PFX "gatt bus addr too high");
  949. return -EINVAL;
  950. }
  951. current_size = A_SIZE_8(agp_bridge->current_size);
  952. /* aperture size */
  953. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
  954. current_size->size_value);
  955. /* address to map to */
  956. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  957. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  958. pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
  959. addr &= INTEL_815_ATTBASE_MASK;
  960. addr |= agp_bridge->gatt_bus_addr;
  961. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
  962. /* agpctrl */
  963. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  964. /* apcont */
  965. pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
  966. pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
  967. /* clear any possible error conditions */
  968. /* Oddness : this chipset seems to have no ERRSTS register ! */
  969. return 0;
  970. }
  971. static void intel_820_tlbflush(struct agp_memory *mem)
  972. {
  973. return;
  974. }
  975. static void intel_820_cleanup(void)
  976. {
  977. u8 temp;
  978. struct aper_size_info_8 *previous_size;
  979. previous_size = A_SIZE_8(agp_bridge->previous_size);
  980. pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
  981. pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
  982. temp & ~(1 << 1));
  983. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
  984. previous_size->size_value);
  985. }
  986. static int intel_820_configure(void)
  987. {
  988. u32 temp;
  989. u8 temp2;
  990. struct aper_size_info_8 *current_size;
  991. current_size = A_SIZE_8(agp_bridge->current_size);
  992. /* aperture size */
  993. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  994. /* address to map to */
  995. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  996. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  997. /* attbase - aperture base */
  998. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  999. /* agpctrl */
  1000. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1001. /* global enable aperture access */
  1002. /* This flag is not accessed through MCHCFG register as in */
  1003. /* i850 chipset. */
  1004. pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
  1005. pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
  1006. /* clear any possible AGP-related error conditions */
  1007. pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
  1008. return 0;
  1009. }
  1010. static int intel_840_configure(void)
  1011. {
  1012. u32 temp;
  1013. u16 temp2;
  1014. struct aper_size_info_8 *current_size;
  1015. current_size = A_SIZE_8(agp_bridge->current_size);
  1016. /* aperture size */
  1017. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1018. /* address to map to */
  1019. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1020. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1021. /* attbase - aperture base */
  1022. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1023. /* agpctrl */
  1024. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1025. /* mcgcfg */
  1026. pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
  1027. pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
  1028. /* clear any possible error conditions */
  1029. pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
  1030. return 0;
  1031. }
  1032. static int intel_845_configure(void)
  1033. {
  1034. u32 temp;
  1035. u8 temp2;
  1036. struct aper_size_info_8 *current_size;
  1037. current_size = A_SIZE_8(agp_bridge->current_size);
  1038. /* aperture size */
  1039. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1040. if (agp_bridge->apbase_config != 0) {
  1041. pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
  1042. agp_bridge->apbase_config);
  1043. } else {
  1044. /* address to map to */
  1045. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1046. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1047. agp_bridge->apbase_config = temp;
  1048. }
  1049. /* attbase - aperture base */
  1050. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1051. /* agpctrl */
  1052. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1053. /* agpm */
  1054. pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
  1055. pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
  1056. /* clear any possible error conditions */
  1057. pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
  1058. return 0;
  1059. }
  1060. static int intel_850_configure(void)
  1061. {
  1062. u32 temp;
  1063. u16 temp2;
  1064. struct aper_size_info_8 *current_size;
  1065. current_size = A_SIZE_8(agp_bridge->current_size);
  1066. /* aperture size */
  1067. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1068. /* address to map to */
  1069. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1070. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1071. /* attbase - aperture base */
  1072. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1073. /* agpctrl */
  1074. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1075. /* mcgcfg */
  1076. pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
  1077. pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
  1078. /* clear any possible AGP-related error conditions */
  1079. pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
  1080. return 0;
  1081. }
  1082. static int intel_860_configure(void)
  1083. {
  1084. u32 temp;
  1085. u16 temp2;
  1086. struct aper_size_info_8 *current_size;
  1087. current_size = A_SIZE_8(agp_bridge->current_size);
  1088. /* aperture size */
  1089. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1090. /* address to map to */
  1091. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1092. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1093. /* attbase - aperture base */
  1094. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1095. /* agpctrl */
  1096. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1097. /* mcgcfg */
  1098. pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
  1099. pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
  1100. /* clear any possible AGP-related error conditions */
  1101. pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
  1102. return 0;
  1103. }
  1104. static int intel_830mp_configure(void)
  1105. {
  1106. u32 temp;
  1107. u16 temp2;
  1108. struct aper_size_info_8 *current_size;
  1109. current_size = A_SIZE_8(agp_bridge->current_size);
  1110. /* aperture size */
  1111. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1112. /* address to map to */
  1113. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1114. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1115. /* attbase - aperture base */
  1116. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1117. /* agpctrl */
  1118. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1119. /* gmch */
  1120. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
  1121. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
  1122. /* clear any possible AGP-related error conditions */
  1123. pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
  1124. return 0;
  1125. }
  1126. static int intel_7505_configure(void)
  1127. {
  1128. u32 temp;
  1129. u16 temp2;
  1130. struct aper_size_info_8 *current_size;
  1131. current_size = A_SIZE_8(agp_bridge->current_size);
  1132. /* aperture size */
  1133. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1134. /* address to map to */
  1135. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1136. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1137. /* attbase - aperture base */
  1138. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1139. /* agpctrl */
  1140. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1141. /* mchcfg */
  1142. pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
  1143. pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
  1144. return 0;
  1145. }
  1146. /* Setup function */
  1147. static const struct gatt_mask intel_generic_masks[] =
  1148. {
  1149. {.mask = 0x00000017, .type = 0}
  1150. };
  1151. static const struct aper_size_info_8 intel_815_sizes[2] =
  1152. {
  1153. {64, 16384, 4, 0},
  1154. {32, 8192, 3, 8},
  1155. };
  1156. static const struct aper_size_info_8 intel_8xx_sizes[7] =
  1157. {
  1158. {256, 65536, 6, 0},
  1159. {128, 32768, 5, 32},
  1160. {64, 16384, 4, 48},
  1161. {32, 8192, 3, 56},
  1162. {16, 4096, 2, 60},
  1163. {8, 2048, 1, 62},
  1164. {4, 1024, 0, 63}
  1165. };
  1166. static const struct aper_size_info_16 intel_generic_sizes[7] =
  1167. {
  1168. {256, 65536, 6, 0},
  1169. {128, 32768, 5, 32},
  1170. {64, 16384, 4, 48},
  1171. {32, 8192, 3, 56},
  1172. {16, 4096, 2, 60},
  1173. {8, 2048, 1, 62},
  1174. {4, 1024, 0, 63}
  1175. };
  1176. static const struct aper_size_info_8 intel_830mp_sizes[4] =
  1177. {
  1178. {256, 65536, 6, 0},
  1179. {128, 32768, 5, 32},
  1180. {64, 16384, 4, 48},
  1181. {32, 8192, 3, 56}
  1182. };
  1183. static const struct agp_bridge_driver intel_generic_driver = {
  1184. .owner = THIS_MODULE,
  1185. .aperture_sizes = intel_generic_sizes,
  1186. .size_type = U16_APER_SIZE,
  1187. .num_aperture_sizes = 7,
  1188. .configure = intel_configure,
  1189. .fetch_size = intel_fetch_size,
  1190. .cleanup = intel_cleanup,
  1191. .tlb_flush = intel_tlbflush,
  1192. .mask_memory = agp_generic_mask_memory,
  1193. .masks = intel_generic_masks,
  1194. .agp_enable = agp_generic_enable,
  1195. .cache_flush = global_cache_flush,
  1196. .create_gatt_table = agp_generic_create_gatt_table,
  1197. .free_gatt_table = agp_generic_free_gatt_table,
  1198. .insert_memory = agp_generic_insert_memory,
  1199. .remove_memory = agp_generic_remove_memory,
  1200. .alloc_by_type = agp_generic_alloc_by_type,
  1201. .free_by_type = agp_generic_free_by_type,
  1202. .agp_alloc_page = agp_generic_alloc_page,
  1203. .agp_destroy_page = agp_generic_destroy_page,
  1204. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1205. };
  1206. static const struct agp_bridge_driver intel_810_driver = {
  1207. .owner = THIS_MODULE,
  1208. .aperture_sizes = intel_i810_sizes,
  1209. .size_type = FIXED_APER_SIZE,
  1210. .num_aperture_sizes = 2,
  1211. .needs_scratch_page = TRUE,
  1212. .configure = intel_i810_configure,
  1213. .fetch_size = intel_i810_fetch_size,
  1214. .cleanup = intel_i810_cleanup,
  1215. .tlb_flush = intel_i810_tlbflush,
  1216. .mask_memory = intel_i810_mask_memory,
  1217. .masks = intel_i810_masks,
  1218. .agp_enable = intel_i810_agp_enable,
  1219. .cache_flush = global_cache_flush,
  1220. .create_gatt_table = agp_generic_create_gatt_table,
  1221. .free_gatt_table = agp_generic_free_gatt_table,
  1222. .insert_memory = intel_i810_insert_entries,
  1223. .remove_memory = intel_i810_remove_entries,
  1224. .alloc_by_type = intel_i810_alloc_by_type,
  1225. .free_by_type = intel_i810_free_by_type,
  1226. .agp_alloc_page = agp_generic_alloc_page,
  1227. .agp_destroy_page = agp_generic_destroy_page,
  1228. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1229. };
  1230. static const struct agp_bridge_driver intel_815_driver = {
  1231. .owner = THIS_MODULE,
  1232. .aperture_sizes = intel_815_sizes,
  1233. .size_type = U8_APER_SIZE,
  1234. .num_aperture_sizes = 2,
  1235. .configure = intel_815_configure,
  1236. .fetch_size = intel_815_fetch_size,
  1237. .cleanup = intel_8xx_cleanup,
  1238. .tlb_flush = intel_8xx_tlbflush,
  1239. .mask_memory = agp_generic_mask_memory,
  1240. .masks = intel_generic_masks,
  1241. .agp_enable = agp_generic_enable,
  1242. .cache_flush = global_cache_flush,
  1243. .create_gatt_table = agp_generic_create_gatt_table,
  1244. .free_gatt_table = agp_generic_free_gatt_table,
  1245. .insert_memory = agp_generic_insert_memory,
  1246. .remove_memory = agp_generic_remove_memory,
  1247. .alloc_by_type = agp_generic_alloc_by_type,
  1248. .free_by_type = agp_generic_free_by_type,
  1249. .agp_alloc_page = agp_generic_alloc_page,
  1250. .agp_destroy_page = agp_generic_destroy_page,
  1251. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1252. };
  1253. static const struct agp_bridge_driver intel_830_driver = {
  1254. .owner = THIS_MODULE,
  1255. .aperture_sizes = intel_i830_sizes,
  1256. .size_type = FIXED_APER_SIZE,
  1257. .num_aperture_sizes = 4,
  1258. .needs_scratch_page = TRUE,
  1259. .configure = intel_i830_configure,
  1260. .fetch_size = intel_i830_fetch_size,
  1261. .cleanup = intel_i830_cleanup,
  1262. .tlb_flush = intel_i810_tlbflush,
  1263. .mask_memory = intel_i810_mask_memory,
  1264. .masks = intel_i810_masks,
  1265. .agp_enable = intel_i810_agp_enable,
  1266. .cache_flush = global_cache_flush,
  1267. .create_gatt_table = intel_i830_create_gatt_table,
  1268. .free_gatt_table = intel_i830_free_gatt_table,
  1269. .insert_memory = intel_i830_insert_entries,
  1270. .remove_memory = intel_i830_remove_entries,
  1271. .alloc_by_type = intel_i830_alloc_by_type,
  1272. .free_by_type = intel_i810_free_by_type,
  1273. .agp_alloc_page = agp_generic_alloc_page,
  1274. .agp_destroy_page = agp_generic_destroy_page,
  1275. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1276. };
  1277. static const struct agp_bridge_driver intel_820_driver = {
  1278. .owner = THIS_MODULE,
  1279. .aperture_sizes = intel_8xx_sizes,
  1280. .size_type = U8_APER_SIZE,
  1281. .num_aperture_sizes = 7,
  1282. .configure = intel_820_configure,
  1283. .fetch_size = intel_8xx_fetch_size,
  1284. .cleanup = intel_820_cleanup,
  1285. .tlb_flush = intel_820_tlbflush,
  1286. .mask_memory = agp_generic_mask_memory,
  1287. .masks = intel_generic_masks,
  1288. .agp_enable = agp_generic_enable,
  1289. .cache_flush = global_cache_flush,
  1290. .create_gatt_table = agp_generic_create_gatt_table,
  1291. .free_gatt_table = agp_generic_free_gatt_table,
  1292. .insert_memory = agp_generic_insert_memory,
  1293. .remove_memory = agp_generic_remove_memory,
  1294. .alloc_by_type = agp_generic_alloc_by_type,
  1295. .free_by_type = agp_generic_free_by_type,
  1296. .agp_alloc_page = agp_generic_alloc_page,
  1297. .agp_destroy_page = agp_generic_destroy_page,
  1298. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1299. };
  1300. static const struct agp_bridge_driver intel_830mp_driver = {
  1301. .owner = THIS_MODULE,
  1302. .aperture_sizes = intel_830mp_sizes,
  1303. .size_type = U8_APER_SIZE,
  1304. .num_aperture_sizes = 4,
  1305. .configure = intel_830mp_configure,
  1306. .fetch_size = intel_8xx_fetch_size,
  1307. .cleanup = intel_8xx_cleanup,
  1308. .tlb_flush = intel_8xx_tlbflush,
  1309. .mask_memory = agp_generic_mask_memory,
  1310. .masks = intel_generic_masks,
  1311. .agp_enable = agp_generic_enable,
  1312. .cache_flush = global_cache_flush,
  1313. .create_gatt_table = agp_generic_create_gatt_table,
  1314. .free_gatt_table = agp_generic_free_gatt_table,
  1315. .insert_memory = agp_generic_insert_memory,
  1316. .remove_memory = agp_generic_remove_memory,
  1317. .alloc_by_type = agp_generic_alloc_by_type,
  1318. .free_by_type = agp_generic_free_by_type,
  1319. .agp_alloc_page = agp_generic_alloc_page,
  1320. .agp_destroy_page = agp_generic_destroy_page,
  1321. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1322. };
  1323. static const struct agp_bridge_driver intel_840_driver = {
  1324. .owner = THIS_MODULE,
  1325. .aperture_sizes = intel_8xx_sizes,
  1326. .size_type = U8_APER_SIZE,
  1327. .num_aperture_sizes = 7,
  1328. .configure = intel_840_configure,
  1329. .fetch_size = intel_8xx_fetch_size,
  1330. .cleanup = intel_8xx_cleanup,
  1331. .tlb_flush = intel_8xx_tlbflush,
  1332. .mask_memory = agp_generic_mask_memory,
  1333. .masks = intel_generic_masks,
  1334. .agp_enable = agp_generic_enable,
  1335. .cache_flush = global_cache_flush,
  1336. .create_gatt_table = agp_generic_create_gatt_table,
  1337. .free_gatt_table = agp_generic_free_gatt_table,
  1338. .insert_memory = agp_generic_insert_memory,
  1339. .remove_memory = agp_generic_remove_memory,
  1340. .alloc_by_type = agp_generic_alloc_by_type,
  1341. .free_by_type = agp_generic_free_by_type,
  1342. .agp_alloc_page = agp_generic_alloc_page,
  1343. .agp_destroy_page = agp_generic_destroy_page,
  1344. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1345. };
  1346. static const struct agp_bridge_driver intel_845_driver = {
  1347. .owner = THIS_MODULE,
  1348. .aperture_sizes = intel_8xx_sizes,
  1349. .size_type = U8_APER_SIZE,
  1350. .num_aperture_sizes = 7,
  1351. .configure = intel_845_configure,
  1352. .fetch_size = intel_8xx_fetch_size,
  1353. .cleanup = intel_8xx_cleanup,
  1354. .tlb_flush = intel_8xx_tlbflush,
  1355. .mask_memory = agp_generic_mask_memory,
  1356. .masks = intel_generic_masks,
  1357. .agp_enable = agp_generic_enable,
  1358. .cache_flush = global_cache_flush,
  1359. .create_gatt_table = agp_generic_create_gatt_table,
  1360. .free_gatt_table = agp_generic_free_gatt_table,
  1361. .insert_memory = agp_generic_insert_memory,
  1362. .remove_memory = agp_generic_remove_memory,
  1363. .alloc_by_type = agp_generic_alloc_by_type,
  1364. .free_by_type = agp_generic_free_by_type,
  1365. .agp_alloc_page = agp_generic_alloc_page,
  1366. .agp_destroy_page = agp_generic_destroy_page,
  1367. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1368. };
  1369. static const struct agp_bridge_driver intel_850_driver = {
  1370. .owner = THIS_MODULE,
  1371. .aperture_sizes = intel_8xx_sizes,
  1372. .size_type = U8_APER_SIZE,
  1373. .num_aperture_sizes = 7,
  1374. .configure = intel_850_configure,
  1375. .fetch_size = intel_8xx_fetch_size,
  1376. .cleanup = intel_8xx_cleanup,
  1377. .tlb_flush = intel_8xx_tlbflush,
  1378. .mask_memory = agp_generic_mask_memory,
  1379. .masks = intel_generic_masks,
  1380. .agp_enable = agp_generic_enable,
  1381. .cache_flush = global_cache_flush,
  1382. .create_gatt_table = agp_generic_create_gatt_table,
  1383. .free_gatt_table = agp_generic_free_gatt_table,
  1384. .insert_memory = agp_generic_insert_memory,
  1385. .remove_memory = agp_generic_remove_memory,
  1386. .alloc_by_type = agp_generic_alloc_by_type,
  1387. .free_by_type = agp_generic_free_by_type,
  1388. .agp_alloc_page = agp_generic_alloc_page,
  1389. .agp_destroy_page = agp_generic_destroy_page,
  1390. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1391. };
  1392. static const struct agp_bridge_driver intel_860_driver = {
  1393. .owner = THIS_MODULE,
  1394. .aperture_sizes = intel_8xx_sizes,
  1395. .size_type = U8_APER_SIZE,
  1396. .num_aperture_sizes = 7,
  1397. .configure = intel_860_configure,
  1398. .fetch_size = intel_8xx_fetch_size,
  1399. .cleanup = intel_8xx_cleanup,
  1400. .tlb_flush = intel_8xx_tlbflush,
  1401. .mask_memory = agp_generic_mask_memory,
  1402. .masks = intel_generic_masks,
  1403. .agp_enable = agp_generic_enable,
  1404. .cache_flush = global_cache_flush,
  1405. .create_gatt_table = agp_generic_create_gatt_table,
  1406. .free_gatt_table = agp_generic_free_gatt_table,
  1407. .insert_memory = agp_generic_insert_memory,
  1408. .remove_memory = agp_generic_remove_memory,
  1409. .alloc_by_type = agp_generic_alloc_by_type,
  1410. .free_by_type = agp_generic_free_by_type,
  1411. .agp_alloc_page = agp_generic_alloc_page,
  1412. .agp_destroy_page = agp_generic_destroy_page,
  1413. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1414. };
  1415. static const struct agp_bridge_driver intel_915_driver = {
  1416. .owner = THIS_MODULE,
  1417. .aperture_sizes = intel_i830_sizes,
  1418. .size_type = FIXED_APER_SIZE,
  1419. .num_aperture_sizes = 4,
  1420. .needs_scratch_page = TRUE,
  1421. .configure = intel_i915_configure,
  1422. .fetch_size = intel_i9xx_fetch_size,
  1423. .cleanup = intel_i915_cleanup,
  1424. .tlb_flush = intel_i810_tlbflush,
  1425. .mask_memory = intel_i810_mask_memory,
  1426. .masks = intel_i810_masks,
  1427. .agp_enable = intel_i810_agp_enable,
  1428. .cache_flush = global_cache_flush,
  1429. .create_gatt_table = intel_i915_create_gatt_table,
  1430. .free_gatt_table = intel_i830_free_gatt_table,
  1431. .insert_memory = intel_i915_insert_entries,
  1432. .remove_memory = intel_i915_remove_entries,
  1433. .alloc_by_type = intel_i830_alloc_by_type,
  1434. .free_by_type = intel_i810_free_by_type,
  1435. .agp_alloc_page = agp_generic_alloc_page,
  1436. .agp_destroy_page = agp_generic_destroy_page,
  1437. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1438. };
  1439. static const struct agp_bridge_driver intel_i965_driver = {
  1440. .owner = THIS_MODULE,
  1441. .aperture_sizes = intel_i830_sizes,
  1442. .size_type = FIXED_APER_SIZE,
  1443. .num_aperture_sizes = 4,
  1444. .needs_scratch_page = TRUE,
  1445. .configure = intel_i915_configure,
  1446. .fetch_size = intel_i9xx_fetch_size,
  1447. .cleanup = intel_i915_cleanup,
  1448. .tlb_flush = intel_i810_tlbflush,
  1449. .mask_memory = intel_i965_mask_memory,
  1450. .masks = intel_i810_masks,
  1451. .agp_enable = intel_i810_agp_enable,
  1452. .cache_flush = global_cache_flush,
  1453. .create_gatt_table = intel_i965_create_gatt_table,
  1454. .free_gatt_table = intel_i830_free_gatt_table,
  1455. .insert_memory = intel_i915_insert_entries,
  1456. .remove_memory = intel_i915_remove_entries,
  1457. .alloc_by_type = intel_i830_alloc_by_type,
  1458. .free_by_type = intel_i810_free_by_type,
  1459. .agp_alloc_page = agp_generic_alloc_page,
  1460. .agp_destroy_page = agp_generic_destroy_page,
  1461. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1462. };
  1463. static const struct agp_bridge_driver intel_7505_driver = {
  1464. .owner = THIS_MODULE,
  1465. .aperture_sizes = intel_8xx_sizes,
  1466. .size_type = U8_APER_SIZE,
  1467. .num_aperture_sizes = 7,
  1468. .configure = intel_7505_configure,
  1469. .fetch_size = intel_8xx_fetch_size,
  1470. .cleanup = intel_8xx_cleanup,
  1471. .tlb_flush = intel_8xx_tlbflush,
  1472. .mask_memory = agp_generic_mask_memory,
  1473. .masks = intel_generic_masks,
  1474. .agp_enable = agp_generic_enable,
  1475. .cache_flush = global_cache_flush,
  1476. .create_gatt_table = agp_generic_create_gatt_table,
  1477. .free_gatt_table = agp_generic_free_gatt_table,
  1478. .insert_memory = agp_generic_insert_memory,
  1479. .remove_memory = agp_generic_remove_memory,
  1480. .alloc_by_type = agp_generic_alloc_by_type,
  1481. .free_by_type = agp_generic_free_by_type,
  1482. .agp_alloc_page = agp_generic_alloc_page,
  1483. .agp_destroy_page = agp_generic_destroy_page,
  1484. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1485. };
  1486. static const struct agp_bridge_driver intel_g33_driver = {
  1487. .owner = THIS_MODULE,
  1488. .aperture_sizes = intel_i830_sizes,
  1489. .size_type = FIXED_APER_SIZE,
  1490. .num_aperture_sizes = 4,
  1491. .needs_scratch_page = TRUE,
  1492. .configure = intel_i915_configure,
  1493. .fetch_size = intel_i9xx_fetch_size,
  1494. .cleanup = intel_i915_cleanup,
  1495. .tlb_flush = intel_i810_tlbflush,
  1496. .mask_memory = intel_i965_mask_memory,
  1497. .masks = intel_i810_masks,
  1498. .agp_enable = intel_i810_agp_enable,
  1499. .cache_flush = global_cache_flush,
  1500. .create_gatt_table = intel_i915_create_gatt_table,
  1501. .free_gatt_table = intel_i830_free_gatt_table,
  1502. .insert_memory = intel_i915_insert_entries,
  1503. .remove_memory = intel_i915_remove_entries,
  1504. .alloc_by_type = intel_i830_alloc_by_type,
  1505. .free_by_type = intel_i810_free_by_type,
  1506. .agp_alloc_page = agp_generic_alloc_page,
  1507. .agp_destroy_page = agp_generic_destroy_page,
  1508. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1509. };
  1510. static int find_gmch(u16 device)
  1511. {
  1512. struct pci_dev *gmch_device;
  1513. gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL, device, NULL);
  1514. if (gmch_device && PCI_FUNC(gmch_device->devfn) != 0) {
  1515. gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL,
  1516. device, gmch_device);
  1517. }
  1518. if (!gmch_device)
  1519. return 0;
  1520. intel_private.pcidev = gmch_device;
  1521. return 1;
  1522. }
  1523. /* Table to describe Intel GMCH and AGP/PCIE GART drivers. At least one of
  1524. * driver and gmch_driver must be non-null, and find_gmch will determine
  1525. * which one should be used if a gmch_chip_id is present.
  1526. */
  1527. static const struct intel_driver_description {
  1528. unsigned int chip_id;
  1529. unsigned int gmch_chip_id;
  1530. unsigned int multi_gmch_chip; /* if we have more gfx chip type on this HB. */
  1531. char *name;
  1532. const struct agp_bridge_driver *driver;
  1533. const struct agp_bridge_driver *gmch_driver;
  1534. } intel_agp_chipsets[] = {
  1535. { PCI_DEVICE_ID_INTEL_82443LX_0, 0, 0, "440LX", &intel_generic_driver, NULL },
  1536. { PCI_DEVICE_ID_INTEL_82443BX_0, 0, 0, "440BX", &intel_generic_driver, NULL },
  1537. { PCI_DEVICE_ID_INTEL_82443GX_0, 0, 0, "440GX", &intel_generic_driver, NULL },
  1538. { PCI_DEVICE_ID_INTEL_82810_MC1, PCI_DEVICE_ID_INTEL_82810_IG1, 0, "i810",
  1539. NULL, &intel_810_driver },
  1540. { PCI_DEVICE_ID_INTEL_82810_MC3, PCI_DEVICE_ID_INTEL_82810_IG3, 0, "i810",
  1541. NULL, &intel_810_driver },
  1542. { PCI_DEVICE_ID_INTEL_82810E_MC, PCI_DEVICE_ID_INTEL_82810E_IG, 0, "i810",
  1543. NULL, &intel_810_driver },
  1544. { PCI_DEVICE_ID_INTEL_82815_MC, PCI_DEVICE_ID_INTEL_82815_CGC, 0, "i815",
  1545. &intel_815_driver, &intel_810_driver },
  1546. { PCI_DEVICE_ID_INTEL_82820_HB, 0, 0, "i820", &intel_820_driver, NULL },
  1547. { PCI_DEVICE_ID_INTEL_82820_UP_HB, 0, 0, "i820", &intel_820_driver, NULL },
  1548. { PCI_DEVICE_ID_INTEL_82830_HB, PCI_DEVICE_ID_INTEL_82830_CGC, 0, "830M",
  1549. &intel_830mp_driver, &intel_830_driver },
  1550. { PCI_DEVICE_ID_INTEL_82840_HB, 0, 0, "i840", &intel_840_driver, NULL },
  1551. { PCI_DEVICE_ID_INTEL_82845_HB, 0, 0, "845G", &intel_845_driver, NULL },
  1552. { PCI_DEVICE_ID_INTEL_82845G_HB, PCI_DEVICE_ID_INTEL_82845G_IG, 0, "830M",
  1553. &intel_845_driver, &intel_830_driver },
  1554. { PCI_DEVICE_ID_INTEL_82850_HB, 0, 0, "i850", &intel_850_driver, NULL },
  1555. { PCI_DEVICE_ID_INTEL_82855PM_HB, 0, 0, "855PM", &intel_845_driver, NULL },
  1556. { PCI_DEVICE_ID_INTEL_82855GM_HB, PCI_DEVICE_ID_INTEL_82855GM_IG, 0, "855GM",
  1557. &intel_845_driver, &intel_830_driver },
  1558. { PCI_DEVICE_ID_INTEL_82860_HB, 0, 0, "i860", &intel_860_driver, NULL },
  1559. { PCI_DEVICE_ID_INTEL_82865_HB, PCI_DEVICE_ID_INTEL_82865_IG, 0, "865",
  1560. &intel_845_driver, &intel_830_driver },
  1561. { PCI_DEVICE_ID_INTEL_82875_HB, 0, 0, "i875", &intel_845_driver, NULL },
  1562. { PCI_DEVICE_ID_INTEL_82915G_HB, PCI_DEVICE_ID_INTEL_82915G_IG, 0, "915G",
  1563. NULL, &intel_915_driver },
  1564. { PCI_DEVICE_ID_INTEL_82915GM_HB, PCI_DEVICE_ID_INTEL_82915GM_IG, 0, "915GM",
  1565. NULL, &intel_915_driver },
  1566. { PCI_DEVICE_ID_INTEL_82945G_HB, PCI_DEVICE_ID_INTEL_82945G_IG, 0, "945G",
  1567. NULL, &intel_915_driver },
  1568. { PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GM_IG, 0, "945GM",
  1569. NULL, &intel_915_driver },
  1570. { PCI_DEVICE_ID_INTEL_82945GME_HB, PCI_DEVICE_ID_INTEL_82945GME_IG, 0, "945GME",
  1571. NULL, &intel_915_driver },
  1572. { PCI_DEVICE_ID_INTEL_82946GZ_HB, PCI_DEVICE_ID_INTEL_82946GZ_IG, 0, "946GZ",
  1573. NULL, &intel_i965_driver },
  1574. { PCI_DEVICE_ID_INTEL_82965G_1_HB, PCI_DEVICE_ID_INTEL_82965G_1_IG, 0, "965G",
  1575. NULL, &intel_i965_driver },
  1576. { PCI_DEVICE_ID_INTEL_82965Q_HB, PCI_DEVICE_ID_INTEL_82965Q_IG, 0, "965Q",
  1577. NULL, &intel_i965_driver },
  1578. { PCI_DEVICE_ID_INTEL_82965G_HB, PCI_DEVICE_ID_INTEL_82965G_IG, 0, "965G",
  1579. NULL, &intel_i965_driver },
  1580. { PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GM_IG, 0, "965GM",
  1581. NULL, &intel_i965_driver },
  1582. { PCI_DEVICE_ID_INTEL_82965GME_HB, PCI_DEVICE_ID_INTEL_82965GME_IG, 0, "965GME/GLE",
  1583. NULL, &intel_i965_driver },
  1584. { PCI_DEVICE_ID_INTEL_7505_0, 0, 0, "E7505", &intel_7505_driver, NULL },
  1585. { PCI_DEVICE_ID_INTEL_7205_0, 0, 0, "E7205", &intel_7505_driver, NULL },
  1586. { PCI_DEVICE_ID_INTEL_G33_HB, PCI_DEVICE_ID_INTEL_G33_IG, 0, "G33",
  1587. NULL, &intel_g33_driver },
  1588. { PCI_DEVICE_ID_INTEL_Q35_HB, PCI_DEVICE_ID_INTEL_Q35_IG, 0, "Q35",
  1589. NULL, &intel_g33_driver },
  1590. { PCI_DEVICE_ID_INTEL_Q33_HB, PCI_DEVICE_ID_INTEL_Q33_IG, 0, "Q33",
  1591. NULL, &intel_g33_driver },
  1592. { 0, 0, 0, NULL, NULL, NULL }
  1593. };
  1594. static int __devinit agp_intel_probe(struct pci_dev *pdev,
  1595. const struct pci_device_id *ent)
  1596. {
  1597. struct agp_bridge_data *bridge;
  1598. u8 cap_ptr = 0;
  1599. struct resource *r;
  1600. int i;
  1601. cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
  1602. bridge = agp_alloc_bridge();
  1603. if (!bridge)
  1604. return -ENOMEM;
  1605. for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
  1606. /* In case that multiple models of gfx chip may
  1607. stand on same host bridge type, this can be
  1608. sure we detect the right IGD. */
  1609. if (pdev->device == intel_agp_chipsets[i].chip_id) {
  1610. if ((intel_agp_chipsets[i].gmch_chip_id != 0) &&
  1611. find_gmch(intel_agp_chipsets[i].gmch_chip_id)) {
  1612. bridge->driver =
  1613. intel_agp_chipsets[i].gmch_driver;
  1614. break;
  1615. } else if (intel_agp_chipsets[i].multi_gmch_chip) {
  1616. continue;
  1617. } else {
  1618. bridge->driver = intel_agp_chipsets[i].driver;
  1619. break;
  1620. }
  1621. }
  1622. }
  1623. if (intel_agp_chipsets[i].name == NULL) {
  1624. if (cap_ptr)
  1625. printk(KERN_WARNING PFX "Unsupported Intel chipset"
  1626. "(device id: %04x)\n", pdev->device);
  1627. agp_put_bridge(bridge);
  1628. return -ENODEV;
  1629. }
  1630. if (bridge->driver == NULL) {
  1631. /* bridge has no AGP and no IGD detected */
  1632. if (cap_ptr)
  1633. printk(KERN_WARNING PFX "Failed to find bridge device "
  1634. "(chip_id: %04x)\n",
  1635. intel_agp_chipsets[i].gmch_chip_id);
  1636. agp_put_bridge(bridge);
  1637. return -ENODEV;
  1638. }
  1639. bridge->dev = pdev;
  1640. bridge->capndx = cap_ptr;
  1641. bridge->dev_private_data = &intel_private;
  1642. printk(KERN_INFO PFX "Detected an Intel %s Chipset.\n",
  1643. intel_agp_chipsets[i].name);
  1644. /*
  1645. * The following fixes the case where the BIOS has "forgotten" to
  1646. * provide an address range for the GART.
  1647. * 20030610 - hamish@zot.org
  1648. */
  1649. r = &pdev->resource[0];
  1650. if (!r->start && r->end) {
  1651. if (pci_assign_resource(pdev, 0)) {
  1652. printk(KERN_ERR PFX "could not assign resource 0\n");
  1653. agp_put_bridge(bridge);
  1654. return -ENODEV;
  1655. }
  1656. }
  1657. /*
  1658. * If the device has not been properly setup, the following will catch
  1659. * the problem and should stop the system from crashing.
  1660. * 20030610 - hamish@zot.org
  1661. */
  1662. if (pci_enable_device(pdev)) {
  1663. printk(KERN_ERR PFX "Unable to Enable PCI device\n");
  1664. agp_put_bridge(bridge);
  1665. return -ENODEV;
  1666. }
  1667. /* Fill in the mode register */
  1668. if (cap_ptr) {
  1669. pci_read_config_dword(pdev,
  1670. bridge->capndx+PCI_AGP_STATUS,
  1671. &bridge->mode);
  1672. }
  1673. pci_set_drvdata(pdev, bridge);
  1674. return agp_add_bridge(bridge);
  1675. }
  1676. static void __devexit agp_intel_remove(struct pci_dev *pdev)
  1677. {
  1678. struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
  1679. agp_remove_bridge(bridge);
  1680. if (intel_private.pcidev)
  1681. pci_dev_put(intel_private.pcidev);
  1682. agp_put_bridge(bridge);
  1683. }
  1684. #ifdef CONFIG_PM
  1685. static int agp_intel_resume(struct pci_dev *pdev)
  1686. {
  1687. struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
  1688. pci_restore_state(pdev);
  1689. /* We should restore our graphics device's config space,
  1690. * as host bridge (00:00) resumes before graphics device (02:00),
  1691. * then our access to its pci space can work right.
  1692. */
  1693. if (intel_private.pcidev)
  1694. pci_restore_state(intel_private.pcidev);
  1695. if (bridge->driver == &intel_generic_driver)
  1696. intel_configure();
  1697. else if (bridge->driver == &intel_850_driver)
  1698. intel_850_configure();
  1699. else if (bridge->driver == &intel_845_driver)
  1700. intel_845_configure();
  1701. else if (bridge->driver == &intel_830mp_driver)
  1702. intel_830mp_configure();
  1703. else if (bridge->driver == &intel_915_driver)
  1704. intel_i915_configure();
  1705. else if (bridge->driver == &intel_830_driver)
  1706. intel_i830_configure();
  1707. else if (bridge->driver == &intel_810_driver)
  1708. intel_i810_configure();
  1709. else if (bridge->driver == &intel_i965_driver)
  1710. intel_i915_configure();
  1711. return 0;
  1712. }
  1713. #endif
  1714. static struct pci_device_id agp_intel_pci_table[] = {
  1715. #define ID(x) \
  1716. { \
  1717. .class = (PCI_CLASS_BRIDGE_HOST << 8), \
  1718. .class_mask = ~0, \
  1719. .vendor = PCI_VENDOR_ID_INTEL, \
  1720. .device = x, \
  1721. .subvendor = PCI_ANY_ID, \
  1722. .subdevice = PCI_ANY_ID, \
  1723. }
  1724. ID(PCI_DEVICE_ID_INTEL_82443LX_0),
  1725. ID(PCI_DEVICE_ID_INTEL_82443BX_0),
  1726. ID(PCI_DEVICE_ID_INTEL_82443GX_0),
  1727. ID(PCI_DEVICE_ID_INTEL_82810_MC1),
  1728. ID(PCI_DEVICE_ID_INTEL_82810_MC3),
  1729. ID(PCI_DEVICE_ID_INTEL_82810E_MC),
  1730. ID(PCI_DEVICE_ID_INTEL_82815_MC),
  1731. ID(PCI_DEVICE_ID_INTEL_82820_HB),
  1732. ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
  1733. ID(PCI_DEVICE_ID_INTEL_82830_HB),
  1734. ID(PCI_DEVICE_ID_INTEL_82840_HB),
  1735. ID(PCI_DEVICE_ID_INTEL_82845_HB),
  1736. ID(PCI_DEVICE_ID_INTEL_82845G_HB),
  1737. ID(PCI_DEVICE_ID_INTEL_82850_HB),
  1738. ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
  1739. ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
  1740. ID(PCI_DEVICE_ID_INTEL_82860_HB),
  1741. ID(PCI_DEVICE_ID_INTEL_82865_HB),
  1742. ID(PCI_DEVICE_ID_INTEL_82875_HB),
  1743. ID(PCI_DEVICE_ID_INTEL_7505_0),
  1744. ID(PCI_DEVICE_ID_INTEL_7205_0),
  1745. ID(PCI_DEVICE_ID_INTEL_82915G_HB),
  1746. ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
  1747. ID(PCI_DEVICE_ID_INTEL_82945G_HB),
  1748. ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
  1749. ID(PCI_DEVICE_ID_INTEL_82945GME_HB),
  1750. ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
  1751. ID(PCI_DEVICE_ID_INTEL_82965G_1_HB),
  1752. ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
  1753. ID(PCI_DEVICE_ID_INTEL_82965G_HB),
  1754. ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
  1755. ID(PCI_DEVICE_ID_INTEL_82965GME_HB),
  1756. ID(PCI_DEVICE_ID_INTEL_G33_HB),
  1757. ID(PCI_DEVICE_ID_INTEL_Q35_HB),
  1758. ID(PCI_DEVICE_ID_INTEL_Q33_HB),
  1759. { }
  1760. };
  1761. MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
  1762. static struct pci_driver agp_intel_pci_driver = {
  1763. .name = "agpgart-intel",
  1764. .id_table = agp_intel_pci_table,
  1765. .probe = agp_intel_probe,
  1766. .remove = __devexit_p(agp_intel_remove),
  1767. #ifdef CONFIG_PM
  1768. .resume = agp_intel_resume,
  1769. #endif
  1770. };
  1771. static int __init agp_intel_init(void)
  1772. {
  1773. if (agp_off)
  1774. return -EINVAL;
  1775. return pci_register_driver(&agp_intel_pci_driver);
  1776. }
  1777. static void __exit agp_intel_cleanup(void)
  1778. {
  1779. pci_unregister_driver(&agp_intel_pci_driver);
  1780. }
  1781. module_init(agp_intel_init);
  1782. module_exit(agp_intel_cleanup);
  1783. MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>");
  1784. MODULE_LICENSE("GPL and additional rights");