intel-agp.c 58 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010
  1. /*
  2. * Intel AGPGART routines.
  3. */
  4. #include <linux/module.h>
  5. #include <linux/pci.h>
  6. #include <linux/init.h>
  7. #include <linux/kernel.h>
  8. #include <linux/pagemap.h>
  9. #include <linux/agp_backend.h>
  10. #include "agp.h"
  11. #define PCI_DEVICE_ID_INTEL_82946GZ_HB 0x2970
  12. #define PCI_DEVICE_ID_INTEL_82946GZ_IG 0x2972
  13. #define PCI_DEVICE_ID_INTEL_82965G_1_HB 0x2980
  14. #define PCI_DEVICE_ID_INTEL_82965G_1_IG 0x2982
  15. #define PCI_DEVICE_ID_INTEL_82965Q_HB 0x2990
  16. #define PCI_DEVICE_ID_INTEL_82965Q_IG 0x2992
  17. #define PCI_DEVICE_ID_INTEL_82965G_HB 0x29A0
  18. #define PCI_DEVICE_ID_INTEL_82965G_IG 0x29A2
  19. #define PCI_DEVICE_ID_INTEL_82965GM_HB 0x2A00
  20. #define PCI_DEVICE_ID_INTEL_82965GM_IG 0x2A02
  21. #define PCI_DEVICE_ID_INTEL_82965GME_IG 0x2A12
  22. #define PCI_DEVICE_ID_INTEL_82945GME_IG 0x27AE
  23. #define IS_I965 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82946GZ_HB || \
  24. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_1_HB || \
  25. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965Q_HB || \
  26. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_HB || \
  27. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GM_HB)
  28. extern int agp_memory_reserved;
  29. /* Intel 815 register */
  30. #define INTEL_815_APCONT 0x51
  31. #define INTEL_815_ATTBASE_MASK ~0x1FFFFFFF
  32. /* Intel i820 registers */
  33. #define INTEL_I820_RDCR 0x51
  34. #define INTEL_I820_ERRSTS 0xc8
  35. /* Intel i840 registers */
  36. #define INTEL_I840_MCHCFG 0x50
  37. #define INTEL_I840_ERRSTS 0xc8
  38. /* Intel i850 registers */
  39. #define INTEL_I850_MCHCFG 0x50
  40. #define INTEL_I850_ERRSTS 0xc8
  41. /* intel 915G registers */
  42. #define I915_GMADDR 0x18
  43. #define I915_MMADDR 0x10
  44. #define I915_PTEADDR 0x1C
  45. #define I915_GMCH_GMS_STOLEN_48M (0x6 << 4)
  46. #define I915_GMCH_GMS_STOLEN_64M (0x7 << 4)
  47. /* Intel 965G registers */
  48. #define I965_MSAC 0x62
  49. /* Intel 7505 registers */
  50. #define INTEL_I7505_APSIZE 0x74
  51. #define INTEL_I7505_NCAPID 0x60
  52. #define INTEL_I7505_NISTAT 0x6c
  53. #define INTEL_I7505_ATTBASE 0x78
  54. #define INTEL_I7505_ERRSTS 0x42
  55. #define INTEL_I7505_AGPCTRL 0x70
  56. #define INTEL_I7505_MCHCFG 0x50
  57. static const struct aper_size_info_fixed intel_i810_sizes[] =
  58. {
  59. {64, 16384, 4},
  60. /* The 32M mode still requires a 64k gatt */
  61. {32, 8192, 4}
  62. };
  63. #define AGP_DCACHE_MEMORY 1
  64. #define AGP_PHYS_MEMORY 2
  65. #define INTEL_AGP_CACHED_MEMORY 3
  66. static struct gatt_mask intel_i810_masks[] =
  67. {
  68. {.mask = I810_PTE_VALID, .type = 0},
  69. {.mask = (I810_PTE_VALID | I810_PTE_LOCAL), .type = AGP_DCACHE_MEMORY},
  70. {.mask = I810_PTE_VALID, .type = 0},
  71. {.mask = I810_PTE_VALID | I830_PTE_SYSTEM_CACHED,
  72. .type = INTEL_AGP_CACHED_MEMORY}
  73. };
  74. static struct _intel_private {
  75. struct pci_dev *pcidev; /* device one */
  76. u8 __iomem *registers;
  77. u32 __iomem *gtt; /* I915G */
  78. int num_dcache_entries;
  79. /* gtt_entries is the number of gtt entries that are already mapped
  80. * to stolen memory. Stolen memory is larger than the memory mapped
  81. * through gtt_entries, as it includes some reserved space for the BIOS
  82. * popup and for the GTT.
  83. */
  84. int gtt_entries; /* i830+ */
  85. } intel_private;
  86. static int intel_i810_fetch_size(void)
  87. {
  88. u32 smram_miscc;
  89. struct aper_size_info_fixed *values;
  90. pci_read_config_dword(agp_bridge->dev, I810_SMRAM_MISCC, &smram_miscc);
  91. values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
  92. if ((smram_miscc & I810_GMS) == I810_GMS_DISABLE) {
  93. printk(KERN_WARNING PFX "i810 is disabled\n");
  94. return 0;
  95. }
  96. if ((smram_miscc & I810_GFX_MEM_WIN_SIZE) == I810_GFX_MEM_WIN_32M) {
  97. agp_bridge->previous_size =
  98. agp_bridge->current_size = (void *) (values + 1);
  99. agp_bridge->aperture_size_idx = 1;
  100. return values[1].size;
  101. } else {
  102. agp_bridge->previous_size =
  103. agp_bridge->current_size = (void *) (values);
  104. agp_bridge->aperture_size_idx = 0;
  105. return values[0].size;
  106. }
  107. return 0;
  108. }
  109. static int intel_i810_configure(void)
  110. {
  111. struct aper_size_info_fixed *current_size;
  112. u32 temp;
  113. int i;
  114. current_size = A_SIZE_FIX(agp_bridge->current_size);
  115. if (!intel_private.registers) {
  116. pci_read_config_dword(intel_private.pcidev, I810_MMADDR, &temp);
  117. temp &= 0xfff80000;
  118. intel_private.registers = ioremap(temp, 128 * 4096);
  119. if (!intel_private.registers) {
  120. printk(KERN_ERR PFX "Unable to remap memory.\n");
  121. return -ENOMEM;
  122. }
  123. }
  124. if ((readl(intel_private.registers+I810_DRAM_CTL)
  125. & I810_DRAM_ROW_0) == I810_DRAM_ROW_0_SDRAM) {
  126. /* This will need to be dynamically assigned */
  127. printk(KERN_INFO PFX "detected 4MB dedicated video ram.\n");
  128. intel_private.num_dcache_entries = 1024;
  129. }
  130. pci_read_config_dword(intel_private.pcidev, I810_GMADDR, &temp);
  131. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  132. writel(agp_bridge->gatt_bus_addr | I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  133. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  134. if (agp_bridge->driver->needs_scratch_page) {
  135. for (i = 0; i < current_size->num_entries; i++) {
  136. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  137. readl(intel_private.registers+I810_PTE_BASE+(i*4)); /* PCI posting. */
  138. }
  139. }
  140. global_cache_flush();
  141. return 0;
  142. }
  143. static void intel_i810_cleanup(void)
  144. {
  145. writel(0, intel_private.registers+I810_PGETBL_CTL);
  146. readl(intel_private.registers); /* PCI Posting. */
  147. iounmap(intel_private.registers);
  148. }
  149. static void intel_i810_tlbflush(struct agp_memory *mem)
  150. {
  151. return;
  152. }
  153. static void intel_i810_agp_enable(struct agp_bridge_data *bridge, u32 mode)
  154. {
  155. return;
  156. }
  157. /* Exists to support ARGB cursors */
  158. static void *i8xx_alloc_pages(void)
  159. {
  160. struct page * page;
  161. page = alloc_pages(GFP_KERNEL | GFP_DMA32, 2);
  162. if (page == NULL)
  163. return NULL;
  164. if (change_page_attr(page, 4, PAGE_KERNEL_NOCACHE) < 0) {
  165. change_page_attr(page, 4, PAGE_KERNEL);
  166. global_flush_tlb();
  167. __free_pages(page, 2);
  168. return NULL;
  169. }
  170. global_flush_tlb();
  171. get_page(page);
  172. SetPageLocked(page);
  173. atomic_inc(&agp_bridge->current_memory_agp);
  174. return page_address(page);
  175. }
  176. static void i8xx_destroy_pages(void *addr)
  177. {
  178. struct page *page;
  179. if (addr == NULL)
  180. return;
  181. page = virt_to_page(addr);
  182. change_page_attr(page, 4, PAGE_KERNEL);
  183. global_flush_tlb();
  184. put_page(page);
  185. unlock_page(page);
  186. __free_pages(page, 2);
  187. atomic_dec(&agp_bridge->current_memory_agp);
  188. }
  189. static int intel_i830_type_to_mask_type(struct agp_bridge_data *bridge,
  190. int type)
  191. {
  192. if (type < AGP_USER_TYPES)
  193. return type;
  194. else if (type == AGP_USER_CACHED_MEMORY)
  195. return INTEL_AGP_CACHED_MEMORY;
  196. else
  197. return 0;
  198. }
  199. static int intel_i810_insert_entries(struct agp_memory *mem, off_t pg_start,
  200. int type)
  201. {
  202. int i, j, num_entries;
  203. void *temp;
  204. int ret = -EINVAL;
  205. int mask_type;
  206. if (mem->page_count == 0)
  207. goto out;
  208. temp = agp_bridge->current_size;
  209. num_entries = A_SIZE_FIX(temp)->num_entries;
  210. if ((pg_start + mem->page_count) > num_entries)
  211. goto out_err;
  212. for (j = pg_start; j < (pg_start + mem->page_count); j++) {
  213. if (!PGE_EMPTY(agp_bridge, readl(agp_bridge->gatt_table+j))) {
  214. ret = -EBUSY;
  215. goto out_err;
  216. }
  217. }
  218. if (type != mem->type)
  219. goto out_err;
  220. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  221. switch (mask_type) {
  222. case AGP_DCACHE_MEMORY:
  223. if (!mem->is_flushed)
  224. global_cache_flush();
  225. for (i = pg_start; i < (pg_start + mem->page_count); i++) {
  226. writel((i*4096)|I810_PTE_LOCAL|I810_PTE_VALID,
  227. intel_private.registers+I810_PTE_BASE+(i*4));
  228. }
  229. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  230. break;
  231. case AGP_PHYS_MEMORY:
  232. case AGP_NORMAL_MEMORY:
  233. if (!mem->is_flushed)
  234. global_cache_flush();
  235. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  236. writel(agp_bridge->driver->mask_memory(agp_bridge,
  237. mem->memory[i],
  238. mask_type),
  239. intel_private.registers+I810_PTE_BASE+(j*4));
  240. }
  241. readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
  242. break;
  243. default:
  244. goto out_err;
  245. }
  246. agp_bridge->driver->tlb_flush(mem);
  247. out:
  248. ret = 0;
  249. out_err:
  250. mem->is_flushed = 1;
  251. return ret;
  252. }
  253. static int intel_i810_remove_entries(struct agp_memory *mem, off_t pg_start,
  254. int type)
  255. {
  256. int i;
  257. if (mem->page_count == 0)
  258. return 0;
  259. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  260. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  261. }
  262. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  263. agp_bridge->driver->tlb_flush(mem);
  264. return 0;
  265. }
  266. /*
  267. * The i810/i830 requires a physical address to program its mouse
  268. * pointer into hardware.
  269. * However the Xserver still writes to it through the agp aperture.
  270. */
  271. static struct agp_memory *alloc_agpphysmem_i8xx(size_t pg_count, int type)
  272. {
  273. struct agp_memory *new;
  274. void *addr;
  275. switch (pg_count) {
  276. case 1: addr = agp_bridge->driver->agp_alloc_page(agp_bridge);
  277. global_flush_tlb();
  278. break;
  279. case 4:
  280. /* kludge to get 4 physical pages for ARGB cursor */
  281. addr = i8xx_alloc_pages();
  282. break;
  283. default:
  284. return NULL;
  285. }
  286. if (addr == NULL)
  287. return NULL;
  288. new = agp_create_memory(pg_count);
  289. if (new == NULL)
  290. return NULL;
  291. new->memory[0] = virt_to_gart(addr);
  292. if (pg_count == 4) {
  293. /* kludge to get 4 physical pages for ARGB cursor */
  294. new->memory[1] = new->memory[0] + PAGE_SIZE;
  295. new->memory[2] = new->memory[1] + PAGE_SIZE;
  296. new->memory[3] = new->memory[2] + PAGE_SIZE;
  297. }
  298. new->page_count = pg_count;
  299. new->num_scratch_pages = pg_count;
  300. new->type = AGP_PHYS_MEMORY;
  301. new->physical = new->memory[0];
  302. return new;
  303. }
  304. static struct agp_memory *intel_i810_alloc_by_type(size_t pg_count, int type)
  305. {
  306. struct agp_memory *new;
  307. if (type == AGP_DCACHE_MEMORY) {
  308. if (pg_count != intel_private.num_dcache_entries)
  309. return NULL;
  310. new = agp_create_memory(1);
  311. if (new == NULL)
  312. return NULL;
  313. new->type = AGP_DCACHE_MEMORY;
  314. new->page_count = pg_count;
  315. new->num_scratch_pages = 0;
  316. agp_free_page_array(new);
  317. return new;
  318. }
  319. if (type == AGP_PHYS_MEMORY)
  320. return alloc_agpphysmem_i8xx(pg_count, type);
  321. return NULL;
  322. }
  323. static void intel_i810_free_by_type(struct agp_memory *curr)
  324. {
  325. agp_free_key(curr->key);
  326. if (curr->type == AGP_PHYS_MEMORY) {
  327. if (curr->page_count == 4)
  328. i8xx_destroy_pages(gart_to_virt(curr->memory[0]));
  329. else {
  330. agp_bridge->driver->agp_destroy_page(
  331. gart_to_virt(curr->memory[0]));
  332. global_flush_tlb();
  333. }
  334. agp_free_page_array(curr);
  335. }
  336. kfree(curr);
  337. }
  338. static unsigned long intel_i810_mask_memory(struct agp_bridge_data *bridge,
  339. unsigned long addr, int type)
  340. {
  341. /* Type checking must be done elsewhere */
  342. return addr | bridge->driver->masks[type].mask;
  343. }
  344. static struct aper_size_info_fixed intel_i830_sizes[] =
  345. {
  346. {128, 32768, 5},
  347. /* The 64M mode still requires a 128k gatt */
  348. {64, 16384, 5},
  349. {256, 65536, 6},
  350. {512, 131072, 7},
  351. };
  352. static void intel_i830_init_gtt_entries(void)
  353. {
  354. u16 gmch_ctrl;
  355. int gtt_entries;
  356. u8 rdct;
  357. int local = 0;
  358. static const int ddt[4] = { 0, 16, 32, 64 };
  359. int size; /* reserved space (in kb) at the top of stolen memory */
  360. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  361. if (IS_I965) {
  362. u32 pgetbl_ctl;
  363. pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL);
  364. /* The 965 has a field telling us the size of the GTT,
  365. * which may be larger than what is necessary to map the
  366. * aperture.
  367. */
  368. switch (pgetbl_ctl & I965_PGETBL_SIZE_MASK) {
  369. case I965_PGETBL_SIZE_128KB:
  370. size = 128;
  371. break;
  372. case I965_PGETBL_SIZE_256KB:
  373. size = 256;
  374. break;
  375. case I965_PGETBL_SIZE_512KB:
  376. size = 512;
  377. break;
  378. default:
  379. printk(KERN_INFO PFX "Unknown page table size, "
  380. "assuming 512KB\n");
  381. size = 512;
  382. }
  383. size += 4; /* add in BIOS popup space */
  384. } else {
  385. /* On previous hardware, the GTT size was just what was
  386. * required to map the aperture.
  387. */
  388. size = agp_bridge->driver->fetch_size() + 4;
  389. }
  390. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82830_HB ||
  391. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) {
  392. switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
  393. case I830_GMCH_GMS_STOLEN_512:
  394. gtt_entries = KB(512) - KB(size);
  395. break;
  396. case I830_GMCH_GMS_STOLEN_1024:
  397. gtt_entries = MB(1) - KB(size);
  398. break;
  399. case I830_GMCH_GMS_STOLEN_8192:
  400. gtt_entries = MB(8) - KB(size);
  401. break;
  402. case I830_GMCH_GMS_LOCAL:
  403. rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE);
  404. gtt_entries = (I830_RDRAM_ND(rdct) + 1) *
  405. MB(ddt[I830_RDRAM_DDT(rdct)]);
  406. local = 1;
  407. break;
  408. default:
  409. gtt_entries = 0;
  410. break;
  411. }
  412. } else {
  413. switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
  414. case I855_GMCH_GMS_STOLEN_1M:
  415. gtt_entries = MB(1) - KB(size);
  416. break;
  417. case I855_GMCH_GMS_STOLEN_4M:
  418. gtt_entries = MB(4) - KB(size);
  419. break;
  420. case I855_GMCH_GMS_STOLEN_8M:
  421. gtt_entries = MB(8) - KB(size);
  422. break;
  423. case I855_GMCH_GMS_STOLEN_16M:
  424. gtt_entries = MB(16) - KB(size);
  425. break;
  426. case I855_GMCH_GMS_STOLEN_32M:
  427. gtt_entries = MB(32) - KB(size);
  428. break;
  429. case I915_GMCH_GMS_STOLEN_48M:
  430. /* Check it's really I915G */
  431. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
  432. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
  433. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
  434. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB || IS_I965 )
  435. gtt_entries = MB(48) - KB(size);
  436. else
  437. gtt_entries = 0;
  438. break;
  439. case I915_GMCH_GMS_STOLEN_64M:
  440. /* Check it's really I915G */
  441. if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
  442. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
  443. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
  444. agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB || IS_I965)
  445. gtt_entries = MB(64) - KB(size);
  446. else
  447. gtt_entries = 0;
  448. default:
  449. gtt_entries = 0;
  450. break;
  451. }
  452. }
  453. if (gtt_entries > 0)
  454. printk(KERN_INFO PFX "Detected %dK %s memory.\n",
  455. gtt_entries / KB(1), local ? "local" : "stolen");
  456. else
  457. printk(KERN_INFO PFX
  458. "No pre-allocated video memory detected.\n");
  459. gtt_entries /= KB(4);
  460. intel_private.gtt_entries = gtt_entries;
  461. }
  462. /* The intel i830 automatically initializes the agp aperture during POST.
  463. * Use the memory already set aside for in the GTT.
  464. */
  465. static int intel_i830_create_gatt_table(struct agp_bridge_data *bridge)
  466. {
  467. int page_order;
  468. struct aper_size_info_fixed *size;
  469. int num_entries;
  470. u32 temp;
  471. size = agp_bridge->current_size;
  472. page_order = size->page_order;
  473. num_entries = size->num_entries;
  474. agp_bridge->gatt_table_real = NULL;
  475. pci_read_config_dword(intel_private.pcidev,I810_MMADDR,&temp);
  476. temp &= 0xfff80000;
  477. intel_private.registers = ioremap(temp,128 * 4096);
  478. if (!intel_private.registers)
  479. return -ENOMEM;
  480. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  481. global_cache_flush(); /* FIXME: ?? */
  482. /* we have to call this as early as possible after the MMIO base address is known */
  483. intel_i830_init_gtt_entries();
  484. agp_bridge->gatt_table = NULL;
  485. agp_bridge->gatt_bus_addr = temp;
  486. return 0;
  487. }
  488. /* Return the gatt table to a sane state. Use the top of stolen
  489. * memory for the GTT.
  490. */
  491. static int intel_i830_free_gatt_table(struct agp_bridge_data *bridge)
  492. {
  493. return 0;
  494. }
  495. static int intel_i830_fetch_size(void)
  496. {
  497. u16 gmch_ctrl;
  498. struct aper_size_info_fixed *values;
  499. values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
  500. if (agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82830_HB &&
  501. agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82845G_HB) {
  502. /* 855GM/852GM/865G has 128MB aperture size */
  503. agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
  504. agp_bridge->aperture_size_idx = 0;
  505. return values[0].size;
  506. }
  507. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  508. if ((gmch_ctrl & I830_GMCH_MEM_MASK) == I830_GMCH_MEM_128M) {
  509. agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
  510. agp_bridge->aperture_size_idx = 0;
  511. return values[0].size;
  512. } else {
  513. agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + 1);
  514. agp_bridge->aperture_size_idx = 1;
  515. return values[1].size;
  516. }
  517. return 0;
  518. }
  519. static int intel_i830_configure(void)
  520. {
  521. struct aper_size_info_fixed *current_size;
  522. u32 temp;
  523. u16 gmch_ctrl;
  524. int i;
  525. current_size = A_SIZE_FIX(agp_bridge->current_size);
  526. pci_read_config_dword(intel_private.pcidev,I810_GMADDR,&temp);
  527. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  528. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  529. gmch_ctrl |= I830_GMCH_ENABLED;
  530. pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
  531. writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  532. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  533. if (agp_bridge->driver->needs_scratch_page) {
  534. for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
  535. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  536. readl(intel_private.registers+I810_PTE_BASE+(i*4)); /* PCI Posting. */
  537. }
  538. }
  539. global_cache_flush();
  540. return 0;
  541. }
  542. static void intel_i830_cleanup(void)
  543. {
  544. iounmap(intel_private.registers);
  545. }
  546. static int intel_i830_insert_entries(struct agp_memory *mem,off_t pg_start, int type)
  547. {
  548. int i,j,num_entries;
  549. void *temp;
  550. int ret = -EINVAL;
  551. int mask_type;
  552. if (mem->page_count == 0)
  553. goto out;
  554. temp = agp_bridge->current_size;
  555. num_entries = A_SIZE_FIX(temp)->num_entries;
  556. if (pg_start < intel_private.gtt_entries) {
  557. printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
  558. pg_start,intel_private.gtt_entries);
  559. printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
  560. goto out_err;
  561. }
  562. if ((pg_start + mem->page_count) > num_entries)
  563. goto out_err;
  564. /* The i830 can't check the GTT for entries since its read only,
  565. * depend on the caller to make the correct offset decisions.
  566. */
  567. if (type != mem->type)
  568. goto out_err;
  569. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  570. if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
  571. mask_type != INTEL_AGP_CACHED_MEMORY)
  572. goto out_err;
  573. if (!mem->is_flushed)
  574. global_cache_flush();
  575. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  576. writel(agp_bridge->driver->mask_memory(agp_bridge,
  577. mem->memory[i], mask_type),
  578. intel_private.registers+I810_PTE_BASE+(j*4));
  579. }
  580. readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
  581. agp_bridge->driver->tlb_flush(mem);
  582. out:
  583. ret = 0;
  584. out_err:
  585. mem->is_flushed = 1;
  586. return ret;
  587. }
  588. static int intel_i830_remove_entries(struct agp_memory *mem,off_t pg_start,
  589. int type)
  590. {
  591. int i;
  592. if (mem->page_count == 0)
  593. return 0;
  594. if (pg_start < intel_private.gtt_entries) {
  595. printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
  596. return -EINVAL;
  597. }
  598. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  599. writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
  600. }
  601. readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
  602. agp_bridge->driver->tlb_flush(mem);
  603. return 0;
  604. }
  605. static struct agp_memory *intel_i830_alloc_by_type(size_t pg_count,int type)
  606. {
  607. if (type == AGP_PHYS_MEMORY)
  608. return alloc_agpphysmem_i8xx(pg_count, type);
  609. /* always return NULL for other allocation types for now */
  610. return NULL;
  611. }
  612. static int intel_i915_configure(void)
  613. {
  614. struct aper_size_info_fixed *current_size;
  615. u32 temp;
  616. u16 gmch_ctrl;
  617. int i;
  618. current_size = A_SIZE_FIX(agp_bridge->current_size);
  619. pci_read_config_dword(intel_private.pcidev, I915_GMADDR, &temp);
  620. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  621. pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
  622. gmch_ctrl |= I830_GMCH_ENABLED;
  623. pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
  624. writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
  625. readl(intel_private.registers+I810_PGETBL_CTL); /* PCI Posting. */
  626. if (agp_bridge->driver->needs_scratch_page) {
  627. for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
  628. writel(agp_bridge->scratch_page, intel_private.gtt+i);
  629. readl(intel_private.gtt+i); /* PCI Posting. */
  630. }
  631. }
  632. global_cache_flush();
  633. return 0;
  634. }
  635. static void intel_i915_cleanup(void)
  636. {
  637. iounmap(intel_private.gtt);
  638. iounmap(intel_private.registers);
  639. }
  640. static int intel_i915_insert_entries(struct agp_memory *mem,off_t pg_start,
  641. int type)
  642. {
  643. int i,j,num_entries;
  644. void *temp;
  645. int ret = -EINVAL;
  646. int mask_type;
  647. if (mem->page_count == 0)
  648. goto out;
  649. temp = agp_bridge->current_size;
  650. num_entries = A_SIZE_FIX(temp)->num_entries;
  651. if (pg_start < intel_private.gtt_entries) {
  652. printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
  653. pg_start,intel_private.gtt_entries);
  654. printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
  655. goto out_err;
  656. }
  657. if ((pg_start + mem->page_count) > num_entries)
  658. goto out_err;
  659. /* The i915 can't check the GTT for entries since its read only,
  660. * depend on the caller to make the correct offset decisions.
  661. */
  662. if (type != mem->type)
  663. goto out_err;
  664. mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
  665. if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
  666. mask_type != INTEL_AGP_CACHED_MEMORY)
  667. goto out_err;
  668. if (!mem->is_flushed)
  669. global_cache_flush();
  670. for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
  671. writel(agp_bridge->driver->mask_memory(agp_bridge,
  672. mem->memory[i], mask_type), intel_private.gtt+j);
  673. }
  674. readl(intel_private.gtt+j-1);
  675. agp_bridge->driver->tlb_flush(mem);
  676. out:
  677. ret = 0;
  678. out_err:
  679. mem->is_flushed = 1;
  680. return ret;
  681. }
  682. static int intel_i915_remove_entries(struct agp_memory *mem,off_t pg_start,
  683. int type)
  684. {
  685. int i;
  686. if (mem->page_count == 0)
  687. return 0;
  688. if (pg_start < intel_private.gtt_entries) {
  689. printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
  690. return -EINVAL;
  691. }
  692. for (i = pg_start; i < (mem->page_count + pg_start); i++) {
  693. writel(agp_bridge->scratch_page, intel_private.gtt+i);
  694. }
  695. readl(intel_private.gtt+i-1);
  696. agp_bridge->driver->tlb_flush(mem);
  697. return 0;
  698. }
  699. /* Return the aperture size by just checking the resource length. The effect
  700. * described in the spec of the MSAC registers is just changing of the
  701. * resource size.
  702. */
  703. static int intel_i9xx_fetch_size(void)
  704. {
  705. int num_sizes = ARRAY_SIZE(intel_i830_sizes);
  706. int aper_size; /* size in megabytes */
  707. int i;
  708. aper_size = pci_resource_len(intel_private.pcidev, 2) / MB(1);
  709. for (i = 0; i < num_sizes; i++) {
  710. if (aper_size == intel_i830_sizes[i].size) {
  711. agp_bridge->current_size = intel_i830_sizes + i;
  712. agp_bridge->previous_size = agp_bridge->current_size;
  713. return aper_size;
  714. }
  715. }
  716. return 0;
  717. }
  718. /* The intel i915 automatically initializes the agp aperture during POST.
  719. * Use the memory already set aside for in the GTT.
  720. */
  721. static int intel_i915_create_gatt_table(struct agp_bridge_data *bridge)
  722. {
  723. int page_order;
  724. struct aper_size_info_fixed *size;
  725. int num_entries;
  726. u32 temp, temp2;
  727. size = agp_bridge->current_size;
  728. page_order = size->page_order;
  729. num_entries = size->num_entries;
  730. agp_bridge->gatt_table_real = NULL;
  731. pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
  732. pci_read_config_dword(intel_private.pcidev, I915_PTEADDR,&temp2);
  733. intel_private.gtt = ioremap(temp2, 256 * 1024);
  734. if (!intel_private.gtt)
  735. return -ENOMEM;
  736. temp &= 0xfff80000;
  737. intel_private.registers = ioremap(temp,128 * 4096);
  738. if (!intel_private.registers)
  739. return -ENOMEM;
  740. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  741. global_cache_flush(); /* FIXME: ? */
  742. /* we have to call this as early as possible after the MMIO base address is known */
  743. intel_i830_init_gtt_entries();
  744. agp_bridge->gatt_table = NULL;
  745. agp_bridge->gatt_bus_addr = temp;
  746. return 0;
  747. }
  748. /*
  749. * The i965 supports 36-bit physical addresses, but to keep
  750. * the format of the GTT the same, the bits that don't fit
  751. * in a 32-bit word are shifted down to bits 4..7.
  752. *
  753. * Gcc is smart enough to notice that "(addr >> 28) & 0xf0"
  754. * is always zero on 32-bit architectures, so no need to make
  755. * this conditional.
  756. */
  757. static unsigned long intel_i965_mask_memory(struct agp_bridge_data *bridge,
  758. unsigned long addr, int type)
  759. {
  760. /* Shift high bits down */
  761. addr |= (addr >> 28) & 0xf0;
  762. /* Type checking must be done elsewhere */
  763. return addr | bridge->driver->masks[type].mask;
  764. }
  765. /* The intel i965 automatically initializes the agp aperture during POST.
  766. * Use the memory already set aside for in the GTT.
  767. */
  768. static int intel_i965_create_gatt_table(struct agp_bridge_data *bridge)
  769. {
  770. int page_order;
  771. struct aper_size_info_fixed *size;
  772. int num_entries;
  773. u32 temp;
  774. size = agp_bridge->current_size;
  775. page_order = size->page_order;
  776. num_entries = size->num_entries;
  777. agp_bridge->gatt_table_real = NULL;
  778. pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
  779. temp &= 0xfff00000;
  780. intel_private.gtt = ioremap((temp + (512 * 1024)) , 512 * 1024);
  781. if (!intel_private.gtt)
  782. return -ENOMEM;
  783. intel_private.registers = ioremap(temp,128 * 4096);
  784. if (!intel_private.registers)
  785. return -ENOMEM;
  786. temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
  787. global_cache_flush(); /* FIXME: ? */
  788. /* we have to call this as early as possible after the MMIO base address is known */
  789. intel_i830_init_gtt_entries();
  790. agp_bridge->gatt_table = NULL;
  791. agp_bridge->gatt_bus_addr = temp;
  792. return 0;
  793. }
  794. static int intel_fetch_size(void)
  795. {
  796. int i;
  797. u16 temp;
  798. struct aper_size_info_16 *values;
  799. pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
  800. values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
  801. for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  802. if (temp == values[i].size_value) {
  803. agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
  804. agp_bridge->aperture_size_idx = i;
  805. return values[i].size;
  806. }
  807. }
  808. return 0;
  809. }
  810. static int __intel_8xx_fetch_size(u8 temp)
  811. {
  812. int i;
  813. struct aper_size_info_8 *values;
  814. values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
  815. for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
  816. if (temp == values[i].size_value) {
  817. agp_bridge->previous_size =
  818. agp_bridge->current_size = (void *) (values + i);
  819. agp_bridge->aperture_size_idx = i;
  820. return values[i].size;
  821. }
  822. }
  823. return 0;
  824. }
  825. static int intel_8xx_fetch_size(void)
  826. {
  827. u8 temp;
  828. pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  829. return __intel_8xx_fetch_size(temp);
  830. }
  831. static int intel_815_fetch_size(void)
  832. {
  833. u8 temp;
  834. /* Intel 815 chipsets have a _weird_ APSIZE register with only
  835. * one non-reserved bit, so mask the others out ... */
  836. pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
  837. temp &= (1 << 3);
  838. return __intel_8xx_fetch_size(temp);
  839. }
  840. static void intel_tlbflush(struct agp_memory *mem)
  841. {
  842. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
  843. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
  844. }
  845. static void intel_8xx_tlbflush(struct agp_memory *mem)
  846. {
  847. u32 temp;
  848. pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  849. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
  850. pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
  851. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
  852. }
  853. static void intel_cleanup(void)
  854. {
  855. u16 temp;
  856. struct aper_size_info_16 *previous_size;
  857. previous_size = A_SIZE_16(agp_bridge->previous_size);
  858. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
  859. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
  860. pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
  861. }
  862. static void intel_8xx_cleanup(void)
  863. {
  864. u16 temp;
  865. struct aper_size_info_8 *previous_size;
  866. previous_size = A_SIZE_8(agp_bridge->previous_size);
  867. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
  868. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
  869. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
  870. }
  871. static int intel_configure(void)
  872. {
  873. u32 temp;
  874. u16 temp2;
  875. struct aper_size_info_16 *current_size;
  876. current_size = A_SIZE_16(agp_bridge->current_size);
  877. /* aperture size */
  878. pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  879. /* address to map to */
  880. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  881. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  882. /* attbase - aperture base */
  883. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  884. /* agpctrl */
  885. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
  886. /* paccfg/nbxcfg */
  887. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
  888. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
  889. (temp2 & ~(1 << 10)) | (1 << 9));
  890. /* clear any possible error conditions */
  891. pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
  892. return 0;
  893. }
  894. static int intel_815_configure(void)
  895. {
  896. u32 temp, addr;
  897. u8 temp2;
  898. struct aper_size_info_8 *current_size;
  899. /* attbase - aperture base */
  900. /* the Intel 815 chipset spec. says that bits 29-31 in the
  901. * ATTBASE register are reserved -> try not to write them */
  902. if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
  903. printk (KERN_EMERG PFX "gatt bus addr too high");
  904. return -EINVAL;
  905. }
  906. current_size = A_SIZE_8(agp_bridge->current_size);
  907. /* aperture size */
  908. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
  909. current_size->size_value);
  910. /* address to map to */
  911. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  912. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  913. pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
  914. addr &= INTEL_815_ATTBASE_MASK;
  915. addr |= agp_bridge->gatt_bus_addr;
  916. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
  917. /* agpctrl */
  918. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  919. /* apcont */
  920. pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
  921. pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
  922. /* clear any possible error conditions */
  923. /* Oddness : this chipset seems to have no ERRSTS register ! */
  924. return 0;
  925. }
  926. static void intel_820_tlbflush(struct agp_memory *mem)
  927. {
  928. return;
  929. }
  930. static void intel_820_cleanup(void)
  931. {
  932. u8 temp;
  933. struct aper_size_info_8 *previous_size;
  934. previous_size = A_SIZE_8(agp_bridge->previous_size);
  935. pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
  936. pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
  937. temp & ~(1 << 1));
  938. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
  939. previous_size->size_value);
  940. }
  941. static int intel_820_configure(void)
  942. {
  943. u32 temp;
  944. u8 temp2;
  945. struct aper_size_info_8 *current_size;
  946. current_size = A_SIZE_8(agp_bridge->current_size);
  947. /* aperture size */
  948. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  949. /* address to map to */
  950. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  951. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  952. /* attbase - aperture base */
  953. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  954. /* agpctrl */
  955. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  956. /* global enable aperture access */
  957. /* This flag is not accessed through MCHCFG register as in */
  958. /* i850 chipset. */
  959. pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
  960. pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
  961. /* clear any possible AGP-related error conditions */
  962. pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
  963. return 0;
  964. }
  965. static int intel_840_configure(void)
  966. {
  967. u32 temp;
  968. u16 temp2;
  969. struct aper_size_info_8 *current_size;
  970. current_size = A_SIZE_8(agp_bridge->current_size);
  971. /* aperture size */
  972. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  973. /* address to map to */
  974. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  975. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  976. /* attbase - aperture base */
  977. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  978. /* agpctrl */
  979. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  980. /* mcgcfg */
  981. pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
  982. pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
  983. /* clear any possible error conditions */
  984. pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
  985. return 0;
  986. }
  987. static int intel_845_configure(void)
  988. {
  989. u32 temp;
  990. u8 temp2;
  991. struct aper_size_info_8 *current_size;
  992. current_size = A_SIZE_8(agp_bridge->current_size);
  993. /* aperture size */
  994. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  995. if (agp_bridge->apbase_config != 0) {
  996. pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
  997. agp_bridge->apbase_config);
  998. } else {
  999. /* address to map to */
  1000. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1001. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1002. agp_bridge->apbase_config = temp;
  1003. }
  1004. /* attbase - aperture base */
  1005. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1006. /* agpctrl */
  1007. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1008. /* agpm */
  1009. pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
  1010. pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
  1011. /* clear any possible error conditions */
  1012. pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
  1013. return 0;
  1014. }
  1015. static int intel_850_configure(void)
  1016. {
  1017. u32 temp;
  1018. u16 temp2;
  1019. struct aper_size_info_8 *current_size;
  1020. current_size = A_SIZE_8(agp_bridge->current_size);
  1021. /* aperture size */
  1022. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1023. /* address to map to */
  1024. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1025. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1026. /* attbase - aperture base */
  1027. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1028. /* agpctrl */
  1029. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1030. /* mcgcfg */
  1031. pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
  1032. pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
  1033. /* clear any possible AGP-related error conditions */
  1034. pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
  1035. return 0;
  1036. }
  1037. static int intel_860_configure(void)
  1038. {
  1039. u32 temp;
  1040. u16 temp2;
  1041. struct aper_size_info_8 *current_size;
  1042. current_size = A_SIZE_8(agp_bridge->current_size);
  1043. /* aperture size */
  1044. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1045. /* address to map to */
  1046. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1047. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1048. /* attbase - aperture base */
  1049. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1050. /* agpctrl */
  1051. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1052. /* mcgcfg */
  1053. pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
  1054. pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
  1055. /* clear any possible AGP-related error conditions */
  1056. pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
  1057. return 0;
  1058. }
  1059. static int intel_830mp_configure(void)
  1060. {
  1061. u32 temp;
  1062. u16 temp2;
  1063. struct aper_size_info_8 *current_size;
  1064. current_size = A_SIZE_8(agp_bridge->current_size);
  1065. /* aperture size */
  1066. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1067. /* address to map to */
  1068. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1069. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1070. /* attbase - aperture base */
  1071. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1072. /* agpctrl */
  1073. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1074. /* gmch */
  1075. pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
  1076. pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
  1077. /* clear any possible AGP-related error conditions */
  1078. pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
  1079. return 0;
  1080. }
  1081. static int intel_7505_configure(void)
  1082. {
  1083. u32 temp;
  1084. u16 temp2;
  1085. struct aper_size_info_8 *current_size;
  1086. current_size = A_SIZE_8(agp_bridge->current_size);
  1087. /* aperture size */
  1088. pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
  1089. /* address to map to */
  1090. pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
  1091. agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
  1092. /* attbase - aperture base */
  1093. pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
  1094. /* agpctrl */
  1095. pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
  1096. /* mchcfg */
  1097. pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
  1098. pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
  1099. return 0;
  1100. }
  1101. /* Setup function */
  1102. static const struct gatt_mask intel_generic_masks[] =
  1103. {
  1104. {.mask = 0x00000017, .type = 0}
  1105. };
  1106. static const struct aper_size_info_8 intel_815_sizes[2] =
  1107. {
  1108. {64, 16384, 4, 0},
  1109. {32, 8192, 3, 8},
  1110. };
  1111. static const struct aper_size_info_8 intel_8xx_sizes[7] =
  1112. {
  1113. {256, 65536, 6, 0},
  1114. {128, 32768, 5, 32},
  1115. {64, 16384, 4, 48},
  1116. {32, 8192, 3, 56},
  1117. {16, 4096, 2, 60},
  1118. {8, 2048, 1, 62},
  1119. {4, 1024, 0, 63}
  1120. };
  1121. static const struct aper_size_info_16 intel_generic_sizes[7] =
  1122. {
  1123. {256, 65536, 6, 0},
  1124. {128, 32768, 5, 32},
  1125. {64, 16384, 4, 48},
  1126. {32, 8192, 3, 56},
  1127. {16, 4096, 2, 60},
  1128. {8, 2048, 1, 62},
  1129. {4, 1024, 0, 63}
  1130. };
  1131. static const struct aper_size_info_8 intel_830mp_sizes[4] =
  1132. {
  1133. {256, 65536, 6, 0},
  1134. {128, 32768, 5, 32},
  1135. {64, 16384, 4, 48},
  1136. {32, 8192, 3, 56}
  1137. };
  1138. static const struct agp_bridge_driver intel_generic_driver = {
  1139. .owner = THIS_MODULE,
  1140. .aperture_sizes = intel_generic_sizes,
  1141. .size_type = U16_APER_SIZE,
  1142. .num_aperture_sizes = 7,
  1143. .configure = intel_configure,
  1144. .fetch_size = intel_fetch_size,
  1145. .cleanup = intel_cleanup,
  1146. .tlb_flush = intel_tlbflush,
  1147. .mask_memory = agp_generic_mask_memory,
  1148. .masks = intel_generic_masks,
  1149. .agp_enable = agp_generic_enable,
  1150. .cache_flush = global_cache_flush,
  1151. .create_gatt_table = agp_generic_create_gatt_table,
  1152. .free_gatt_table = agp_generic_free_gatt_table,
  1153. .insert_memory = agp_generic_insert_memory,
  1154. .remove_memory = agp_generic_remove_memory,
  1155. .alloc_by_type = agp_generic_alloc_by_type,
  1156. .free_by_type = agp_generic_free_by_type,
  1157. .agp_alloc_page = agp_generic_alloc_page,
  1158. .agp_destroy_page = agp_generic_destroy_page,
  1159. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1160. };
  1161. static const struct agp_bridge_driver intel_810_driver = {
  1162. .owner = THIS_MODULE,
  1163. .aperture_sizes = intel_i810_sizes,
  1164. .size_type = FIXED_APER_SIZE,
  1165. .num_aperture_sizes = 2,
  1166. .needs_scratch_page = TRUE,
  1167. .configure = intel_i810_configure,
  1168. .fetch_size = intel_i810_fetch_size,
  1169. .cleanup = intel_i810_cleanup,
  1170. .tlb_flush = intel_i810_tlbflush,
  1171. .mask_memory = intel_i810_mask_memory,
  1172. .masks = intel_i810_masks,
  1173. .agp_enable = intel_i810_agp_enable,
  1174. .cache_flush = global_cache_flush,
  1175. .create_gatt_table = agp_generic_create_gatt_table,
  1176. .free_gatt_table = agp_generic_free_gatt_table,
  1177. .insert_memory = intel_i810_insert_entries,
  1178. .remove_memory = intel_i810_remove_entries,
  1179. .alloc_by_type = intel_i810_alloc_by_type,
  1180. .free_by_type = intel_i810_free_by_type,
  1181. .agp_alloc_page = agp_generic_alloc_page,
  1182. .agp_destroy_page = agp_generic_destroy_page,
  1183. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1184. };
  1185. static const struct agp_bridge_driver intel_815_driver = {
  1186. .owner = THIS_MODULE,
  1187. .aperture_sizes = intel_815_sizes,
  1188. .size_type = U8_APER_SIZE,
  1189. .num_aperture_sizes = 2,
  1190. .configure = intel_815_configure,
  1191. .fetch_size = intel_815_fetch_size,
  1192. .cleanup = intel_8xx_cleanup,
  1193. .tlb_flush = intel_8xx_tlbflush,
  1194. .mask_memory = agp_generic_mask_memory,
  1195. .masks = intel_generic_masks,
  1196. .agp_enable = agp_generic_enable,
  1197. .cache_flush = global_cache_flush,
  1198. .create_gatt_table = agp_generic_create_gatt_table,
  1199. .free_gatt_table = agp_generic_free_gatt_table,
  1200. .insert_memory = agp_generic_insert_memory,
  1201. .remove_memory = agp_generic_remove_memory,
  1202. .alloc_by_type = agp_generic_alloc_by_type,
  1203. .free_by_type = agp_generic_free_by_type,
  1204. .agp_alloc_page = agp_generic_alloc_page,
  1205. .agp_destroy_page = agp_generic_destroy_page,
  1206. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1207. };
  1208. static const struct agp_bridge_driver intel_830_driver = {
  1209. .owner = THIS_MODULE,
  1210. .aperture_sizes = intel_i830_sizes,
  1211. .size_type = FIXED_APER_SIZE,
  1212. .num_aperture_sizes = 4,
  1213. .needs_scratch_page = TRUE,
  1214. .configure = intel_i830_configure,
  1215. .fetch_size = intel_i830_fetch_size,
  1216. .cleanup = intel_i830_cleanup,
  1217. .tlb_flush = intel_i810_tlbflush,
  1218. .mask_memory = intel_i810_mask_memory,
  1219. .masks = intel_i810_masks,
  1220. .agp_enable = intel_i810_agp_enable,
  1221. .cache_flush = global_cache_flush,
  1222. .create_gatt_table = intel_i830_create_gatt_table,
  1223. .free_gatt_table = intel_i830_free_gatt_table,
  1224. .insert_memory = intel_i830_insert_entries,
  1225. .remove_memory = intel_i830_remove_entries,
  1226. .alloc_by_type = intel_i830_alloc_by_type,
  1227. .free_by_type = intel_i810_free_by_type,
  1228. .agp_alloc_page = agp_generic_alloc_page,
  1229. .agp_destroy_page = agp_generic_destroy_page,
  1230. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1231. };
  1232. static const struct agp_bridge_driver intel_820_driver = {
  1233. .owner = THIS_MODULE,
  1234. .aperture_sizes = intel_8xx_sizes,
  1235. .size_type = U8_APER_SIZE,
  1236. .num_aperture_sizes = 7,
  1237. .configure = intel_820_configure,
  1238. .fetch_size = intel_8xx_fetch_size,
  1239. .cleanup = intel_820_cleanup,
  1240. .tlb_flush = intel_820_tlbflush,
  1241. .mask_memory = agp_generic_mask_memory,
  1242. .masks = intel_generic_masks,
  1243. .agp_enable = agp_generic_enable,
  1244. .cache_flush = global_cache_flush,
  1245. .create_gatt_table = agp_generic_create_gatt_table,
  1246. .free_gatt_table = agp_generic_free_gatt_table,
  1247. .insert_memory = agp_generic_insert_memory,
  1248. .remove_memory = agp_generic_remove_memory,
  1249. .alloc_by_type = agp_generic_alloc_by_type,
  1250. .free_by_type = agp_generic_free_by_type,
  1251. .agp_alloc_page = agp_generic_alloc_page,
  1252. .agp_destroy_page = agp_generic_destroy_page,
  1253. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1254. };
  1255. static const struct agp_bridge_driver intel_830mp_driver = {
  1256. .owner = THIS_MODULE,
  1257. .aperture_sizes = intel_830mp_sizes,
  1258. .size_type = U8_APER_SIZE,
  1259. .num_aperture_sizes = 4,
  1260. .configure = intel_830mp_configure,
  1261. .fetch_size = intel_8xx_fetch_size,
  1262. .cleanup = intel_8xx_cleanup,
  1263. .tlb_flush = intel_8xx_tlbflush,
  1264. .mask_memory = agp_generic_mask_memory,
  1265. .masks = intel_generic_masks,
  1266. .agp_enable = agp_generic_enable,
  1267. .cache_flush = global_cache_flush,
  1268. .create_gatt_table = agp_generic_create_gatt_table,
  1269. .free_gatt_table = agp_generic_free_gatt_table,
  1270. .insert_memory = agp_generic_insert_memory,
  1271. .remove_memory = agp_generic_remove_memory,
  1272. .alloc_by_type = agp_generic_alloc_by_type,
  1273. .free_by_type = agp_generic_free_by_type,
  1274. .agp_alloc_page = agp_generic_alloc_page,
  1275. .agp_destroy_page = agp_generic_destroy_page,
  1276. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1277. };
  1278. static const struct agp_bridge_driver intel_840_driver = {
  1279. .owner = THIS_MODULE,
  1280. .aperture_sizes = intel_8xx_sizes,
  1281. .size_type = U8_APER_SIZE,
  1282. .num_aperture_sizes = 7,
  1283. .configure = intel_840_configure,
  1284. .fetch_size = intel_8xx_fetch_size,
  1285. .cleanup = intel_8xx_cleanup,
  1286. .tlb_flush = intel_8xx_tlbflush,
  1287. .mask_memory = agp_generic_mask_memory,
  1288. .masks = intel_generic_masks,
  1289. .agp_enable = agp_generic_enable,
  1290. .cache_flush = global_cache_flush,
  1291. .create_gatt_table = agp_generic_create_gatt_table,
  1292. .free_gatt_table = agp_generic_free_gatt_table,
  1293. .insert_memory = agp_generic_insert_memory,
  1294. .remove_memory = agp_generic_remove_memory,
  1295. .alloc_by_type = agp_generic_alloc_by_type,
  1296. .free_by_type = agp_generic_free_by_type,
  1297. .agp_alloc_page = agp_generic_alloc_page,
  1298. .agp_destroy_page = agp_generic_destroy_page,
  1299. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1300. };
  1301. static const struct agp_bridge_driver intel_845_driver = {
  1302. .owner = THIS_MODULE,
  1303. .aperture_sizes = intel_8xx_sizes,
  1304. .size_type = U8_APER_SIZE,
  1305. .num_aperture_sizes = 7,
  1306. .configure = intel_845_configure,
  1307. .fetch_size = intel_8xx_fetch_size,
  1308. .cleanup = intel_8xx_cleanup,
  1309. .tlb_flush = intel_8xx_tlbflush,
  1310. .mask_memory = agp_generic_mask_memory,
  1311. .masks = intel_generic_masks,
  1312. .agp_enable = agp_generic_enable,
  1313. .cache_flush = global_cache_flush,
  1314. .create_gatt_table = agp_generic_create_gatt_table,
  1315. .free_gatt_table = agp_generic_free_gatt_table,
  1316. .insert_memory = agp_generic_insert_memory,
  1317. .remove_memory = agp_generic_remove_memory,
  1318. .alloc_by_type = agp_generic_alloc_by_type,
  1319. .free_by_type = agp_generic_free_by_type,
  1320. .agp_alloc_page = agp_generic_alloc_page,
  1321. .agp_destroy_page = agp_generic_destroy_page,
  1322. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1323. };
  1324. static const struct agp_bridge_driver intel_850_driver = {
  1325. .owner = THIS_MODULE,
  1326. .aperture_sizes = intel_8xx_sizes,
  1327. .size_type = U8_APER_SIZE,
  1328. .num_aperture_sizes = 7,
  1329. .configure = intel_850_configure,
  1330. .fetch_size = intel_8xx_fetch_size,
  1331. .cleanup = intel_8xx_cleanup,
  1332. .tlb_flush = intel_8xx_tlbflush,
  1333. .mask_memory = agp_generic_mask_memory,
  1334. .masks = intel_generic_masks,
  1335. .agp_enable = agp_generic_enable,
  1336. .cache_flush = global_cache_flush,
  1337. .create_gatt_table = agp_generic_create_gatt_table,
  1338. .free_gatt_table = agp_generic_free_gatt_table,
  1339. .insert_memory = agp_generic_insert_memory,
  1340. .remove_memory = agp_generic_remove_memory,
  1341. .alloc_by_type = agp_generic_alloc_by_type,
  1342. .free_by_type = agp_generic_free_by_type,
  1343. .agp_alloc_page = agp_generic_alloc_page,
  1344. .agp_destroy_page = agp_generic_destroy_page,
  1345. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1346. };
  1347. static const struct agp_bridge_driver intel_860_driver = {
  1348. .owner = THIS_MODULE,
  1349. .aperture_sizes = intel_8xx_sizes,
  1350. .size_type = U8_APER_SIZE,
  1351. .num_aperture_sizes = 7,
  1352. .configure = intel_860_configure,
  1353. .fetch_size = intel_8xx_fetch_size,
  1354. .cleanup = intel_8xx_cleanup,
  1355. .tlb_flush = intel_8xx_tlbflush,
  1356. .mask_memory = agp_generic_mask_memory,
  1357. .masks = intel_generic_masks,
  1358. .agp_enable = agp_generic_enable,
  1359. .cache_flush = global_cache_flush,
  1360. .create_gatt_table = agp_generic_create_gatt_table,
  1361. .free_gatt_table = agp_generic_free_gatt_table,
  1362. .insert_memory = agp_generic_insert_memory,
  1363. .remove_memory = agp_generic_remove_memory,
  1364. .alloc_by_type = agp_generic_alloc_by_type,
  1365. .free_by_type = agp_generic_free_by_type,
  1366. .agp_alloc_page = agp_generic_alloc_page,
  1367. .agp_destroy_page = agp_generic_destroy_page,
  1368. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1369. };
  1370. static const struct agp_bridge_driver intel_915_driver = {
  1371. .owner = THIS_MODULE,
  1372. .aperture_sizes = intel_i830_sizes,
  1373. .size_type = FIXED_APER_SIZE,
  1374. .num_aperture_sizes = 4,
  1375. .needs_scratch_page = TRUE,
  1376. .configure = intel_i915_configure,
  1377. .fetch_size = intel_i9xx_fetch_size,
  1378. .cleanup = intel_i915_cleanup,
  1379. .tlb_flush = intel_i810_tlbflush,
  1380. .mask_memory = intel_i810_mask_memory,
  1381. .masks = intel_i810_masks,
  1382. .agp_enable = intel_i810_agp_enable,
  1383. .cache_flush = global_cache_flush,
  1384. .create_gatt_table = intel_i915_create_gatt_table,
  1385. .free_gatt_table = intel_i830_free_gatt_table,
  1386. .insert_memory = intel_i915_insert_entries,
  1387. .remove_memory = intel_i915_remove_entries,
  1388. .alloc_by_type = intel_i830_alloc_by_type,
  1389. .free_by_type = intel_i810_free_by_type,
  1390. .agp_alloc_page = agp_generic_alloc_page,
  1391. .agp_destroy_page = agp_generic_destroy_page,
  1392. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1393. };
  1394. static const struct agp_bridge_driver intel_i965_driver = {
  1395. .owner = THIS_MODULE,
  1396. .aperture_sizes = intel_i830_sizes,
  1397. .size_type = FIXED_APER_SIZE,
  1398. .num_aperture_sizes = 4,
  1399. .needs_scratch_page = TRUE,
  1400. .configure = intel_i915_configure,
  1401. .fetch_size = intel_i9xx_fetch_size,
  1402. .cleanup = intel_i915_cleanup,
  1403. .tlb_flush = intel_i810_tlbflush,
  1404. .mask_memory = intel_i965_mask_memory,
  1405. .masks = intel_i810_masks,
  1406. .agp_enable = intel_i810_agp_enable,
  1407. .cache_flush = global_cache_flush,
  1408. .create_gatt_table = intel_i965_create_gatt_table,
  1409. .free_gatt_table = intel_i830_free_gatt_table,
  1410. .insert_memory = intel_i915_insert_entries,
  1411. .remove_memory = intel_i915_remove_entries,
  1412. .alloc_by_type = intel_i830_alloc_by_type,
  1413. .free_by_type = intel_i810_free_by_type,
  1414. .agp_alloc_page = agp_generic_alloc_page,
  1415. .agp_destroy_page = agp_generic_destroy_page,
  1416. .agp_type_to_mask_type = intel_i830_type_to_mask_type,
  1417. };
  1418. static const struct agp_bridge_driver intel_7505_driver = {
  1419. .owner = THIS_MODULE,
  1420. .aperture_sizes = intel_8xx_sizes,
  1421. .size_type = U8_APER_SIZE,
  1422. .num_aperture_sizes = 7,
  1423. .configure = intel_7505_configure,
  1424. .fetch_size = intel_8xx_fetch_size,
  1425. .cleanup = intel_8xx_cleanup,
  1426. .tlb_flush = intel_8xx_tlbflush,
  1427. .mask_memory = agp_generic_mask_memory,
  1428. .masks = intel_generic_masks,
  1429. .agp_enable = agp_generic_enable,
  1430. .cache_flush = global_cache_flush,
  1431. .create_gatt_table = agp_generic_create_gatt_table,
  1432. .free_gatt_table = agp_generic_free_gatt_table,
  1433. .insert_memory = agp_generic_insert_memory,
  1434. .remove_memory = agp_generic_remove_memory,
  1435. .alloc_by_type = agp_generic_alloc_by_type,
  1436. .free_by_type = agp_generic_free_by_type,
  1437. .agp_alloc_page = agp_generic_alloc_page,
  1438. .agp_destroy_page = agp_generic_destroy_page,
  1439. .agp_type_to_mask_type = agp_generic_type_to_mask_type,
  1440. };
  1441. static int find_gmch(u16 device)
  1442. {
  1443. struct pci_dev *gmch_device;
  1444. gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL, device, NULL);
  1445. if (gmch_device && PCI_FUNC(gmch_device->devfn) != 0) {
  1446. gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL,
  1447. device, gmch_device);
  1448. }
  1449. if (!gmch_device)
  1450. return 0;
  1451. intel_private.pcidev = gmch_device;
  1452. return 1;
  1453. }
  1454. /* Table to describe Intel GMCH and AGP/PCIE GART drivers. At least one of
  1455. * driver and gmch_driver must be non-null, and find_gmch will determine
  1456. * which one should be used if a gmch_chip_id is present.
  1457. */
  1458. static const struct intel_driver_description {
  1459. unsigned int chip_id;
  1460. unsigned int gmch_chip_id;
  1461. char *name;
  1462. const struct agp_bridge_driver *driver;
  1463. const struct agp_bridge_driver *gmch_driver;
  1464. } intel_agp_chipsets[] = {
  1465. { PCI_DEVICE_ID_INTEL_82443LX_0, 0, "440LX", &intel_generic_driver, NULL },
  1466. { PCI_DEVICE_ID_INTEL_82443BX_0, 0, "440BX", &intel_generic_driver, NULL },
  1467. { PCI_DEVICE_ID_INTEL_82443GX_0, 0, "440GX", &intel_generic_driver, NULL },
  1468. { PCI_DEVICE_ID_INTEL_82810_MC1, PCI_DEVICE_ID_INTEL_82810_IG1, "i810",
  1469. NULL, &intel_810_driver },
  1470. { PCI_DEVICE_ID_INTEL_82810_MC3, PCI_DEVICE_ID_INTEL_82810_IG3, "i810",
  1471. NULL, &intel_810_driver },
  1472. { PCI_DEVICE_ID_INTEL_82810E_MC, PCI_DEVICE_ID_INTEL_82810E_IG, "i810",
  1473. NULL, &intel_810_driver },
  1474. { PCI_DEVICE_ID_INTEL_82815_MC, PCI_DEVICE_ID_INTEL_82815_CGC, "i815",
  1475. &intel_810_driver, &intel_815_driver },
  1476. { PCI_DEVICE_ID_INTEL_82820_HB, 0, "i820", &intel_820_driver, NULL },
  1477. { PCI_DEVICE_ID_INTEL_82820_UP_HB, 0, "i820", &intel_820_driver, NULL },
  1478. { PCI_DEVICE_ID_INTEL_82830_HB, PCI_DEVICE_ID_INTEL_82830_CGC, "830M",
  1479. &intel_830mp_driver, &intel_830_driver },
  1480. { PCI_DEVICE_ID_INTEL_82840_HB, 0, "i840", &intel_840_driver, NULL },
  1481. { PCI_DEVICE_ID_INTEL_82845_HB, 0, "845G", &intel_845_driver, NULL },
  1482. { PCI_DEVICE_ID_INTEL_82845G_HB, PCI_DEVICE_ID_INTEL_82845G_IG, "830M",
  1483. &intel_845_driver, &intel_830_driver },
  1484. { PCI_DEVICE_ID_INTEL_82850_HB, 0, "i850", &intel_850_driver, NULL },
  1485. { PCI_DEVICE_ID_INTEL_82855PM_HB, 0, "855PM", &intel_845_driver, NULL },
  1486. { PCI_DEVICE_ID_INTEL_82855GM_HB, PCI_DEVICE_ID_INTEL_82855GM_IG, "855GM",
  1487. &intel_845_driver, &intel_830_driver },
  1488. { PCI_DEVICE_ID_INTEL_82860_HB, 0, "i860", &intel_860_driver, NULL },
  1489. { PCI_DEVICE_ID_INTEL_82865_HB, PCI_DEVICE_ID_INTEL_82865_IG, "865",
  1490. &intel_845_driver, &intel_830_driver },
  1491. { PCI_DEVICE_ID_INTEL_82875_HB, 0, "i875", &intel_845_driver, NULL },
  1492. { PCI_DEVICE_ID_INTEL_82915G_HB, PCI_DEVICE_ID_INTEL_82915G_IG, "915G",
  1493. &intel_845_driver, &intel_915_driver },
  1494. { PCI_DEVICE_ID_INTEL_82915GM_HB, PCI_DEVICE_ID_INTEL_82915GM_IG, "915GM",
  1495. &intel_845_driver, &intel_915_driver },
  1496. { PCI_DEVICE_ID_INTEL_82945G_HB, PCI_DEVICE_ID_INTEL_82945G_IG, "945G",
  1497. &intel_845_driver, &intel_915_driver },
  1498. { PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GM_IG, "945GM",
  1499. &intel_845_driver, &intel_915_driver },
  1500. { PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GME_IG, "945GME",
  1501. &intel_845_driver, &intel_915_driver },
  1502. { PCI_DEVICE_ID_INTEL_82946GZ_HB, PCI_DEVICE_ID_INTEL_82946GZ_IG, "946GZ",
  1503. &intel_845_driver, &intel_i965_driver },
  1504. { PCI_DEVICE_ID_INTEL_82965G_1_HB, PCI_DEVICE_ID_INTEL_82965G_1_IG, "965G",
  1505. &intel_845_driver, &intel_i965_driver },
  1506. { PCI_DEVICE_ID_INTEL_82965Q_HB, PCI_DEVICE_ID_INTEL_82965Q_IG, "965Q",
  1507. &intel_845_driver, &intel_i965_driver },
  1508. { PCI_DEVICE_ID_INTEL_82965G_HB, PCI_DEVICE_ID_INTEL_82965G_IG, "965G",
  1509. &intel_845_driver, &intel_i965_driver },
  1510. { PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GM_IG, "965GM",
  1511. &intel_845_driver, &intel_i965_driver },
  1512. { PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GME_IG, "965GME/GLE",
  1513. &intel_845_driver, &intel_i965_driver },
  1514. { PCI_DEVICE_ID_INTEL_7505_0, 0, "E7505", &intel_7505_driver, NULL },
  1515. { PCI_DEVICE_ID_INTEL_7205_0, 0, "E7205", &intel_7505_driver, NULL },
  1516. { 0, 0, NULL, NULL, NULL }
  1517. };
  1518. static int __devinit agp_intel_probe(struct pci_dev *pdev,
  1519. const struct pci_device_id *ent)
  1520. {
  1521. struct agp_bridge_data *bridge;
  1522. u8 cap_ptr = 0;
  1523. struct resource *r;
  1524. int i;
  1525. cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
  1526. bridge = agp_alloc_bridge();
  1527. if (!bridge)
  1528. return -ENOMEM;
  1529. for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
  1530. /* In case that multiple models of gfx chip may
  1531. stand on same host bridge type, this can be
  1532. sure we detect the right IGD. */
  1533. if ((pdev->device == intel_agp_chipsets[i].chip_id) &&
  1534. ((intel_agp_chipsets[i].gmch_chip_id == 0) ||
  1535. find_gmch(intel_agp_chipsets[i].gmch_chip_id)))
  1536. break;
  1537. }
  1538. if (intel_agp_chipsets[i].name == NULL) {
  1539. if (cap_ptr)
  1540. printk(KERN_WARNING PFX "Unsupported Intel chipset"
  1541. "(device id: %04x)\n", pdev->device);
  1542. agp_put_bridge(bridge);
  1543. return -ENODEV;
  1544. }
  1545. if (intel_agp_chipsets[i].gmch_chip_id != 0)
  1546. bridge->driver = intel_agp_chipsets[i].gmch_driver;
  1547. else
  1548. bridge->driver = intel_agp_chipsets[i].driver;
  1549. if (bridge->driver == NULL) {
  1550. printk(KERN_WARNING PFX "Failed to find bridge device "
  1551. "(chip_id: %04x)\n", intel_agp_chipsets[i].gmch_chip_id);
  1552. agp_put_bridge(bridge);
  1553. return -ENODEV;
  1554. }
  1555. bridge->dev = pdev;
  1556. bridge->capndx = cap_ptr;
  1557. bridge->dev_private_data = &intel_private;
  1558. printk(KERN_INFO PFX "Detected an Intel %s Chipset.\n",
  1559. intel_agp_chipsets[i].name);
  1560. /*
  1561. * The following fixes the case where the BIOS has "forgotten" to
  1562. * provide an address range for the GART.
  1563. * 20030610 - hamish@zot.org
  1564. */
  1565. r = &pdev->resource[0];
  1566. if (!r->start && r->end) {
  1567. if (pci_assign_resource(pdev, 0)) {
  1568. printk(KERN_ERR PFX "could not assign resource 0\n");
  1569. agp_put_bridge(bridge);
  1570. return -ENODEV;
  1571. }
  1572. }
  1573. /*
  1574. * If the device has not been properly setup, the following will catch
  1575. * the problem and should stop the system from crashing.
  1576. * 20030610 - hamish@zot.org
  1577. */
  1578. if (pci_enable_device(pdev)) {
  1579. printk(KERN_ERR PFX "Unable to Enable PCI device\n");
  1580. agp_put_bridge(bridge);
  1581. return -ENODEV;
  1582. }
  1583. /* Fill in the mode register */
  1584. if (cap_ptr) {
  1585. pci_read_config_dword(pdev,
  1586. bridge->capndx+PCI_AGP_STATUS,
  1587. &bridge->mode);
  1588. }
  1589. pci_set_drvdata(pdev, bridge);
  1590. return agp_add_bridge(bridge);
  1591. }
  1592. static void __devexit agp_intel_remove(struct pci_dev *pdev)
  1593. {
  1594. struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
  1595. agp_remove_bridge(bridge);
  1596. if (intel_private.pcidev)
  1597. pci_dev_put(intel_private.pcidev);
  1598. agp_put_bridge(bridge);
  1599. }
  1600. #ifdef CONFIG_PM
  1601. static int agp_intel_resume(struct pci_dev *pdev)
  1602. {
  1603. struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
  1604. pci_restore_state(pdev);
  1605. /* We should restore our graphics device's config space,
  1606. * as host bridge (00:00) resumes before graphics device (02:00),
  1607. * then our access to its pci space can work right.
  1608. */
  1609. if (intel_private.pcidev)
  1610. pci_restore_state(intel_private.pcidev);
  1611. if (bridge->driver == &intel_generic_driver)
  1612. intel_configure();
  1613. else if (bridge->driver == &intel_850_driver)
  1614. intel_850_configure();
  1615. else if (bridge->driver == &intel_845_driver)
  1616. intel_845_configure();
  1617. else if (bridge->driver == &intel_830mp_driver)
  1618. intel_830mp_configure();
  1619. else if (bridge->driver == &intel_915_driver)
  1620. intel_i915_configure();
  1621. else if (bridge->driver == &intel_830_driver)
  1622. intel_i830_configure();
  1623. else if (bridge->driver == &intel_810_driver)
  1624. intel_i810_configure();
  1625. else if (bridge->driver == &intel_i965_driver)
  1626. intel_i915_configure();
  1627. return 0;
  1628. }
  1629. #endif
  1630. static struct pci_device_id agp_intel_pci_table[] = {
  1631. #define ID(x) \
  1632. { \
  1633. .class = (PCI_CLASS_BRIDGE_HOST << 8), \
  1634. .class_mask = ~0, \
  1635. .vendor = PCI_VENDOR_ID_INTEL, \
  1636. .device = x, \
  1637. .subvendor = PCI_ANY_ID, \
  1638. .subdevice = PCI_ANY_ID, \
  1639. }
  1640. ID(PCI_DEVICE_ID_INTEL_82443LX_0),
  1641. ID(PCI_DEVICE_ID_INTEL_82443BX_0),
  1642. ID(PCI_DEVICE_ID_INTEL_82443GX_0),
  1643. ID(PCI_DEVICE_ID_INTEL_82810_MC1),
  1644. ID(PCI_DEVICE_ID_INTEL_82810_MC3),
  1645. ID(PCI_DEVICE_ID_INTEL_82810E_MC),
  1646. ID(PCI_DEVICE_ID_INTEL_82815_MC),
  1647. ID(PCI_DEVICE_ID_INTEL_82820_HB),
  1648. ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
  1649. ID(PCI_DEVICE_ID_INTEL_82830_HB),
  1650. ID(PCI_DEVICE_ID_INTEL_82840_HB),
  1651. ID(PCI_DEVICE_ID_INTEL_82845_HB),
  1652. ID(PCI_DEVICE_ID_INTEL_82845G_HB),
  1653. ID(PCI_DEVICE_ID_INTEL_82850_HB),
  1654. ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
  1655. ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
  1656. ID(PCI_DEVICE_ID_INTEL_82860_HB),
  1657. ID(PCI_DEVICE_ID_INTEL_82865_HB),
  1658. ID(PCI_DEVICE_ID_INTEL_82875_HB),
  1659. ID(PCI_DEVICE_ID_INTEL_7505_0),
  1660. ID(PCI_DEVICE_ID_INTEL_7205_0),
  1661. ID(PCI_DEVICE_ID_INTEL_82915G_HB),
  1662. ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
  1663. ID(PCI_DEVICE_ID_INTEL_82945G_HB),
  1664. ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
  1665. ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
  1666. ID(PCI_DEVICE_ID_INTEL_82965G_1_HB),
  1667. ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
  1668. ID(PCI_DEVICE_ID_INTEL_82965G_HB),
  1669. ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
  1670. { }
  1671. };
  1672. MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
  1673. static struct pci_driver agp_intel_pci_driver = {
  1674. .name = "agpgart-intel",
  1675. .id_table = agp_intel_pci_table,
  1676. .probe = agp_intel_probe,
  1677. .remove = __devexit_p(agp_intel_remove),
  1678. #ifdef CONFIG_PM
  1679. .resume = agp_intel_resume,
  1680. #endif
  1681. };
  1682. static int __init agp_intel_init(void)
  1683. {
  1684. if (agp_off)
  1685. return -EINVAL;
  1686. return pci_register_driver(&agp_intel_pci_driver);
  1687. }
  1688. static void __exit agp_intel_cleanup(void)
  1689. {
  1690. pci_unregister_driver(&agp_intel_pci_driver);
  1691. }
  1692. module_init(agp_intel_init);
  1693. module_exit(agp_intel_cleanup);
  1694. MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>");
  1695. MODULE_LICENSE("GPL and additional rights");