ibmveth.c 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454
  1. /**************************************************************************/
  2. /* */
  3. /* IBM eServer i/pSeries Virtual Ethernet Device Driver */
  4. /* Copyright (C) 2003 IBM Corp. */
  5. /* Originally written by Dave Larson (larson1@us.ibm.com) */
  6. /* Maintained by Santiago Leon (santil@us.ibm.com) */
  7. /* */
  8. /* This program is free software; you can redistribute it and/or modify */
  9. /* it under the terms of the GNU General Public License as published by */
  10. /* the Free Software Foundation; either version 2 of the License, or */
  11. /* (at your option) any later version. */
  12. /* */
  13. /* This program is distributed in the hope that it will be useful, */
  14. /* but WITHOUT ANY WARRANTY; without even the implied warranty of */
  15. /* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
  16. /* GNU General Public License for more details. */
  17. /* */
  18. /* You should have received a copy of the GNU General Public License */
  19. /* along with this program; if not, write to the Free Software */
  20. /* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 */
  21. /* USA */
  22. /* */
  23. /* This module contains the implementation of a virtual ethernet device */
  24. /* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
  25. /* option of the RS/6000 Platform Architechture to interface with virtual */
  26. /* ethernet NICs that are presented to the partition by the hypervisor. */
  27. /* */
  28. /**************************************************************************/
  29. /*
  30. TODO:
  31. - remove frag processing code - no longer needed
  32. - add support for sysfs
  33. - possibly remove procfs support
  34. */
  35. #include <linux/module.h>
  36. #include <linux/types.h>
  37. #include <linux/errno.h>
  38. #include <linux/ioport.h>
  39. #include <linux/dma-mapping.h>
  40. #include <linux/kernel.h>
  41. #include <linux/netdevice.h>
  42. #include <linux/etherdevice.h>
  43. #include <linux/skbuff.h>
  44. #include <linux/init.h>
  45. #include <linux/delay.h>
  46. #include <linux/mm.h>
  47. #include <linux/ethtool.h>
  48. #include <linux/proc_fs.h>
  49. #include <linux/in.h>
  50. #include <linux/ip.h>
  51. #include <net/net_namespace.h>
  52. #include <asm/semaphore.h>
  53. #include <asm/hvcall.h>
  54. #include <asm/atomic.h>
  55. #include <asm/vio.h>
  56. #include <asm/uaccess.h>
  57. #include <linux/seq_file.h>
  58. #include "ibmveth.h"
  59. #undef DEBUG
  60. #define ibmveth_printk(fmt, args...) \
  61. printk(KERN_DEBUG "%s: " fmt, __FILE__, ## args)
  62. #define ibmveth_error_printk(fmt, args...) \
  63. printk(KERN_ERR "(%s:%3.3d ua:%x) ERROR: " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
  64. #ifdef DEBUG
  65. #define ibmveth_debug_printk_no_adapter(fmt, args...) \
  66. printk(KERN_DEBUG "(%s:%3.3d): " fmt, __FILE__, __LINE__ , ## args)
  67. #define ibmveth_debug_printk(fmt, args...) \
  68. printk(KERN_DEBUG "(%s:%3.3d ua:%x): " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
  69. #define ibmveth_assert(expr) \
  70. if(!(expr)) { \
  71. printk(KERN_DEBUG "assertion failed (%s:%3.3d ua:%x): %s\n", __FILE__, __LINE__, adapter->vdev->unit_address, #expr); \
  72. BUG(); \
  73. }
  74. #else
  75. #define ibmveth_debug_printk_no_adapter(fmt, args...)
  76. #define ibmveth_debug_printk(fmt, args...)
  77. #define ibmveth_assert(expr)
  78. #endif
  79. static int ibmveth_open(struct net_device *dev);
  80. static int ibmveth_close(struct net_device *dev);
  81. static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd);
  82. static int ibmveth_poll(struct napi_struct *napi, int budget);
  83. static int ibmveth_start_xmit(struct sk_buff *skb, struct net_device *dev);
  84. static struct net_device_stats *ibmveth_get_stats(struct net_device *dev);
  85. static void ibmveth_set_multicast_list(struct net_device *dev);
  86. static int ibmveth_change_mtu(struct net_device *dev, int new_mtu);
  87. static void ibmveth_proc_register_driver(void);
  88. static void ibmveth_proc_unregister_driver(void);
  89. static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter);
  90. static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter);
  91. static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance);
  92. static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter);
  93. static struct kobj_type ktype_veth_pool;
  94. #ifdef CONFIG_PROC_FS
  95. #define IBMVETH_PROC_DIR "ibmveth"
  96. static struct proc_dir_entry *ibmveth_proc_dir;
  97. #endif
  98. static const char ibmveth_driver_name[] = "ibmveth";
  99. static const char ibmveth_driver_string[] = "IBM i/pSeries Virtual Ethernet Driver";
  100. #define ibmveth_driver_version "1.03"
  101. MODULE_AUTHOR("Santiago Leon <santil@us.ibm.com>");
  102. MODULE_DESCRIPTION("IBM i/pSeries Virtual Ethernet Driver");
  103. MODULE_LICENSE("GPL");
  104. MODULE_VERSION(ibmveth_driver_version);
  105. /* simple methods of getting data from the current rxq entry */
  106. static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter *adapter)
  107. {
  108. return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].toggle == adapter->rx_queue.toggle);
  109. }
  110. static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter *adapter)
  111. {
  112. return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].valid);
  113. }
  114. static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter *adapter)
  115. {
  116. return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].offset);
  117. }
  118. static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter *adapter)
  119. {
  120. return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].length);
  121. }
  122. static inline int ibmveth_rxq_csum_good(struct ibmveth_adapter *adapter)
  123. {
  124. return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].csum_good);
  125. }
  126. /* setup the initial settings for a buffer pool */
  127. static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool *pool, u32 pool_index, u32 pool_size, u32 buff_size, u32 pool_active)
  128. {
  129. pool->size = pool_size;
  130. pool->index = pool_index;
  131. pool->buff_size = buff_size;
  132. pool->threshold = pool_size / 2;
  133. pool->active = pool_active;
  134. }
  135. /* allocate and setup an buffer pool - called during open */
  136. static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool *pool)
  137. {
  138. int i;
  139. pool->free_map = kmalloc(sizeof(u16) * pool->size, GFP_KERNEL);
  140. if(!pool->free_map) {
  141. return -1;
  142. }
  143. pool->dma_addr = kmalloc(sizeof(dma_addr_t) * pool->size, GFP_KERNEL);
  144. if(!pool->dma_addr) {
  145. kfree(pool->free_map);
  146. pool->free_map = NULL;
  147. return -1;
  148. }
  149. pool->skbuff = kmalloc(sizeof(void*) * pool->size, GFP_KERNEL);
  150. if(!pool->skbuff) {
  151. kfree(pool->dma_addr);
  152. pool->dma_addr = NULL;
  153. kfree(pool->free_map);
  154. pool->free_map = NULL;
  155. return -1;
  156. }
  157. memset(pool->skbuff, 0, sizeof(void*) * pool->size);
  158. memset(pool->dma_addr, 0, sizeof(dma_addr_t) * pool->size);
  159. for(i = 0; i < pool->size; ++i) {
  160. pool->free_map[i] = i;
  161. }
  162. atomic_set(&pool->available, 0);
  163. pool->producer_index = 0;
  164. pool->consumer_index = 0;
  165. return 0;
  166. }
  167. /* replenish the buffers for a pool. note that we don't need to
  168. * skb_reserve these since they are used for incoming...
  169. */
  170. static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter *adapter, struct ibmveth_buff_pool *pool)
  171. {
  172. u32 i;
  173. u32 count = pool->size - atomic_read(&pool->available);
  174. u32 buffers_added = 0;
  175. mb();
  176. for(i = 0; i < count; ++i) {
  177. struct sk_buff *skb;
  178. unsigned int free_index, index;
  179. u64 correlator;
  180. union ibmveth_buf_desc desc;
  181. unsigned long lpar_rc;
  182. dma_addr_t dma_addr;
  183. skb = alloc_skb(pool->buff_size, GFP_ATOMIC);
  184. if(!skb) {
  185. ibmveth_debug_printk("replenish: unable to allocate skb\n");
  186. adapter->replenish_no_mem++;
  187. break;
  188. }
  189. free_index = pool->consumer_index;
  190. pool->consumer_index = (pool->consumer_index + 1) % pool->size;
  191. index = pool->free_map[free_index];
  192. ibmveth_assert(index != IBM_VETH_INVALID_MAP);
  193. ibmveth_assert(pool->skbuff[index] == NULL);
  194. dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
  195. pool->buff_size, DMA_FROM_DEVICE);
  196. pool->free_map[free_index] = IBM_VETH_INVALID_MAP;
  197. pool->dma_addr[index] = dma_addr;
  198. pool->skbuff[index] = skb;
  199. correlator = ((u64)pool->index << 32) | index;
  200. *(u64*)skb->data = correlator;
  201. desc.desc = 0;
  202. desc.fields.valid = 1;
  203. desc.fields.length = pool->buff_size;
  204. desc.fields.address = dma_addr;
  205. lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
  206. if(lpar_rc != H_SUCCESS) {
  207. pool->free_map[free_index] = index;
  208. pool->skbuff[index] = NULL;
  209. if (pool->consumer_index == 0)
  210. pool->consumer_index = pool->size - 1;
  211. else
  212. pool->consumer_index--;
  213. dma_unmap_single(&adapter->vdev->dev,
  214. pool->dma_addr[index], pool->buff_size,
  215. DMA_FROM_DEVICE);
  216. dev_kfree_skb_any(skb);
  217. adapter->replenish_add_buff_failure++;
  218. break;
  219. } else {
  220. buffers_added++;
  221. adapter->replenish_add_buff_success++;
  222. }
  223. }
  224. mb();
  225. atomic_add(buffers_added, &(pool->available));
  226. }
  227. /* replenish routine */
  228. static void ibmveth_replenish_task(struct ibmveth_adapter *adapter)
  229. {
  230. int i;
  231. adapter->replenish_task_cycles++;
  232. for(i = 0; i < IbmVethNumBufferPools; i++)
  233. if(adapter->rx_buff_pool[i].active)
  234. ibmveth_replenish_buffer_pool(adapter,
  235. &adapter->rx_buff_pool[i]);
  236. adapter->rx_no_buffer = *(u64*)(((char*)adapter->buffer_list_addr) + 4096 - 8);
  237. }
  238. /* empty and free ana buffer pool - also used to do cleanup in error paths */
  239. static void ibmveth_free_buffer_pool(struct ibmveth_adapter *adapter, struct ibmveth_buff_pool *pool)
  240. {
  241. int i;
  242. kfree(pool->free_map);
  243. pool->free_map = NULL;
  244. if(pool->skbuff && pool->dma_addr) {
  245. for(i = 0; i < pool->size; ++i) {
  246. struct sk_buff *skb = pool->skbuff[i];
  247. if(skb) {
  248. dma_unmap_single(&adapter->vdev->dev,
  249. pool->dma_addr[i],
  250. pool->buff_size,
  251. DMA_FROM_DEVICE);
  252. dev_kfree_skb_any(skb);
  253. pool->skbuff[i] = NULL;
  254. }
  255. }
  256. }
  257. if(pool->dma_addr) {
  258. kfree(pool->dma_addr);
  259. pool->dma_addr = NULL;
  260. }
  261. if(pool->skbuff) {
  262. kfree(pool->skbuff);
  263. pool->skbuff = NULL;
  264. }
  265. }
  266. /* remove a buffer from a pool */
  267. static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter *adapter, u64 correlator)
  268. {
  269. unsigned int pool = correlator >> 32;
  270. unsigned int index = correlator & 0xffffffffUL;
  271. unsigned int free_index;
  272. struct sk_buff *skb;
  273. ibmveth_assert(pool < IbmVethNumBufferPools);
  274. ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
  275. skb = adapter->rx_buff_pool[pool].skbuff[index];
  276. ibmveth_assert(skb != NULL);
  277. adapter->rx_buff_pool[pool].skbuff[index] = NULL;
  278. dma_unmap_single(&adapter->vdev->dev,
  279. adapter->rx_buff_pool[pool].dma_addr[index],
  280. adapter->rx_buff_pool[pool].buff_size,
  281. DMA_FROM_DEVICE);
  282. free_index = adapter->rx_buff_pool[pool].producer_index;
  283. adapter->rx_buff_pool[pool].producer_index
  284. = (adapter->rx_buff_pool[pool].producer_index + 1)
  285. % adapter->rx_buff_pool[pool].size;
  286. adapter->rx_buff_pool[pool].free_map[free_index] = index;
  287. mb();
  288. atomic_dec(&(adapter->rx_buff_pool[pool].available));
  289. }
  290. /* get the current buffer on the rx queue */
  291. static inline struct sk_buff *ibmveth_rxq_get_buffer(struct ibmveth_adapter *adapter)
  292. {
  293. u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator;
  294. unsigned int pool = correlator >> 32;
  295. unsigned int index = correlator & 0xffffffffUL;
  296. ibmveth_assert(pool < IbmVethNumBufferPools);
  297. ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
  298. return adapter->rx_buff_pool[pool].skbuff[index];
  299. }
  300. /* recycle the current buffer on the rx queue */
  301. static void ibmveth_rxq_recycle_buffer(struct ibmveth_adapter *adapter)
  302. {
  303. u32 q_index = adapter->rx_queue.index;
  304. u64 correlator = adapter->rx_queue.queue_addr[q_index].correlator;
  305. unsigned int pool = correlator >> 32;
  306. unsigned int index = correlator & 0xffffffffUL;
  307. union ibmveth_buf_desc desc;
  308. unsigned long lpar_rc;
  309. ibmveth_assert(pool < IbmVethNumBufferPools);
  310. ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
  311. if(!adapter->rx_buff_pool[pool].active) {
  312. ibmveth_rxq_harvest_buffer(adapter);
  313. ibmveth_free_buffer_pool(adapter, &adapter->rx_buff_pool[pool]);
  314. return;
  315. }
  316. desc.desc = 0;
  317. desc.fields.valid = 1;
  318. desc.fields.length = adapter->rx_buff_pool[pool].buff_size;
  319. desc.fields.address = adapter->rx_buff_pool[pool].dma_addr[index];
  320. lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
  321. if(lpar_rc != H_SUCCESS) {
  322. ibmveth_debug_printk("h_add_logical_lan_buffer failed during recycle rc=%ld", lpar_rc);
  323. ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
  324. }
  325. if(++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
  326. adapter->rx_queue.index = 0;
  327. adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
  328. }
  329. }
  330. static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter)
  331. {
  332. ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
  333. if(++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
  334. adapter->rx_queue.index = 0;
  335. adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
  336. }
  337. }
  338. static void ibmveth_cleanup(struct ibmveth_adapter *adapter)
  339. {
  340. int i;
  341. if(adapter->buffer_list_addr != NULL) {
  342. if(!dma_mapping_error(adapter->buffer_list_dma)) {
  343. dma_unmap_single(&adapter->vdev->dev,
  344. adapter->buffer_list_dma, 4096,
  345. DMA_BIDIRECTIONAL);
  346. adapter->buffer_list_dma = DMA_ERROR_CODE;
  347. }
  348. free_page((unsigned long)adapter->buffer_list_addr);
  349. adapter->buffer_list_addr = NULL;
  350. }
  351. if(adapter->filter_list_addr != NULL) {
  352. if(!dma_mapping_error(adapter->filter_list_dma)) {
  353. dma_unmap_single(&adapter->vdev->dev,
  354. adapter->filter_list_dma, 4096,
  355. DMA_BIDIRECTIONAL);
  356. adapter->filter_list_dma = DMA_ERROR_CODE;
  357. }
  358. free_page((unsigned long)adapter->filter_list_addr);
  359. adapter->filter_list_addr = NULL;
  360. }
  361. if(adapter->rx_queue.queue_addr != NULL) {
  362. if(!dma_mapping_error(adapter->rx_queue.queue_dma)) {
  363. dma_unmap_single(&adapter->vdev->dev,
  364. adapter->rx_queue.queue_dma,
  365. adapter->rx_queue.queue_len,
  366. DMA_BIDIRECTIONAL);
  367. adapter->rx_queue.queue_dma = DMA_ERROR_CODE;
  368. }
  369. kfree(adapter->rx_queue.queue_addr);
  370. adapter->rx_queue.queue_addr = NULL;
  371. }
  372. for(i = 0; i<IbmVethNumBufferPools; i++)
  373. if (adapter->rx_buff_pool[i].active)
  374. ibmveth_free_buffer_pool(adapter,
  375. &adapter->rx_buff_pool[i]);
  376. }
  377. static int ibmveth_register_logical_lan(struct ibmveth_adapter *adapter,
  378. union ibmveth_buf_desc rxq_desc, u64 mac_address)
  379. {
  380. int rc, try_again = 1;
  381. /* After a kexec the adapter will still be open, so our attempt to
  382. * open it will fail. So if we get a failure we free the adapter and
  383. * try again, but only once. */
  384. retry:
  385. rc = h_register_logical_lan(adapter->vdev->unit_address,
  386. adapter->buffer_list_dma, rxq_desc.desc,
  387. adapter->filter_list_dma, mac_address);
  388. if (rc != H_SUCCESS && try_again) {
  389. do {
  390. rc = h_free_logical_lan(adapter->vdev->unit_address);
  391. } while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
  392. try_again = 0;
  393. goto retry;
  394. }
  395. return rc;
  396. }
  397. static int ibmveth_open(struct net_device *netdev)
  398. {
  399. struct ibmveth_adapter *adapter = netdev->priv;
  400. u64 mac_address = 0;
  401. int rxq_entries = 1;
  402. unsigned long lpar_rc;
  403. int rc;
  404. union ibmveth_buf_desc rxq_desc;
  405. int i;
  406. ibmveth_debug_printk("open starting\n");
  407. napi_enable(&adapter->napi);
  408. for(i = 0; i<IbmVethNumBufferPools; i++)
  409. rxq_entries += adapter->rx_buff_pool[i].size;
  410. adapter->buffer_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
  411. adapter->filter_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
  412. if(!adapter->buffer_list_addr || !adapter->filter_list_addr) {
  413. ibmveth_error_printk("unable to allocate filter or buffer list pages\n");
  414. ibmveth_cleanup(adapter);
  415. napi_disable(&adapter->napi);
  416. return -ENOMEM;
  417. }
  418. adapter->rx_queue.queue_len = sizeof(struct ibmveth_rx_q_entry) * rxq_entries;
  419. adapter->rx_queue.queue_addr = kmalloc(adapter->rx_queue.queue_len, GFP_KERNEL);
  420. if(!adapter->rx_queue.queue_addr) {
  421. ibmveth_error_printk("unable to allocate rx queue pages\n");
  422. ibmveth_cleanup(adapter);
  423. napi_disable(&adapter->napi);
  424. return -ENOMEM;
  425. }
  426. adapter->buffer_list_dma = dma_map_single(&adapter->vdev->dev,
  427. adapter->buffer_list_addr, 4096, DMA_BIDIRECTIONAL);
  428. adapter->filter_list_dma = dma_map_single(&adapter->vdev->dev,
  429. adapter->filter_list_addr, 4096, DMA_BIDIRECTIONAL);
  430. adapter->rx_queue.queue_dma = dma_map_single(&adapter->vdev->dev,
  431. adapter->rx_queue.queue_addr,
  432. adapter->rx_queue.queue_len, DMA_BIDIRECTIONAL);
  433. if((dma_mapping_error(adapter->buffer_list_dma) ) ||
  434. (dma_mapping_error(adapter->filter_list_dma)) ||
  435. (dma_mapping_error(adapter->rx_queue.queue_dma))) {
  436. ibmveth_error_printk("unable to map filter or buffer list pages\n");
  437. ibmveth_cleanup(adapter);
  438. napi_disable(&adapter->napi);
  439. return -ENOMEM;
  440. }
  441. adapter->rx_queue.index = 0;
  442. adapter->rx_queue.num_slots = rxq_entries;
  443. adapter->rx_queue.toggle = 1;
  444. memcpy(&mac_address, netdev->dev_addr, netdev->addr_len);
  445. mac_address = mac_address >> 16;
  446. rxq_desc.desc = 0;
  447. rxq_desc.fields.valid = 1;
  448. rxq_desc.fields.length = adapter->rx_queue.queue_len;
  449. rxq_desc.fields.address = adapter->rx_queue.queue_dma;
  450. ibmveth_debug_printk("buffer list @ 0x%p\n", adapter->buffer_list_addr);
  451. ibmveth_debug_printk("filter list @ 0x%p\n", adapter->filter_list_addr);
  452. ibmveth_debug_printk("receive q @ 0x%p\n", adapter->rx_queue.queue_addr);
  453. h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
  454. lpar_rc = ibmveth_register_logical_lan(adapter, rxq_desc, mac_address);
  455. if(lpar_rc != H_SUCCESS) {
  456. ibmveth_error_printk("h_register_logical_lan failed with %ld\n", lpar_rc);
  457. ibmveth_error_printk("buffer TCE:0x%lx filter TCE:0x%lx rxq desc:0x%lx MAC:0x%lx\n",
  458. adapter->buffer_list_dma,
  459. adapter->filter_list_dma,
  460. rxq_desc.desc,
  461. mac_address);
  462. ibmveth_cleanup(adapter);
  463. napi_disable(&adapter->napi);
  464. return -ENONET;
  465. }
  466. for(i = 0; i<IbmVethNumBufferPools; i++) {
  467. if(!adapter->rx_buff_pool[i].active)
  468. continue;
  469. if (ibmveth_alloc_buffer_pool(&adapter->rx_buff_pool[i])) {
  470. ibmveth_error_printk("unable to alloc pool\n");
  471. adapter->rx_buff_pool[i].active = 0;
  472. ibmveth_cleanup(adapter);
  473. napi_disable(&adapter->napi);
  474. return -ENOMEM ;
  475. }
  476. }
  477. ibmveth_debug_printk("registering irq 0x%x\n", netdev->irq);
  478. if((rc = request_irq(netdev->irq, &ibmveth_interrupt, 0, netdev->name, netdev)) != 0) {
  479. ibmveth_error_printk("unable to request irq 0x%x, rc %d\n", netdev->irq, rc);
  480. do {
  481. rc = h_free_logical_lan(adapter->vdev->unit_address);
  482. } while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
  483. ibmveth_cleanup(adapter);
  484. napi_disable(&adapter->napi);
  485. return rc;
  486. }
  487. ibmveth_debug_printk("initial replenish cycle\n");
  488. ibmveth_interrupt(netdev->irq, netdev);
  489. netif_start_queue(netdev);
  490. ibmveth_debug_printk("open complete\n");
  491. return 0;
  492. }
  493. static int ibmveth_close(struct net_device *netdev)
  494. {
  495. struct ibmveth_adapter *adapter = netdev->priv;
  496. long lpar_rc;
  497. ibmveth_debug_printk("close starting\n");
  498. napi_disable(&adapter->napi);
  499. if (!adapter->pool_config)
  500. netif_stop_queue(netdev);
  501. free_irq(netdev->irq, netdev);
  502. do {
  503. lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
  504. } while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
  505. if(lpar_rc != H_SUCCESS)
  506. {
  507. ibmveth_error_printk("h_free_logical_lan failed with %lx, continuing with close\n",
  508. lpar_rc);
  509. }
  510. adapter->rx_no_buffer = *(u64*)(((char*)adapter->buffer_list_addr) + 4096 - 8);
  511. ibmveth_cleanup(adapter);
  512. ibmveth_debug_printk("close complete\n");
  513. return 0;
  514. }
  515. static int netdev_get_settings(struct net_device *dev, struct ethtool_cmd *cmd) {
  516. cmd->supported = (SUPPORTED_1000baseT_Full | SUPPORTED_Autoneg | SUPPORTED_FIBRE);
  517. cmd->advertising = (ADVERTISED_1000baseT_Full | ADVERTISED_Autoneg | ADVERTISED_FIBRE);
  518. cmd->speed = SPEED_1000;
  519. cmd->duplex = DUPLEX_FULL;
  520. cmd->port = PORT_FIBRE;
  521. cmd->phy_address = 0;
  522. cmd->transceiver = XCVR_INTERNAL;
  523. cmd->autoneg = AUTONEG_ENABLE;
  524. cmd->maxtxpkt = 0;
  525. cmd->maxrxpkt = 1;
  526. return 0;
  527. }
  528. static void netdev_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info) {
  529. strncpy(info->driver, ibmveth_driver_name, sizeof(info->driver) - 1);
  530. strncpy(info->version, ibmveth_driver_version, sizeof(info->version) - 1);
  531. }
  532. static u32 netdev_get_link(struct net_device *dev) {
  533. return 1;
  534. }
  535. static const struct ethtool_ops netdev_ethtool_ops = {
  536. .get_drvinfo = netdev_get_drvinfo,
  537. .get_settings = netdev_get_settings,
  538. .get_link = netdev_get_link,
  539. .get_sg = ethtool_op_get_sg,
  540. .get_tx_csum = ethtool_op_get_tx_csum,
  541. };
  542. static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
  543. {
  544. return -EOPNOTSUPP;
  545. }
  546. #define page_offset(v) ((unsigned long)(v) & ((1 << 12) - 1))
  547. static int ibmveth_start_xmit(struct sk_buff *skb, struct net_device *netdev)
  548. {
  549. struct ibmveth_adapter *adapter = netdev->priv;
  550. union ibmveth_buf_desc desc[IbmVethMaxSendFrags];
  551. unsigned long lpar_rc;
  552. int nfrags = 0, curfrag;
  553. unsigned long correlator;
  554. unsigned long flags;
  555. unsigned int retry_count;
  556. unsigned int tx_dropped = 0;
  557. unsigned int tx_bytes = 0;
  558. unsigned int tx_packets = 0;
  559. unsigned int tx_send_failed = 0;
  560. unsigned int tx_map_failed = 0;
  561. if ((skb_shinfo(skb)->nr_frags + 1) > IbmVethMaxSendFrags) {
  562. tx_dropped++;
  563. goto out;
  564. }
  565. memset(&desc, 0, sizeof(desc));
  566. /* nfrags = number of frags after the initial fragment */
  567. nfrags = skb_shinfo(skb)->nr_frags;
  568. if(nfrags)
  569. adapter->tx_multidesc_send++;
  570. /* map the initial fragment */
  571. desc[0].fields.length = nfrags ? skb->len - skb->data_len : skb->len;
  572. desc[0].fields.address = dma_map_single(&adapter->vdev->dev, skb->data,
  573. desc[0].fields.length, DMA_TO_DEVICE);
  574. desc[0].fields.valid = 1;
  575. if (skb->ip_summed == CHECKSUM_PARTIAL &&
  576. ip_hdr(skb)->protocol != IPPROTO_TCP && skb_checksum_help(skb)) {
  577. ibmveth_error_printk("tx: failed to checksum packet\n");
  578. tx_dropped++;
  579. goto out;
  580. }
  581. if (skb->ip_summed == CHECKSUM_PARTIAL) {
  582. unsigned char *buf = skb_transport_header(skb) + skb->csum_offset;
  583. desc[0].fields.no_csum = 1;
  584. desc[0].fields.csum_good = 1;
  585. /* Need to zero out the checksum */
  586. buf[0] = 0;
  587. buf[1] = 0;
  588. }
  589. if(dma_mapping_error(desc[0].fields.address)) {
  590. ibmveth_error_printk("tx: unable to map initial fragment\n");
  591. tx_map_failed++;
  592. tx_dropped++;
  593. goto out;
  594. }
  595. curfrag = nfrags;
  596. /* map fragments past the initial portion if there are any */
  597. while(curfrag--) {
  598. skb_frag_t *frag = &skb_shinfo(skb)->frags[curfrag];
  599. desc[curfrag+1].fields.address
  600. = dma_map_single(&adapter->vdev->dev,
  601. page_address(frag->page) + frag->page_offset,
  602. frag->size, DMA_TO_DEVICE);
  603. desc[curfrag+1].fields.length = frag->size;
  604. desc[curfrag+1].fields.valid = 1;
  605. if (skb->ip_summed == CHECKSUM_PARTIAL) {
  606. desc[curfrag+1].fields.no_csum = 1;
  607. desc[curfrag+1].fields.csum_good = 1;
  608. }
  609. if(dma_mapping_error(desc[curfrag+1].fields.address)) {
  610. ibmveth_error_printk("tx: unable to map fragment %d\n", curfrag);
  611. tx_map_failed++;
  612. tx_dropped++;
  613. /* Free all the mappings we just created */
  614. while(curfrag < nfrags) {
  615. dma_unmap_single(&adapter->vdev->dev,
  616. desc[curfrag+1].fields.address,
  617. desc[curfrag+1].fields.length,
  618. DMA_TO_DEVICE);
  619. curfrag++;
  620. }
  621. goto out;
  622. }
  623. }
  624. /* send the frame. Arbitrarily set retrycount to 1024 */
  625. correlator = 0;
  626. retry_count = 1024;
  627. do {
  628. lpar_rc = h_send_logical_lan(adapter->vdev->unit_address,
  629. desc[0].desc,
  630. desc[1].desc,
  631. desc[2].desc,
  632. desc[3].desc,
  633. desc[4].desc,
  634. desc[5].desc,
  635. correlator,
  636. &correlator);
  637. } while ((lpar_rc == H_BUSY) && (retry_count--));
  638. if(lpar_rc != H_SUCCESS && lpar_rc != H_DROPPED) {
  639. int i;
  640. ibmveth_error_printk("tx: h_send_logical_lan failed with rc=%ld\n", lpar_rc);
  641. for(i = 0; i < 6; i++) {
  642. ibmveth_error_printk("tx: desc[%i] valid=%d, len=%d, address=0x%d\n", i,
  643. desc[i].fields.valid, desc[i].fields.length, desc[i].fields.address);
  644. }
  645. tx_send_failed++;
  646. tx_dropped++;
  647. } else {
  648. tx_packets++;
  649. tx_bytes += skb->len;
  650. netdev->trans_start = jiffies;
  651. }
  652. do {
  653. dma_unmap_single(&adapter->vdev->dev,
  654. desc[nfrags].fields.address,
  655. desc[nfrags].fields.length, DMA_TO_DEVICE);
  656. } while(--nfrags >= 0);
  657. out: spin_lock_irqsave(&adapter->stats_lock, flags);
  658. adapter->stats.tx_dropped += tx_dropped;
  659. adapter->stats.tx_bytes += tx_bytes;
  660. adapter->stats.tx_packets += tx_packets;
  661. adapter->tx_send_failed += tx_send_failed;
  662. adapter->tx_map_failed += tx_map_failed;
  663. spin_unlock_irqrestore(&adapter->stats_lock, flags);
  664. dev_kfree_skb(skb);
  665. return 0;
  666. }
  667. static int ibmveth_poll(struct napi_struct *napi, int budget)
  668. {
  669. struct ibmveth_adapter *adapter = container_of(napi, struct ibmveth_adapter, napi);
  670. struct net_device *netdev = adapter->netdev;
  671. int frames_processed = 0;
  672. unsigned long lpar_rc;
  673. restart_poll:
  674. do {
  675. struct sk_buff *skb;
  676. if (!ibmveth_rxq_pending_buffer(adapter))
  677. break;
  678. rmb();
  679. if (!ibmveth_rxq_buffer_valid(adapter)) {
  680. wmb(); /* suggested by larson1 */
  681. adapter->rx_invalid_buffer++;
  682. ibmveth_debug_printk("recycling invalid buffer\n");
  683. ibmveth_rxq_recycle_buffer(adapter);
  684. } else {
  685. int length = ibmveth_rxq_frame_length(adapter);
  686. int offset = ibmveth_rxq_frame_offset(adapter);
  687. int csum_good = ibmveth_rxq_csum_good(adapter);
  688. skb = ibmveth_rxq_get_buffer(adapter);
  689. if (csum_good)
  690. skb->ip_summed = CHECKSUM_UNNECESSARY;
  691. ibmveth_rxq_harvest_buffer(adapter);
  692. skb_reserve(skb, offset);
  693. skb_put(skb, length);
  694. skb->protocol = eth_type_trans(skb, netdev);
  695. netif_receive_skb(skb); /* send it up */
  696. adapter->stats.rx_packets++;
  697. adapter->stats.rx_bytes += length;
  698. frames_processed++;
  699. netdev->last_rx = jiffies;
  700. }
  701. } while (frames_processed < budget);
  702. ibmveth_replenish_task(adapter);
  703. if (frames_processed < budget) {
  704. /* We think we are done - reenable interrupts,
  705. * then check once more to make sure we are done.
  706. */
  707. lpar_rc = h_vio_signal(adapter->vdev->unit_address,
  708. VIO_IRQ_ENABLE);
  709. ibmveth_assert(lpar_rc == H_SUCCESS);
  710. netif_rx_complete(netdev, napi);
  711. if (ibmveth_rxq_pending_buffer(adapter) &&
  712. netif_rx_reschedule(netdev, napi)) {
  713. lpar_rc = h_vio_signal(adapter->vdev->unit_address,
  714. VIO_IRQ_DISABLE);
  715. goto restart_poll;
  716. }
  717. }
  718. return frames_processed;
  719. }
  720. static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance)
  721. {
  722. struct net_device *netdev = dev_instance;
  723. struct ibmveth_adapter *adapter = netdev->priv;
  724. unsigned long lpar_rc;
  725. if (netif_rx_schedule_prep(netdev, &adapter->napi)) {
  726. lpar_rc = h_vio_signal(adapter->vdev->unit_address,
  727. VIO_IRQ_DISABLE);
  728. ibmveth_assert(lpar_rc == H_SUCCESS);
  729. __netif_rx_schedule(netdev, &adapter->napi);
  730. }
  731. return IRQ_HANDLED;
  732. }
  733. static struct net_device_stats *ibmveth_get_stats(struct net_device *dev)
  734. {
  735. struct ibmveth_adapter *adapter = dev->priv;
  736. return &adapter->stats;
  737. }
  738. static void ibmveth_set_multicast_list(struct net_device *netdev)
  739. {
  740. struct ibmveth_adapter *adapter = netdev->priv;
  741. unsigned long lpar_rc;
  742. if((netdev->flags & IFF_PROMISC) || (netdev->mc_count > adapter->mcastFilterSize)) {
  743. lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
  744. IbmVethMcastEnableRecv |
  745. IbmVethMcastDisableFiltering,
  746. 0);
  747. if(lpar_rc != H_SUCCESS) {
  748. ibmveth_error_printk("h_multicast_ctrl rc=%ld when entering promisc mode\n", lpar_rc);
  749. }
  750. } else {
  751. struct dev_mc_list *mclist = netdev->mc_list;
  752. int i;
  753. /* clear the filter table & disable filtering */
  754. lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
  755. IbmVethMcastEnableRecv |
  756. IbmVethMcastDisableFiltering |
  757. IbmVethMcastClearFilterTable,
  758. 0);
  759. if(lpar_rc != H_SUCCESS) {
  760. ibmveth_error_printk("h_multicast_ctrl rc=%ld when attempting to clear filter table\n", lpar_rc);
  761. }
  762. /* add the addresses to the filter table */
  763. for(i = 0; i < netdev->mc_count; ++i, mclist = mclist->next) {
  764. // add the multicast address to the filter table
  765. unsigned long mcast_addr = 0;
  766. memcpy(((char *)&mcast_addr)+2, mclist->dmi_addr, 6);
  767. lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
  768. IbmVethMcastAddFilter,
  769. mcast_addr);
  770. if(lpar_rc != H_SUCCESS) {
  771. ibmveth_error_printk("h_multicast_ctrl rc=%ld when adding an entry to the filter table\n", lpar_rc);
  772. }
  773. }
  774. /* re-enable filtering */
  775. lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
  776. IbmVethMcastEnableFiltering,
  777. 0);
  778. if(lpar_rc != H_SUCCESS) {
  779. ibmveth_error_printk("h_multicast_ctrl rc=%ld when enabling filtering\n", lpar_rc);
  780. }
  781. }
  782. }
  783. static int ibmveth_change_mtu(struct net_device *dev, int new_mtu)
  784. {
  785. struct ibmveth_adapter *adapter = dev->priv;
  786. int new_mtu_oh = new_mtu + IBMVETH_BUFF_OH;
  787. int reinit = 0;
  788. int i, rc;
  789. if (new_mtu < IBMVETH_MAX_MTU)
  790. return -EINVAL;
  791. for (i = 0; i < IbmVethNumBufferPools; i++)
  792. if (new_mtu_oh < adapter->rx_buff_pool[i].buff_size)
  793. break;
  794. if (i == IbmVethNumBufferPools)
  795. return -EINVAL;
  796. /* Look for an active buffer pool that can hold the new MTU */
  797. for(i = 0; i<IbmVethNumBufferPools; i++) {
  798. if (!adapter->rx_buff_pool[i].active) {
  799. adapter->rx_buff_pool[i].active = 1;
  800. reinit = 1;
  801. }
  802. if (new_mtu_oh < adapter->rx_buff_pool[i].buff_size) {
  803. if (reinit && netif_running(adapter->netdev)) {
  804. adapter->pool_config = 1;
  805. ibmveth_close(adapter->netdev);
  806. adapter->pool_config = 0;
  807. dev->mtu = new_mtu;
  808. if ((rc = ibmveth_open(adapter->netdev)))
  809. return rc;
  810. } else
  811. dev->mtu = new_mtu;
  812. return 0;
  813. }
  814. }
  815. return -EINVAL;
  816. }
  817. #ifdef CONFIG_NET_POLL_CONTROLLER
  818. static void ibmveth_poll_controller(struct net_device *dev)
  819. {
  820. ibmveth_replenish_task(dev->priv);
  821. ibmveth_interrupt(dev->irq, dev);
  822. }
  823. #endif
  824. static int __devinit ibmveth_probe(struct vio_dev *dev, const struct vio_device_id *id)
  825. {
  826. int rc, i;
  827. long ret;
  828. struct net_device *netdev;
  829. struct ibmveth_adapter *adapter;
  830. union ibmveth_illan_attributes set_attr, ret_attr;
  831. unsigned char *mac_addr_p;
  832. unsigned int *mcastFilterSize_p;
  833. ibmveth_debug_printk_no_adapter("entering ibmveth_probe for UA 0x%x\n",
  834. dev->unit_address);
  835. mac_addr_p = (unsigned char *) vio_get_attribute(dev,
  836. VETH_MAC_ADDR, NULL);
  837. if(!mac_addr_p) {
  838. printk(KERN_ERR "(%s:%3.3d) ERROR: Can't find VETH_MAC_ADDR "
  839. "attribute\n", __FILE__, __LINE__);
  840. return 0;
  841. }
  842. mcastFilterSize_p = (unsigned int *) vio_get_attribute(dev,
  843. VETH_MCAST_FILTER_SIZE, NULL);
  844. if(!mcastFilterSize_p) {
  845. printk(KERN_ERR "(%s:%3.3d) ERROR: Can't find "
  846. "VETH_MCAST_FILTER_SIZE attribute\n",
  847. __FILE__, __LINE__);
  848. return 0;
  849. }
  850. netdev = alloc_etherdev(sizeof(struct ibmveth_adapter));
  851. if(!netdev)
  852. return -ENOMEM;
  853. SET_MODULE_OWNER(netdev);
  854. adapter = netdev->priv;
  855. dev->dev.driver_data = netdev;
  856. adapter->vdev = dev;
  857. adapter->netdev = netdev;
  858. adapter->mcastFilterSize= *mcastFilterSize_p;
  859. adapter->pool_config = 0;
  860. netif_napi_add(netdev, &adapter->napi, ibmveth_poll, 16);
  861. /* Some older boxes running PHYP non-natively have an OF that
  862. returns a 8-byte local-mac-address field (and the first
  863. 2 bytes have to be ignored) while newer boxes' OF return
  864. a 6-byte field. Note that IEEE 1275 specifies that
  865. local-mac-address must be a 6-byte field.
  866. The RPA doc specifies that the first byte must be 10b, so
  867. we'll just look for it to solve this 8 vs. 6 byte field issue */
  868. if ((*mac_addr_p & 0x3) != 0x02)
  869. mac_addr_p += 2;
  870. adapter->mac_addr = 0;
  871. memcpy(&adapter->mac_addr, mac_addr_p, 6);
  872. netdev->irq = dev->irq;
  873. netdev->open = ibmveth_open;
  874. netdev->stop = ibmveth_close;
  875. netdev->hard_start_xmit = ibmveth_start_xmit;
  876. netdev->get_stats = ibmveth_get_stats;
  877. netdev->set_multicast_list = ibmveth_set_multicast_list;
  878. netdev->do_ioctl = ibmveth_ioctl;
  879. netdev->ethtool_ops = &netdev_ethtool_ops;
  880. netdev->change_mtu = ibmveth_change_mtu;
  881. SET_NETDEV_DEV(netdev, &dev->dev);
  882. #ifdef CONFIG_NET_POLL_CONTROLLER
  883. netdev->poll_controller = ibmveth_poll_controller;
  884. #endif
  885. netdev->features |= NETIF_F_LLTX;
  886. spin_lock_init(&adapter->stats_lock);
  887. memcpy(&netdev->dev_addr, &adapter->mac_addr, netdev->addr_len);
  888. for(i = 0; i<IbmVethNumBufferPools; i++) {
  889. struct kobject *kobj = &adapter->rx_buff_pool[i].kobj;
  890. ibmveth_init_buffer_pool(&adapter->rx_buff_pool[i], i,
  891. pool_count[i], pool_size[i],
  892. pool_active[i]);
  893. kobj->parent = &dev->dev.kobj;
  894. sprintf(kobj->name, "pool%d", i);
  895. kobj->ktype = &ktype_veth_pool;
  896. kobject_register(kobj);
  897. }
  898. ibmveth_debug_printk("adapter @ 0x%p\n", adapter);
  899. adapter->buffer_list_dma = DMA_ERROR_CODE;
  900. adapter->filter_list_dma = DMA_ERROR_CODE;
  901. adapter->rx_queue.queue_dma = DMA_ERROR_CODE;
  902. ibmveth_debug_printk("registering netdev...\n");
  903. ret = h_illan_attributes(dev->unit_address, 0, 0, &ret_attr.desc);
  904. if (ret == H_SUCCESS && !ret_attr.fields.active_trunk &&
  905. !ret_attr.fields.trunk_priority &&
  906. ret_attr.fields.csum_offload_padded_pkt_support) {
  907. set_attr.desc = 0;
  908. set_attr.fields.tcp_csum_offload_ipv4 = 1;
  909. ret = h_illan_attributes(dev->unit_address, 0, set_attr.desc,
  910. &ret_attr.desc);
  911. if (ret == H_SUCCESS)
  912. netdev->features |= NETIF_F_IP_CSUM;
  913. else
  914. ret = h_illan_attributes(dev->unit_address, set_attr.desc,
  915. 0, &ret_attr.desc);
  916. }
  917. rc = register_netdev(netdev);
  918. if(rc) {
  919. ibmveth_debug_printk("failed to register netdev rc=%d\n", rc);
  920. free_netdev(netdev);
  921. return rc;
  922. }
  923. ibmveth_debug_printk("registered\n");
  924. ibmveth_proc_register_adapter(adapter);
  925. return 0;
  926. }
  927. static int __devexit ibmveth_remove(struct vio_dev *dev)
  928. {
  929. struct net_device *netdev = dev->dev.driver_data;
  930. struct ibmveth_adapter *adapter = netdev->priv;
  931. int i;
  932. for(i = 0; i<IbmVethNumBufferPools; i++)
  933. kobject_unregister(&adapter->rx_buff_pool[i].kobj);
  934. unregister_netdev(netdev);
  935. ibmveth_proc_unregister_adapter(adapter);
  936. free_netdev(netdev);
  937. return 0;
  938. }
  939. #ifdef CONFIG_PROC_FS
  940. static void ibmveth_proc_register_driver(void)
  941. {
  942. ibmveth_proc_dir = proc_mkdir(IBMVETH_PROC_DIR, init_net.proc_net);
  943. if (ibmveth_proc_dir) {
  944. SET_MODULE_OWNER(ibmveth_proc_dir);
  945. }
  946. }
  947. static void ibmveth_proc_unregister_driver(void)
  948. {
  949. remove_proc_entry(IBMVETH_PROC_DIR, init_net.proc_net);
  950. }
  951. static void *ibmveth_seq_start(struct seq_file *seq, loff_t *pos)
  952. {
  953. if (*pos == 0) {
  954. return (void *)1;
  955. } else {
  956. return NULL;
  957. }
  958. }
  959. static void *ibmveth_seq_next(struct seq_file *seq, void *v, loff_t *pos)
  960. {
  961. ++*pos;
  962. return NULL;
  963. }
  964. static void ibmveth_seq_stop(struct seq_file *seq, void *v)
  965. {
  966. }
  967. static int ibmveth_seq_show(struct seq_file *seq, void *v)
  968. {
  969. struct ibmveth_adapter *adapter = seq->private;
  970. char *current_mac = ((char*) &adapter->netdev->dev_addr);
  971. char *firmware_mac = ((char*) &adapter->mac_addr) ;
  972. seq_printf(seq, "%s %s\n\n", ibmveth_driver_string, ibmveth_driver_version);
  973. seq_printf(seq, "Unit Address: 0x%x\n", adapter->vdev->unit_address);
  974. seq_printf(seq, "Current MAC: %02X:%02X:%02X:%02X:%02X:%02X\n",
  975. current_mac[0], current_mac[1], current_mac[2],
  976. current_mac[3], current_mac[4], current_mac[5]);
  977. seq_printf(seq, "Firmware MAC: %02X:%02X:%02X:%02X:%02X:%02X\n",
  978. firmware_mac[0], firmware_mac[1], firmware_mac[2],
  979. firmware_mac[3], firmware_mac[4], firmware_mac[5]);
  980. seq_printf(seq, "\nAdapter Statistics:\n");
  981. seq_printf(seq, " TX: skbuffs linearized: %ld\n", adapter->tx_linearized);
  982. seq_printf(seq, " multi-descriptor sends: %ld\n", adapter->tx_multidesc_send);
  983. seq_printf(seq, " skb_linearize failures: %ld\n", adapter->tx_linearize_failed);
  984. seq_printf(seq, " vio_map_single failres: %ld\n", adapter->tx_map_failed);
  985. seq_printf(seq, " send failures: %ld\n", adapter->tx_send_failed);
  986. seq_printf(seq, " RX: replenish task cycles: %ld\n", adapter->replenish_task_cycles);
  987. seq_printf(seq, " alloc_skb_failures: %ld\n", adapter->replenish_no_mem);
  988. seq_printf(seq, " add buffer failures: %ld\n", adapter->replenish_add_buff_failure);
  989. seq_printf(seq, " invalid buffers: %ld\n", adapter->rx_invalid_buffer);
  990. seq_printf(seq, " no buffers: %ld\n", adapter->rx_no_buffer);
  991. return 0;
  992. }
  993. static struct seq_operations ibmveth_seq_ops = {
  994. .start = ibmveth_seq_start,
  995. .next = ibmveth_seq_next,
  996. .stop = ibmveth_seq_stop,
  997. .show = ibmveth_seq_show,
  998. };
  999. static int ibmveth_proc_open(struct inode *inode, struct file *file)
  1000. {
  1001. struct seq_file *seq;
  1002. struct proc_dir_entry *proc;
  1003. int rc;
  1004. rc = seq_open(file, &ibmveth_seq_ops);
  1005. if (!rc) {
  1006. /* recover the pointer buried in proc_dir_entry data */
  1007. seq = file->private_data;
  1008. proc = PDE(inode);
  1009. seq->private = proc->data;
  1010. }
  1011. return rc;
  1012. }
  1013. static const struct file_operations ibmveth_proc_fops = {
  1014. .owner = THIS_MODULE,
  1015. .open = ibmveth_proc_open,
  1016. .read = seq_read,
  1017. .llseek = seq_lseek,
  1018. .release = seq_release,
  1019. };
  1020. static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter)
  1021. {
  1022. struct proc_dir_entry *entry;
  1023. if (ibmveth_proc_dir) {
  1024. char u_addr[10];
  1025. sprintf(u_addr, "%x", adapter->vdev->unit_address);
  1026. entry = create_proc_entry(u_addr, S_IFREG, ibmveth_proc_dir);
  1027. if (!entry) {
  1028. ibmveth_error_printk("Cannot create adapter proc entry");
  1029. } else {
  1030. entry->data = (void *) adapter;
  1031. entry->proc_fops = &ibmveth_proc_fops;
  1032. SET_MODULE_OWNER(entry);
  1033. }
  1034. }
  1035. return;
  1036. }
  1037. static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter)
  1038. {
  1039. if (ibmveth_proc_dir) {
  1040. char u_addr[10];
  1041. sprintf(u_addr, "%x", adapter->vdev->unit_address);
  1042. remove_proc_entry(u_addr, ibmveth_proc_dir);
  1043. }
  1044. }
  1045. #else /* CONFIG_PROC_FS */
  1046. static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter)
  1047. {
  1048. }
  1049. static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter)
  1050. {
  1051. }
  1052. static void ibmveth_proc_register_driver(void)
  1053. {
  1054. }
  1055. static void ibmveth_proc_unregister_driver(void)
  1056. {
  1057. }
  1058. #endif /* CONFIG_PROC_FS */
  1059. static struct attribute veth_active_attr;
  1060. static struct attribute veth_num_attr;
  1061. static struct attribute veth_size_attr;
  1062. static ssize_t veth_pool_show(struct kobject * kobj,
  1063. struct attribute * attr, char * buf)
  1064. {
  1065. struct ibmveth_buff_pool *pool = container_of(kobj,
  1066. struct ibmveth_buff_pool,
  1067. kobj);
  1068. if (attr == &veth_active_attr)
  1069. return sprintf(buf, "%d\n", pool->active);
  1070. else if (attr == &veth_num_attr)
  1071. return sprintf(buf, "%d\n", pool->size);
  1072. else if (attr == &veth_size_attr)
  1073. return sprintf(buf, "%d\n", pool->buff_size);
  1074. return 0;
  1075. }
  1076. static ssize_t veth_pool_store(struct kobject * kobj, struct attribute * attr,
  1077. const char * buf, size_t count)
  1078. {
  1079. struct ibmveth_buff_pool *pool = container_of(kobj,
  1080. struct ibmveth_buff_pool,
  1081. kobj);
  1082. struct net_device *netdev =
  1083. container_of(kobj->parent, struct device, kobj)->driver_data;
  1084. struct ibmveth_adapter *adapter = netdev->priv;
  1085. long value = simple_strtol(buf, NULL, 10);
  1086. long rc;
  1087. if (attr == &veth_active_attr) {
  1088. if (value && !pool->active) {
  1089. if (netif_running(netdev)) {
  1090. if(ibmveth_alloc_buffer_pool(pool)) {
  1091. ibmveth_error_printk("unable to alloc pool\n");
  1092. return -ENOMEM;
  1093. }
  1094. pool->active = 1;
  1095. adapter->pool_config = 1;
  1096. ibmveth_close(netdev);
  1097. adapter->pool_config = 0;
  1098. if ((rc = ibmveth_open(netdev)))
  1099. return rc;
  1100. } else
  1101. pool->active = 1;
  1102. } else if (!value && pool->active) {
  1103. int mtu = netdev->mtu + IBMVETH_BUFF_OH;
  1104. int i;
  1105. /* Make sure there is a buffer pool with buffers that
  1106. can hold a packet of the size of the MTU */
  1107. for (i = 0; i < IbmVethNumBufferPools; i++) {
  1108. if (pool == &adapter->rx_buff_pool[i])
  1109. continue;
  1110. if (!adapter->rx_buff_pool[i].active)
  1111. continue;
  1112. if (mtu <= adapter->rx_buff_pool[i].buff_size)
  1113. break;
  1114. }
  1115. if (i == IbmVethNumBufferPools) {
  1116. ibmveth_error_printk("no active pool >= MTU\n");
  1117. return -EPERM;
  1118. }
  1119. pool->active = 0;
  1120. if (netif_running(netdev)) {
  1121. adapter->pool_config = 1;
  1122. ibmveth_close(netdev);
  1123. adapter->pool_config = 0;
  1124. if ((rc = ibmveth_open(netdev)))
  1125. return rc;
  1126. }
  1127. }
  1128. } else if (attr == &veth_num_attr) {
  1129. if (value <= 0 || value > IBMVETH_MAX_POOL_COUNT)
  1130. return -EINVAL;
  1131. else {
  1132. if (netif_running(netdev)) {
  1133. adapter->pool_config = 1;
  1134. ibmveth_close(netdev);
  1135. adapter->pool_config = 0;
  1136. pool->size = value;
  1137. if ((rc = ibmveth_open(netdev)))
  1138. return rc;
  1139. } else
  1140. pool->size = value;
  1141. }
  1142. } else if (attr == &veth_size_attr) {
  1143. if (value <= IBMVETH_BUFF_OH || value > IBMVETH_MAX_BUF_SIZE)
  1144. return -EINVAL;
  1145. else {
  1146. if (netif_running(netdev)) {
  1147. adapter->pool_config = 1;
  1148. ibmveth_close(netdev);
  1149. adapter->pool_config = 0;
  1150. pool->buff_size = value;
  1151. if ((rc = ibmveth_open(netdev)))
  1152. return rc;
  1153. } else
  1154. pool->buff_size = value;
  1155. }
  1156. }
  1157. /* kick the interrupt handler to allocate/deallocate pools */
  1158. ibmveth_interrupt(netdev->irq, netdev);
  1159. return count;
  1160. }
  1161. #define ATTR(_name, _mode) \
  1162. struct attribute veth_##_name##_attr = { \
  1163. .name = __stringify(_name), .mode = _mode, \
  1164. };
  1165. static ATTR(active, 0644);
  1166. static ATTR(num, 0644);
  1167. static ATTR(size, 0644);
  1168. static struct attribute * veth_pool_attrs[] = {
  1169. &veth_active_attr,
  1170. &veth_num_attr,
  1171. &veth_size_attr,
  1172. NULL,
  1173. };
  1174. static struct sysfs_ops veth_pool_ops = {
  1175. .show = veth_pool_show,
  1176. .store = veth_pool_store,
  1177. };
  1178. static struct kobj_type ktype_veth_pool = {
  1179. .release = NULL,
  1180. .sysfs_ops = &veth_pool_ops,
  1181. .default_attrs = veth_pool_attrs,
  1182. };
  1183. static struct vio_device_id ibmveth_device_table[] __devinitdata= {
  1184. { "network", "IBM,l-lan"},
  1185. { "", "" }
  1186. };
  1187. MODULE_DEVICE_TABLE(vio, ibmveth_device_table);
  1188. static struct vio_driver ibmveth_driver = {
  1189. .id_table = ibmveth_device_table,
  1190. .probe = ibmveth_probe,
  1191. .remove = ibmveth_remove,
  1192. .driver = {
  1193. .name = ibmveth_driver_name,
  1194. .owner = THIS_MODULE,
  1195. }
  1196. };
  1197. static int __init ibmveth_module_init(void)
  1198. {
  1199. ibmveth_printk("%s: %s %s\n", ibmveth_driver_name, ibmveth_driver_string, ibmveth_driver_version);
  1200. ibmveth_proc_register_driver();
  1201. return vio_register_driver(&ibmveth_driver);
  1202. }
  1203. static void __exit ibmveth_module_exit(void)
  1204. {
  1205. vio_unregister_driver(&ibmveth_driver);
  1206. ibmveth_proc_unregister_driver();
  1207. }
  1208. module_init(ibmveth_module_init);
  1209. module_exit(ibmveth_module_exit);