ipoib.h 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767
  1. /*
  2. * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
  3. * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
  4. * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
  5. *
  6. * This software is available to you under a choice of one of two
  7. * licenses. You may choose to be licensed under the terms of the GNU
  8. * General Public License (GPL) Version 2, available from the file
  9. * COPYING in the main directory of this source tree, or the
  10. * OpenIB.org BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above
  17. * copyright notice, this list of conditions and the following
  18. * disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials
  23. * provided with the distribution.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  26. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  27. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  28. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  29. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  30. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  31. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  32. * SOFTWARE.
  33. */
  34. #ifndef _IPOIB_H
  35. #define _IPOIB_H
  36. #include <linux/list.h>
  37. #include <linux/skbuff.h>
  38. #include <linux/netdevice.h>
  39. #include <linux/workqueue.h>
  40. #include <linux/kref.h>
  41. #include <linux/if_infiniband.h>
  42. #include <linux/mutex.h>
  43. #include <net/neighbour.h>
  44. #include <net/sch_generic.h>
  45. #include <linux/atomic.h>
  46. #include <rdma/ib_verbs.h>
  47. #include <rdma/ib_pack.h>
  48. #include <rdma/ib_sa.h>
  49. #include <linux/sched.h>
  50. /* constants */
  51. enum ipoib_flush_level {
  52. IPOIB_FLUSH_LIGHT,
  53. IPOIB_FLUSH_NORMAL,
  54. IPOIB_FLUSH_HEAVY
  55. };
  56. enum {
  57. IPOIB_ENCAP_LEN = 4,
  58. IPOIB_UD_HEAD_SIZE = IB_GRH_BYTES + IPOIB_ENCAP_LEN,
  59. IPOIB_UD_RX_SG = 2, /* max buffer needed for 4K mtu */
  60. IPOIB_CM_MTU = 0x10000 - 0x10, /* padding to align header to 16 */
  61. IPOIB_CM_BUF_SIZE = IPOIB_CM_MTU + IPOIB_ENCAP_LEN,
  62. IPOIB_CM_HEAD_SIZE = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
  63. IPOIB_CM_RX_SG = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
  64. IPOIB_RX_RING_SIZE = 256,
  65. IPOIB_TX_RING_SIZE = 128,
  66. IPOIB_MAX_QUEUE_SIZE = 8192,
  67. IPOIB_MIN_QUEUE_SIZE = 2,
  68. IPOIB_CM_MAX_CONN_QP = 4096,
  69. IPOIB_NUM_WC = 4,
  70. IPOIB_MAX_PATH_REC_QUEUE = 3,
  71. IPOIB_MAX_MCAST_QUEUE = 3,
  72. IPOIB_FLAG_OPER_UP = 0,
  73. IPOIB_FLAG_INITIALIZED = 1,
  74. IPOIB_FLAG_ADMIN_UP = 2,
  75. IPOIB_PKEY_ASSIGNED = 3,
  76. IPOIB_PKEY_STOP = 4,
  77. IPOIB_FLAG_SUBINTERFACE = 5,
  78. IPOIB_MCAST_RUN = 6,
  79. IPOIB_STOP_REAPER = 7,
  80. IPOIB_FLAG_ADMIN_CM = 9,
  81. IPOIB_FLAG_UMCAST = 10,
  82. IPOIB_STOP_NEIGH_GC = 11,
  83. IPOIB_NEIGH_TBL_FLUSH = 12,
  84. IPOIB_MAX_BACKOFF_SECONDS = 16,
  85. IPOIB_MCAST_FLAG_FOUND = 0, /* used in set_multicast_list */
  86. IPOIB_MCAST_FLAG_SENDONLY = 1,
  87. IPOIB_MCAST_FLAG_BUSY = 2, /* joining or already joined */
  88. IPOIB_MCAST_FLAG_ATTACHED = 3,
  89. MAX_SEND_CQE = 16,
  90. IPOIB_CM_COPYBREAK = 256,
  91. IPOIB_NON_CHILD = 0,
  92. IPOIB_LEGACY_CHILD = 1,
  93. IPOIB_RTNL_CHILD = 2,
  94. };
  95. #define IPOIB_OP_RECV (1ul << 31)
  96. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  97. #define IPOIB_OP_CM (1ul << 30)
  98. #else
  99. #define IPOIB_OP_CM (0)
  100. #endif
  101. #define IPOIB_QPN_MASK ((__force u32) cpu_to_be32(0xFFFFFF))
  102. /* structs */
  103. struct ipoib_header {
  104. __be16 proto;
  105. u16 reserved;
  106. };
  107. struct ipoib_cb {
  108. struct qdisc_skb_cb qdisc_cb;
  109. u8 hwaddr[INFINIBAND_ALEN];
  110. };
  111. /* Used for all multicast joins (broadcast, IPv4 mcast and IPv6 mcast) */
  112. struct ipoib_mcast {
  113. struct ib_sa_mcmember_rec mcmember;
  114. struct ib_sa_multicast *mc;
  115. struct ipoib_ah *ah;
  116. struct rb_node rb_node;
  117. struct list_head list;
  118. unsigned long created;
  119. unsigned long backoff;
  120. unsigned long flags;
  121. unsigned char logcount;
  122. struct list_head neigh_list;
  123. struct sk_buff_head pkt_queue;
  124. struct net_device *dev;
  125. };
  126. struct ipoib_rx_buf {
  127. struct sk_buff *skb;
  128. u64 mapping[IPOIB_UD_RX_SG];
  129. };
  130. struct ipoib_tx_buf {
  131. struct sk_buff *skb;
  132. u64 mapping[MAX_SKB_FRAGS + 1];
  133. };
  134. struct ipoib_cm_tx_buf {
  135. struct sk_buff *skb;
  136. u64 mapping;
  137. };
  138. struct ib_cm_id;
  139. struct ipoib_cm_data {
  140. __be32 qpn; /* High byte MUST be ignored on receive */
  141. __be32 mtu;
  142. };
  143. /*
  144. * Quoting 10.3.1 Queue Pair and EE Context States:
  145. *
  146. * Note, for QPs that are associated with an SRQ, the Consumer should take the
  147. * QP through the Error State before invoking a Destroy QP or a Modify QP to the
  148. * Reset State. The Consumer may invoke the Destroy QP without first performing
  149. * a Modify QP to the Error State and waiting for the Affiliated Asynchronous
  150. * Last WQE Reached Event. However, if the Consumer does not wait for the
  151. * Affiliated Asynchronous Last WQE Reached Event, then WQE and Data Segment
  152. * leakage may occur. Therefore, it is good programming practice to tear down a
  153. * QP that is associated with an SRQ by using the following process:
  154. *
  155. * - Put the QP in the Error State
  156. * - Wait for the Affiliated Asynchronous Last WQE Reached Event;
  157. * - either:
  158. * drain the CQ by invoking the Poll CQ verb and either wait for CQ
  159. * to be empty or the number of Poll CQ operations has exceeded
  160. * CQ capacity size;
  161. * - or
  162. * post another WR that completes on the same CQ and wait for this
  163. * WR to return as a WC;
  164. * - and then invoke a Destroy QP or Reset QP.
  165. *
  166. * We use the second option and wait for a completion on the
  167. * same CQ before destroying QPs attached to our SRQ.
  168. */
  169. enum ipoib_cm_state {
  170. IPOIB_CM_RX_LIVE,
  171. IPOIB_CM_RX_ERROR, /* Ignored by stale task */
  172. IPOIB_CM_RX_FLUSH /* Last WQE Reached event observed */
  173. };
  174. struct ipoib_cm_rx {
  175. struct ib_cm_id *id;
  176. struct ib_qp *qp;
  177. struct ipoib_cm_rx_buf *rx_ring;
  178. struct list_head list;
  179. struct net_device *dev;
  180. unsigned long jiffies;
  181. enum ipoib_cm_state state;
  182. int recv_count;
  183. };
  184. struct ipoib_cm_tx {
  185. struct ib_cm_id *id;
  186. struct ib_qp *qp;
  187. struct list_head list;
  188. struct net_device *dev;
  189. struct ipoib_neigh *neigh;
  190. struct ipoib_path *path;
  191. struct ipoib_cm_tx_buf *tx_ring;
  192. unsigned tx_head;
  193. unsigned tx_tail;
  194. unsigned long flags;
  195. u32 mtu;
  196. };
  197. struct ipoib_cm_rx_buf {
  198. struct sk_buff *skb;
  199. u64 mapping[IPOIB_CM_RX_SG];
  200. };
  201. struct ipoib_cm_dev_priv {
  202. struct ib_srq *srq;
  203. struct ipoib_cm_rx_buf *srq_ring;
  204. struct ib_cm_id *id;
  205. struct list_head passive_ids; /* state: LIVE */
  206. struct list_head rx_error_list; /* state: ERROR */
  207. struct list_head rx_flush_list; /* state: FLUSH, drain not started */
  208. struct list_head rx_drain_list; /* state: FLUSH, drain started */
  209. struct list_head rx_reap_list; /* state: FLUSH, drain done */
  210. struct work_struct start_task;
  211. struct work_struct reap_task;
  212. struct work_struct skb_task;
  213. struct work_struct rx_reap_task;
  214. struct delayed_work stale_task;
  215. struct sk_buff_head skb_queue;
  216. struct list_head start_list;
  217. struct list_head reap_list;
  218. struct ib_wc ibwc[IPOIB_NUM_WC];
  219. struct ib_sge rx_sge[IPOIB_CM_RX_SG];
  220. struct ib_recv_wr rx_wr;
  221. int nonsrq_conn_qp;
  222. int max_cm_mtu;
  223. int num_frags;
  224. };
  225. struct ipoib_ethtool_st {
  226. u16 coalesce_usecs;
  227. u16 max_coalesced_frames;
  228. };
  229. struct ipoib_neigh_table;
  230. struct ipoib_neigh_hash {
  231. struct ipoib_neigh_table *ntbl;
  232. struct ipoib_neigh __rcu **buckets;
  233. struct rcu_head rcu;
  234. u32 mask;
  235. u32 size;
  236. };
  237. struct ipoib_neigh_table {
  238. struct ipoib_neigh_hash __rcu *htbl;
  239. atomic_t entries;
  240. struct completion flushed;
  241. struct completion deleted;
  242. };
  243. /*
  244. * Device private locking: network stack tx_lock protects members used
  245. * in TX fast path, lock protects everything else. lock nests inside
  246. * of tx_lock (ie tx_lock must be acquired first if needed).
  247. */
  248. struct ipoib_dev_priv {
  249. spinlock_t lock;
  250. struct net_device *dev;
  251. struct napi_struct napi;
  252. unsigned long flags;
  253. struct mutex vlan_mutex;
  254. struct rb_root path_tree;
  255. struct list_head path_list;
  256. struct ipoib_neigh_table ntbl;
  257. struct ipoib_mcast *broadcast;
  258. struct list_head multicast_list;
  259. struct rb_root multicast_tree;
  260. struct delayed_work pkey_poll_task;
  261. struct delayed_work mcast_task;
  262. struct work_struct carrier_on_task;
  263. struct work_struct flush_light;
  264. struct work_struct flush_normal;
  265. struct work_struct flush_heavy;
  266. struct work_struct restart_task;
  267. struct delayed_work ah_reap_task;
  268. struct delayed_work neigh_reap_task;
  269. struct ib_device *ca;
  270. u8 port;
  271. u16 pkey;
  272. u16 pkey_index;
  273. struct ib_pd *pd;
  274. struct ib_mr *mr;
  275. struct ib_cq *recv_cq;
  276. struct ib_cq *send_cq;
  277. struct ib_qp *qp;
  278. u32 qkey;
  279. union ib_gid local_gid;
  280. u16 local_lid;
  281. unsigned int admin_mtu;
  282. unsigned int mcast_mtu;
  283. unsigned int max_ib_mtu;
  284. struct ipoib_rx_buf *rx_ring;
  285. struct ipoib_tx_buf *tx_ring;
  286. unsigned tx_head;
  287. unsigned tx_tail;
  288. struct ib_sge tx_sge[MAX_SKB_FRAGS + 1];
  289. struct ib_send_wr tx_wr;
  290. unsigned tx_outstanding;
  291. struct ib_wc send_wc[MAX_SEND_CQE];
  292. struct ib_recv_wr rx_wr;
  293. struct ib_sge rx_sge[IPOIB_UD_RX_SG];
  294. struct ib_wc ibwc[IPOIB_NUM_WC];
  295. struct list_head dead_ahs;
  296. struct ib_event_handler event_handler;
  297. struct net_device *parent;
  298. struct list_head child_intfs;
  299. struct list_head list;
  300. int child_type;
  301. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  302. struct ipoib_cm_dev_priv cm;
  303. #endif
  304. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  305. struct list_head fs_list;
  306. struct dentry *mcg_dentry;
  307. struct dentry *path_dentry;
  308. #endif
  309. int hca_caps;
  310. struct ipoib_ethtool_st ethtool;
  311. struct timer_list poll_timer;
  312. };
  313. struct ipoib_ah {
  314. struct net_device *dev;
  315. struct ib_ah *ah;
  316. struct list_head list;
  317. struct kref ref;
  318. unsigned last_send;
  319. };
  320. struct ipoib_path {
  321. struct net_device *dev;
  322. struct ib_sa_path_rec pathrec;
  323. struct ipoib_ah *ah;
  324. struct sk_buff_head queue;
  325. struct list_head neigh_list;
  326. int query_id;
  327. struct ib_sa_query *query;
  328. struct completion done;
  329. struct rb_node rb_node;
  330. struct list_head list;
  331. int valid;
  332. };
  333. struct ipoib_neigh {
  334. struct ipoib_ah *ah;
  335. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  336. struct ipoib_cm_tx *cm;
  337. #endif
  338. u8 daddr[INFINIBAND_ALEN];
  339. struct sk_buff_head queue;
  340. struct net_device *dev;
  341. struct list_head list;
  342. struct ipoib_neigh __rcu *hnext;
  343. struct rcu_head rcu;
  344. atomic_t refcnt;
  345. unsigned long alive;
  346. };
  347. #define IPOIB_UD_MTU(ib_mtu) (ib_mtu - IPOIB_ENCAP_LEN)
  348. #define IPOIB_UD_BUF_SIZE(ib_mtu) (ib_mtu + IB_GRH_BYTES)
  349. static inline int ipoib_ud_need_sg(unsigned int ib_mtu)
  350. {
  351. return IPOIB_UD_BUF_SIZE(ib_mtu) > PAGE_SIZE;
  352. }
  353. void ipoib_neigh_dtor(struct ipoib_neigh *neigh);
  354. static inline void ipoib_neigh_put(struct ipoib_neigh *neigh)
  355. {
  356. if (atomic_dec_and_test(&neigh->refcnt))
  357. ipoib_neigh_dtor(neigh);
  358. }
  359. struct ipoib_neigh *ipoib_neigh_get(struct net_device *dev, u8 *daddr);
  360. struct ipoib_neigh *ipoib_neigh_alloc(u8 *daddr,
  361. struct net_device *dev);
  362. void ipoib_neigh_free(struct ipoib_neigh *neigh);
  363. void ipoib_del_neighs_by_gid(struct net_device *dev, u8 *gid);
  364. extern struct workqueue_struct *ipoib_workqueue;
  365. /* functions */
  366. int ipoib_poll(struct napi_struct *napi, int budget);
  367. void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr);
  368. void ipoib_send_comp_handler(struct ib_cq *cq, void *dev_ptr);
  369. struct ipoib_ah *ipoib_create_ah(struct net_device *dev,
  370. struct ib_pd *pd, struct ib_ah_attr *attr);
  371. void ipoib_free_ah(struct kref *kref);
  372. static inline void ipoib_put_ah(struct ipoib_ah *ah)
  373. {
  374. kref_put(&ah->ref, ipoib_free_ah);
  375. }
  376. int ipoib_open(struct net_device *dev);
  377. int ipoib_add_pkey_attr(struct net_device *dev);
  378. int ipoib_add_umcast_attr(struct net_device *dev);
  379. void ipoib_send(struct net_device *dev, struct sk_buff *skb,
  380. struct ipoib_ah *address, u32 qpn);
  381. void ipoib_reap_ah(struct work_struct *work);
  382. void ipoib_mark_paths_invalid(struct net_device *dev);
  383. void ipoib_flush_paths(struct net_device *dev);
  384. struct ipoib_dev_priv *ipoib_intf_alloc(const char *format);
  385. int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  386. void ipoib_ib_dev_flush_light(struct work_struct *work);
  387. void ipoib_ib_dev_flush_normal(struct work_struct *work);
  388. void ipoib_ib_dev_flush_heavy(struct work_struct *work);
  389. void ipoib_pkey_event(struct work_struct *work);
  390. void ipoib_ib_dev_cleanup(struct net_device *dev);
  391. int ipoib_ib_dev_open(struct net_device *dev);
  392. int ipoib_ib_dev_up(struct net_device *dev);
  393. int ipoib_ib_dev_down(struct net_device *dev, int flush);
  394. int ipoib_ib_dev_stop(struct net_device *dev, int flush);
  395. int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  396. void ipoib_dev_cleanup(struct net_device *dev);
  397. void ipoib_mcast_join_task(struct work_struct *work);
  398. void ipoib_mcast_carrier_on_task(struct work_struct *work);
  399. void ipoib_mcast_send(struct net_device *dev, u8 *daddr, struct sk_buff *skb);
  400. void ipoib_mcast_restart_task(struct work_struct *work);
  401. int ipoib_mcast_start_thread(struct net_device *dev);
  402. int ipoib_mcast_stop_thread(struct net_device *dev, int flush);
  403. void ipoib_mcast_dev_down(struct net_device *dev);
  404. void ipoib_mcast_dev_flush(struct net_device *dev);
  405. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  406. struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev);
  407. int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
  408. void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
  409. union ib_gid *gid,
  410. unsigned long *created,
  411. unsigned int *queuelen,
  412. unsigned int *complete,
  413. unsigned int *send_only);
  414. struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev);
  415. int ipoib_path_iter_next(struct ipoib_path_iter *iter);
  416. void ipoib_path_iter_read(struct ipoib_path_iter *iter,
  417. struct ipoib_path *path);
  418. #endif
  419. int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
  420. union ib_gid *mgid, int set_qkey);
  421. int ipoib_init_qp(struct net_device *dev);
  422. int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca);
  423. void ipoib_transport_dev_cleanup(struct net_device *dev);
  424. void ipoib_event(struct ib_event_handler *handler,
  425. struct ib_event *record);
  426. int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
  427. int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);
  428. int __ipoib_vlan_add(struct ipoib_dev_priv *ppriv, struct ipoib_dev_priv *priv,
  429. u16 pkey, int child_type);
  430. int __init ipoib_netlink_init(void);
  431. void __exit ipoib_netlink_fini(void);
  432. void ipoib_set_umcast(struct net_device *ndev, int umcast_val);
  433. int ipoib_set_mode(struct net_device *dev, const char *buf);
  434. void ipoib_setup(struct net_device *dev);
  435. void ipoib_pkey_poll(struct work_struct *work);
  436. int ipoib_pkey_dev_delay_open(struct net_device *dev);
  437. void ipoib_drain_cq(struct net_device *dev);
  438. void ipoib_set_ethtool_ops(struct net_device *dev);
  439. int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca);
  440. #define IPOIB_FLAGS_RC 0x80
  441. #define IPOIB_FLAGS_UC 0x40
  442. /* We don't support UC connections at the moment */
  443. #define IPOIB_CM_SUPPORTED(ha) (ha[0] & (IPOIB_FLAGS_RC))
  444. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  445. extern int ipoib_max_conn_qp;
  446. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  447. {
  448. struct ipoib_dev_priv *priv = netdev_priv(dev);
  449. return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
  450. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  451. }
  452. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  453. {
  454. struct ipoib_dev_priv *priv = netdev_priv(dev);
  455. return IPOIB_CM_SUPPORTED(hwaddr) &&
  456. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  457. }
  458. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  459. {
  460. return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
  461. }
  462. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  463. {
  464. return neigh->cm;
  465. }
  466. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  467. {
  468. neigh->cm = tx;
  469. }
  470. static inline int ipoib_cm_has_srq(struct net_device *dev)
  471. {
  472. struct ipoib_dev_priv *priv = netdev_priv(dev);
  473. return !!priv->cm.srq;
  474. }
  475. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  476. {
  477. struct ipoib_dev_priv *priv = netdev_priv(dev);
  478. return priv->cm.max_cm_mtu;
  479. }
  480. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx);
  481. int ipoib_cm_dev_open(struct net_device *dev);
  482. void ipoib_cm_dev_stop(struct net_device *dev);
  483. int ipoib_cm_dev_init(struct net_device *dev);
  484. int ipoib_cm_add_mode_attr(struct net_device *dev);
  485. void ipoib_cm_dev_cleanup(struct net_device *dev);
  486. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  487. struct ipoib_neigh *neigh);
  488. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
  489. void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  490. unsigned int mtu);
  491. void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc);
  492. void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc);
  493. #else
  494. struct ipoib_cm_tx;
  495. #define ipoib_max_conn_qp 0
  496. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  497. {
  498. return 0;
  499. }
  500. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  501. {
  502. return 0;
  503. }
  504. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  505. {
  506. return 0;
  507. }
  508. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  509. {
  510. return NULL;
  511. }
  512. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  513. {
  514. }
  515. static inline int ipoib_cm_has_srq(struct net_device *dev)
  516. {
  517. return 0;
  518. }
  519. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  520. {
  521. return 0;
  522. }
  523. static inline
  524. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx)
  525. {
  526. return;
  527. }
  528. static inline
  529. int ipoib_cm_dev_open(struct net_device *dev)
  530. {
  531. return 0;
  532. }
  533. static inline
  534. void ipoib_cm_dev_stop(struct net_device *dev)
  535. {
  536. return;
  537. }
  538. static inline
  539. int ipoib_cm_dev_init(struct net_device *dev)
  540. {
  541. return -ENOSYS;
  542. }
  543. static inline
  544. void ipoib_cm_dev_cleanup(struct net_device *dev)
  545. {
  546. return;
  547. }
  548. static inline
  549. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  550. struct ipoib_neigh *neigh)
  551. {
  552. return NULL;
  553. }
  554. static inline
  555. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
  556. {
  557. return;
  558. }
  559. static inline
  560. int ipoib_cm_add_mode_attr(struct net_device *dev)
  561. {
  562. return 0;
  563. }
  564. static inline void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  565. unsigned int mtu)
  566. {
  567. dev_kfree_skb_any(skb);
  568. }
  569. static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc)
  570. {
  571. }
  572. static inline void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc)
  573. {
  574. }
  575. #endif
  576. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  577. void ipoib_create_debug_files(struct net_device *dev);
  578. void ipoib_delete_debug_files(struct net_device *dev);
  579. int ipoib_register_debugfs(void);
  580. void ipoib_unregister_debugfs(void);
  581. #else
  582. static inline void ipoib_create_debug_files(struct net_device *dev) { }
  583. static inline void ipoib_delete_debug_files(struct net_device *dev) { }
  584. static inline int ipoib_register_debugfs(void) { return 0; }
  585. static inline void ipoib_unregister_debugfs(void) { }
  586. #endif
  587. #define ipoib_printk(level, priv, format, arg...) \
  588. printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
  589. #define ipoib_warn(priv, format, arg...) \
  590. ipoib_printk(KERN_WARNING, priv, format , ## arg)
  591. extern int ipoib_sendq_size;
  592. extern int ipoib_recvq_size;
  593. extern struct ib_sa_client ipoib_sa_client;
  594. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  595. extern int ipoib_debug_level;
  596. #define ipoib_dbg(priv, format, arg...) \
  597. do { \
  598. if (ipoib_debug_level > 0) \
  599. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  600. } while (0)
  601. #define ipoib_dbg_mcast(priv, format, arg...) \
  602. do { \
  603. if (mcast_debug_level > 0) \
  604. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  605. } while (0)
  606. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  607. #define ipoib_dbg(priv, format, arg...) \
  608. do { (void) (priv); } while (0)
  609. #define ipoib_dbg_mcast(priv, format, arg...) \
  610. do { (void) (priv); } while (0)
  611. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  612. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
  613. #define ipoib_dbg_data(priv, format, arg...) \
  614. do { \
  615. if (data_debug_level > 0) \
  616. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  617. } while (0)
  618. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  619. #define ipoib_dbg_data(priv, format, arg...) \
  620. do { (void) (priv); } while (0)
  621. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  622. #define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)
  623. extern const char ipoib_driver_version[];
  624. #endif /* _IPOIB_H */