ipoib.h 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763
  1. /*
  2. * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
  3. * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
  4. * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
  5. *
  6. * This software is available to you under a choice of one of two
  7. * licenses. You may choose to be licensed under the terms of the GNU
  8. * General Public License (GPL) Version 2, available from the file
  9. * COPYING in the main directory of this source tree, or the
  10. * OpenIB.org BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above
  17. * copyright notice, this list of conditions and the following
  18. * disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials
  23. * provided with the distribution.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  26. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  27. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  28. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  29. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  30. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  31. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  32. * SOFTWARE.
  33. */
  34. #ifndef _IPOIB_H
  35. #define _IPOIB_H
  36. #include <linux/list.h>
  37. #include <linux/skbuff.h>
  38. #include <linux/netdevice.h>
  39. #include <linux/workqueue.h>
  40. #include <linux/kref.h>
  41. #include <linux/if_infiniband.h>
  42. #include <linux/mutex.h>
  43. #include <net/neighbour.h>
  44. #include <net/sch_generic.h>
  45. #include <linux/atomic.h>
  46. #include <rdma/ib_verbs.h>
  47. #include <rdma/ib_pack.h>
  48. #include <rdma/ib_sa.h>
  49. #include <linux/sched.h>
  50. /* constants */
  51. enum ipoib_flush_level {
  52. IPOIB_FLUSH_LIGHT,
  53. IPOIB_FLUSH_NORMAL,
  54. IPOIB_FLUSH_HEAVY
  55. };
  56. enum {
  57. IPOIB_ENCAP_LEN = 4,
  58. IPOIB_UD_HEAD_SIZE = IB_GRH_BYTES + IPOIB_ENCAP_LEN,
  59. IPOIB_UD_RX_SG = 2, /* max buffer needed for 4K mtu */
  60. IPOIB_CM_MTU = 0x10000 - 0x10, /* padding to align header to 16 */
  61. IPOIB_CM_BUF_SIZE = IPOIB_CM_MTU + IPOIB_ENCAP_LEN,
  62. IPOIB_CM_HEAD_SIZE = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
  63. IPOIB_CM_RX_SG = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
  64. IPOIB_RX_RING_SIZE = 256,
  65. IPOIB_TX_RING_SIZE = 128,
  66. IPOIB_MAX_QUEUE_SIZE = 8192,
  67. IPOIB_MIN_QUEUE_SIZE = 2,
  68. IPOIB_CM_MAX_CONN_QP = 4096,
  69. IPOIB_NUM_WC = 4,
  70. IPOIB_MAX_PATH_REC_QUEUE = 3,
  71. IPOIB_MAX_MCAST_QUEUE = 3,
  72. IPOIB_FLAG_OPER_UP = 0,
  73. IPOIB_FLAG_INITIALIZED = 1,
  74. IPOIB_FLAG_ADMIN_UP = 2,
  75. IPOIB_PKEY_ASSIGNED = 3,
  76. IPOIB_PKEY_STOP = 4,
  77. IPOIB_FLAG_SUBINTERFACE = 5,
  78. IPOIB_MCAST_RUN = 6,
  79. IPOIB_STOP_REAPER = 7,
  80. IPOIB_FLAG_ADMIN_CM = 9,
  81. IPOIB_FLAG_UMCAST = 10,
  82. IPOIB_STOP_NEIGH_GC = 11,
  83. IPOIB_NEIGH_TBL_FLUSH = 12,
  84. IPOIB_MAX_BACKOFF_SECONDS = 16,
  85. IPOIB_MCAST_FLAG_FOUND = 0, /* used in set_multicast_list */
  86. IPOIB_MCAST_FLAG_SENDONLY = 1,
  87. IPOIB_MCAST_FLAG_BUSY = 2, /* joining or already joined */
  88. IPOIB_MCAST_FLAG_ATTACHED = 3,
  89. MAX_SEND_CQE = 16,
  90. IPOIB_CM_COPYBREAK = 256,
  91. IPOIB_NON_CHILD = 0,
  92. IPOIB_LEGACY_CHILD = 1,
  93. IPOIB_RTNL_CHILD = 2,
  94. };
  95. #define IPOIB_OP_RECV (1ul << 31)
  96. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  97. #define IPOIB_OP_CM (1ul << 30)
  98. #else
  99. #define IPOIB_OP_CM (0)
  100. #endif
  101. /* structs */
  102. struct ipoib_header {
  103. __be16 proto;
  104. u16 reserved;
  105. };
  106. struct ipoib_cb {
  107. struct qdisc_skb_cb qdisc_cb;
  108. u8 hwaddr[INFINIBAND_ALEN];
  109. };
  110. /* Used for all multicast joins (broadcast, IPv4 mcast and IPv6 mcast) */
  111. struct ipoib_mcast {
  112. struct ib_sa_mcmember_rec mcmember;
  113. struct ib_sa_multicast *mc;
  114. struct ipoib_ah *ah;
  115. struct rb_node rb_node;
  116. struct list_head list;
  117. unsigned long created;
  118. unsigned long backoff;
  119. unsigned long flags;
  120. unsigned char logcount;
  121. struct list_head neigh_list;
  122. struct sk_buff_head pkt_queue;
  123. struct net_device *dev;
  124. };
  125. struct ipoib_rx_buf {
  126. struct sk_buff *skb;
  127. u64 mapping[IPOIB_UD_RX_SG];
  128. };
  129. struct ipoib_tx_buf {
  130. struct sk_buff *skb;
  131. u64 mapping[MAX_SKB_FRAGS + 1];
  132. };
  133. struct ipoib_cm_tx_buf {
  134. struct sk_buff *skb;
  135. u64 mapping;
  136. };
  137. struct ib_cm_id;
  138. struct ipoib_cm_data {
  139. __be32 qpn; /* High byte MUST be ignored on receive */
  140. __be32 mtu;
  141. };
  142. /*
  143. * Quoting 10.3.1 Queue Pair and EE Context States:
  144. *
  145. * Note, for QPs that are associated with an SRQ, the Consumer should take the
  146. * QP through the Error State before invoking a Destroy QP or a Modify QP to the
  147. * Reset State. The Consumer may invoke the Destroy QP without first performing
  148. * a Modify QP to the Error State and waiting for the Affiliated Asynchronous
  149. * Last WQE Reached Event. However, if the Consumer does not wait for the
  150. * Affiliated Asynchronous Last WQE Reached Event, then WQE and Data Segment
  151. * leakage may occur. Therefore, it is good programming practice to tear down a
  152. * QP that is associated with an SRQ by using the following process:
  153. *
  154. * - Put the QP in the Error State
  155. * - Wait for the Affiliated Asynchronous Last WQE Reached Event;
  156. * - either:
  157. * drain the CQ by invoking the Poll CQ verb and either wait for CQ
  158. * to be empty or the number of Poll CQ operations has exceeded
  159. * CQ capacity size;
  160. * - or
  161. * post another WR that completes on the same CQ and wait for this
  162. * WR to return as a WC;
  163. * - and then invoke a Destroy QP or Reset QP.
  164. *
  165. * We use the second option and wait for a completion on the
  166. * same CQ before destroying QPs attached to our SRQ.
  167. */
  168. enum ipoib_cm_state {
  169. IPOIB_CM_RX_LIVE,
  170. IPOIB_CM_RX_ERROR, /* Ignored by stale task */
  171. IPOIB_CM_RX_FLUSH /* Last WQE Reached event observed */
  172. };
  173. struct ipoib_cm_rx {
  174. struct ib_cm_id *id;
  175. struct ib_qp *qp;
  176. struct ipoib_cm_rx_buf *rx_ring;
  177. struct list_head list;
  178. struct net_device *dev;
  179. unsigned long jiffies;
  180. enum ipoib_cm_state state;
  181. int recv_count;
  182. };
  183. struct ipoib_cm_tx {
  184. struct ib_cm_id *id;
  185. struct ib_qp *qp;
  186. struct list_head list;
  187. struct net_device *dev;
  188. struct ipoib_neigh *neigh;
  189. struct ipoib_path *path;
  190. struct ipoib_cm_tx_buf *tx_ring;
  191. unsigned tx_head;
  192. unsigned tx_tail;
  193. unsigned long flags;
  194. u32 mtu;
  195. };
  196. struct ipoib_cm_rx_buf {
  197. struct sk_buff *skb;
  198. u64 mapping[IPOIB_CM_RX_SG];
  199. };
  200. struct ipoib_cm_dev_priv {
  201. struct ib_srq *srq;
  202. struct ipoib_cm_rx_buf *srq_ring;
  203. struct ib_cm_id *id;
  204. struct list_head passive_ids; /* state: LIVE */
  205. struct list_head rx_error_list; /* state: ERROR */
  206. struct list_head rx_flush_list; /* state: FLUSH, drain not started */
  207. struct list_head rx_drain_list; /* state: FLUSH, drain started */
  208. struct list_head rx_reap_list; /* state: FLUSH, drain done */
  209. struct work_struct start_task;
  210. struct work_struct reap_task;
  211. struct work_struct skb_task;
  212. struct work_struct rx_reap_task;
  213. struct delayed_work stale_task;
  214. struct sk_buff_head skb_queue;
  215. struct list_head start_list;
  216. struct list_head reap_list;
  217. struct ib_wc ibwc[IPOIB_NUM_WC];
  218. struct ib_sge rx_sge[IPOIB_CM_RX_SG];
  219. struct ib_recv_wr rx_wr;
  220. int nonsrq_conn_qp;
  221. int max_cm_mtu;
  222. int num_frags;
  223. };
  224. struct ipoib_ethtool_st {
  225. u16 coalesce_usecs;
  226. u16 max_coalesced_frames;
  227. };
  228. struct ipoib_neigh_table;
  229. struct ipoib_neigh_hash {
  230. struct ipoib_neigh_table *ntbl;
  231. struct ipoib_neigh __rcu **buckets;
  232. struct rcu_head rcu;
  233. u32 mask;
  234. u32 size;
  235. };
  236. struct ipoib_neigh_table {
  237. struct ipoib_neigh_hash __rcu *htbl;
  238. atomic_t entries;
  239. struct completion flushed;
  240. struct completion deleted;
  241. };
  242. /*
  243. * Device private locking: network stack tx_lock protects members used
  244. * in TX fast path, lock protects everything else. lock nests inside
  245. * of tx_lock (ie tx_lock must be acquired first if needed).
  246. */
  247. struct ipoib_dev_priv {
  248. spinlock_t lock;
  249. struct net_device *dev;
  250. struct napi_struct napi;
  251. unsigned long flags;
  252. struct mutex vlan_mutex;
  253. struct rb_root path_tree;
  254. struct list_head path_list;
  255. struct ipoib_neigh_table ntbl;
  256. struct ipoib_mcast *broadcast;
  257. struct list_head multicast_list;
  258. struct rb_root multicast_tree;
  259. struct delayed_work pkey_poll_task;
  260. struct delayed_work mcast_task;
  261. struct work_struct carrier_on_task;
  262. struct work_struct flush_light;
  263. struct work_struct flush_normal;
  264. struct work_struct flush_heavy;
  265. struct work_struct restart_task;
  266. struct delayed_work ah_reap_task;
  267. struct delayed_work neigh_reap_task;
  268. struct ib_device *ca;
  269. u8 port;
  270. u16 pkey;
  271. u16 pkey_index;
  272. struct ib_pd *pd;
  273. struct ib_mr *mr;
  274. struct ib_cq *recv_cq;
  275. struct ib_cq *send_cq;
  276. struct ib_qp *qp;
  277. u32 qkey;
  278. union ib_gid local_gid;
  279. u16 local_lid;
  280. unsigned int admin_mtu;
  281. unsigned int mcast_mtu;
  282. unsigned int max_ib_mtu;
  283. struct ipoib_rx_buf *rx_ring;
  284. struct ipoib_tx_buf *tx_ring;
  285. unsigned tx_head;
  286. unsigned tx_tail;
  287. struct ib_sge tx_sge[MAX_SKB_FRAGS + 1];
  288. struct ib_send_wr tx_wr;
  289. unsigned tx_outstanding;
  290. struct ib_wc send_wc[MAX_SEND_CQE];
  291. struct ib_recv_wr rx_wr;
  292. struct ib_sge rx_sge[IPOIB_UD_RX_SG];
  293. struct ib_wc ibwc[IPOIB_NUM_WC];
  294. struct list_head dead_ahs;
  295. struct ib_event_handler event_handler;
  296. struct net_device *parent;
  297. struct list_head child_intfs;
  298. struct list_head list;
  299. int child_type;
  300. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  301. struct ipoib_cm_dev_priv cm;
  302. #endif
  303. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  304. struct list_head fs_list;
  305. struct dentry *mcg_dentry;
  306. struct dentry *path_dentry;
  307. #endif
  308. int hca_caps;
  309. struct ipoib_ethtool_st ethtool;
  310. struct timer_list poll_timer;
  311. };
  312. struct ipoib_ah {
  313. struct net_device *dev;
  314. struct ib_ah *ah;
  315. struct list_head list;
  316. struct kref ref;
  317. unsigned last_send;
  318. };
  319. struct ipoib_path {
  320. struct net_device *dev;
  321. struct ib_sa_path_rec pathrec;
  322. struct ipoib_ah *ah;
  323. struct sk_buff_head queue;
  324. struct list_head neigh_list;
  325. int query_id;
  326. struct ib_sa_query *query;
  327. struct completion done;
  328. struct rb_node rb_node;
  329. struct list_head list;
  330. int valid;
  331. };
  332. struct ipoib_neigh {
  333. struct ipoib_ah *ah;
  334. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  335. struct ipoib_cm_tx *cm;
  336. #endif
  337. u8 daddr[INFINIBAND_ALEN];
  338. struct sk_buff_head queue;
  339. struct net_device *dev;
  340. struct list_head list;
  341. struct ipoib_neigh __rcu *hnext;
  342. struct rcu_head rcu;
  343. atomic_t refcnt;
  344. unsigned long alive;
  345. };
  346. #define IPOIB_UD_MTU(ib_mtu) (ib_mtu - IPOIB_ENCAP_LEN)
  347. #define IPOIB_UD_BUF_SIZE(ib_mtu) (ib_mtu + IB_GRH_BYTES)
  348. static inline int ipoib_ud_need_sg(unsigned int ib_mtu)
  349. {
  350. return IPOIB_UD_BUF_SIZE(ib_mtu) > PAGE_SIZE;
  351. }
  352. void ipoib_neigh_dtor(struct ipoib_neigh *neigh);
  353. static inline void ipoib_neigh_put(struct ipoib_neigh *neigh)
  354. {
  355. if (atomic_dec_and_test(&neigh->refcnt))
  356. ipoib_neigh_dtor(neigh);
  357. }
  358. struct ipoib_neigh *ipoib_neigh_get(struct net_device *dev, u8 *daddr);
  359. struct ipoib_neigh *ipoib_neigh_alloc(u8 *daddr,
  360. struct net_device *dev);
  361. void ipoib_neigh_free(struct ipoib_neigh *neigh);
  362. void ipoib_del_neighs_by_gid(struct net_device *dev, u8 *gid);
  363. extern struct workqueue_struct *ipoib_workqueue;
  364. /* functions */
  365. int ipoib_poll(struct napi_struct *napi, int budget);
  366. void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr);
  367. void ipoib_send_comp_handler(struct ib_cq *cq, void *dev_ptr);
  368. struct ipoib_ah *ipoib_create_ah(struct net_device *dev,
  369. struct ib_pd *pd, struct ib_ah_attr *attr);
  370. void ipoib_free_ah(struct kref *kref);
  371. static inline void ipoib_put_ah(struct ipoib_ah *ah)
  372. {
  373. kref_put(&ah->ref, ipoib_free_ah);
  374. }
  375. int ipoib_open(struct net_device *dev);
  376. int ipoib_add_pkey_attr(struct net_device *dev);
  377. int ipoib_add_umcast_attr(struct net_device *dev);
  378. void ipoib_send(struct net_device *dev, struct sk_buff *skb,
  379. struct ipoib_ah *address, u32 qpn);
  380. void ipoib_reap_ah(struct work_struct *work);
  381. void ipoib_mark_paths_invalid(struct net_device *dev);
  382. void ipoib_flush_paths(struct net_device *dev);
  383. struct ipoib_dev_priv *ipoib_intf_alloc(const char *format);
  384. int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  385. void ipoib_ib_dev_flush_light(struct work_struct *work);
  386. void ipoib_ib_dev_flush_normal(struct work_struct *work);
  387. void ipoib_ib_dev_flush_heavy(struct work_struct *work);
  388. void ipoib_pkey_event(struct work_struct *work);
  389. void ipoib_ib_dev_cleanup(struct net_device *dev);
  390. int ipoib_ib_dev_open(struct net_device *dev);
  391. int ipoib_ib_dev_up(struct net_device *dev);
  392. int ipoib_ib_dev_down(struct net_device *dev, int flush);
  393. int ipoib_ib_dev_stop(struct net_device *dev, int flush);
  394. int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
  395. void ipoib_dev_cleanup(struct net_device *dev);
  396. void ipoib_mcast_join_task(struct work_struct *work);
  397. void ipoib_mcast_carrier_on_task(struct work_struct *work);
  398. void ipoib_mcast_send(struct net_device *dev, u8 *daddr, struct sk_buff *skb);
  399. void ipoib_mcast_restart_task(struct work_struct *work);
  400. int ipoib_mcast_start_thread(struct net_device *dev);
  401. int ipoib_mcast_stop_thread(struct net_device *dev, int flush);
  402. void ipoib_mcast_dev_down(struct net_device *dev);
  403. void ipoib_mcast_dev_flush(struct net_device *dev);
  404. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  405. struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev);
  406. int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
  407. void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
  408. union ib_gid *gid,
  409. unsigned long *created,
  410. unsigned int *queuelen,
  411. unsigned int *complete,
  412. unsigned int *send_only);
  413. struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev);
  414. int ipoib_path_iter_next(struct ipoib_path_iter *iter);
  415. void ipoib_path_iter_read(struct ipoib_path_iter *iter,
  416. struct ipoib_path *path);
  417. #endif
  418. int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
  419. union ib_gid *mgid, int set_qkey);
  420. int ipoib_init_qp(struct net_device *dev);
  421. int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca);
  422. void ipoib_transport_dev_cleanup(struct net_device *dev);
  423. void ipoib_event(struct ib_event_handler *handler,
  424. struct ib_event *record);
  425. int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
  426. int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);
  427. int __ipoib_vlan_add(struct ipoib_dev_priv *ppriv, struct ipoib_dev_priv *priv,
  428. u16 pkey, int child_type);
  429. int __init ipoib_netlink_init(void);
  430. void __exit ipoib_netlink_fini(void);
  431. void ipoib_set_umcast(struct net_device *ndev, int umcast_val);
  432. int ipoib_set_mode(struct net_device *dev, const char *buf);
  433. void ipoib_setup(struct net_device *dev);
  434. void ipoib_pkey_poll(struct work_struct *work);
  435. int ipoib_pkey_dev_delay_open(struct net_device *dev);
  436. void ipoib_drain_cq(struct net_device *dev);
  437. void ipoib_set_ethtool_ops(struct net_device *dev);
  438. int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca);
  439. #define IPOIB_FLAGS_RC 0x80
  440. #define IPOIB_FLAGS_UC 0x40
  441. /* We don't support UC connections at the moment */
  442. #define IPOIB_CM_SUPPORTED(ha) (ha[0] & (IPOIB_FLAGS_RC))
  443. #ifdef CONFIG_INFINIBAND_IPOIB_CM
  444. extern int ipoib_max_conn_qp;
  445. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  446. {
  447. struct ipoib_dev_priv *priv = netdev_priv(dev);
  448. return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
  449. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  450. }
  451. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  452. {
  453. struct ipoib_dev_priv *priv = netdev_priv(dev);
  454. return IPOIB_CM_SUPPORTED(hwaddr) &&
  455. test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
  456. }
  457. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  458. {
  459. return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
  460. }
  461. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  462. {
  463. return neigh->cm;
  464. }
  465. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  466. {
  467. neigh->cm = tx;
  468. }
  469. static inline int ipoib_cm_has_srq(struct net_device *dev)
  470. {
  471. struct ipoib_dev_priv *priv = netdev_priv(dev);
  472. return !!priv->cm.srq;
  473. }
  474. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  475. {
  476. struct ipoib_dev_priv *priv = netdev_priv(dev);
  477. return priv->cm.max_cm_mtu;
  478. }
  479. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx);
  480. int ipoib_cm_dev_open(struct net_device *dev);
  481. void ipoib_cm_dev_stop(struct net_device *dev);
  482. int ipoib_cm_dev_init(struct net_device *dev);
  483. int ipoib_cm_add_mode_attr(struct net_device *dev);
  484. void ipoib_cm_dev_cleanup(struct net_device *dev);
  485. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  486. struct ipoib_neigh *neigh);
  487. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
  488. void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  489. unsigned int mtu);
  490. void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc);
  491. void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc);
  492. #else
  493. struct ipoib_cm_tx;
  494. #define ipoib_max_conn_qp 0
  495. static inline int ipoib_cm_admin_enabled(struct net_device *dev)
  496. {
  497. return 0;
  498. }
  499. static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
  500. {
  501. return 0;
  502. }
  503. static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
  504. {
  505. return 0;
  506. }
  507. static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
  508. {
  509. return NULL;
  510. }
  511. static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
  512. {
  513. }
  514. static inline int ipoib_cm_has_srq(struct net_device *dev)
  515. {
  516. return 0;
  517. }
  518. static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
  519. {
  520. return 0;
  521. }
  522. static inline
  523. void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx)
  524. {
  525. return;
  526. }
  527. static inline
  528. int ipoib_cm_dev_open(struct net_device *dev)
  529. {
  530. return 0;
  531. }
  532. static inline
  533. void ipoib_cm_dev_stop(struct net_device *dev)
  534. {
  535. return;
  536. }
  537. static inline
  538. int ipoib_cm_dev_init(struct net_device *dev)
  539. {
  540. return -ENOSYS;
  541. }
  542. static inline
  543. void ipoib_cm_dev_cleanup(struct net_device *dev)
  544. {
  545. return;
  546. }
  547. static inline
  548. struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
  549. struct ipoib_neigh *neigh)
  550. {
  551. return NULL;
  552. }
  553. static inline
  554. void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
  555. {
  556. return;
  557. }
  558. static inline
  559. int ipoib_cm_add_mode_attr(struct net_device *dev)
  560. {
  561. return 0;
  562. }
  563. static inline void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
  564. unsigned int mtu)
  565. {
  566. dev_kfree_skb_any(skb);
  567. }
  568. static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc)
  569. {
  570. }
  571. static inline void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc)
  572. {
  573. }
  574. #endif
  575. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  576. void ipoib_create_debug_files(struct net_device *dev);
  577. void ipoib_delete_debug_files(struct net_device *dev);
  578. int ipoib_register_debugfs(void);
  579. void ipoib_unregister_debugfs(void);
  580. #else
  581. static inline void ipoib_create_debug_files(struct net_device *dev) { }
  582. static inline void ipoib_delete_debug_files(struct net_device *dev) { }
  583. static inline int ipoib_register_debugfs(void) { return 0; }
  584. static inline void ipoib_unregister_debugfs(void) { }
  585. #endif
  586. #define ipoib_printk(level, priv, format, arg...) \
  587. printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
  588. #define ipoib_warn(priv, format, arg...) \
  589. ipoib_printk(KERN_WARNING, priv, format , ## arg)
  590. extern int ipoib_sendq_size;
  591. extern int ipoib_recvq_size;
  592. extern struct ib_sa_client ipoib_sa_client;
  593. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
  594. extern int ipoib_debug_level;
  595. #define ipoib_dbg(priv, format, arg...) \
  596. do { \
  597. if (ipoib_debug_level > 0) \
  598. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  599. } while (0)
  600. #define ipoib_dbg_mcast(priv, format, arg...) \
  601. do { \
  602. if (mcast_debug_level > 0) \
  603. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  604. } while (0)
  605. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  606. #define ipoib_dbg(priv, format, arg...) \
  607. do { (void) (priv); } while (0)
  608. #define ipoib_dbg_mcast(priv, format, arg...) \
  609. do { (void) (priv); } while (0)
  610. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */
  611. #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
  612. #define ipoib_dbg_data(priv, format, arg...) \
  613. do { \
  614. if (data_debug_level > 0) \
  615. ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
  616. } while (0)
  617. #else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  618. #define ipoib_dbg_data(priv, format, arg...) \
  619. do { (void) (priv); } while (0)
  620. #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
  621. #define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)
  622. #endif /* _IPOIB_H */