sock.h 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Definitions for the AF_INET socket handler.
  7. *
  8. * Version: @(#)sock.h 1.0.4 05/13/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Corey Minyard <wf-rch!minyard@relay.EU.net>
  13. * Florian La Roche <flla@stud.uni-sb.de>
  14. *
  15. * Fixes:
  16. * Alan Cox : Volatiles in skbuff pointers. See
  17. * skbuff comments. May be overdone,
  18. * better to prove they can be removed
  19. * than the reverse.
  20. * Alan Cox : Added a zapped field for tcp to note
  21. * a socket is reset and must stay shut up
  22. * Alan Cox : New fields for options
  23. * Pauline Middelink : identd support
  24. * Alan Cox : Eliminate low level recv/recvfrom
  25. * David S. Miller : New socket lookup architecture.
  26. * Steve Whitehouse: Default routines for sock_ops
  27. * Arnaldo C. Melo : removed net_pinfo, tp_pinfo and made
  28. * protinfo be just a void pointer, as the
  29. * protocol specific parts were moved to
  30. * respective headers and ipv4/v6, etc now
  31. * use private slabcaches for its socks
  32. * Pedro Hortas : New flags field for socket options
  33. *
  34. *
  35. * This program is free software; you can redistribute it and/or
  36. * modify it under the terms of the GNU General Public License
  37. * as published by the Free Software Foundation; either version
  38. * 2 of the License, or (at your option) any later version.
  39. */
  40. #ifndef _SOCK_H
  41. #define _SOCK_H
  42. #include <linux/config.h>
  43. #include <linux/list.h>
  44. #include <linux/timer.h>
  45. #include <linux/cache.h>
  46. #include <linux/module.h>
  47. #include <linux/netdevice.h>
  48. #include <linux/skbuff.h> /* struct sk_buff */
  49. #include <linux/security.h>
  50. #include <linux/filter.h>
  51. #include <asm/atomic.h>
  52. #include <net/dst.h>
  53. #include <net/checksum.h>
  54. /*
  55. * This structure really needs to be cleaned up.
  56. * Most of it is for TCP, and not used by any of
  57. * the other protocols.
  58. */
  59. /* Define this to get the SOCK_DBG debugging facility. */
  60. #define SOCK_DEBUGGING
  61. #ifdef SOCK_DEBUGGING
  62. #define SOCK_DEBUG(sk, msg...) do { if ((sk) && sock_flag((sk), SOCK_DBG)) \
  63. printk(KERN_DEBUG msg); } while (0)
  64. #else
  65. #define SOCK_DEBUG(sk, msg...) do { } while (0)
  66. #endif
  67. /* This is the per-socket lock. The spinlock provides a synchronization
  68. * between user contexts and software interrupt processing, whereas the
  69. * mini-semaphore synchronizes multiple users amongst themselves.
  70. */
  71. struct sock_iocb;
  72. typedef struct {
  73. spinlock_t slock;
  74. struct sock_iocb *owner;
  75. wait_queue_head_t wq;
  76. } socket_lock_t;
  77. #define sock_lock_init(__sk) \
  78. do { spin_lock_init(&((__sk)->sk_lock.slock)); \
  79. (__sk)->sk_lock.owner = NULL; \
  80. init_waitqueue_head(&((__sk)->sk_lock.wq)); \
  81. } while(0)
  82. struct sock;
  83. /**
  84. * struct sock_common - minimal network layer representation of sockets
  85. * @skc_family: network address family
  86. * @skc_state: Connection state
  87. * @skc_reuse: %SO_REUSEADDR setting
  88. * @skc_bound_dev_if: bound device index if != 0
  89. * @skc_node: main hash linkage for various protocol lookup tables
  90. * @skc_bind_node: bind hash linkage for various protocol lookup tables
  91. * @skc_refcnt: reference count
  92. *
  93. * This is the minimal network layer representation of sockets, the header
  94. * for struct sock and struct tcp_tw_bucket.
  95. */
  96. struct sock_common {
  97. unsigned short skc_family;
  98. volatile unsigned char skc_state;
  99. unsigned char skc_reuse;
  100. int skc_bound_dev_if;
  101. struct hlist_node skc_node;
  102. struct hlist_node skc_bind_node;
  103. atomic_t skc_refcnt;
  104. };
  105. /**
  106. * struct sock - network layer representation of sockets
  107. * @__sk_common: shared layout with tcp_tw_bucket
  108. * @sk_shutdown: mask of %SEND_SHUTDOWN and/or %RCV_SHUTDOWN
  109. * @sk_userlocks: %SO_SNDBUF and %SO_RCVBUF settings
  110. * @sk_lock: synchronizer
  111. * @sk_rcvbuf: size of receive buffer in bytes
  112. * @sk_sleep: sock wait queue
  113. * @sk_dst_cache: destination cache
  114. * @sk_dst_lock: destination cache lock
  115. * @sk_policy: flow policy
  116. * @sk_rmem_alloc: receive queue bytes committed
  117. * @sk_receive_queue: incoming packets
  118. * @sk_wmem_alloc: transmit queue bytes committed
  119. * @sk_write_queue: Packet sending queue
  120. * @sk_omem_alloc: "o" is "option" or "other"
  121. * @sk_wmem_queued: persistent queue size
  122. * @sk_forward_alloc: space allocated forward
  123. * @sk_allocation: allocation mode
  124. * @sk_sndbuf: size of send buffer in bytes
  125. * @sk_flags: %SO_LINGER (l_onoff), %SO_BROADCAST, %SO_KEEPALIVE, %SO_OOBINLINE settings
  126. * @sk_no_check: %SO_NO_CHECK setting, wether or not checkup packets
  127. * @sk_route_caps: route capabilities (e.g. %NETIF_F_TSO)
  128. * @sk_lingertime: %SO_LINGER l_linger setting
  129. * @sk_hashent: hash entry in several tables (e.g. tcp_ehash)
  130. * @sk_backlog: always used with the per-socket spinlock held
  131. * @sk_callback_lock: used with the callbacks in the end of this struct
  132. * @sk_error_queue: rarely used
  133. * @sk_prot: protocol handlers inside a network family
  134. * @sk_prot_creator: sk_prot of original sock creator (see ipv6_setsockopt, IPV6_ADDRFORM for instance)
  135. * @sk_err: last error
  136. * @sk_err_soft: errors that don't cause failure but are the cause of a persistent failure not just 'timed out'
  137. * @sk_ack_backlog: current listen backlog
  138. * @sk_max_ack_backlog: listen backlog set in listen()
  139. * @sk_priority: %SO_PRIORITY setting
  140. * @sk_type: socket type (%SOCK_STREAM, etc)
  141. * @sk_protocol: which protocol this socket belongs in this network family
  142. * @sk_peercred: %SO_PEERCRED setting
  143. * @sk_rcvlowat: %SO_RCVLOWAT setting
  144. * @sk_rcvtimeo: %SO_RCVTIMEO setting
  145. * @sk_sndtimeo: %SO_SNDTIMEO setting
  146. * @sk_filter: socket filtering instructions
  147. * @sk_protinfo: private area, net family specific, when not using slab
  148. * @sk_timer: sock cleanup timer
  149. * @sk_stamp: time stamp of last packet received
  150. * @sk_socket: Identd and reporting IO signals
  151. * @sk_user_data: RPC layer private data
  152. * @sk_sndmsg_page: cached page for sendmsg
  153. * @sk_sndmsg_off: cached offset for sendmsg
  154. * @sk_send_head: front of stuff to transmit
  155. * @sk_security: used by security modules
  156. * @sk_write_pending: a write to stream socket waits to start
  157. * @sk_state_change: callback to indicate change in the state of the sock
  158. * @sk_data_ready: callback to indicate there is data to be processed
  159. * @sk_write_space: callback to indicate there is bf sending space available
  160. * @sk_error_report: callback to indicate errors (e.g. %MSG_ERRQUEUE)
  161. * @sk_backlog_rcv: callback to process the backlog
  162. * @sk_destruct: called at sock freeing time, i.e. when all refcnt == 0
  163. */
  164. struct sock {
  165. /*
  166. * Now struct tcp_tw_bucket also uses sock_common, so please just
  167. * don't add nothing before this first member (__sk_common) --acme
  168. */
  169. struct sock_common __sk_common;
  170. #define sk_family __sk_common.skc_family
  171. #define sk_state __sk_common.skc_state
  172. #define sk_reuse __sk_common.skc_reuse
  173. #define sk_bound_dev_if __sk_common.skc_bound_dev_if
  174. #define sk_node __sk_common.skc_node
  175. #define sk_bind_node __sk_common.skc_bind_node
  176. #define sk_refcnt __sk_common.skc_refcnt
  177. unsigned char sk_shutdown : 2,
  178. sk_no_check : 2,
  179. sk_userlocks : 4;
  180. unsigned char sk_protocol;
  181. unsigned short sk_type;
  182. int sk_rcvbuf;
  183. socket_lock_t sk_lock;
  184. wait_queue_head_t *sk_sleep;
  185. struct dst_entry *sk_dst_cache;
  186. struct xfrm_policy *sk_policy[2];
  187. rwlock_t sk_dst_lock;
  188. atomic_t sk_rmem_alloc;
  189. atomic_t sk_wmem_alloc;
  190. atomic_t sk_omem_alloc;
  191. struct sk_buff_head sk_receive_queue;
  192. struct sk_buff_head sk_write_queue;
  193. int sk_wmem_queued;
  194. int sk_forward_alloc;
  195. unsigned int sk_allocation;
  196. int sk_sndbuf;
  197. int sk_route_caps;
  198. int sk_hashent;
  199. unsigned long sk_flags;
  200. unsigned long sk_lingertime;
  201. /*
  202. * The backlog queue is special, it is always used with
  203. * the per-socket spinlock held and requires low latency
  204. * access. Therefore we special case it's implementation.
  205. */
  206. struct {
  207. struct sk_buff *head;
  208. struct sk_buff *tail;
  209. } sk_backlog;
  210. struct sk_buff_head sk_error_queue;
  211. struct proto *sk_prot;
  212. struct proto *sk_prot_creator;
  213. rwlock_t sk_callback_lock;
  214. int sk_err,
  215. sk_err_soft;
  216. unsigned short sk_ack_backlog;
  217. unsigned short sk_max_ack_backlog;
  218. __u32 sk_priority;
  219. struct ucred sk_peercred;
  220. int sk_rcvlowat;
  221. long sk_rcvtimeo;
  222. long sk_sndtimeo;
  223. struct sk_filter *sk_filter;
  224. void *sk_protinfo;
  225. struct timer_list sk_timer;
  226. struct timeval sk_stamp;
  227. struct socket *sk_socket;
  228. void *sk_user_data;
  229. struct page *sk_sndmsg_page;
  230. struct sk_buff *sk_send_head;
  231. __u32 sk_sndmsg_off;
  232. int sk_write_pending;
  233. void *sk_security;
  234. void (*sk_state_change)(struct sock *sk);
  235. void (*sk_data_ready)(struct sock *sk, int bytes);
  236. void (*sk_write_space)(struct sock *sk);
  237. void (*sk_error_report)(struct sock *sk);
  238. int (*sk_backlog_rcv)(struct sock *sk,
  239. struct sk_buff *skb);
  240. void (*sk_destruct)(struct sock *sk);
  241. };
  242. /*
  243. * Hashed lists helper routines
  244. */
  245. static inline struct sock *__sk_head(struct hlist_head *head)
  246. {
  247. return hlist_entry(head->first, struct sock, sk_node);
  248. }
  249. static inline struct sock *sk_head(struct hlist_head *head)
  250. {
  251. return hlist_empty(head) ? NULL : __sk_head(head);
  252. }
  253. static inline struct sock *sk_next(struct sock *sk)
  254. {
  255. return sk->sk_node.next ?
  256. hlist_entry(sk->sk_node.next, struct sock, sk_node) : NULL;
  257. }
  258. static inline int sk_unhashed(struct sock *sk)
  259. {
  260. return hlist_unhashed(&sk->sk_node);
  261. }
  262. static inline int sk_hashed(struct sock *sk)
  263. {
  264. return sk->sk_node.pprev != NULL;
  265. }
  266. static __inline__ void sk_node_init(struct hlist_node *node)
  267. {
  268. node->pprev = NULL;
  269. }
  270. static __inline__ void __sk_del_node(struct sock *sk)
  271. {
  272. __hlist_del(&sk->sk_node);
  273. }
  274. static __inline__ int __sk_del_node_init(struct sock *sk)
  275. {
  276. if (sk_hashed(sk)) {
  277. __sk_del_node(sk);
  278. sk_node_init(&sk->sk_node);
  279. return 1;
  280. }
  281. return 0;
  282. }
  283. /* Grab socket reference count. This operation is valid only
  284. when sk is ALREADY grabbed f.e. it is found in hash table
  285. or a list and the lookup is made under lock preventing hash table
  286. modifications.
  287. */
  288. static inline void sock_hold(struct sock *sk)
  289. {
  290. atomic_inc(&sk->sk_refcnt);
  291. }
  292. /* Ungrab socket in the context, which assumes that socket refcnt
  293. cannot hit zero, f.e. it is true in context of any socketcall.
  294. */
  295. static inline void __sock_put(struct sock *sk)
  296. {
  297. atomic_dec(&sk->sk_refcnt);
  298. }
  299. static __inline__ int sk_del_node_init(struct sock *sk)
  300. {
  301. int rc = __sk_del_node_init(sk);
  302. if (rc) {
  303. /* paranoid for a while -acme */
  304. WARN_ON(atomic_read(&sk->sk_refcnt) == 1);
  305. __sock_put(sk);
  306. }
  307. return rc;
  308. }
  309. static __inline__ void __sk_add_node(struct sock *sk, struct hlist_head *list)
  310. {
  311. hlist_add_head(&sk->sk_node, list);
  312. }
  313. static __inline__ void sk_add_node(struct sock *sk, struct hlist_head *list)
  314. {
  315. sock_hold(sk);
  316. __sk_add_node(sk, list);
  317. }
  318. static __inline__ void __sk_del_bind_node(struct sock *sk)
  319. {
  320. __hlist_del(&sk->sk_bind_node);
  321. }
  322. static __inline__ void sk_add_bind_node(struct sock *sk,
  323. struct hlist_head *list)
  324. {
  325. hlist_add_head(&sk->sk_bind_node, list);
  326. }
  327. #define sk_for_each(__sk, node, list) \
  328. hlist_for_each_entry(__sk, node, list, sk_node)
  329. #define sk_for_each_from(__sk, node) \
  330. if (__sk && ({ node = &(__sk)->sk_node; 1; })) \
  331. hlist_for_each_entry_from(__sk, node, sk_node)
  332. #define sk_for_each_continue(__sk, node) \
  333. if (__sk && ({ node = &(__sk)->sk_node; 1; })) \
  334. hlist_for_each_entry_continue(__sk, node, sk_node)
  335. #define sk_for_each_safe(__sk, node, tmp, list) \
  336. hlist_for_each_entry_safe(__sk, node, tmp, list, sk_node)
  337. #define sk_for_each_bound(__sk, node, list) \
  338. hlist_for_each_entry(__sk, node, list, sk_bind_node)
  339. /* Sock flags */
  340. enum sock_flags {
  341. SOCK_DEAD,
  342. SOCK_DONE,
  343. SOCK_URGINLINE,
  344. SOCK_KEEPOPEN,
  345. SOCK_LINGER,
  346. SOCK_DESTROY,
  347. SOCK_BROADCAST,
  348. SOCK_TIMESTAMP,
  349. SOCK_ZAPPED,
  350. SOCK_USE_WRITE_QUEUE, /* whether to call sk->sk_write_space in sock_wfree */
  351. SOCK_DBG, /* %SO_DEBUG setting */
  352. SOCK_RCVTSTAMP, /* %SO_TIMESTAMP setting */
  353. SOCK_NO_LARGESEND, /* whether to sent large segments or not */
  354. SOCK_LOCALROUTE, /* route locally only, %SO_DONTROUTE setting */
  355. SOCK_QUEUE_SHRUNK, /* write queue has been shrunk recently */
  356. };
  357. static inline void sock_set_flag(struct sock *sk, enum sock_flags flag)
  358. {
  359. __set_bit(flag, &sk->sk_flags);
  360. }
  361. static inline void sock_reset_flag(struct sock *sk, enum sock_flags flag)
  362. {
  363. __clear_bit(flag, &sk->sk_flags);
  364. }
  365. static inline int sock_flag(struct sock *sk, enum sock_flags flag)
  366. {
  367. return test_bit(flag, &sk->sk_flags);
  368. }
  369. static inline void sk_acceptq_removed(struct sock *sk)
  370. {
  371. sk->sk_ack_backlog--;
  372. }
  373. static inline void sk_acceptq_added(struct sock *sk)
  374. {
  375. sk->sk_ack_backlog++;
  376. }
  377. static inline int sk_acceptq_is_full(struct sock *sk)
  378. {
  379. return sk->sk_ack_backlog > sk->sk_max_ack_backlog;
  380. }
  381. /*
  382. * Compute minimal free write space needed to queue new packets.
  383. */
  384. static inline int sk_stream_min_wspace(struct sock *sk)
  385. {
  386. return sk->sk_wmem_queued / 2;
  387. }
  388. static inline int sk_stream_wspace(struct sock *sk)
  389. {
  390. return sk->sk_sndbuf - sk->sk_wmem_queued;
  391. }
  392. extern void sk_stream_write_space(struct sock *sk);
  393. static inline int sk_stream_memory_free(struct sock *sk)
  394. {
  395. return sk->sk_wmem_queued < sk->sk_sndbuf;
  396. }
  397. extern void sk_stream_rfree(struct sk_buff *skb);
  398. static inline void sk_stream_set_owner_r(struct sk_buff *skb, struct sock *sk)
  399. {
  400. skb->sk = sk;
  401. skb->destructor = sk_stream_rfree;
  402. atomic_add(skb->truesize, &sk->sk_rmem_alloc);
  403. sk->sk_forward_alloc -= skb->truesize;
  404. }
  405. static inline void sk_stream_free_skb(struct sock *sk, struct sk_buff *skb)
  406. {
  407. sock_set_flag(sk, SOCK_QUEUE_SHRUNK);
  408. sk->sk_wmem_queued -= skb->truesize;
  409. sk->sk_forward_alloc += skb->truesize;
  410. __kfree_skb(skb);
  411. }
  412. /* The per-socket spinlock must be held here. */
  413. #define sk_add_backlog(__sk, __skb) \
  414. do { if (!(__sk)->sk_backlog.tail) { \
  415. (__sk)->sk_backlog.head = \
  416. (__sk)->sk_backlog.tail = (__skb); \
  417. } else { \
  418. ((__sk)->sk_backlog.tail)->next = (__skb); \
  419. (__sk)->sk_backlog.tail = (__skb); \
  420. } \
  421. (__skb)->next = NULL; \
  422. } while(0)
  423. #define sk_wait_event(__sk, __timeo, __condition) \
  424. ({ int rc; \
  425. release_sock(__sk); \
  426. rc = __condition; \
  427. if (!rc) { \
  428. *(__timeo) = schedule_timeout(*(__timeo)); \
  429. rc = __condition; \
  430. } \
  431. lock_sock(__sk); \
  432. rc; \
  433. })
  434. extern int sk_stream_wait_connect(struct sock *sk, long *timeo_p);
  435. extern int sk_stream_wait_memory(struct sock *sk, long *timeo_p);
  436. extern void sk_stream_wait_close(struct sock *sk, long timeo_p);
  437. extern int sk_stream_error(struct sock *sk, int flags, int err);
  438. extern void sk_stream_kill_queues(struct sock *sk);
  439. extern int sk_wait_data(struct sock *sk, long *timeo);
  440. struct request_sock_ops;
  441. /* Networking protocol blocks we attach to sockets.
  442. * socket layer -> transport layer interface
  443. * transport -> network interface is defined by struct inet_proto
  444. */
  445. struct proto {
  446. void (*close)(struct sock *sk,
  447. long timeout);
  448. int (*connect)(struct sock *sk,
  449. struct sockaddr *uaddr,
  450. int addr_len);
  451. int (*disconnect)(struct sock *sk, int flags);
  452. struct sock * (*accept) (struct sock *sk, int flags, int *err);
  453. int (*ioctl)(struct sock *sk, int cmd,
  454. unsigned long arg);
  455. int (*init)(struct sock *sk);
  456. int (*destroy)(struct sock *sk);
  457. void (*shutdown)(struct sock *sk, int how);
  458. int (*setsockopt)(struct sock *sk, int level,
  459. int optname, char __user *optval,
  460. int optlen);
  461. int (*getsockopt)(struct sock *sk, int level,
  462. int optname, char __user *optval,
  463. int __user *option);
  464. int (*sendmsg)(struct kiocb *iocb, struct sock *sk,
  465. struct msghdr *msg, size_t len);
  466. int (*recvmsg)(struct kiocb *iocb, struct sock *sk,
  467. struct msghdr *msg,
  468. size_t len, int noblock, int flags,
  469. int *addr_len);
  470. int (*sendpage)(struct sock *sk, struct page *page,
  471. int offset, size_t size, int flags);
  472. int (*bind)(struct sock *sk,
  473. struct sockaddr *uaddr, int addr_len);
  474. int (*backlog_rcv) (struct sock *sk,
  475. struct sk_buff *skb);
  476. /* Keeping track of sk's, looking them up, and port selection methods. */
  477. void (*hash)(struct sock *sk);
  478. void (*unhash)(struct sock *sk);
  479. int (*get_port)(struct sock *sk, unsigned short snum);
  480. /* Memory pressure */
  481. void (*enter_memory_pressure)(void);
  482. atomic_t *memory_allocated; /* Current allocated memory. */
  483. atomic_t *sockets_allocated; /* Current number of sockets. */
  484. /*
  485. * Pressure flag: try to collapse.
  486. * Technical note: it is used by multiple contexts non atomically.
  487. * All the sk_stream_mem_schedule() is of this nature: accounting
  488. * is strict, actions are advisory and have some latency.
  489. */
  490. int *memory_pressure;
  491. int *sysctl_mem;
  492. int *sysctl_wmem;
  493. int *sysctl_rmem;
  494. int max_header;
  495. kmem_cache_t *slab;
  496. unsigned int obj_size;
  497. struct request_sock_ops *rsk_prot;
  498. struct module *owner;
  499. char name[32];
  500. struct list_head node;
  501. struct {
  502. int inuse;
  503. u8 __pad[SMP_CACHE_BYTES - sizeof(int)];
  504. } stats[NR_CPUS];
  505. };
  506. extern int proto_register(struct proto *prot, int alloc_slab);
  507. extern void proto_unregister(struct proto *prot);
  508. /* Called with local bh disabled */
  509. static __inline__ void sock_prot_inc_use(struct proto *prot)
  510. {
  511. prot->stats[smp_processor_id()].inuse++;
  512. }
  513. static __inline__ void sock_prot_dec_use(struct proto *prot)
  514. {
  515. prot->stats[smp_processor_id()].inuse--;
  516. }
  517. /* About 10 seconds */
  518. #define SOCK_DESTROY_TIME (10*HZ)
  519. /* Sockets 0-1023 can't be bound to unless you are superuser */
  520. #define PROT_SOCK 1024
  521. #define SHUTDOWN_MASK 3
  522. #define RCV_SHUTDOWN 1
  523. #define SEND_SHUTDOWN 2
  524. #define SOCK_SNDBUF_LOCK 1
  525. #define SOCK_RCVBUF_LOCK 2
  526. #define SOCK_BINDADDR_LOCK 4
  527. #define SOCK_BINDPORT_LOCK 8
  528. /* sock_iocb: used to kick off async processing of socket ios */
  529. struct sock_iocb {
  530. struct list_head list;
  531. int flags;
  532. int size;
  533. struct socket *sock;
  534. struct sock *sk;
  535. struct scm_cookie *scm;
  536. struct msghdr *msg, async_msg;
  537. struct iovec async_iov;
  538. struct kiocb *kiocb;
  539. };
  540. static inline struct sock_iocb *kiocb_to_siocb(struct kiocb *iocb)
  541. {
  542. return (struct sock_iocb *)iocb->private;
  543. }
  544. static inline struct kiocb *siocb_to_kiocb(struct sock_iocb *si)
  545. {
  546. return si->kiocb;
  547. }
  548. struct socket_alloc {
  549. struct socket socket;
  550. struct inode vfs_inode;
  551. };
  552. static inline struct socket *SOCKET_I(struct inode *inode)
  553. {
  554. return &container_of(inode, struct socket_alloc, vfs_inode)->socket;
  555. }
  556. static inline struct inode *SOCK_INODE(struct socket *socket)
  557. {
  558. return &container_of(socket, struct socket_alloc, socket)->vfs_inode;
  559. }
  560. extern void __sk_stream_mem_reclaim(struct sock *sk);
  561. extern int sk_stream_mem_schedule(struct sock *sk, int size, int kind);
  562. #define SK_STREAM_MEM_QUANTUM ((int)PAGE_SIZE)
  563. static inline int sk_stream_pages(int amt)
  564. {
  565. return (amt + SK_STREAM_MEM_QUANTUM - 1) / SK_STREAM_MEM_QUANTUM;
  566. }
  567. static inline void sk_stream_mem_reclaim(struct sock *sk)
  568. {
  569. if (sk->sk_forward_alloc >= SK_STREAM_MEM_QUANTUM)
  570. __sk_stream_mem_reclaim(sk);
  571. }
  572. static inline void sk_stream_writequeue_purge(struct sock *sk)
  573. {
  574. struct sk_buff *skb;
  575. while ((skb = __skb_dequeue(&sk->sk_write_queue)) != NULL)
  576. sk_stream_free_skb(sk, skb);
  577. sk_stream_mem_reclaim(sk);
  578. }
  579. static inline int sk_stream_rmem_schedule(struct sock *sk, struct sk_buff *skb)
  580. {
  581. return (int)skb->truesize <= sk->sk_forward_alloc ||
  582. sk_stream_mem_schedule(sk, skb->truesize, 1);
  583. }
  584. /* Used by processes to "lock" a socket state, so that
  585. * interrupts and bottom half handlers won't change it
  586. * from under us. It essentially blocks any incoming
  587. * packets, so that we won't get any new data or any
  588. * packets that change the state of the socket.
  589. *
  590. * While locked, BH processing will add new packets to
  591. * the backlog queue. This queue is processed by the
  592. * owner of the socket lock right before it is released.
  593. *
  594. * Since ~2.3.5 it is also exclusive sleep lock serializing
  595. * accesses from user process context.
  596. */
  597. #define sock_owned_by_user(sk) ((sk)->sk_lock.owner)
  598. extern void FASTCALL(lock_sock(struct sock *sk));
  599. extern void FASTCALL(release_sock(struct sock *sk));
  600. /* BH context may only use the following locking interface. */
  601. #define bh_lock_sock(__sk) spin_lock(&((__sk)->sk_lock.slock))
  602. #define bh_unlock_sock(__sk) spin_unlock(&((__sk)->sk_lock.slock))
  603. extern struct sock *sk_alloc(int family,
  604. unsigned int __nocast priority,
  605. struct proto *prot, int zero_it);
  606. extern void sk_free(struct sock *sk);
  607. extern struct sk_buff *sock_wmalloc(struct sock *sk,
  608. unsigned long size, int force,
  609. unsigned int __nocast priority);
  610. extern struct sk_buff *sock_rmalloc(struct sock *sk,
  611. unsigned long size, int force,
  612. unsigned int __nocast priority);
  613. extern void sock_wfree(struct sk_buff *skb);
  614. extern void sock_rfree(struct sk_buff *skb);
  615. extern int sock_setsockopt(struct socket *sock, int level,
  616. int op, char __user *optval,
  617. int optlen);
  618. extern int sock_getsockopt(struct socket *sock, int level,
  619. int op, char __user *optval,
  620. int __user *optlen);
  621. extern struct sk_buff *sock_alloc_send_skb(struct sock *sk,
  622. unsigned long size,
  623. int noblock,
  624. int *errcode);
  625. extern void *sock_kmalloc(struct sock *sk, int size,
  626. unsigned int __nocast priority);
  627. extern void sock_kfree_s(struct sock *sk, void *mem, int size);
  628. extern void sk_send_sigurg(struct sock *sk);
  629. /*
  630. * Functions to fill in entries in struct proto_ops when a protocol
  631. * does not implement a particular function.
  632. */
  633. extern int sock_no_bind(struct socket *,
  634. struct sockaddr *, int);
  635. extern int sock_no_connect(struct socket *,
  636. struct sockaddr *, int, int);
  637. extern int sock_no_socketpair(struct socket *,
  638. struct socket *);
  639. extern int sock_no_accept(struct socket *,
  640. struct socket *, int);
  641. extern int sock_no_getname(struct socket *,
  642. struct sockaddr *, int *, int);
  643. extern unsigned int sock_no_poll(struct file *, struct socket *,
  644. struct poll_table_struct *);
  645. extern int sock_no_ioctl(struct socket *, unsigned int,
  646. unsigned long);
  647. extern int sock_no_listen(struct socket *, int);
  648. extern int sock_no_shutdown(struct socket *, int);
  649. extern int sock_no_getsockopt(struct socket *, int , int,
  650. char __user *, int __user *);
  651. extern int sock_no_setsockopt(struct socket *, int, int,
  652. char __user *, int);
  653. extern int sock_no_sendmsg(struct kiocb *, struct socket *,
  654. struct msghdr *, size_t);
  655. extern int sock_no_recvmsg(struct kiocb *, struct socket *,
  656. struct msghdr *, size_t, int);
  657. extern int sock_no_mmap(struct file *file,
  658. struct socket *sock,
  659. struct vm_area_struct *vma);
  660. extern ssize_t sock_no_sendpage(struct socket *sock,
  661. struct page *page,
  662. int offset, size_t size,
  663. int flags);
  664. /*
  665. * Functions to fill in entries in struct proto_ops when a protocol
  666. * uses the inet style.
  667. */
  668. extern int sock_common_getsockopt(struct socket *sock, int level, int optname,
  669. char __user *optval, int __user *optlen);
  670. extern int sock_common_recvmsg(struct kiocb *iocb, struct socket *sock,
  671. struct msghdr *msg, size_t size, int flags);
  672. extern int sock_common_setsockopt(struct socket *sock, int level, int optname,
  673. char __user *optval, int optlen);
  674. extern void sk_common_release(struct sock *sk);
  675. /*
  676. * Default socket callbacks and setup code
  677. */
  678. /* Initialise core socket variables */
  679. extern void sock_init_data(struct socket *sock, struct sock *sk);
  680. /**
  681. * sk_filter - run a packet through a socket filter
  682. * @sk: sock associated with &sk_buff
  683. * @skb: buffer to filter
  684. * @needlock: set to 1 if the sock is not locked by caller.
  685. *
  686. * Run the filter code and then cut skb->data to correct size returned by
  687. * sk_run_filter. If pkt_len is 0 we toss packet. If skb->len is smaller
  688. * than pkt_len we keep whole skb->data. This is the socket level
  689. * wrapper to sk_run_filter. It returns 0 if the packet should
  690. * be accepted or -EPERM if the packet should be tossed.
  691. *
  692. */
  693. static inline int sk_filter(struct sock *sk, struct sk_buff *skb, int needlock)
  694. {
  695. int err;
  696. err = security_sock_rcv_skb(sk, skb);
  697. if (err)
  698. return err;
  699. if (sk->sk_filter) {
  700. struct sk_filter *filter;
  701. if (needlock)
  702. bh_lock_sock(sk);
  703. filter = sk->sk_filter;
  704. if (filter) {
  705. int pkt_len = sk_run_filter(skb, filter->insns,
  706. filter->len);
  707. if (!pkt_len)
  708. err = -EPERM;
  709. else
  710. skb_trim(skb, pkt_len);
  711. }
  712. if (needlock)
  713. bh_unlock_sock(sk);
  714. }
  715. return err;
  716. }
  717. /**
  718. * sk_filter_release: Release a socket filter
  719. * @sk: socket
  720. * @fp: filter to remove
  721. *
  722. * Remove a filter from a socket and release its resources.
  723. */
  724. static inline void sk_filter_release(struct sock *sk, struct sk_filter *fp)
  725. {
  726. unsigned int size = sk_filter_len(fp);
  727. atomic_sub(size, &sk->sk_omem_alloc);
  728. if (atomic_dec_and_test(&fp->refcnt))
  729. kfree(fp);
  730. }
  731. static inline void sk_filter_charge(struct sock *sk, struct sk_filter *fp)
  732. {
  733. atomic_inc(&fp->refcnt);
  734. atomic_add(sk_filter_len(fp), &sk->sk_omem_alloc);
  735. }
  736. /*
  737. * Socket reference counting postulates.
  738. *
  739. * * Each user of socket SHOULD hold a reference count.
  740. * * Each access point to socket (an hash table bucket, reference from a list,
  741. * running timer, skb in flight MUST hold a reference count.
  742. * * When reference count hits 0, it means it will never increase back.
  743. * * When reference count hits 0, it means that no references from
  744. * outside exist to this socket and current process on current CPU
  745. * is last user and may/should destroy this socket.
  746. * * sk_free is called from any context: process, BH, IRQ. When
  747. * it is called, socket has no references from outside -> sk_free
  748. * may release descendant resources allocated by the socket, but
  749. * to the time when it is called, socket is NOT referenced by any
  750. * hash tables, lists etc.
  751. * * Packets, delivered from outside (from network or from another process)
  752. * and enqueued on receive/error queues SHOULD NOT grab reference count,
  753. * when they sit in queue. Otherwise, packets will leak to hole, when
  754. * socket is looked up by one cpu and unhasing is made by another CPU.
  755. * It is true for udp/raw, netlink (leak to receive and error queues), tcp
  756. * (leak to backlog). Packet socket does all the processing inside
  757. * BR_NETPROTO_LOCK, so that it has not this race condition. UNIX sockets
  758. * use separate SMP lock, so that they are prone too.
  759. */
  760. /* Ungrab socket and destroy it, if it was the last reference. */
  761. static inline void sock_put(struct sock *sk)
  762. {
  763. if (atomic_dec_and_test(&sk->sk_refcnt))
  764. sk_free(sk);
  765. }
  766. /* Detach socket from process context.
  767. * Announce socket dead, detach it from wait queue and inode.
  768. * Note that parent inode held reference count on this struct sock,
  769. * we do not release it in this function, because protocol
  770. * probably wants some additional cleanups or even continuing
  771. * to work with this socket (TCP).
  772. */
  773. static inline void sock_orphan(struct sock *sk)
  774. {
  775. write_lock_bh(&sk->sk_callback_lock);
  776. sock_set_flag(sk, SOCK_DEAD);
  777. sk->sk_socket = NULL;
  778. sk->sk_sleep = NULL;
  779. write_unlock_bh(&sk->sk_callback_lock);
  780. }
  781. static inline void sock_graft(struct sock *sk, struct socket *parent)
  782. {
  783. write_lock_bh(&sk->sk_callback_lock);
  784. sk->sk_sleep = &parent->wait;
  785. parent->sk = sk;
  786. sk->sk_socket = parent;
  787. write_unlock_bh(&sk->sk_callback_lock);
  788. }
  789. extern int sock_i_uid(struct sock *sk);
  790. extern unsigned long sock_i_ino(struct sock *sk);
  791. static inline struct dst_entry *
  792. __sk_dst_get(struct sock *sk)
  793. {
  794. return sk->sk_dst_cache;
  795. }
  796. static inline struct dst_entry *
  797. sk_dst_get(struct sock *sk)
  798. {
  799. struct dst_entry *dst;
  800. read_lock(&sk->sk_dst_lock);
  801. dst = sk->sk_dst_cache;
  802. if (dst)
  803. dst_hold(dst);
  804. read_unlock(&sk->sk_dst_lock);
  805. return dst;
  806. }
  807. static inline void
  808. __sk_dst_set(struct sock *sk, struct dst_entry *dst)
  809. {
  810. struct dst_entry *old_dst;
  811. old_dst = sk->sk_dst_cache;
  812. sk->sk_dst_cache = dst;
  813. dst_release(old_dst);
  814. }
  815. static inline void
  816. sk_dst_set(struct sock *sk, struct dst_entry *dst)
  817. {
  818. write_lock(&sk->sk_dst_lock);
  819. __sk_dst_set(sk, dst);
  820. write_unlock(&sk->sk_dst_lock);
  821. }
  822. static inline void
  823. __sk_dst_reset(struct sock *sk)
  824. {
  825. struct dst_entry *old_dst;
  826. old_dst = sk->sk_dst_cache;
  827. sk->sk_dst_cache = NULL;
  828. dst_release(old_dst);
  829. }
  830. static inline void
  831. sk_dst_reset(struct sock *sk)
  832. {
  833. write_lock(&sk->sk_dst_lock);
  834. __sk_dst_reset(sk);
  835. write_unlock(&sk->sk_dst_lock);
  836. }
  837. static inline struct dst_entry *
  838. __sk_dst_check(struct sock *sk, u32 cookie)
  839. {
  840. struct dst_entry *dst = sk->sk_dst_cache;
  841. if (dst && dst->obsolete && dst->ops->check(dst, cookie) == NULL) {
  842. sk->sk_dst_cache = NULL;
  843. dst_release(dst);
  844. return NULL;
  845. }
  846. return dst;
  847. }
  848. static inline struct dst_entry *
  849. sk_dst_check(struct sock *sk, u32 cookie)
  850. {
  851. struct dst_entry *dst = sk_dst_get(sk);
  852. if (dst && dst->obsolete && dst->ops->check(dst, cookie) == NULL) {
  853. sk_dst_reset(sk);
  854. dst_release(dst);
  855. return NULL;
  856. }
  857. return dst;
  858. }
  859. static inline void sk_charge_skb(struct sock *sk, struct sk_buff *skb)
  860. {
  861. sk->sk_wmem_queued += skb->truesize;
  862. sk->sk_forward_alloc -= skb->truesize;
  863. }
  864. static inline int skb_copy_to_page(struct sock *sk, char __user *from,
  865. struct sk_buff *skb, struct page *page,
  866. int off, int copy)
  867. {
  868. if (skb->ip_summed == CHECKSUM_NONE) {
  869. int err = 0;
  870. unsigned int csum = csum_and_copy_from_user(from,
  871. page_address(page) + off,
  872. copy, 0, &err);
  873. if (err)
  874. return err;
  875. skb->csum = csum_block_add(skb->csum, csum, skb->len);
  876. } else if (copy_from_user(page_address(page) + off, from, copy))
  877. return -EFAULT;
  878. skb->len += copy;
  879. skb->data_len += copy;
  880. skb->truesize += copy;
  881. sk->sk_wmem_queued += copy;
  882. sk->sk_forward_alloc -= copy;
  883. return 0;
  884. }
  885. /*
  886. * Queue a received datagram if it will fit. Stream and sequenced
  887. * protocols can't normally use this as they need to fit buffers in
  888. * and play with them.
  889. *
  890. * Inlined as it's very short and called for pretty much every
  891. * packet ever received.
  892. */
  893. static inline void skb_set_owner_w(struct sk_buff *skb, struct sock *sk)
  894. {
  895. sock_hold(sk);
  896. skb->sk = sk;
  897. skb->destructor = sock_wfree;
  898. atomic_add(skb->truesize, &sk->sk_wmem_alloc);
  899. }
  900. static inline void skb_set_owner_r(struct sk_buff *skb, struct sock *sk)
  901. {
  902. skb->sk = sk;
  903. skb->destructor = sock_rfree;
  904. atomic_add(skb->truesize, &sk->sk_rmem_alloc);
  905. }
  906. extern void sk_reset_timer(struct sock *sk, struct timer_list* timer,
  907. unsigned long expires);
  908. extern void sk_stop_timer(struct sock *sk, struct timer_list* timer);
  909. static inline int sock_queue_rcv_skb(struct sock *sk, struct sk_buff *skb)
  910. {
  911. int err = 0;
  912. int skb_len;
  913. /* Cast skb->rcvbuf to unsigned... It's pointless, but reduces
  914. number of warnings when compiling with -W --ANK
  915. */
  916. if (atomic_read(&sk->sk_rmem_alloc) + skb->truesize >=
  917. (unsigned)sk->sk_rcvbuf) {
  918. err = -ENOMEM;
  919. goto out;
  920. }
  921. /* It would be deadlock, if sock_queue_rcv_skb is used
  922. with socket lock! We assume that users of this
  923. function are lock free.
  924. */
  925. err = sk_filter(sk, skb, 1);
  926. if (err)
  927. goto out;
  928. skb->dev = NULL;
  929. skb_set_owner_r(skb, sk);
  930. /* Cache the SKB length before we tack it onto the receive
  931. * queue. Once it is added it no longer belongs to us and
  932. * may be freed by other threads of control pulling packets
  933. * from the queue.
  934. */
  935. skb_len = skb->len;
  936. skb_queue_tail(&sk->sk_receive_queue, skb);
  937. if (!sock_flag(sk, SOCK_DEAD))
  938. sk->sk_data_ready(sk, skb_len);
  939. out:
  940. return err;
  941. }
  942. static inline int sock_queue_err_skb(struct sock *sk, struct sk_buff *skb)
  943. {
  944. /* Cast skb->rcvbuf to unsigned... It's pointless, but reduces
  945. number of warnings when compiling with -W --ANK
  946. */
  947. if (atomic_read(&sk->sk_rmem_alloc) + skb->truesize >=
  948. (unsigned)sk->sk_rcvbuf)
  949. return -ENOMEM;
  950. skb_set_owner_r(skb, sk);
  951. skb_queue_tail(&sk->sk_error_queue, skb);
  952. if (!sock_flag(sk, SOCK_DEAD))
  953. sk->sk_data_ready(sk, skb->len);
  954. return 0;
  955. }
  956. /*
  957. * Recover an error report and clear atomically
  958. */
  959. static inline int sock_error(struct sock *sk)
  960. {
  961. int err = xchg(&sk->sk_err, 0);
  962. return -err;
  963. }
  964. static inline unsigned long sock_wspace(struct sock *sk)
  965. {
  966. int amt = 0;
  967. if (!(sk->sk_shutdown & SEND_SHUTDOWN)) {
  968. amt = sk->sk_sndbuf - atomic_read(&sk->sk_wmem_alloc);
  969. if (amt < 0)
  970. amt = 0;
  971. }
  972. return amt;
  973. }
  974. static inline void sk_wake_async(struct sock *sk, int how, int band)
  975. {
  976. if (sk->sk_socket && sk->sk_socket->fasync_list)
  977. sock_wake_async(sk->sk_socket, how, band);
  978. }
  979. #define SOCK_MIN_SNDBUF 2048
  980. #define SOCK_MIN_RCVBUF 256
  981. static inline void sk_stream_moderate_sndbuf(struct sock *sk)
  982. {
  983. if (!(sk->sk_userlocks & SOCK_SNDBUF_LOCK)) {
  984. sk->sk_sndbuf = min(sk->sk_sndbuf, sk->sk_wmem_queued / 2);
  985. sk->sk_sndbuf = max(sk->sk_sndbuf, SOCK_MIN_SNDBUF);
  986. }
  987. }
  988. static inline struct sk_buff *sk_stream_alloc_pskb(struct sock *sk,
  989. int size, int mem,
  990. unsigned int __nocast gfp)
  991. {
  992. struct sk_buff *skb;
  993. int hdr_len;
  994. hdr_len = SKB_DATA_ALIGN(sk->sk_prot->max_header);
  995. skb = alloc_skb(size + hdr_len, gfp);
  996. if (skb) {
  997. skb->truesize += mem;
  998. if (sk->sk_forward_alloc >= (int)skb->truesize ||
  999. sk_stream_mem_schedule(sk, skb->truesize, 0)) {
  1000. skb_reserve(skb, hdr_len);
  1001. return skb;
  1002. }
  1003. __kfree_skb(skb);
  1004. } else {
  1005. sk->sk_prot->enter_memory_pressure();
  1006. sk_stream_moderate_sndbuf(sk);
  1007. }
  1008. return NULL;
  1009. }
  1010. static inline struct sk_buff *sk_stream_alloc_skb(struct sock *sk,
  1011. int size,
  1012. unsigned int __nocast gfp)
  1013. {
  1014. return sk_stream_alloc_pskb(sk, size, 0, gfp);
  1015. }
  1016. static inline struct page *sk_stream_alloc_page(struct sock *sk)
  1017. {
  1018. struct page *page = NULL;
  1019. if (sk->sk_forward_alloc >= (int)PAGE_SIZE ||
  1020. sk_stream_mem_schedule(sk, PAGE_SIZE, 0))
  1021. page = alloc_pages(sk->sk_allocation, 0);
  1022. else {
  1023. sk->sk_prot->enter_memory_pressure();
  1024. sk_stream_moderate_sndbuf(sk);
  1025. }
  1026. return page;
  1027. }
  1028. #define sk_stream_for_retrans_queue(skb, sk) \
  1029. for (skb = (sk)->sk_write_queue.next; \
  1030. (skb != (sk)->sk_send_head) && \
  1031. (skb != (struct sk_buff *)&(sk)->sk_write_queue); \
  1032. skb = skb->next)
  1033. /*
  1034. * Default write policy as shown to user space via poll/select/SIGIO
  1035. */
  1036. static inline int sock_writeable(const struct sock *sk)
  1037. {
  1038. return atomic_read(&sk->sk_wmem_alloc) < (sk->sk_sndbuf / 2);
  1039. }
  1040. static inline unsigned int __nocast gfp_any(void)
  1041. {
  1042. return in_softirq() ? GFP_ATOMIC : GFP_KERNEL;
  1043. }
  1044. static inline long sock_rcvtimeo(const struct sock *sk, int noblock)
  1045. {
  1046. return noblock ? 0 : sk->sk_rcvtimeo;
  1047. }
  1048. static inline long sock_sndtimeo(const struct sock *sk, int noblock)
  1049. {
  1050. return noblock ? 0 : sk->sk_sndtimeo;
  1051. }
  1052. static inline int sock_rcvlowat(const struct sock *sk, int waitall, int len)
  1053. {
  1054. return (waitall ? len : min_t(int, sk->sk_rcvlowat, len)) ? : 1;
  1055. }
  1056. /* Alas, with timeout socket operations are not restartable.
  1057. * Compare this to poll().
  1058. */
  1059. static inline int sock_intr_errno(long timeo)
  1060. {
  1061. return timeo == MAX_SCHEDULE_TIMEOUT ? -ERESTARTSYS : -EINTR;
  1062. }
  1063. static __inline__ void
  1064. sock_recv_timestamp(struct msghdr *msg, struct sock *sk, struct sk_buff *skb)
  1065. {
  1066. struct timeval *stamp = &skb->stamp;
  1067. if (sock_flag(sk, SOCK_RCVTSTAMP)) {
  1068. /* Race occurred between timestamp enabling and packet
  1069. receiving. Fill in the current time for now. */
  1070. if (stamp->tv_sec == 0)
  1071. do_gettimeofday(stamp);
  1072. put_cmsg(msg, SOL_SOCKET, SO_TIMESTAMP, sizeof(struct timeval),
  1073. stamp);
  1074. } else
  1075. sk->sk_stamp = *stamp;
  1076. }
  1077. /**
  1078. * sk_eat_skb - Release a skb if it is no longer needed
  1079. * @sk: socket to eat this skb from
  1080. * @skb: socket buffer to eat
  1081. *
  1082. * This routine must be called with interrupts disabled or with the socket
  1083. * locked so that the sk_buff queue operation is ok.
  1084. */
  1085. static inline void sk_eat_skb(struct sock *sk, struct sk_buff *skb)
  1086. {
  1087. __skb_unlink(skb, &sk->sk_receive_queue);
  1088. __kfree_skb(skb);
  1089. }
  1090. extern void sock_enable_timestamp(struct sock *sk);
  1091. extern int sock_get_timestamp(struct sock *, struct timeval __user *);
  1092. /*
  1093. * Enable debug/info messages
  1094. */
  1095. #if 0
  1096. #define NETDEBUG(x) do { } while (0)
  1097. #define LIMIT_NETDEBUG(x) do {} while(0)
  1098. #else
  1099. #define NETDEBUG(x) do { x; } while (0)
  1100. #define LIMIT_NETDEBUG(x) do { if (net_ratelimit()) { x; } } while(0)
  1101. #endif
  1102. /*
  1103. * Macros for sleeping on a socket. Use them like this:
  1104. *
  1105. * SOCK_SLEEP_PRE(sk)
  1106. * if (condition)
  1107. * schedule();
  1108. * SOCK_SLEEP_POST(sk)
  1109. *
  1110. * N.B. These are now obsolete and were, afaik, only ever used in DECnet
  1111. * and when the last use of them in DECnet has gone, I'm intending to
  1112. * remove them.
  1113. */
  1114. #define SOCK_SLEEP_PRE(sk) { struct task_struct *tsk = current; \
  1115. DECLARE_WAITQUEUE(wait, tsk); \
  1116. tsk->state = TASK_INTERRUPTIBLE; \
  1117. add_wait_queue((sk)->sk_sleep, &wait); \
  1118. release_sock(sk);
  1119. #define SOCK_SLEEP_POST(sk) tsk->state = TASK_RUNNING; \
  1120. remove_wait_queue((sk)->sk_sleep, &wait); \
  1121. lock_sock(sk); \
  1122. }
  1123. static inline void sock_valbool_flag(struct sock *sk, int bit, int valbool)
  1124. {
  1125. if (valbool)
  1126. sock_set_flag(sk, bit);
  1127. else
  1128. sock_reset_flag(sk, bit);
  1129. }
  1130. extern __u32 sysctl_wmem_max;
  1131. extern __u32 sysctl_rmem_max;
  1132. #ifdef CONFIG_NET
  1133. int siocdevprivate_ioctl(unsigned int fd, unsigned int cmd, unsigned long arg);
  1134. #else
  1135. static inline int siocdevprivate_ioctl(unsigned int fd, unsigned int cmd, unsigned long arg)
  1136. {
  1137. return -ENODEV;
  1138. }
  1139. #endif
  1140. #endif /* _SOCK_H */