ip_vs_app.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659
  1. /*
  2. * ip_vs_app.c: Application module support for IPVS
  3. *
  4. * Version: $Id: ip_vs_app.c,v 1.17 2003/03/22 06:31:21 wensong Exp $
  5. *
  6. * Authors: Wensong Zhang <wensong@linuxvirtualserver.org>
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License
  10. * as published by the Free Software Foundation; either version
  11. * 2 of the License, or (at your option) any later version.
  12. *
  13. * Most code here is taken from ip_masq_app.c in kernel 2.2. The difference
  14. * is that ip_vs_app module handles the reverse direction (incoming requests
  15. * and outgoing responses).
  16. *
  17. * IP_MASQ_APP application masquerading module
  18. *
  19. * Author: Juan Jose Ciarlante, <jjciarla@raiz.uncu.edu.ar>
  20. *
  21. */
  22. #include <linux/module.h>
  23. #include <linux/kernel.h>
  24. #include <linux/skbuff.h>
  25. #include <linux/in.h>
  26. #include <linux/ip.h>
  27. #include <net/protocol.h>
  28. #include <net/tcp.h>
  29. #include <asm/system.h>
  30. #include <linux/stat.h>
  31. #include <linux/proc_fs.h>
  32. #include <linux/seq_file.h>
  33. #include <net/ip_vs.h>
  34. EXPORT_SYMBOL(register_ip_vs_app);
  35. EXPORT_SYMBOL(unregister_ip_vs_app);
  36. EXPORT_SYMBOL(register_ip_vs_app_inc);
  37. /* ipvs application list head */
  38. static LIST_HEAD(ip_vs_app_list);
  39. static DECLARE_MUTEX(__ip_vs_app_mutex);
  40. /*
  41. * Get an ip_vs_app object
  42. */
  43. static inline int ip_vs_app_get(struct ip_vs_app *app)
  44. {
  45. /* test and get the module atomically */
  46. if (app->module)
  47. return try_module_get(app->module);
  48. else
  49. return 1;
  50. }
  51. static inline void ip_vs_app_put(struct ip_vs_app *app)
  52. {
  53. if (app->module)
  54. module_put(app->module);
  55. }
  56. /*
  57. * Allocate/initialize app incarnation and register it in proto apps.
  58. */
  59. static int
  60. ip_vs_app_inc_new(struct ip_vs_app *app, __u16 proto, __u16 port)
  61. {
  62. struct ip_vs_protocol *pp;
  63. struct ip_vs_app *inc;
  64. int ret;
  65. if (!(pp = ip_vs_proto_get(proto)))
  66. return -EPROTONOSUPPORT;
  67. if (!pp->unregister_app)
  68. return -EOPNOTSUPP;
  69. inc = kmalloc(sizeof(struct ip_vs_app), GFP_KERNEL);
  70. if (!inc)
  71. return -ENOMEM;
  72. memcpy(inc, app, sizeof(*inc));
  73. INIT_LIST_HEAD(&inc->p_list);
  74. INIT_LIST_HEAD(&inc->incs_list);
  75. inc->app = app;
  76. inc->port = htons(port);
  77. atomic_set(&inc->usecnt, 0);
  78. if (app->timeouts) {
  79. inc->timeout_table =
  80. ip_vs_create_timeout_table(app->timeouts,
  81. app->timeouts_size);
  82. if (!inc->timeout_table) {
  83. ret = -ENOMEM;
  84. goto out;
  85. }
  86. }
  87. ret = pp->register_app(inc);
  88. if (ret)
  89. goto out;
  90. list_add(&inc->a_list, &app->incs_list);
  91. IP_VS_DBG(9, "%s application %s:%u registered\n",
  92. pp->name, inc->name, inc->port);
  93. return 0;
  94. out:
  95. if (inc->timeout_table)
  96. kfree(inc->timeout_table);
  97. kfree(inc);
  98. return ret;
  99. }
  100. /*
  101. * Release app incarnation
  102. */
  103. static void
  104. ip_vs_app_inc_release(struct ip_vs_app *inc)
  105. {
  106. struct ip_vs_protocol *pp;
  107. if (!(pp = ip_vs_proto_get(inc->protocol)))
  108. return;
  109. if (pp->unregister_app)
  110. pp->unregister_app(inc);
  111. IP_VS_DBG(9, "%s App %s:%u unregistered\n",
  112. pp->name, inc->name, inc->port);
  113. list_del(&inc->a_list);
  114. if (inc->timeout_table != NULL)
  115. kfree(inc->timeout_table);
  116. kfree(inc);
  117. }
  118. /*
  119. * Get reference to app inc (only called from softirq)
  120. *
  121. */
  122. int ip_vs_app_inc_get(struct ip_vs_app *inc)
  123. {
  124. int result;
  125. atomic_inc(&inc->usecnt);
  126. if (unlikely((result = ip_vs_app_get(inc->app)) != 1))
  127. atomic_dec(&inc->usecnt);
  128. return result;
  129. }
  130. /*
  131. * Put the app inc (only called from timer or net softirq)
  132. */
  133. void ip_vs_app_inc_put(struct ip_vs_app *inc)
  134. {
  135. ip_vs_app_put(inc->app);
  136. atomic_dec(&inc->usecnt);
  137. }
  138. /*
  139. * Register an application incarnation in protocol applications
  140. */
  141. int
  142. register_ip_vs_app_inc(struct ip_vs_app *app, __u16 proto, __u16 port)
  143. {
  144. int result;
  145. down(&__ip_vs_app_mutex);
  146. result = ip_vs_app_inc_new(app, proto, port);
  147. up(&__ip_vs_app_mutex);
  148. return result;
  149. }
  150. /*
  151. * ip_vs_app registration routine
  152. */
  153. int register_ip_vs_app(struct ip_vs_app *app)
  154. {
  155. /* increase the module use count */
  156. ip_vs_use_count_inc();
  157. down(&__ip_vs_app_mutex);
  158. list_add(&app->a_list, &ip_vs_app_list);
  159. up(&__ip_vs_app_mutex);
  160. return 0;
  161. }
  162. /*
  163. * ip_vs_app unregistration routine
  164. * We are sure there are no app incarnations attached to services
  165. */
  166. void unregister_ip_vs_app(struct ip_vs_app *app)
  167. {
  168. struct ip_vs_app *inc, *nxt;
  169. down(&__ip_vs_app_mutex);
  170. list_for_each_entry_safe(inc, nxt, &app->incs_list, a_list) {
  171. ip_vs_app_inc_release(inc);
  172. }
  173. list_del(&app->a_list);
  174. up(&__ip_vs_app_mutex);
  175. /* decrease the module use count */
  176. ip_vs_use_count_dec();
  177. }
  178. #if 0000
  179. /*
  180. * Get reference to app by name (called from user context)
  181. */
  182. struct ip_vs_app *ip_vs_app_get_by_name(char *appname)
  183. {
  184. struct ip_vs_app *app, *a = NULL;
  185. down(&__ip_vs_app_mutex);
  186. list_for_each_entry(ent, &ip_vs_app_list, a_list) {
  187. if (strcmp(app->name, appname))
  188. continue;
  189. /* softirq may call ip_vs_app_get too, so the caller
  190. must disable softirq on the current CPU */
  191. if (ip_vs_app_get(app))
  192. a = app;
  193. break;
  194. }
  195. up(&__ip_vs_app_mutex);
  196. return a;
  197. }
  198. #endif
  199. /*
  200. * Bind ip_vs_conn to its ip_vs_app (called by cp constructor)
  201. */
  202. int ip_vs_bind_app(struct ip_vs_conn *cp, struct ip_vs_protocol *pp)
  203. {
  204. return pp->app_conn_bind(cp);
  205. }
  206. /*
  207. * Unbind cp from application incarnation (called by cp destructor)
  208. */
  209. void ip_vs_unbind_app(struct ip_vs_conn *cp)
  210. {
  211. struct ip_vs_app *inc = cp->app;
  212. if (!inc)
  213. return;
  214. if (inc->unbind_conn)
  215. inc->unbind_conn(inc, cp);
  216. if (inc->done_conn)
  217. inc->done_conn(inc, cp);
  218. ip_vs_app_inc_put(inc);
  219. cp->app = NULL;
  220. }
  221. /*
  222. * Fixes th->seq based on ip_vs_seq info.
  223. */
  224. static inline void vs_fix_seq(const struct ip_vs_seq *vseq, struct tcphdr *th)
  225. {
  226. __u32 seq = ntohl(th->seq);
  227. /*
  228. * Adjust seq with delta-offset for all packets after
  229. * the most recent resized pkt seq and with previous_delta offset
  230. * for all packets before most recent resized pkt seq.
  231. */
  232. if (vseq->delta || vseq->previous_delta) {
  233. if(after(seq, vseq->init_seq)) {
  234. th->seq = htonl(seq + vseq->delta);
  235. IP_VS_DBG(9, "vs_fix_seq(): added delta (%d) to seq\n",
  236. vseq->delta);
  237. } else {
  238. th->seq = htonl(seq + vseq->previous_delta);
  239. IP_VS_DBG(9, "vs_fix_seq(): added previous_delta "
  240. "(%d) to seq\n", vseq->previous_delta);
  241. }
  242. }
  243. }
  244. /*
  245. * Fixes th->ack_seq based on ip_vs_seq info.
  246. */
  247. static inline void
  248. vs_fix_ack_seq(const struct ip_vs_seq *vseq, struct tcphdr *th)
  249. {
  250. __u32 ack_seq = ntohl(th->ack_seq);
  251. /*
  252. * Adjust ack_seq with delta-offset for
  253. * the packets AFTER most recent resized pkt has caused a shift
  254. * for packets before most recent resized pkt, use previous_delta
  255. */
  256. if (vseq->delta || vseq->previous_delta) {
  257. /* since ack_seq is the number of octet that is expected
  258. to receive next, so compare it with init_seq+delta */
  259. if(after(ack_seq, vseq->init_seq+vseq->delta)) {
  260. th->ack_seq = htonl(ack_seq - vseq->delta);
  261. IP_VS_DBG(9, "vs_fix_ack_seq(): subtracted delta "
  262. "(%d) from ack_seq\n", vseq->delta);
  263. } else {
  264. th->ack_seq = htonl(ack_seq - vseq->previous_delta);
  265. IP_VS_DBG(9, "vs_fix_ack_seq(): subtracted "
  266. "previous_delta (%d) from ack_seq\n",
  267. vseq->previous_delta);
  268. }
  269. }
  270. }
  271. /*
  272. * Updates ip_vs_seq if pkt has been resized
  273. * Assumes already checked proto==IPPROTO_TCP and diff!=0.
  274. */
  275. static inline void vs_seq_update(struct ip_vs_conn *cp, struct ip_vs_seq *vseq,
  276. unsigned flag, __u32 seq, int diff)
  277. {
  278. /* spinlock is to keep updating cp->flags atomic */
  279. spin_lock(&cp->lock);
  280. if (!(cp->flags & flag) || after(seq, vseq->init_seq)) {
  281. vseq->previous_delta = vseq->delta;
  282. vseq->delta += diff;
  283. vseq->init_seq = seq;
  284. cp->flags |= flag;
  285. }
  286. spin_unlock(&cp->lock);
  287. }
  288. static inline int app_tcp_pkt_out(struct ip_vs_conn *cp, struct sk_buff **pskb,
  289. struct ip_vs_app *app)
  290. {
  291. int diff;
  292. unsigned int tcp_offset = (*pskb)->nh.iph->ihl*4;
  293. struct tcphdr *th;
  294. __u32 seq;
  295. if (!ip_vs_make_skb_writable(pskb, tcp_offset + sizeof(*th)))
  296. return 0;
  297. th = (struct tcphdr *)((*pskb)->nh.raw + tcp_offset);
  298. /*
  299. * Remember seq number in case this pkt gets resized
  300. */
  301. seq = ntohl(th->seq);
  302. /*
  303. * Fix seq stuff if flagged as so.
  304. */
  305. if (cp->flags & IP_VS_CONN_F_OUT_SEQ)
  306. vs_fix_seq(&cp->out_seq, th);
  307. if (cp->flags & IP_VS_CONN_F_IN_SEQ)
  308. vs_fix_ack_seq(&cp->in_seq, th);
  309. /*
  310. * Call private output hook function
  311. */
  312. if (app->pkt_out == NULL)
  313. return 1;
  314. if (!app->pkt_out(app, cp, pskb, &diff))
  315. return 0;
  316. /*
  317. * Update ip_vs seq stuff if len has changed.
  318. */
  319. if (diff != 0)
  320. vs_seq_update(cp, &cp->out_seq,
  321. IP_VS_CONN_F_OUT_SEQ, seq, diff);
  322. return 1;
  323. }
  324. /*
  325. * Output pkt hook. Will call bound ip_vs_app specific function
  326. * called by ipvs packet handler, assumes previously checked cp!=NULL
  327. * returns false if it can't handle packet (oom)
  328. */
  329. int ip_vs_app_pkt_out(struct ip_vs_conn *cp, struct sk_buff **pskb)
  330. {
  331. struct ip_vs_app *app;
  332. /*
  333. * check if application module is bound to
  334. * this ip_vs_conn.
  335. */
  336. if ((app = cp->app) == NULL)
  337. return 1;
  338. /* TCP is complicated */
  339. if (cp->protocol == IPPROTO_TCP)
  340. return app_tcp_pkt_out(cp, pskb, app);
  341. /*
  342. * Call private output hook function
  343. */
  344. if (app->pkt_out == NULL)
  345. return 1;
  346. return app->pkt_out(app, cp, pskb, NULL);
  347. }
  348. static inline int app_tcp_pkt_in(struct ip_vs_conn *cp, struct sk_buff **pskb,
  349. struct ip_vs_app *app)
  350. {
  351. int diff;
  352. unsigned int tcp_offset = (*pskb)->nh.iph->ihl*4;
  353. struct tcphdr *th;
  354. __u32 seq;
  355. if (!ip_vs_make_skb_writable(pskb, tcp_offset + sizeof(*th)))
  356. return 0;
  357. th = (struct tcphdr *)((*pskb)->nh.raw + tcp_offset);
  358. /*
  359. * Remember seq number in case this pkt gets resized
  360. */
  361. seq = ntohl(th->seq);
  362. /*
  363. * Fix seq stuff if flagged as so.
  364. */
  365. if (cp->flags & IP_VS_CONN_F_IN_SEQ)
  366. vs_fix_seq(&cp->in_seq, th);
  367. if (cp->flags & IP_VS_CONN_F_OUT_SEQ)
  368. vs_fix_ack_seq(&cp->out_seq, th);
  369. /*
  370. * Call private input hook function
  371. */
  372. if (app->pkt_in == NULL)
  373. return 1;
  374. if (!app->pkt_in(app, cp, pskb, &diff))
  375. return 0;
  376. /*
  377. * Update ip_vs seq stuff if len has changed.
  378. */
  379. if (diff != 0)
  380. vs_seq_update(cp, &cp->in_seq,
  381. IP_VS_CONN_F_IN_SEQ, seq, diff);
  382. return 1;
  383. }
  384. /*
  385. * Input pkt hook. Will call bound ip_vs_app specific function
  386. * called by ipvs packet handler, assumes previously checked cp!=NULL.
  387. * returns false if can't handle packet (oom).
  388. */
  389. int ip_vs_app_pkt_in(struct ip_vs_conn *cp, struct sk_buff **pskb)
  390. {
  391. struct ip_vs_app *app;
  392. /*
  393. * check if application module is bound to
  394. * this ip_vs_conn.
  395. */
  396. if ((app = cp->app) == NULL)
  397. return 1;
  398. /* TCP is complicated */
  399. if (cp->protocol == IPPROTO_TCP)
  400. return app_tcp_pkt_in(cp, pskb, app);
  401. /*
  402. * Call private input hook function
  403. */
  404. if (app->pkt_in == NULL)
  405. return 1;
  406. return app->pkt_in(app, cp, pskb, NULL);
  407. }
  408. #ifdef CONFIG_PROC_FS
  409. /*
  410. * /proc/net/ip_vs_app entry function
  411. */
  412. static struct ip_vs_app *ip_vs_app_idx(loff_t pos)
  413. {
  414. struct ip_vs_app *app, *inc;
  415. list_for_each_entry(app, &ip_vs_app_list, a_list) {
  416. list_for_each_entry(inc, &app->incs_list, a_list) {
  417. if (pos-- == 0)
  418. return inc;
  419. }
  420. }
  421. return NULL;
  422. }
  423. static void *ip_vs_app_seq_start(struct seq_file *seq, loff_t *pos)
  424. {
  425. down(&__ip_vs_app_mutex);
  426. return *pos ? ip_vs_app_idx(*pos - 1) : SEQ_START_TOKEN;
  427. }
  428. static void *ip_vs_app_seq_next(struct seq_file *seq, void *v, loff_t *pos)
  429. {
  430. struct ip_vs_app *inc, *app;
  431. struct list_head *e;
  432. ++*pos;
  433. if (v == SEQ_START_TOKEN)
  434. return ip_vs_app_idx(0);
  435. inc = v;
  436. app = inc->app;
  437. if ((e = inc->a_list.next) != &app->incs_list)
  438. return list_entry(e, struct ip_vs_app, a_list);
  439. /* go on to next application */
  440. for (e = app->a_list.next; e != &ip_vs_app_list; e = e->next) {
  441. app = list_entry(e, struct ip_vs_app, a_list);
  442. list_for_each_entry(inc, &app->incs_list, a_list) {
  443. return inc;
  444. }
  445. }
  446. return NULL;
  447. }
  448. static void ip_vs_app_seq_stop(struct seq_file *seq, void *v)
  449. {
  450. up(&__ip_vs_app_mutex);
  451. }
  452. static int ip_vs_app_seq_show(struct seq_file *seq, void *v)
  453. {
  454. if (v == SEQ_START_TOKEN)
  455. seq_puts(seq, "prot port usecnt name\n");
  456. else {
  457. const struct ip_vs_app *inc = v;
  458. seq_printf(seq, "%-3s %-7u %-6d %-17s\n",
  459. ip_vs_proto_name(inc->protocol),
  460. ntohs(inc->port),
  461. atomic_read(&inc->usecnt),
  462. inc->name);
  463. }
  464. return 0;
  465. }
  466. static struct seq_operations ip_vs_app_seq_ops = {
  467. .start = ip_vs_app_seq_start,
  468. .next = ip_vs_app_seq_next,
  469. .stop = ip_vs_app_seq_stop,
  470. .show = ip_vs_app_seq_show,
  471. };
  472. static int ip_vs_app_open(struct inode *inode, struct file *file)
  473. {
  474. return seq_open(file, &ip_vs_app_seq_ops);
  475. }
  476. static struct file_operations ip_vs_app_fops = {
  477. .owner = THIS_MODULE,
  478. .open = ip_vs_app_open,
  479. .read = seq_read,
  480. .llseek = seq_lseek,
  481. .release = seq_release,
  482. };
  483. #endif
  484. /*
  485. * Replace a segment of data with a new segment
  486. */
  487. int ip_vs_skb_replace(struct sk_buff *skb, int pri,
  488. char *o_buf, int o_len, char *n_buf, int n_len)
  489. {
  490. struct iphdr *iph;
  491. int diff;
  492. int o_offset;
  493. int o_left;
  494. EnterFunction(9);
  495. diff = n_len - o_len;
  496. o_offset = o_buf - (char *)skb->data;
  497. /* The length of left data after o_buf+o_len in the skb data */
  498. o_left = skb->len - (o_offset + o_len);
  499. if (diff <= 0) {
  500. memmove(o_buf + n_len, o_buf + o_len, o_left);
  501. memcpy(o_buf, n_buf, n_len);
  502. skb_trim(skb, skb->len + diff);
  503. } else if (diff <= skb_tailroom(skb)) {
  504. skb_put(skb, diff);
  505. memmove(o_buf + n_len, o_buf + o_len, o_left);
  506. memcpy(o_buf, n_buf, n_len);
  507. } else {
  508. if (pskb_expand_head(skb, skb_headroom(skb), diff, pri))
  509. return -ENOMEM;
  510. skb_put(skb, diff);
  511. memmove(skb->data + o_offset + n_len,
  512. skb->data + o_offset + o_len, o_left);
  513. memcpy(skb->data + o_offset, n_buf, n_len);
  514. }
  515. /* must update the iph total length here */
  516. iph = skb->nh.iph;
  517. iph->tot_len = htons(skb->len);
  518. LeaveFunction(9);
  519. return 0;
  520. }
  521. int ip_vs_app_init(void)
  522. {
  523. /* we will replace it with proc_net_ipvs_create() soon */
  524. proc_net_fops_create("ip_vs_app", 0, &ip_vs_app_fops);
  525. return 0;
  526. }
  527. void ip_vs_app_cleanup(void)
  528. {
  529. proc_net_remove("ip_vs_app");
  530. }