br_multicast.c 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919
  1. /*
  2. * Bridge multicast support.
  3. *
  4. * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au>
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License as published by the Free
  8. * Software Foundation; either version 2 of the License, or (at your option)
  9. * any later version.
  10. *
  11. */
  12. #include <linux/err.h>
  13. #include <linux/if_ether.h>
  14. #include <linux/igmp.h>
  15. #include <linux/jhash.h>
  16. #include <linux/kernel.h>
  17. #include <linux/log2.h>
  18. #include <linux/netdevice.h>
  19. #include <linux/netfilter_bridge.h>
  20. #include <linux/random.h>
  21. #include <linux/rculist.h>
  22. #include <linux/skbuff.h>
  23. #include <linux/slab.h>
  24. #include <linux/timer.h>
  25. #include <linux/inetdevice.h>
  26. #include <net/ip.h>
  27. #if IS_ENABLED(CONFIG_IPV6)
  28. #include <net/ipv6.h>
  29. #include <net/mld.h>
  30. #include <net/ip6_checksum.h>
  31. #endif
  32. #include "br_private.h"
  33. static void br_multicast_start_querier(struct net_bridge *br);
  34. unsigned int br_mdb_rehash_seq;
  35. static inline int br_ip_equal(const struct br_ip *a, const struct br_ip *b)
  36. {
  37. if (a->proto != b->proto)
  38. return 0;
  39. if (a->vid != b->vid)
  40. return 0;
  41. switch (a->proto) {
  42. case htons(ETH_P_IP):
  43. return a->u.ip4 == b->u.ip4;
  44. #if IS_ENABLED(CONFIG_IPV6)
  45. case htons(ETH_P_IPV6):
  46. return ipv6_addr_equal(&a->u.ip6, &b->u.ip6);
  47. #endif
  48. }
  49. return 0;
  50. }
  51. static inline int __br_ip4_hash(struct net_bridge_mdb_htable *mdb, __be32 ip,
  52. __u16 vid)
  53. {
  54. return jhash_2words((__force u32)ip, vid, mdb->secret) & (mdb->max - 1);
  55. }
  56. #if IS_ENABLED(CONFIG_IPV6)
  57. static inline int __br_ip6_hash(struct net_bridge_mdb_htable *mdb,
  58. const struct in6_addr *ip,
  59. __u16 vid)
  60. {
  61. return jhash_2words(ipv6_addr_hash(ip), vid,
  62. mdb->secret) & (mdb->max - 1);
  63. }
  64. #endif
  65. static inline int br_ip_hash(struct net_bridge_mdb_htable *mdb,
  66. struct br_ip *ip)
  67. {
  68. switch (ip->proto) {
  69. case htons(ETH_P_IP):
  70. return __br_ip4_hash(mdb, ip->u.ip4, ip->vid);
  71. #if IS_ENABLED(CONFIG_IPV6)
  72. case htons(ETH_P_IPV6):
  73. return __br_ip6_hash(mdb, &ip->u.ip6, ip->vid);
  74. #endif
  75. }
  76. return 0;
  77. }
  78. static struct net_bridge_mdb_entry *__br_mdb_ip_get(
  79. struct net_bridge_mdb_htable *mdb, struct br_ip *dst, int hash)
  80. {
  81. struct net_bridge_mdb_entry *mp;
  82. hlist_for_each_entry_rcu(mp, &mdb->mhash[hash], hlist[mdb->ver]) {
  83. if (br_ip_equal(&mp->addr, dst))
  84. return mp;
  85. }
  86. return NULL;
  87. }
  88. struct net_bridge_mdb_entry *br_mdb_ip_get(struct net_bridge_mdb_htable *mdb,
  89. struct br_ip *dst)
  90. {
  91. if (!mdb)
  92. return NULL;
  93. return __br_mdb_ip_get(mdb, dst, br_ip_hash(mdb, dst));
  94. }
  95. static struct net_bridge_mdb_entry *br_mdb_ip4_get(
  96. struct net_bridge_mdb_htable *mdb, __be32 dst, __u16 vid)
  97. {
  98. struct br_ip br_dst;
  99. br_dst.u.ip4 = dst;
  100. br_dst.proto = htons(ETH_P_IP);
  101. br_dst.vid = vid;
  102. return br_mdb_ip_get(mdb, &br_dst);
  103. }
  104. #if IS_ENABLED(CONFIG_IPV6)
  105. static struct net_bridge_mdb_entry *br_mdb_ip6_get(
  106. struct net_bridge_mdb_htable *mdb, const struct in6_addr *dst,
  107. __u16 vid)
  108. {
  109. struct br_ip br_dst;
  110. br_dst.u.ip6 = *dst;
  111. br_dst.proto = htons(ETH_P_IPV6);
  112. br_dst.vid = vid;
  113. return br_mdb_ip_get(mdb, &br_dst);
  114. }
  115. #endif
  116. struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge *br,
  117. struct sk_buff *skb, u16 vid)
  118. {
  119. struct net_bridge_mdb_htable *mdb = rcu_dereference(br->mdb);
  120. struct br_ip ip;
  121. if (br->multicast_disabled)
  122. return NULL;
  123. if (BR_INPUT_SKB_CB(skb)->igmp)
  124. return NULL;
  125. ip.proto = skb->protocol;
  126. ip.vid = vid;
  127. switch (skb->protocol) {
  128. case htons(ETH_P_IP):
  129. ip.u.ip4 = ip_hdr(skb)->daddr;
  130. break;
  131. #if IS_ENABLED(CONFIG_IPV6)
  132. case htons(ETH_P_IPV6):
  133. ip.u.ip6 = ipv6_hdr(skb)->daddr;
  134. break;
  135. #endif
  136. default:
  137. return NULL;
  138. }
  139. return br_mdb_ip_get(mdb, &ip);
  140. }
  141. static void br_mdb_free(struct rcu_head *head)
  142. {
  143. struct net_bridge_mdb_htable *mdb =
  144. container_of(head, struct net_bridge_mdb_htable, rcu);
  145. struct net_bridge_mdb_htable *old = mdb->old;
  146. mdb->old = NULL;
  147. kfree(old->mhash);
  148. kfree(old);
  149. }
  150. static int br_mdb_copy(struct net_bridge_mdb_htable *new,
  151. struct net_bridge_mdb_htable *old,
  152. int elasticity)
  153. {
  154. struct net_bridge_mdb_entry *mp;
  155. int maxlen;
  156. int len;
  157. int i;
  158. for (i = 0; i < old->max; i++)
  159. hlist_for_each_entry(mp, &old->mhash[i], hlist[old->ver])
  160. hlist_add_head(&mp->hlist[new->ver],
  161. &new->mhash[br_ip_hash(new, &mp->addr)]);
  162. if (!elasticity)
  163. return 0;
  164. maxlen = 0;
  165. for (i = 0; i < new->max; i++) {
  166. len = 0;
  167. hlist_for_each_entry(mp, &new->mhash[i], hlist[new->ver])
  168. len++;
  169. if (len > maxlen)
  170. maxlen = len;
  171. }
  172. return maxlen > elasticity ? -EINVAL : 0;
  173. }
  174. void br_multicast_free_pg(struct rcu_head *head)
  175. {
  176. struct net_bridge_port_group *p =
  177. container_of(head, struct net_bridge_port_group, rcu);
  178. kfree(p);
  179. }
  180. static void br_multicast_free_group(struct rcu_head *head)
  181. {
  182. struct net_bridge_mdb_entry *mp =
  183. container_of(head, struct net_bridge_mdb_entry, rcu);
  184. kfree(mp);
  185. }
  186. static void br_multicast_group_expired(unsigned long data)
  187. {
  188. struct net_bridge_mdb_entry *mp = (void *)data;
  189. struct net_bridge *br = mp->br;
  190. struct net_bridge_mdb_htable *mdb;
  191. spin_lock(&br->multicast_lock);
  192. if (!netif_running(br->dev) || timer_pending(&mp->timer))
  193. goto out;
  194. mp->mglist = false;
  195. if (mp->ports)
  196. goto out;
  197. mdb = mlock_dereference(br->mdb, br);
  198. hlist_del_rcu(&mp->hlist[mdb->ver]);
  199. mdb->size--;
  200. call_rcu_bh(&mp->rcu, br_multicast_free_group);
  201. out:
  202. spin_unlock(&br->multicast_lock);
  203. }
  204. static void br_multicast_del_pg(struct net_bridge *br,
  205. struct net_bridge_port_group *pg)
  206. {
  207. struct net_bridge_mdb_htable *mdb;
  208. struct net_bridge_mdb_entry *mp;
  209. struct net_bridge_port_group *p;
  210. struct net_bridge_port_group __rcu **pp;
  211. mdb = mlock_dereference(br->mdb, br);
  212. mp = br_mdb_ip_get(mdb, &pg->addr);
  213. if (WARN_ON(!mp))
  214. return;
  215. for (pp = &mp->ports;
  216. (p = mlock_dereference(*pp, br)) != NULL;
  217. pp = &p->next) {
  218. if (p != pg)
  219. continue;
  220. rcu_assign_pointer(*pp, p->next);
  221. hlist_del_init(&p->mglist);
  222. del_timer(&p->timer);
  223. call_rcu_bh(&p->rcu, br_multicast_free_pg);
  224. if (!mp->ports && !mp->mglist && mp->timer_armed &&
  225. netif_running(br->dev))
  226. mod_timer(&mp->timer, jiffies);
  227. return;
  228. }
  229. WARN_ON(1);
  230. }
  231. static void br_multicast_port_group_expired(unsigned long data)
  232. {
  233. struct net_bridge_port_group *pg = (void *)data;
  234. struct net_bridge *br = pg->port->br;
  235. spin_lock(&br->multicast_lock);
  236. if (!netif_running(br->dev) || timer_pending(&pg->timer) ||
  237. hlist_unhashed(&pg->mglist) || pg->state & MDB_PERMANENT)
  238. goto out;
  239. br_multicast_del_pg(br, pg);
  240. out:
  241. spin_unlock(&br->multicast_lock);
  242. }
  243. static int br_mdb_rehash(struct net_bridge_mdb_htable __rcu **mdbp, int max,
  244. int elasticity)
  245. {
  246. struct net_bridge_mdb_htable *old = rcu_dereference_protected(*mdbp, 1);
  247. struct net_bridge_mdb_htable *mdb;
  248. int err;
  249. mdb = kmalloc(sizeof(*mdb), GFP_ATOMIC);
  250. if (!mdb)
  251. return -ENOMEM;
  252. mdb->max = max;
  253. mdb->old = old;
  254. mdb->mhash = kzalloc(max * sizeof(*mdb->mhash), GFP_ATOMIC);
  255. if (!mdb->mhash) {
  256. kfree(mdb);
  257. return -ENOMEM;
  258. }
  259. mdb->size = old ? old->size : 0;
  260. mdb->ver = old ? old->ver ^ 1 : 0;
  261. if (!old || elasticity)
  262. get_random_bytes(&mdb->secret, sizeof(mdb->secret));
  263. else
  264. mdb->secret = old->secret;
  265. if (!old)
  266. goto out;
  267. err = br_mdb_copy(mdb, old, elasticity);
  268. if (err) {
  269. kfree(mdb->mhash);
  270. kfree(mdb);
  271. return err;
  272. }
  273. br_mdb_rehash_seq++;
  274. call_rcu_bh(&mdb->rcu, br_mdb_free);
  275. out:
  276. rcu_assign_pointer(*mdbp, mdb);
  277. return 0;
  278. }
  279. static struct sk_buff *br_ip4_multicast_alloc_query(struct net_bridge *br,
  280. __be32 group)
  281. {
  282. struct sk_buff *skb;
  283. struct igmphdr *ih;
  284. struct ethhdr *eth;
  285. struct iphdr *iph;
  286. skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*iph) +
  287. sizeof(*ih) + 4);
  288. if (!skb)
  289. goto out;
  290. skb->protocol = htons(ETH_P_IP);
  291. skb_reset_mac_header(skb);
  292. eth = eth_hdr(skb);
  293. memcpy(eth->h_source, br->dev->dev_addr, 6);
  294. eth->h_dest[0] = 1;
  295. eth->h_dest[1] = 0;
  296. eth->h_dest[2] = 0x5e;
  297. eth->h_dest[3] = 0;
  298. eth->h_dest[4] = 0;
  299. eth->h_dest[5] = 1;
  300. eth->h_proto = htons(ETH_P_IP);
  301. skb_put(skb, sizeof(*eth));
  302. skb_set_network_header(skb, skb->len);
  303. iph = ip_hdr(skb);
  304. iph->version = 4;
  305. iph->ihl = 6;
  306. iph->tos = 0xc0;
  307. iph->tot_len = htons(sizeof(*iph) + sizeof(*ih) + 4);
  308. iph->id = 0;
  309. iph->frag_off = htons(IP_DF);
  310. iph->ttl = 1;
  311. iph->protocol = IPPROTO_IGMP;
  312. iph->saddr = br->multicast_query_use_ifaddr ?
  313. inet_select_addr(br->dev, 0, RT_SCOPE_LINK) : 0;
  314. iph->daddr = htonl(INADDR_ALLHOSTS_GROUP);
  315. ((u8 *)&iph[1])[0] = IPOPT_RA;
  316. ((u8 *)&iph[1])[1] = 4;
  317. ((u8 *)&iph[1])[2] = 0;
  318. ((u8 *)&iph[1])[3] = 0;
  319. ip_send_check(iph);
  320. skb_put(skb, 24);
  321. skb_set_transport_header(skb, skb->len);
  322. ih = igmp_hdr(skb);
  323. ih->type = IGMP_HOST_MEMBERSHIP_QUERY;
  324. ih->code = (group ? br->multicast_last_member_interval :
  325. br->multicast_query_response_interval) /
  326. (HZ / IGMP_TIMER_SCALE);
  327. ih->group = group;
  328. ih->csum = 0;
  329. ih->csum = ip_compute_csum((void *)ih, sizeof(struct igmphdr));
  330. skb_put(skb, sizeof(*ih));
  331. __skb_pull(skb, sizeof(*eth));
  332. out:
  333. return skb;
  334. }
  335. #if IS_ENABLED(CONFIG_IPV6)
  336. static struct sk_buff *br_ip6_multicast_alloc_query(struct net_bridge *br,
  337. const struct in6_addr *group)
  338. {
  339. struct sk_buff *skb;
  340. struct ipv6hdr *ip6h;
  341. struct mld_msg *mldq;
  342. struct ethhdr *eth;
  343. u8 *hopopt;
  344. unsigned long interval;
  345. skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*ip6h) +
  346. 8 + sizeof(*mldq));
  347. if (!skb)
  348. goto out;
  349. skb->protocol = htons(ETH_P_IPV6);
  350. /* Ethernet header */
  351. skb_reset_mac_header(skb);
  352. eth = eth_hdr(skb);
  353. memcpy(eth->h_source, br->dev->dev_addr, 6);
  354. eth->h_proto = htons(ETH_P_IPV6);
  355. skb_put(skb, sizeof(*eth));
  356. /* IPv6 header + HbH option */
  357. skb_set_network_header(skb, skb->len);
  358. ip6h = ipv6_hdr(skb);
  359. *(__force __be32 *)ip6h = htonl(0x60000000);
  360. ip6h->payload_len = htons(8 + sizeof(*mldq));
  361. ip6h->nexthdr = IPPROTO_HOPOPTS;
  362. ip6h->hop_limit = 1;
  363. ipv6_addr_set(&ip6h->daddr, htonl(0xff020000), 0, 0, htonl(1));
  364. if (ipv6_dev_get_saddr(dev_net(br->dev), br->dev, &ip6h->daddr, 0,
  365. &ip6h->saddr)) {
  366. kfree_skb(skb);
  367. return NULL;
  368. }
  369. ipv6_eth_mc_map(&ip6h->daddr, eth->h_dest);
  370. hopopt = (u8 *)(ip6h + 1);
  371. hopopt[0] = IPPROTO_ICMPV6; /* next hdr */
  372. hopopt[1] = 0; /* length of HbH */
  373. hopopt[2] = IPV6_TLV_ROUTERALERT; /* Router Alert */
  374. hopopt[3] = 2; /* Length of RA Option */
  375. hopopt[4] = 0; /* Type = 0x0000 (MLD) */
  376. hopopt[5] = 0;
  377. hopopt[6] = IPV6_TLV_PAD1; /* Pad1 */
  378. hopopt[7] = IPV6_TLV_PAD1; /* Pad1 */
  379. skb_put(skb, sizeof(*ip6h) + 8);
  380. /* ICMPv6 */
  381. skb_set_transport_header(skb, skb->len);
  382. mldq = (struct mld_msg *) icmp6_hdr(skb);
  383. interval = ipv6_addr_any(group) ?
  384. br->multicast_query_response_interval :
  385. br->multicast_last_member_interval;
  386. mldq->mld_type = ICMPV6_MGM_QUERY;
  387. mldq->mld_code = 0;
  388. mldq->mld_cksum = 0;
  389. mldq->mld_maxdelay = htons((u16)jiffies_to_msecs(interval));
  390. mldq->mld_reserved = 0;
  391. mldq->mld_mca = *group;
  392. /* checksum */
  393. mldq->mld_cksum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr,
  394. sizeof(*mldq), IPPROTO_ICMPV6,
  395. csum_partial(mldq,
  396. sizeof(*mldq), 0));
  397. skb_put(skb, sizeof(*mldq));
  398. __skb_pull(skb, sizeof(*eth));
  399. out:
  400. return skb;
  401. }
  402. #endif
  403. static struct sk_buff *br_multicast_alloc_query(struct net_bridge *br,
  404. struct br_ip *addr)
  405. {
  406. switch (addr->proto) {
  407. case htons(ETH_P_IP):
  408. return br_ip4_multicast_alloc_query(br, addr->u.ip4);
  409. #if IS_ENABLED(CONFIG_IPV6)
  410. case htons(ETH_P_IPV6):
  411. return br_ip6_multicast_alloc_query(br, &addr->u.ip6);
  412. #endif
  413. }
  414. return NULL;
  415. }
  416. static struct net_bridge_mdb_entry *br_multicast_get_group(
  417. struct net_bridge *br, struct net_bridge_port *port,
  418. struct br_ip *group, int hash)
  419. {
  420. struct net_bridge_mdb_htable *mdb;
  421. struct net_bridge_mdb_entry *mp;
  422. unsigned int count = 0;
  423. unsigned int max;
  424. int elasticity;
  425. int err;
  426. mdb = rcu_dereference_protected(br->mdb, 1);
  427. hlist_for_each_entry(mp, &mdb->mhash[hash], hlist[mdb->ver]) {
  428. count++;
  429. if (unlikely(br_ip_equal(group, &mp->addr)))
  430. return mp;
  431. }
  432. elasticity = 0;
  433. max = mdb->max;
  434. if (unlikely(count > br->hash_elasticity && count)) {
  435. if (net_ratelimit())
  436. br_info(br, "Multicast hash table "
  437. "chain limit reached: %s\n",
  438. port ? port->dev->name : br->dev->name);
  439. elasticity = br->hash_elasticity;
  440. }
  441. if (mdb->size >= max) {
  442. max *= 2;
  443. if (unlikely(max > br->hash_max)) {
  444. br_warn(br, "Multicast hash table maximum of %d "
  445. "reached, disabling snooping: %s\n",
  446. br->hash_max,
  447. port ? port->dev->name : br->dev->name);
  448. err = -E2BIG;
  449. disable:
  450. br->multicast_disabled = 1;
  451. goto err;
  452. }
  453. }
  454. if (max > mdb->max || elasticity) {
  455. if (mdb->old) {
  456. if (net_ratelimit())
  457. br_info(br, "Multicast hash table "
  458. "on fire: %s\n",
  459. port ? port->dev->name : br->dev->name);
  460. err = -EEXIST;
  461. goto err;
  462. }
  463. err = br_mdb_rehash(&br->mdb, max, elasticity);
  464. if (err) {
  465. br_warn(br, "Cannot rehash multicast "
  466. "hash table, disabling snooping: %s, %d, %d\n",
  467. port ? port->dev->name : br->dev->name,
  468. mdb->size, err);
  469. goto disable;
  470. }
  471. err = -EAGAIN;
  472. goto err;
  473. }
  474. return NULL;
  475. err:
  476. mp = ERR_PTR(err);
  477. return mp;
  478. }
  479. struct net_bridge_mdb_entry *br_multicast_new_group(struct net_bridge *br,
  480. struct net_bridge_port *port, struct br_ip *group)
  481. {
  482. struct net_bridge_mdb_htable *mdb;
  483. struct net_bridge_mdb_entry *mp;
  484. int hash;
  485. int err;
  486. mdb = rcu_dereference_protected(br->mdb, 1);
  487. if (!mdb) {
  488. err = br_mdb_rehash(&br->mdb, BR_HASH_SIZE, 0);
  489. if (err)
  490. return ERR_PTR(err);
  491. goto rehash;
  492. }
  493. hash = br_ip_hash(mdb, group);
  494. mp = br_multicast_get_group(br, port, group, hash);
  495. switch (PTR_ERR(mp)) {
  496. case 0:
  497. break;
  498. case -EAGAIN:
  499. rehash:
  500. mdb = rcu_dereference_protected(br->mdb, 1);
  501. hash = br_ip_hash(mdb, group);
  502. break;
  503. default:
  504. goto out;
  505. }
  506. mp = kzalloc(sizeof(*mp), GFP_ATOMIC);
  507. if (unlikely(!mp))
  508. return ERR_PTR(-ENOMEM);
  509. mp->br = br;
  510. mp->addr = *group;
  511. setup_timer(&mp->timer, br_multicast_group_expired,
  512. (unsigned long)mp);
  513. hlist_add_head_rcu(&mp->hlist[mdb->ver], &mdb->mhash[hash]);
  514. mdb->size++;
  515. out:
  516. return mp;
  517. }
  518. struct net_bridge_port_group *br_multicast_new_port_group(
  519. struct net_bridge_port *port,
  520. struct br_ip *group,
  521. struct net_bridge_port_group __rcu *next,
  522. unsigned char state)
  523. {
  524. struct net_bridge_port_group *p;
  525. p = kzalloc(sizeof(*p), GFP_ATOMIC);
  526. if (unlikely(!p))
  527. return NULL;
  528. p->addr = *group;
  529. p->port = port;
  530. p->state = state;
  531. rcu_assign_pointer(p->next, next);
  532. hlist_add_head(&p->mglist, &port->mglist);
  533. setup_timer(&p->timer, br_multicast_port_group_expired,
  534. (unsigned long)p);
  535. return p;
  536. }
  537. static int br_multicast_add_group(struct net_bridge *br,
  538. struct net_bridge_port *port,
  539. struct br_ip *group)
  540. {
  541. struct net_bridge_mdb_entry *mp;
  542. struct net_bridge_port_group *p;
  543. struct net_bridge_port_group __rcu **pp;
  544. int err;
  545. spin_lock(&br->multicast_lock);
  546. if (!netif_running(br->dev) ||
  547. (port && port->state == BR_STATE_DISABLED))
  548. goto out;
  549. mp = br_multicast_new_group(br, port, group);
  550. err = PTR_ERR(mp);
  551. if (IS_ERR(mp))
  552. goto err;
  553. if (!port) {
  554. mp->mglist = true;
  555. goto out;
  556. }
  557. for (pp = &mp->ports;
  558. (p = mlock_dereference(*pp, br)) != NULL;
  559. pp = &p->next) {
  560. if (p->port == port)
  561. goto out;
  562. if ((unsigned long)p->port < (unsigned long)port)
  563. break;
  564. }
  565. p = br_multicast_new_port_group(port, group, *pp, MDB_TEMPORARY);
  566. if (unlikely(!p))
  567. goto err;
  568. rcu_assign_pointer(*pp, p);
  569. br_mdb_notify(br->dev, port, group, RTM_NEWMDB);
  570. out:
  571. err = 0;
  572. err:
  573. spin_unlock(&br->multicast_lock);
  574. return err;
  575. }
  576. static int br_ip4_multicast_add_group(struct net_bridge *br,
  577. struct net_bridge_port *port,
  578. __be32 group,
  579. __u16 vid)
  580. {
  581. struct br_ip br_group;
  582. if (ipv4_is_local_multicast(group))
  583. return 0;
  584. br_group.u.ip4 = group;
  585. br_group.proto = htons(ETH_P_IP);
  586. br_group.vid = vid;
  587. return br_multicast_add_group(br, port, &br_group);
  588. }
  589. #if IS_ENABLED(CONFIG_IPV6)
  590. static int br_ip6_multicast_add_group(struct net_bridge *br,
  591. struct net_bridge_port *port,
  592. const struct in6_addr *group,
  593. __u16 vid)
  594. {
  595. struct br_ip br_group;
  596. if (!ipv6_is_transient_multicast(group))
  597. return 0;
  598. br_group.u.ip6 = *group;
  599. br_group.proto = htons(ETH_P_IPV6);
  600. br_group.vid = vid;
  601. return br_multicast_add_group(br, port, &br_group);
  602. }
  603. #endif
  604. static void br_multicast_router_expired(unsigned long data)
  605. {
  606. struct net_bridge_port *port = (void *)data;
  607. struct net_bridge *br = port->br;
  608. spin_lock(&br->multicast_lock);
  609. if (port->multicast_router != 1 ||
  610. timer_pending(&port->multicast_router_timer) ||
  611. hlist_unhashed(&port->rlist))
  612. goto out;
  613. hlist_del_init_rcu(&port->rlist);
  614. out:
  615. spin_unlock(&br->multicast_lock);
  616. }
  617. static void br_multicast_local_router_expired(unsigned long data)
  618. {
  619. }
  620. static void br_multicast_querier_expired(unsigned long data)
  621. {
  622. struct net_bridge *br = (void *)data;
  623. spin_lock(&br->multicast_lock);
  624. if (!netif_running(br->dev) || br->multicast_disabled)
  625. goto out;
  626. br_multicast_start_querier(br);
  627. out:
  628. spin_unlock(&br->multicast_lock);
  629. }
  630. static void __br_multicast_send_query(struct net_bridge *br,
  631. struct net_bridge_port *port,
  632. struct br_ip *ip)
  633. {
  634. struct sk_buff *skb;
  635. skb = br_multicast_alloc_query(br, ip);
  636. if (!skb)
  637. return;
  638. if (port) {
  639. __skb_push(skb, sizeof(struct ethhdr));
  640. skb->dev = port->dev;
  641. NF_HOOK(NFPROTO_BRIDGE, NF_BR_LOCAL_OUT, skb, NULL, skb->dev,
  642. dev_queue_xmit);
  643. } else
  644. netif_rx(skb);
  645. }
  646. static void br_multicast_send_query(struct net_bridge *br,
  647. struct net_bridge_port *port, u32 sent)
  648. {
  649. unsigned long time;
  650. struct br_ip br_group;
  651. if (!netif_running(br->dev) || br->multicast_disabled ||
  652. !br->multicast_querier ||
  653. timer_pending(&br->multicast_querier_timer))
  654. return;
  655. memset(&br_group.u, 0, sizeof(br_group.u));
  656. br_group.proto = htons(ETH_P_IP);
  657. __br_multicast_send_query(br, port, &br_group);
  658. #if IS_ENABLED(CONFIG_IPV6)
  659. br_group.proto = htons(ETH_P_IPV6);
  660. __br_multicast_send_query(br, port, &br_group);
  661. #endif
  662. time = jiffies;
  663. time += sent < br->multicast_startup_query_count ?
  664. br->multicast_startup_query_interval :
  665. br->multicast_query_interval;
  666. mod_timer(port ? &port->multicast_query_timer :
  667. &br->multicast_query_timer, time);
  668. }
  669. static void br_multicast_port_query_expired(unsigned long data)
  670. {
  671. struct net_bridge_port *port = (void *)data;
  672. struct net_bridge *br = port->br;
  673. spin_lock(&br->multicast_lock);
  674. if (port->state == BR_STATE_DISABLED ||
  675. port->state == BR_STATE_BLOCKING)
  676. goto out;
  677. if (port->multicast_startup_queries_sent <
  678. br->multicast_startup_query_count)
  679. port->multicast_startup_queries_sent++;
  680. br_multicast_send_query(port->br, port,
  681. port->multicast_startup_queries_sent);
  682. out:
  683. spin_unlock(&br->multicast_lock);
  684. }
  685. void br_multicast_add_port(struct net_bridge_port *port)
  686. {
  687. port->multicast_router = 1;
  688. setup_timer(&port->multicast_router_timer, br_multicast_router_expired,
  689. (unsigned long)port);
  690. setup_timer(&port->multicast_query_timer,
  691. br_multicast_port_query_expired, (unsigned long)port);
  692. }
  693. void br_multicast_del_port(struct net_bridge_port *port)
  694. {
  695. del_timer_sync(&port->multicast_router_timer);
  696. }
  697. static void __br_multicast_enable_port(struct net_bridge_port *port)
  698. {
  699. port->multicast_startup_queries_sent = 0;
  700. if (try_to_del_timer_sync(&port->multicast_query_timer) >= 0 ||
  701. del_timer(&port->multicast_query_timer))
  702. mod_timer(&port->multicast_query_timer, jiffies);
  703. }
  704. void br_multicast_enable_port(struct net_bridge_port *port)
  705. {
  706. struct net_bridge *br = port->br;
  707. spin_lock(&br->multicast_lock);
  708. if (br->multicast_disabled || !netif_running(br->dev))
  709. goto out;
  710. __br_multicast_enable_port(port);
  711. out:
  712. spin_unlock(&br->multicast_lock);
  713. }
  714. void br_multicast_disable_port(struct net_bridge_port *port)
  715. {
  716. struct net_bridge *br = port->br;
  717. struct net_bridge_port_group *pg;
  718. struct hlist_node *n;
  719. spin_lock(&br->multicast_lock);
  720. hlist_for_each_entry_safe(pg, n, &port->mglist, mglist)
  721. br_multicast_del_pg(br, pg);
  722. if (!hlist_unhashed(&port->rlist))
  723. hlist_del_init_rcu(&port->rlist);
  724. del_timer(&port->multicast_router_timer);
  725. del_timer(&port->multicast_query_timer);
  726. spin_unlock(&br->multicast_lock);
  727. }
  728. static int br_ip4_multicast_igmp3_report(struct net_bridge *br,
  729. struct net_bridge_port *port,
  730. struct sk_buff *skb)
  731. {
  732. struct igmpv3_report *ih;
  733. struct igmpv3_grec *grec;
  734. int i;
  735. int len;
  736. int num;
  737. int type;
  738. int err = 0;
  739. __be32 group;
  740. u16 vid = 0;
  741. if (!pskb_may_pull(skb, sizeof(*ih)))
  742. return -EINVAL;
  743. br_vlan_get_tag(skb, &vid);
  744. ih = igmpv3_report_hdr(skb);
  745. num = ntohs(ih->ngrec);
  746. len = sizeof(*ih);
  747. for (i = 0; i < num; i++) {
  748. len += sizeof(*grec);
  749. if (!pskb_may_pull(skb, len))
  750. return -EINVAL;
  751. grec = (void *)(skb->data + len - sizeof(*grec));
  752. group = grec->grec_mca;
  753. type = grec->grec_type;
  754. len += ntohs(grec->grec_nsrcs) * 4;
  755. if (!pskb_may_pull(skb, len))
  756. return -EINVAL;
  757. /* We treat this as an IGMPv2 report for now. */
  758. switch (type) {
  759. case IGMPV3_MODE_IS_INCLUDE:
  760. case IGMPV3_MODE_IS_EXCLUDE:
  761. case IGMPV3_CHANGE_TO_INCLUDE:
  762. case IGMPV3_CHANGE_TO_EXCLUDE:
  763. case IGMPV3_ALLOW_NEW_SOURCES:
  764. case IGMPV3_BLOCK_OLD_SOURCES:
  765. break;
  766. default:
  767. continue;
  768. }
  769. err = br_ip4_multicast_add_group(br, port, group, vid);
  770. if (err)
  771. break;
  772. }
  773. return err;
  774. }
  775. #if IS_ENABLED(CONFIG_IPV6)
  776. static int br_ip6_multicast_mld2_report(struct net_bridge *br,
  777. struct net_bridge_port *port,
  778. struct sk_buff *skb)
  779. {
  780. struct icmp6hdr *icmp6h;
  781. struct mld2_grec *grec;
  782. int i;
  783. int len;
  784. int num;
  785. int err = 0;
  786. u16 vid = 0;
  787. if (!pskb_may_pull(skb, sizeof(*icmp6h)))
  788. return -EINVAL;
  789. br_vlan_get_tag(skb, &vid);
  790. icmp6h = icmp6_hdr(skb);
  791. num = ntohs(icmp6h->icmp6_dataun.un_data16[1]);
  792. len = sizeof(*icmp6h);
  793. for (i = 0; i < num; i++) {
  794. __be16 *nsrcs, _nsrcs;
  795. nsrcs = skb_header_pointer(skb,
  796. len + offsetof(struct mld2_grec,
  797. grec_nsrcs),
  798. sizeof(_nsrcs), &_nsrcs);
  799. if (!nsrcs)
  800. return -EINVAL;
  801. if (!pskb_may_pull(skb,
  802. len + sizeof(*grec) +
  803. sizeof(struct in6_addr) * ntohs(*nsrcs)))
  804. return -EINVAL;
  805. grec = (struct mld2_grec *)(skb->data + len);
  806. len += sizeof(*grec) +
  807. sizeof(struct in6_addr) * ntohs(*nsrcs);
  808. /* We treat these as MLDv1 reports for now. */
  809. switch (grec->grec_type) {
  810. case MLD2_MODE_IS_INCLUDE:
  811. case MLD2_MODE_IS_EXCLUDE:
  812. case MLD2_CHANGE_TO_INCLUDE:
  813. case MLD2_CHANGE_TO_EXCLUDE:
  814. case MLD2_ALLOW_NEW_SOURCES:
  815. case MLD2_BLOCK_OLD_SOURCES:
  816. break;
  817. default:
  818. continue;
  819. }
  820. err = br_ip6_multicast_add_group(br, port, &grec->grec_mca,
  821. vid);
  822. if (!err)
  823. break;
  824. }
  825. return err;
  826. }
  827. #endif
  828. static void br_multicast_update_querier_timer(struct net_bridge *br,
  829. unsigned long max_delay)
  830. {
  831. if (!timer_pending(&br->multicast_querier_timer))
  832. br->multicast_querier_delay_time = jiffies + max_delay;
  833. mod_timer(&br->multicast_querier_timer,
  834. jiffies + br->multicast_querier_interval);
  835. }
  836. /*
  837. * Add port to router_list
  838. * list is maintained ordered by pointer value
  839. * and locked by br->multicast_lock and RCU
  840. */
  841. static void br_multicast_add_router(struct net_bridge *br,
  842. struct net_bridge_port *port)
  843. {
  844. struct net_bridge_port *p;
  845. struct hlist_node *slot = NULL;
  846. hlist_for_each_entry(p, &br->router_list, rlist) {
  847. if ((unsigned long) port >= (unsigned long) p)
  848. break;
  849. slot = &p->rlist;
  850. }
  851. if (slot)
  852. hlist_add_after_rcu(slot, &port->rlist);
  853. else
  854. hlist_add_head_rcu(&port->rlist, &br->router_list);
  855. }
  856. static void br_multicast_mark_router(struct net_bridge *br,
  857. struct net_bridge_port *port)
  858. {
  859. unsigned long now = jiffies;
  860. if (!port) {
  861. if (br->multicast_router == 1)
  862. mod_timer(&br->multicast_router_timer,
  863. now + br->multicast_querier_interval);
  864. return;
  865. }
  866. if (port->multicast_router != 1)
  867. return;
  868. if (!hlist_unhashed(&port->rlist))
  869. goto timer;
  870. br_multicast_add_router(br, port);
  871. timer:
  872. mod_timer(&port->multicast_router_timer,
  873. now + br->multicast_querier_interval);
  874. }
  875. static void br_multicast_query_received(struct net_bridge *br,
  876. struct net_bridge_port *port,
  877. int saddr,
  878. unsigned long max_delay)
  879. {
  880. if (saddr)
  881. br_multicast_update_querier_timer(br, max_delay);
  882. else if (timer_pending(&br->multicast_querier_timer))
  883. return;
  884. br_multicast_mark_router(br, port);
  885. }
  886. static int br_ip4_multicast_query(struct net_bridge *br,
  887. struct net_bridge_port *port,
  888. struct sk_buff *skb)
  889. {
  890. const struct iphdr *iph = ip_hdr(skb);
  891. struct igmphdr *ih = igmp_hdr(skb);
  892. struct net_bridge_mdb_entry *mp;
  893. struct igmpv3_query *ih3;
  894. struct net_bridge_port_group *p;
  895. struct net_bridge_port_group __rcu **pp;
  896. unsigned long max_delay;
  897. unsigned long now = jiffies;
  898. __be32 group;
  899. int err = 0;
  900. u16 vid = 0;
  901. spin_lock(&br->multicast_lock);
  902. if (!netif_running(br->dev) ||
  903. (port && port->state == BR_STATE_DISABLED))
  904. goto out;
  905. group = ih->group;
  906. if (skb->len == sizeof(*ih)) {
  907. max_delay = ih->code * (HZ / IGMP_TIMER_SCALE);
  908. if (!max_delay) {
  909. max_delay = 10 * HZ;
  910. group = 0;
  911. }
  912. } else {
  913. if (!pskb_may_pull(skb, sizeof(struct igmpv3_query))) {
  914. err = -EINVAL;
  915. goto out;
  916. }
  917. ih3 = igmpv3_query_hdr(skb);
  918. if (ih3->nsrcs)
  919. goto out;
  920. max_delay = ih3->code ?
  921. IGMPV3_MRC(ih3->code) * (HZ / IGMP_TIMER_SCALE) : 1;
  922. }
  923. br_multicast_query_received(br, port, !!iph->saddr, max_delay);
  924. if (!group)
  925. goto out;
  926. br_vlan_get_tag(skb, &vid);
  927. mp = br_mdb_ip4_get(mlock_dereference(br->mdb, br), group, vid);
  928. if (!mp)
  929. goto out;
  930. mod_timer(&mp->timer, now + br->multicast_membership_interval);
  931. mp->timer_armed = true;
  932. max_delay *= br->multicast_last_member_count;
  933. if (mp->mglist &&
  934. (timer_pending(&mp->timer) ?
  935. time_after(mp->timer.expires, now + max_delay) :
  936. try_to_del_timer_sync(&mp->timer) >= 0))
  937. mod_timer(&mp->timer, now + max_delay);
  938. for (pp = &mp->ports;
  939. (p = mlock_dereference(*pp, br)) != NULL;
  940. pp = &p->next) {
  941. if (timer_pending(&p->timer) ?
  942. time_after(p->timer.expires, now + max_delay) :
  943. try_to_del_timer_sync(&p->timer) >= 0)
  944. mod_timer(&p->timer, now + max_delay);
  945. }
  946. out:
  947. spin_unlock(&br->multicast_lock);
  948. return err;
  949. }
  950. #if IS_ENABLED(CONFIG_IPV6)
  951. static int br_ip6_multicast_query(struct net_bridge *br,
  952. struct net_bridge_port *port,
  953. struct sk_buff *skb)
  954. {
  955. const struct ipv6hdr *ip6h = ipv6_hdr(skb);
  956. struct mld_msg *mld;
  957. struct net_bridge_mdb_entry *mp;
  958. struct mld2_query *mld2q;
  959. struct net_bridge_port_group *p;
  960. struct net_bridge_port_group __rcu **pp;
  961. unsigned long max_delay;
  962. unsigned long now = jiffies;
  963. const struct in6_addr *group = NULL;
  964. int err = 0;
  965. u16 vid = 0;
  966. spin_lock(&br->multicast_lock);
  967. if (!netif_running(br->dev) ||
  968. (port && port->state == BR_STATE_DISABLED))
  969. goto out;
  970. if (skb->len == sizeof(*mld)) {
  971. if (!pskb_may_pull(skb, sizeof(*mld))) {
  972. err = -EINVAL;
  973. goto out;
  974. }
  975. mld = (struct mld_msg *) icmp6_hdr(skb);
  976. max_delay = msecs_to_jiffies(ntohs(mld->mld_maxdelay));
  977. if (max_delay)
  978. group = &mld->mld_mca;
  979. } else {
  980. if (!pskb_may_pull(skb, sizeof(*mld2q))) {
  981. err = -EINVAL;
  982. goto out;
  983. }
  984. mld2q = (struct mld2_query *)icmp6_hdr(skb);
  985. if (!mld2q->mld2q_nsrcs)
  986. group = &mld2q->mld2q_mca;
  987. max_delay = max(msecs_to_jiffies(mldv2_mrc(mld2q)), 1UL);
  988. }
  989. br_multicast_query_received(br, port, !ipv6_addr_any(&ip6h->saddr),
  990. max_delay);
  991. if (!group)
  992. goto out;
  993. br_vlan_get_tag(skb, &vid);
  994. mp = br_mdb_ip6_get(mlock_dereference(br->mdb, br), group, vid);
  995. if (!mp)
  996. goto out;
  997. mod_timer(&mp->timer, now + br->multicast_membership_interval);
  998. mp->timer_armed = true;
  999. max_delay *= br->multicast_last_member_count;
  1000. if (mp->mglist &&
  1001. (timer_pending(&mp->timer) ?
  1002. time_after(mp->timer.expires, now + max_delay) :
  1003. try_to_del_timer_sync(&mp->timer) >= 0))
  1004. mod_timer(&mp->timer, now + max_delay);
  1005. for (pp = &mp->ports;
  1006. (p = mlock_dereference(*pp, br)) != NULL;
  1007. pp = &p->next) {
  1008. if (timer_pending(&p->timer) ?
  1009. time_after(p->timer.expires, now + max_delay) :
  1010. try_to_del_timer_sync(&p->timer) >= 0)
  1011. mod_timer(&p->timer, now + max_delay);
  1012. }
  1013. out:
  1014. spin_unlock(&br->multicast_lock);
  1015. return err;
  1016. }
  1017. #endif
  1018. static void br_multicast_leave_group(struct net_bridge *br,
  1019. struct net_bridge_port *port,
  1020. struct br_ip *group)
  1021. {
  1022. struct net_bridge_mdb_htable *mdb;
  1023. struct net_bridge_mdb_entry *mp;
  1024. struct net_bridge_port_group *p;
  1025. unsigned long now;
  1026. unsigned long time;
  1027. spin_lock(&br->multicast_lock);
  1028. if (!netif_running(br->dev) ||
  1029. (port && port->state == BR_STATE_DISABLED) ||
  1030. timer_pending(&br->multicast_querier_timer))
  1031. goto out;
  1032. mdb = mlock_dereference(br->mdb, br);
  1033. mp = br_mdb_ip_get(mdb, group);
  1034. if (!mp)
  1035. goto out;
  1036. if (br->multicast_querier &&
  1037. !timer_pending(&br->multicast_querier_timer)) {
  1038. __br_multicast_send_query(br, port, &mp->addr);
  1039. time = jiffies + br->multicast_last_member_count *
  1040. br->multicast_last_member_interval;
  1041. mod_timer(port ? &port->multicast_query_timer :
  1042. &br->multicast_query_timer, time);
  1043. for (p = mlock_dereference(mp->ports, br);
  1044. p != NULL;
  1045. p = mlock_dereference(p->next, br)) {
  1046. if (p->port != port)
  1047. continue;
  1048. if (!hlist_unhashed(&p->mglist) &&
  1049. (timer_pending(&p->timer) ?
  1050. time_after(p->timer.expires, time) :
  1051. try_to_del_timer_sync(&p->timer) >= 0)) {
  1052. mod_timer(&p->timer, time);
  1053. }
  1054. break;
  1055. }
  1056. }
  1057. if (port && (port->flags & BR_MULTICAST_FAST_LEAVE)) {
  1058. struct net_bridge_port_group __rcu **pp;
  1059. for (pp = &mp->ports;
  1060. (p = mlock_dereference(*pp, br)) != NULL;
  1061. pp = &p->next) {
  1062. if (p->port != port)
  1063. continue;
  1064. rcu_assign_pointer(*pp, p->next);
  1065. hlist_del_init(&p->mglist);
  1066. del_timer(&p->timer);
  1067. call_rcu_bh(&p->rcu, br_multicast_free_pg);
  1068. br_mdb_notify(br->dev, port, group, RTM_DELMDB);
  1069. if (!mp->ports && !mp->mglist && mp->timer_armed &&
  1070. netif_running(br->dev))
  1071. mod_timer(&mp->timer, jiffies);
  1072. }
  1073. goto out;
  1074. }
  1075. now = jiffies;
  1076. time = now + br->multicast_last_member_count *
  1077. br->multicast_last_member_interval;
  1078. if (!port) {
  1079. if (mp->mglist && mp->timer_armed &&
  1080. (timer_pending(&mp->timer) ?
  1081. time_after(mp->timer.expires, time) :
  1082. try_to_del_timer_sync(&mp->timer) >= 0)) {
  1083. mod_timer(&mp->timer, time);
  1084. }
  1085. }
  1086. out:
  1087. spin_unlock(&br->multicast_lock);
  1088. }
  1089. static void br_ip4_multicast_leave_group(struct net_bridge *br,
  1090. struct net_bridge_port *port,
  1091. __be32 group,
  1092. __u16 vid)
  1093. {
  1094. struct br_ip br_group;
  1095. if (ipv4_is_local_multicast(group))
  1096. return;
  1097. br_group.u.ip4 = group;
  1098. br_group.proto = htons(ETH_P_IP);
  1099. br_group.vid = vid;
  1100. br_multicast_leave_group(br, port, &br_group);
  1101. }
  1102. #if IS_ENABLED(CONFIG_IPV6)
  1103. static void br_ip6_multicast_leave_group(struct net_bridge *br,
  1104. struct net_bridge_port *port,
  1105. const struct in6_addr *group,
  1106. __u16 vid)
  1107. {
  1108. struct br_ip br_group;
  1109. if (!ipv6_is_transient_multicast(group))
  1110. return;
  1111. br_group.u.ip6 = *group;
  1112. br_group.proto = htons(ETH_P_IPV6);
  1113. br_group.vid = vid;
  1114. br_multicast_leave_group(br, port, &br_group);
  1115. }
  1116. #endif
  1117. static int br_multicast_ipv4_rcv(struct net_bridge *br,
  1118. struct net_bridge_port *port,
  1119. struct sk_buff *skb)
  1120. {
  1121. struct sk_buff *skb2 = skb;
  1122. const struct iphdr *iph;
  1123. struct igmphdr *ih;
  1124. unsigned int len;
  1125. unsigned int offset;
  1126. int err;
  1127. u16 vid = 0;
  1128. /* We treat OOM as packet loss for now. */
  1129. if (!pskb_may_pull(skb, sizeof(*iph)))
  1130. return -EINVAL;
  1131. iph = ip_hdr(skb);
  1132. if (iph->ihl < 5 || iph->version != 4)
  1133. return -EINVAL;
  1134. if (!pskb_may_pull(skb, ip_hdrlen(skb)))
  1135. return -EINVAL;
  1136. iph = ip_hdr(skb);
  1137. if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl)))
  1138. return -EINVAL;
  1139. if (iph->protocol != IPPROTO_IGMP) {
  1140. if (!ipv4_is_local_multicast(iph->daddr))
  1141. BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
  1142. return 0;
  1143. }
  1144. len = ntohs(iph->tot_len);
  1145. if (skb->len < len || len < ip_hdrlen(skb))
  1146. return -EINVAL;
  1147. if (skb->len > len) {
  1148. skb2 = skb_clone(skb, GFP_ATOMIC);
  1149. if (!skb2)
  1150. return -ENOMEM;
  1151. err = pskb_trim_rcsum(skb2, len);
  1152. if (err)
  1153. goto err_out;
  1154. }
  1155. len -= ip_hdrlen(skb2);
  1156. offset = skb_network_offset(skb2) + ip_hdrlen(skb2);
  1157. __skb_pull(skb2, offset);
  1158. skb_reset_transport_header(skb2);
  1159. err = -EINVAL;
  1160. if (!pskb_may_pull(skb2, sizeof(*ih)))
  1161. goto out;
  1162. switch (skb2->ip_summed) {
  1163. case CHECKSUM_COMPLETE:
  1164. if (!csum_fold(skb2->csum))
  1165. break;
  1166. /* fall through */
  1167. case CHECKSUM_NONE:
  1168. skb2->csum = 0;
  1169. if (skb_checksum_complete(skb2))
  1170. goto out;
  1171. }
  1172. err = 0;
  1173. br_vlan_get_tag(skb2, &vid);
  1174. BR_INPUT_SKB_CB(skb)->igmp = 1;
  1175. ih = igmp_hdr(skb2);
  1176. switch (ih->type) {
  1177. case IGMP_HOST_MEMBERSHIP_REPORT:
  1178. case IGMPV2_HOST_MEMBERSHIP_REPORT:
  1179. BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
  1180. err = br_ip4_multicast_add_group(br, port, ih->group, vid);
  1181. break;
  1182. case IGMPV3_HOST_MEMBERSHIP_REPORT:
  1183. err = br_ip4_multicast_igmp3_report(br, port, skb2);
  1184. break;
  1185. case IGMP_HOST_MEMBERSHIP_QUERY:
  1186. err = br_ip4_multicast_query(br, port, skb2);
  1187. break;
  1188. case IGMP_HOST_LEAVE_MESSAGE:
  1189. br_ip4_multicast_leave_group(br, port, ih->group, vid);
  1190. break;
  1191. }
  1192. out:
  1193. __skb_push(skb2, offset);
  1194. err_out:
  1195. if (skb2 != skb)
  1196. kfree_skb(skb2);
  1197. return err;
  1198. }
  1199. #if IS_ENABLED(CONFIG_IPV6)
  1200. static int br_multicast_ipv6_rcv(struct net_bridge *br,
  1201. struct net_bridge_port *port,
  1202. struct sk_buff *skb)
  1203. {
  1204. struct sk_buff *skb2;
  1205. const struct ipv6hdr *ip6h;
  1206. u8 icmp6_type;
  1207. u8 nexthdr;
  1208. __be16 frag_off;
  1209. unsigned int len;
  1210. int offset;
  1211. int err;
  1212. u16 vid = 0;
  1213. if (!pskb_may_pull(skb, sizeof(*ip6h)))
  1214. return -EINVAL;
  1215. ip6h = ipv6_hdr(skb);
  1216. /*
  1217. * We're interested in MLD messages only.
  1218. * - Version is 6
  1219. * - MLD has always Router Alert hop-by-hop option
  1220. * - But we do not support jumbrograms.
  1221. */
  1222. if (ip6h->version != 6)
  1223. return 0;
  1224. /* Prevent flooding this packet if there is no listener present */
  1225. if (ipv6_is_transient_multicast(&ip6h->daddr))
  1226. BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
  1227. if (ip6h->nexthdr != IPPROTO_HOPOPTS ||
  1228. ip6h->payload_len == 0)
  1229. return 0;
  1230. len = ntohs(ip6h->payload_len) + sizeof(*ip6h);
  1231. if (skb->len < len)
  1232. return -EINVAL;
  1233. nexthdr = ip6h->nexthdr;
  1234. offset = ipv6_skip_exthdr(skb, sizeof(*ip6h), &nexthdr, &frag_off);
  1235. if (offset < 0 || nexthdr != IPPROTO_ICMPV6)
  1236. return 0;
  1237. /* Okay, we found ICMPv6 header */
  1238. skb2 = skb_clone(skb, GFP_ATOMIC);
  1239. if (!skb2)
  1240. return -ENOMEM;
  1241. err = -EINVAL;
  1242. if (!pskb_may_pull(skb2, offset + sizeof(struct icmp6hdr)))
  1243. goto out;
  1244. len -= offset - skb_network_offset(skb2);
  1245. __skb_pull(skb2, offset);
  1246. skb_reset_transport_header(skb2);
  1247. skb_postpull_rcsum(skb2, skb_network_header(skb2),
  1248. skb_network_header_len(skb2));
  1249. icmp6_type = icmp6_hdr(skb2)->icmp6_type;
  1250. switch (icmp6_type) {
  1251. case ICMPV6_MGM_QUERY:
  1252. case ICMPV6_MGM_REPORT:
  1253. case ICMPV6_MGM_REDUCTION:
  1254. case ICMPV6_MLD2_REPORT:
  1255. break;
  1256. default:
  1257. err = 0;
  1258. goto out;
  1259. }
  1260. /* Okay, we found MLD message. Check further. */
  1261. if (skb2->len > len) {
  1262. err = pskb_trim_rcsum(skb2, len);
  1263. if (err)
  1264. goto out;
  1265. err = -EINVAL;
  1266. }
  1267. ip6h = ipv6_hdr(skb2);
  1268. switch (skb2->ip_summed) {
  1269. case CHECKSUM_COMPLETE:
  1270. if (!csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, skb2->len,
  1271. IPPROTO_ICMPV6, skb2->csum))
  1272. break;
  1273. /*FALLTHROUGH*/
  1274. case CHECKSUM_NONE:
  1275. skb2->csum = ~csum_unfold(csum_ipv6_magic(&ip6h->saddr,
  1276. &ip6h->daddr,
  1277. skb2->len,
  1278. IPPROTO_ICMPV6, 0));
  1279. if (__skb_checksum_complete(skb2))
  1280. goto out;
  1281. }
  1282. err = 0;
  1283. br_vlan_get_tag(skb, &vid);
  1284. BR_INPUT_SKB_CB(skb)->igmp = 1;
  1285. switch (icmp6_type) {
  1286. case ICMPV6_MGM_REPORT:
  1287. {
  1288. struct mld_msg *mld;
  1289. if (!pskb_may_pull(skb2, sizeof(*mld))) {
  1290. err = -EINVAL;
  1291. goto out;
  1292. }
  1293. mld = (struct mld_msg *)skb_transport_header(skb2);
  1294. BR_INPUT_SKB_CB(skb)->mrouters_only = 1;
  1295. err = br_ip6_multicast_add_group(br, port, &mld->mld_mca, vid);
  1296. break;
  1297. }
  1298. case ICMPV6_MLD2_REPORT:
  1299. err = br_ip6_multicast_mld2_report(br, port, skb2);
  1300. break;
  1301. case ICMPV6_MGM_QUERY:
  1302. err = br_ip6_multicast_query(br, port, skb2);
  1303. break;
  1304. case ICMPV6_MGM_REDUCTION:
  1305. {
  1306. struct mld_msg *mld;
  1307. if (!pskb_may_pull(skb2, sizeof(*mld))) {
  1308. err = -EINVAL;
  1309. goto out;
  1310. }
  1311. mld = (struct mld_msg *)skb_transport_header(skb2);
  1312. br_ip6_multicast_leave_group(br, port, &mld->mld_mca, vid);
  1313. }
  1314. }
  1315. out:
  1316. kfree_skb(skb2);
  1317. return err;
  1318. }
  1319. #endif
  1320. int br_multicast_rcv(struct net_bridge *br, struct net_bridge_port *port,
  1321. struct sk_buff *skb)
  1322. {
  1323. BR_INPUT_SKB_CB(skb)->igmp = 0;
  1324. BR_INPUT_SKB_CB(skb)->mrouters_only = 0;
  1325. if (br->multicast_disabled)
  1326. return 0;
  1327. switch (skb->protocol) {
  1328. case htons(ETH_P_IP):
  1329. return br_multicast_ipv4_rcv(br, port, skb);
  1330. #if IS_ENABLED(CONFIG_IPV6)
  1331. case htons(ETH_P_IPV6):
  1332. return br_multicast_ipv6_rcv(br, port, skb);
  1333. #endif
  1334. }
  1335. return 0;
  1336. }
  1337. static void br_multicast_query_expired(unsigned long data)
  1338. {
  1339. struct net_bridge *br = (void *)data;
  1340. spin_lock(&br->multicast_lock);
  1341. if (br->multicast_startup_queries_sent <
  1342. br->multicast_startup_query_count)
  1343. br->multicast_startup_queries_sent++;
  1344. br_multicast_send_query(br, NULL, br->multicast_startup_queries_sent);
  1345. spin_unlock(&br->multicast_lock);
  1346. }
  1347. void br_multicast_init(struct net_bridge *br)
  1348. {
  1349. br->hash_elasticity = 4;
  1350. br->hash_max = 512;
  1351. br->multicast_router = 1;
  1352. br->multicast_querier = 0;
  1353. br->multicast_query_use_ifaddr = 0;
  1354. br->multicast_last_member_count = 2;
  1355. br->multicast_startup_query_count = 2;
  1356. br->multicast_last_member_interval = HZ;
  1357. br->multicast_query_response_interval = 10 * HZ;
  1358. br->multicast_startup_query_interval = 125 * HZ / 4;
  1359. br->multicast_query_interval = 125 * HZ;
  1360. br->multicast_querier_interval = 255 * HZ;
  1361. br->multicast_membership_interval = 260 * HZ;
  1362. br->multicast_querier_delay_time = 0;
  1363. spin_lock_init(&br->multicast_lock);
  1364. setup_timer(&br->multicast_router_timer,
  1365. br_multicast_local_router_expired, 0);
  1366. setup_timer(&br->multicast_querier_timer,
  1367. br_multicast_querier_expired, (unsigned long)br);
  1368. setup_timer(&br->multicast_query_timer, br_multicast_query_expired,
  1369. (unsigned long)br);
  1370. }
  1371. void br_multicast_open(struct net_bridge *br)
  1372. {
  1373. br->multicast_startup_queries_sent = 0;
  1374. if (br->multicast_disabled)
  1375. return;
  1376. mod_timer(&br->multicast_query_timer, jiffies);
  1377. }
  1378. void br_multicast_stop(struct net_bridge *br)
  1379. {
  1380. struct net_bridge_mdb_htable *mdb;
  1381. struct net_bridge_mdb_entry *mp;
  1382. struct hlist_node *n;
  1383. u32 ver;
  1384. int i;
  1385. del_timer_sync(&br->multicast_router_timer);
  1386. del_timer_sync(&br->multicast_querier_timer);
  1387. del_timer_sync(&br->multicast_query_timer);
  1388. spin_lock_bh(&br->multicast_lock);
  1389. mdb = mlock_dereference(br->mdb, br);
  1390. if (!mdb)
  1391. goto out;
  1392. br->mdb = NULL;
  1393. ver = mdb->ver;
  1394. for (i = 0; i < mdb->max; i++) {
  1395. hlist_for_each_entry_safe(mp, n, &mdb->mhash[i],
  1396. hlist[ver]) {
  1397. del_timer(&mp->timer);
  1398. mp->timer_armed = false;
  1399. call_rcu_bh(&mp->rcu, br_multicast_free_group);
  1400. }
  1401. }
  1402. if (mdb->old) {
  1403. spin_unlock_bh(&br->multicast_lock);
  1404. rcu_barrier_bh();
  1405. spin_lock_bh(&br->multicast_lock);
  1406. WARN_ON(mdb->old);
  1407. }
  1408. mdb->old = mdb;
  1409. call_rcu_bh(&mdb->rcu, br_mdb_free);
  1410. out:
  1411. spin_unlock_bh(&br->multicast_lock);
  1412. }
  1413. int br_multicast_set_router(struct net_bridge *br, unsigned long val)
  1414. {
  1415. int err = -ENOENT;
  1416. spin_lock_bh(&br->multicast_lock);
  1417. if (!netif_running(br->dev))
  1418. goto unlock;
  1419. switch (val) {
  1420. case 0:
  1421. case 2:
  1422. del_timer(&br->multicast_router_timer);
  1423. /* fall through */
  1424. case 1:
  1425. br->multicast_router = val;
  1426. err = 0;
  1427. break;
  1428. default:
  1429. err = -EINVAL;
  1430. break;
  1431. }
  1432. unlock:
  1433. spin_unlock_bh(&br->multicast_lock);
  1434. return err;
  1435. }
  1436. int br_multicast_set_port_router(struct net_bridge_port *p, unsigned long val)
  1437. {
  1438. struct net_bridge *br = p->br;
  1439. int err = -ENOENT;
  1440. spin_lock(&br->multicast_lock);
  1441. if (!netif_running(br->dev) || p->state == BR_STATE_DISABLED)
  1442. goto unlock;
  1443. switch (val) {
  1444. case 0:
  1445. case 1:
  1446. case 2:
  1447. p->multicast_router = val;
  1448. err = 0;
  1449. if (val < 2 && !hlist_unhashed(&p->rlist))
  1450. hlist_del_init_rcu(&p->rlist);
  1451. if (val == 1)
  1452. break;
  1453. del_timer(&p->multicast_router_timer);
  1454. if (val == 0)
  1455. break;
  1456. br_multicast_add_router(br, p);
  1457. break;
  1458. default:
  1459. err = -EINVAL;
  1460. break;
  1461. }
  1462. unlock:
  1463. spin_unlock(&br->multicast_lock);
  1464. return err;
  1465. }
  1466. static void br_multicast_start_querier(struct net_bridge *br)
  1467. {
  1468. struct net_bridge_port *port;
  1469. br_multicast_open(br);
  1470. list_for_each_entry(port, &br->port_list, list) {
  1471. if (port->state == BR_STATE_DISABLED ||
  1472. port->state == BR_STATE_BLOCKING)
  1473. continue;
  1474. __br_multicast_enable_port(port);
  1475. }
  1476. }
  1477. int br_multicast_toggle(struct net_bridge *br, unsigned long val)
  1478. {
  1479. int err = 0;
  1480. struct net_bridge_mdb_htable *mdb;
  1481. spin_lock_bh(&br->multicast_lock);
  1482. if (br->multicast_disabled == !val)
  1483. goto unlock;
  1484. br->multicast_disabled = !val;
  1485. if (br->multicast_disabled)
  1486. goto unlock;
  1487. if (!netif_running(br->dev))
  1488. goto unlock;
  1489. mdb = mlock_dereference(br->mdb, br);
  1490. if (mdb) {
  1491. if (mdb->old) {
  1492. err = -EEXIST;
  1493. rollback:
  1494. br->multicast_disabled = !!val;
  1495. goto unlock;
  1496. }
  1497. err = br_mdb_rehash(&br->mdb, mdb->max,
  1498. br->hash_elasticity);
  1499. if (err)
  1500. goto rollback;
  1501. }
  1502. br_multicast_start_querier(br);
  1503. unlock:
  1504. spin_unlock_bh(&br->multicast_lock);
  1505. return err;
  1506. }
  1507. int br_multicast_set_querier(struct net_bridge *br, unsigned long val)
  1508. {
  1509. unsigned long max_delay;
  1510. val = !!val;
  1511. spin_lock_bh(&br->multicast_lock);
  1512. if (br->multicast_querier == val)
  1513. goto unlock;
  1514. br->multicast_querier = val;
  1515. if (!val)
  1516. goto unlock;
  1517. max_delay = br->multicast_query_response_interval;
  1518. if (!timer_pending(&br->multicast_querier_timer))
  1519. br->multicast_querier_delay_time = jiffies + max_delay;
  1520. br_multicast_start_querier(br);
  1521. unlock:
  1522. spin_unlock_bh(&br->multicast_lock);
  1523. return 0;
  1524. }
  1525. int br_multicast_set_hash_max(struct net_bridge *br, unsigned long val)
  1526. {
  1527. int err = -ENOENT;
  1528. u32 old;
  1529. struct net_bridge_mdb_htable *mdb;
  1530. spin_lock(&br->multicast_lock);
  1531. if (!netif_running(br->dev))
  1532. goto unlock;
  1533. err = -EINVAL;
  1534. if (!is_power_of_2(val))
  1535. goto unlock;
  1536. mdb = mlock_dereference(br->mdb, br);
  1537. if (mdb && val < mdb->size)
  1538. goto unlock;
  1539. err = 0;
  1540. old = br->hash_max;
  1541. br->hash_max = val;
  1542. if (mdb) {
  1543. if (mdb->old) {
  1544. err = -EEXIST;
  1545. rollback:
  1546. br->hash_max = old;
  1547. goto unlock;
  1548. }
  1549. err = br_mdb_rehash(&br->mdb, br->hash_max,
  1550. br->hash_elasticity);
  1551. if (err)
  1552. goto rollback;
  1553. }
  1554. unlock:
  1555. spin_unlock(&br->multicast_lock);
  1556. return err;
  1557. }