net-sysfs.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961
  1. /*
  2. * net-sysfs.c - network device class and attributes
  3. *
  4. * Copyright (c) 2003 Stephen Hemminger <shemminger@osdl.org>
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the License, or (at your option) any later version.
  10. */
  11. #include <linux/capability.h>
  12. #include <linux/kernel.h>
  13. #include <linux/netdevice.h>
  14. #include <linux/if_arp.h>
  15. #include <linux/slab.h>
  16. #include <linux/nsproxy.h>
  17. #include <net/sock.h>
  18. #include <net/net_namespace.h>
  19. #include <linux/rtnetlink.h>
  20. #include <linux/wireless.h>
  21. #include <linux/vmalloc.h>
  22. #include <net/wext.h>
  23. #include "net-sysfs.h"
  24. #ifdef CONFIG_SYSFS
  25. static const char fmt_hex[] = "%#x\n";
  26. static const char fmt_long_hex[] = "%#lx\n";
  27. static const char fmt_dec[] = "%d\n";
  28. static const char fmt_ulong[] = "%lu\n";
  29. static const char fmt_u64[] = "%llu\n";
  30. static inline int dev_isalive(const struct net_device *dev)
  31. {
  32. return dev->reg_state <= NETREG_REGISTERED;
  33. }
  34. /* use same locking rules as GIF* ioctl's */
  35. static ssize_t netdev_show(const struct device *dev,
  36. struct device_attribute *attr, char *buf,
  37. ssize_t (*format)(const struct net_device *, char *))
  38. {
  39. struct net_device *net = to_net_dev(dev);
  40. ssize_t ret = -EINVAL;
  41. read_lock(&dev_base_lock);
  42. if (dev_isalive(net))
  43. ret = (*format)(net, buf);
  44. read_unlock(&dev_base_lock);
  45. return ret;
  46. }
  47. /* generate a show function for simple field */
  48. #define NETDEVICE_SHOW(field, format_string) \
  49. static ssize_t format_##field(const struct net_device *net, char *buf) \
  50. { \
  51. return sprintf(buf, format_string, net->field); \
  52. } \
  53. static ssize_t show_##field(struct device *dev, \
  54. struct device_attribute *attr, char *buf) \
  55. { \
  56. return netdev_show(dev, attr, buf, format_##field); \
  57. }
  58. /* use same locking and permission rules as SIF* ioctl's */
  59. static ssize_t netdev_store(struct device *dev, struct device_attribute *attr,
  60. const char *buf, size_t len,
  61. int (*set)(struct net_device *, unsigned long))
  62. {
  63. struct net_device *net = to_net_dev(dev);
  64. char *endp;
  65. unsigned long new;
  66. int ret = -EINVAL;
  67. if (!capable(CAP_NET_ADMIN))
  68. return -EPERM;
  69. new = simple_strtoul(buf, &endp, 0);
  70. if (endp == buf)
  71. goto err;
  72. if (!rtnl_trylock())
  73. return restart_syscall();
  74. if (dev_isalive(net)) {
  75. if ((ret = (*set)(net, new)) == 0)
  76. ret = len;
  77. }
  78. rtnl_unlock();
  79. err:
  80. return ret;
  81. }
  82. NETDEVICE_SHOW(dev_id, fmt_hex);
  83. NETDEVICE_SHOW(addr_assign_type, fmt_dec);
  84. NETDEVICE_SHOW(addr_len, fmt_dec);
  85. NETDEVICE_SHOW(iflink, fmt_dec);
  86. NETDEVICE_SHOW(ifindex, fmt_dec);
  87. NETDEVICE_SHOW(features, fmt_long_hex);
  88. NETDEVICE_SHOW(type, fmt_dec);
  89. NETDEVICE_SHOW(link_mode, fmt_dec);
  90. /* use same locking rules as GIFHWADDR ioctl's */
  91. static ssize_t show_address(struct device *dev, struct device_attribute *attr,
  92. char *buf)
  93. {
  94. struct net_device *net = to_net_dev(dev);
  95. ssize_t ret = -EINVAL;
  96. read_lock(&dev_base_lock);
  97. if (dev_isalive(net))
  98. ret = sysfs_format_mac(buf, net->dev_addr, net->addr_len);
  99. read_unlock(&dev_base_lock);
  100. return ret;
  101. }
  102. static ssize_t show_broadcast(struct device *dev,
  103. struct device_attribute *attr, char *buf)
  104. {
  105. struct net_device *net = to_net_dev(dev);
  106. if (dev_isalive(net))
  107. return sysfs_format_mac(buf, net->broadcast, net->addr_len);
  108. return -EINVAL;
  109. }
  110. static ssize_t show_carrier(struct device *dev,
  111. struct device_attribute *attr, char *buf)
  112. {
  113. struct net_device *netdev = to_net_dev(dev);
  114. if (netif_running(netdev)) {
  115. return sprintf(buf, fmt_dec, !!netif_carrier_ok(netdev));
  116. }
  117. return -EINVAL;
  118. }
  119. static ssize_t show_speed(struct device *dev,
  120. struct device_attribute *attr, char *buf)
  121. {
  122. struct net_device *netdev = to_net_dev(dev);
  123. int ret = -EINVAL;
  124. if (!rtnl_trylock())
  125. return restart_syscall();
  126. if (netif_running(netdev) &&
  127. netdev->ethtool_ops &&
  128. netdev->ethtool_ops->get_settings) {
  129. struct ethtool_cmd cmd = { ETHTOOL_GSET };
  130. if (!netdev->ethtool_ops->get_settings(netdev, &cmd))
  131. ret = sprintf(buf, fmt_dec, ethtool_cmd_speed(&cmd));
  132. }
  133. rtnl_unlock();
  134. return ret;
  135. }
  136. static ssize_t show_duplex(struct device *dev,
  137. struct device_attribute *attr, char *buf)
  138. {
  139. struct net_device *netdev = to_net_dev(dev);
  140. int ret = -EINVAL;
  141. if (!rtnl_trylock())
  142. return restart_syscall();
  143. if (netif_running(netdev) &&
  144. netdev->ethtool_ops &&
  145. netdev->ethtool_ops->get_settings) {
  146. struct ethtool_cmd cmd = { ETHTOOL_GSET };
  147. if (!netdev->ethtool_ops->get_settings(netdev, &cmd))
  148. ret = sprintf(buf, "%s\n", cmd.duplex ? "full" : "half");
  149. }
  150. rtnl_unlock();
  151. return ret;
  152. }
  153. static ssize_t show_dormant(struct device *dev,
  154. struct device_attribute *attr, char *buf)
  155. {
  156. struct net_device *netdev = to_net_dev(dev);
  157. if (netif_running(netdev))
  158. return sprintf(buf, fmt_dec, !!netif_dormant(netdev));
  159. return -EINVAL;
  160. }
  161. static const char *const operstates[] = {
  162. "unknown",
  163. "notpresent", /* currently unused */
  164. "down",
  165. "lowerlayerdown",
  166. "testing", /* currently unused */
  167. "dormant",
  168. "up"
  169. };
  170. static ssize_t show_operstate(struct device *dev,
  171. struct device_attribute *attr, char *buf)
  172. {
  173. const struct net_device *netdev = to_net_dev(dev);
  174. unsigned char operstate;
  175. read_lock(&dev_base_lock);
  176. operstate = netdev->operstate;
  177. if (!netif_running(netdev))
  178. operstate = IF_OPER_DOWN;
  179. read_unlock(&dev_base_lock);
  180. if (operstate >= ARRAY_SIZE(operstates))
  181. return -EINVAL; /* should not happen */
  182. return sprintf(buf, "%s\n", operstates[operstate]);
  183. }
  184. /* read-write attributes */
  185. NETDEVICE_SHOW(mtu, fmt_dec);
  186. static int change_mtu(struct net_device *net, unsigned long new_mtu)
  187. {
  188. return dev_set_mtu(net, (int) new_mtu);
  189. }
  190. static ssize_t store_mtu(struct device *dev, struct device_attribute *attr,
  191. const char *buf, size_t len)
  192. {
  193. return netdev_store(dev, attr, buf, len, change_mtu);
  194. }
  195. NETDEVICE_SHOW(flags, fmt_hex);
  196. static int change_flags(struct net_device *net, unsigned long new_flags)
  197. {
  198. return dev_change_flags(net, (unsigned) new_flags);
  199. }
  200. static ssize_t store_flags(struct device *dev, struct device_attribute *attr,
  201. const char *buf, size_t len)
  202. {
  203. return netdev_store(dev, attr, buf, len, change_flags);
  204. }
  205. NETDEVICE_SHOW(tx_queue_len, fmt_ulong);
  206. static int change_tx_queue_len(struct net_device *net, unsigned long new_len)
  207. {
  208. net->tx_queue_len = new_len;
  209. return 0;
  210. }
  211. static ssize_t store_tx_queue_len(struct device *dev,
  212. struct device_attribute *attr,
  213. const char *buf, size_t len)
  214. {
  215. return netdev_store(dev, attr, buf, len, change_tx_queue_len);
  216. }
  217. static ssize_t store_ifalias(struct device *dev, struct device_attribute *attr,
  218. const char *buf, size_t len)
  219. {
  220. struct net_device *netdev = to_net_dev(dev);
  221. size_t count = len;
  222. ssize_t ret;
  223. if (!capable(CAP_NET_ADMIN))
  224. return -EPERM;
  225. /* ignore trailing newline */
  226. if (len > 0 && buf[len - 1] == '\n')
  227. --count;
  228. if (!rtnl_trylock())
  229. return restart_syscall();
  230. ret = dev_set_alias(netdev, buf, count);
  231. rtnl_unlock();
  232. return ret < 0 ? ret : len;
  233. }
  234. static ssize_t show_ifalias(struct device *dev,
  235. struct device_attribute *attr, char *buf)
  236. {
  237. const struct net_device *netdev = to_net_dev(dev);
  238. ssize_t ret = 0;
  239. if (!rtnl_trylock())
  240. return restart_syscall();
  241. if (netdev->ifalias)
  242. ret = sprintf(buf, "%s\n", netdev->ifalias);
  243. rtnl_unlock();
  244. return ret;
  245. }
  246. static struct device_attribute net_class_attributes[] = {
  247. __ATTR(addr_assign_type, S_IRUGO, show_addr_assign_type, NULL),
  248. __ATTR(addr_len, S_IRUGO, show_addr_len, NULL),
  249. __ATTR(dev_id, S_IRUGO, show_dev_id, NULL),
  250. __ATTR(ifalias, S_IRUGO | S_IWUSR, show_ifalias, store_ifalias),
  251. __ATTR(iflink, S_IRUGO, show_iflink, NULL),
  252. __ATTR(ifindex, S_IRUGO, show_ifindex, NULL),
  253. __ATTR(features, S_IRUGO, show_features, NULL),
  254. __ATTR(type, S_IRUGO, show_type, NULL),
  255. __ATTR(link_mode, S_IRUGO, show_link_mode, NULL),
  256. __ATTR(address, S_IRUGO, show_address, NULL),
  257. __ATTR(broadcast, S_IRUGO, show_broadcast, NULL),
  258. __ATTR(carrier, S_IRUGO, show_carrier, NULL),
  259. __ATTR(speed, S_IRUGO, show_speed, NULL),
  260. __ATTR(duplex, S_IRUGO, show_duplex, NULL),
  261. __ATTR(dormant, S_IRUGO, show_dormant, NULL),
  262. __ATTR(operstate, S_IRUGO, show_operstate, NULL),
  263. __ATTR(mtu, S_IRUGO | S_IWUSR, show_mtu, store_mtu),
  264. __ATTR(flags, S_IRUGO | S_IWUSR, show_flags, store_flags),
  265. __ATTR(tx_queue_len, S_IRUGO | S_IWUSR, show_tx_queue_len,
  266. store_tx_queue_len),
  267. {}
  268. };
  269. /* Show a given an attribute in the statistics group */
  270. static ssize_t netstat_show(const struct device *d,
  271. struct device_attribute *attr, char *buf,
  272. unsigned long offset)
  273. {
  274. struct net_device *dev = to_net_dev(d);
  275. ssize_t ret = -EINVAL;
  276. WARN_ON(offset > sizeof(struct rtnl_link_stats64) ||
  277. offset % sizeof(u64) != 0);
  278. read_lock(&dev_base_lock);
  279. if (dev_isalive(dev)) {
  280. struct rtnl_link_stats64 temp;
  281. const struct rtnl_link_stats64 *stats = dev_get_stats(dev, &temp);
  282. ret = sprintf(buf, fmt_u64, *(u64 *)(((u8 *) stats) + offset));
  283. }
  284. read_unlock(&dev_base_lock);
  285. return ret;
  286. }
  287. /* generate a read-only statistics attribute */
  288. #define NETSTAT_ENTRY(name) \
  289. static ssize_t show_##name(struct device *d, \
  290. struct device_attribute *attr, char *buf) \
  291. { \
  292. return netstat_show(d, attr, buf, \
  293. offsetof(struct rtnl_link_stats64, name)); \
  294. } \
  295. static DEVICE_ATTR(name, S_IRUGO, show_##name, NULL)
  296. NETSTAT_ENTRY(rx_packets);
  297. NETSTAT_ENTRY(tx_packets);
  298. NETSTAT_ENTRY(rx_bytes);
  299. NETSTAT_ENTRY(tx_bytes);
  300. NETSTAT_ENTRY(rx_errors);
  301. NETSTAT_ENTRY(tx_errors);
  302. NETSTAT_ENTRY(rx_dropped);
  303. NETSTAT_ENTRY(tx_dropped);
  304. NETSTAT_ENTRY(multicast);
  305. NETSTAT_ENTRY(collisions);
  306. NETSTAT_ENTRY(rx_length_errors);
  307. NETSTAT_ENTRY(rx_over_errors);
  308. NETSTAT_ENTRY(rx_crc_errors);
  309. NETSTAT_ENTRY(rx_frame_errors);
  310. NETSTAT_ENTRY(rx_fifo_errors);
  311. NETSTAT_ENTRY(rx_missed_errors);
  312. NETSTAT_ENTRY(tx_aborted_errors);
  313. NETSTAT_ENTRY(tx_carrier_errors);
  314. NETSTAT_ENTRY(tx_fifo_errors);
  315. NETSTAT_ENTRY(tx_heartbeat_errors);
  316. NETSTAT_ENTRY(tx_window_errors);
  317. NETSTAT_ENTRY(rx_compressed);
  318. NETSTAT_ENTRY(tx_compressed);
  319. static struct attribute *netstat_attrs[] = {
  320. &dev_attr_rx_packets.attr,
  321. &dev_attr_tx_packets.attr,
  322. &dev_attr_rx_bytes.attr,
  323. &dev_attr_tx_bytes.attr,
  324. &dev_attr_rx_errors.attr,
  325. &dev_attr_tx_errors.attr,
  326. &dev_attr_rx_dropped.attr,
  327. &dev_attr_tx_dropped.attr,
  328. &dev_attr_multicast.attr,
  329. &dev_attr_collisions.attr,
  330. &dev_attr_rx_length_errors.attr,
  331. &dev_attr_rx_over_errors.attr,
  332. &dev_attr_rx_crc_errors.attr,
  333. &dev_attr_rx_frame_errors.attr,
  334. &dev_attr_rx_fifo_errors.attr,
  335. &dev_attr_rx_missed_errors.attr,
  336. &dev_attr_tx_aborted_errors.attr,
  337. &dev_attr_tx_carrier_errors.attr,
  338. &dev_attr_tx_fifo_errors.attr,
  339. &dev_attr_tx_heartbeat_errors.attr,
  340. &dev_attr_tx_window_errors.attr,
  341. &dev_attr_rx_compressed.attr,
  342. &dev_attr_tx_compressed.attr,
  343. NULL
  344. };
  345. static struct attribute_group netstat_group = {
  346. .name = "statistics",
  347. .attrs = netstat_attrs,
  348. };
  349. #ifdef CONFIG_WIRELESS_EXT_SYSFS
  350. /* helper function that does all the locking etc for wireless stats */
  351. static ssize_t wireless_show(struct device *d, char *buf,
  352. ssize_t (*format)(const struct iw_statistics *,
  353. char *))
  354. {
  355. struct net_device *dev = to_net_dev(d);
  356. const struct iw_statistics *iw;
  357. ssize_t ret = -EINVAL;
  358. if (!rtnl_trylock())
  359. return restart_syscall();
  360. if (dev_isalive(dev)) {
  361. iw = get_wireless_stats(dev);
  362. if (iw)
  363. ret = (*format)(iw, buf);
  364. }
  365. rtnl_unlock();
  366. return ret;
  367. }
  368. /* show function template for wireless fields */
  369. #define WIRELESS_SHOW(name, field, format_string) \
  370. static ssize_t format_iw_##name(const struct iw_statistics *iw, char *buf) \
  371. { \
  372. return sprintf(buf, format_string, iw->field); \
  373. } \
  374. static ssize_t show_iw_##name(struct device *d, \
  375. struct device_attribute *attr, char *buf) \
  376. { \
  377. return wireless_show(d, buf, format_iw_##name); \
  378. } \
  379. static DEVICE_ATTR(name, S_IRUGO, show_iw_##name, NULL)
  380. WIRELESS_SHOW(status, status, fmt_hex);
  381. WIRELESS_SHOW(link, qual.qual, fmt_dec);
  382. WIRELESS_SHOW(level, qual.level, fmt_dec);
  383. WIRELESS_SHOW(noise, qual.noise, fmt_dec);
  384. WIRELESS_SHOW(nwid, discard.nwid, fmt_dec);
  385. WIRELESS_SHOW(crypt, discard.code, fmt_dec);
  386. WIRELESS_SHOW(fragment, discard.fragment, fmt_dec);
  387. WIRELESS_SHOW(misc, discard.misc, fmt_dec);
  388. WIRELESS_SHOW(retries, discard.retries, fmt_dec);
  389. WIRELESS_SHOW(beacon, miss.beacon, fmt_dec);
  390. static struct attribute *wireless_attrs[] = {
  391. &dev_attr_status.attr,
  392. &dev_attr_link.attr,
  393. &dev_attr_level.attr,
  394. &dev_attr_noise.attr,
  395. &dev_attr_nwid.attr,
  396. &dev_attr_crypt.attr,
  397. &dev_attr_fragment.attr,
  398. &dev_attr_retries.attr,
  399. &dev_attr_misc.attr,
  400. &dev_attr_beacon.attr,
  401. NULL
  402. };
  403. static struct attribute_group wireless_group = {
  404. .name = "wireless",
  405. .attrs = wireless_attrs,
  406. };
  407. #endif
  408. #endif /* CONFIG_SYSFS */
  409. #ifdef CONFIG_RPS
  410. /*
  411. * RX queue sysfs structures and functions.
  412. */
  413. struct rx_queue_attribute {
  414. struct attribute attr;
  415. ssize_t (*show)(struct netdev_rx_queue *queue,
  416. struct rx_queue_attribute *attr, char *buf);
  417. ssize_t (*store)(struct netdev_rx_queue *queue,
  418. struct rx_queue_attribute *attr, const char *buf, size_t len);
  419. };
  420. #define to_rx_queue_attr(_attr) container_of(_attr, \
  421. struct rx_queue_attribute, attr)
  422. #define to_rx_queue(obj) container_of(obj, struct netdev_rx_queue, kobj)
  423. static ssize_t rx_queue_attr_show(struct kobject *kobj, struct attribute *attr,
  424. char *buf)
  425. {
  426. struct rx_queue_attribute *attribute = to_rx_queue_attr(attr);
  427. struct netdev_rx_queue *queue = to_rx_queue(kobj);
  428. if (!attribute->show)
  429. return -EIO;
  430. return attribute->show(queue, attribute, buf);
  431. }
  432. static ssize_t rx_queue_attr_store(struct kobject *kobj, struct attribute *attr,
  433. const char *buf, size_t count)
  434. {
  435. struct rx_queue_attribute *attribute = to_rx_queue_attr(attr);
  436. struct netdev_rx_queue *queue = to_rx_queue(kobj);
  437. if (!attribute->store)
  438. return -EIO;
  439. return attribute->store(queue, attribute, buf, count);
  440. }
  441. static const struct sysfs_ops rx_queue_sysfs_ops = {
  442. .show = rx_queue_attr_show,
  443. .store = rx_queue_attr_store,
  444. };
  445. static ssize_t show_rps_map(struct netdev_rx_queue *queue,
  446. struct rx_queue_attribute *attribute, char *buf)
  447. {
  448. struct rps_map *map;
  449. cpumask_var_t mask;
  450. size_t len = 0;
  451. int i;
  452. if (!zalloc_cpumask_var(&mask, GFP_KERNEL))
  453. return -ENOMEM;
  454. rcu_read_lock();
  455. map = rcu_dereference(queue->rps_map);
  456. if (map)
  457. for (i = 0; i < map->len; i++)
  458. cpumask_set_cpu(map->cpus[i], mask);
  459. len += cpumask_scnprintf(buf + len, PAGE_SIZE, mask);
  460. if (PAGE_SIZE - len < 3) {
  461. rcu_read_unlock();
  462. free_cpumask_var(mask);
  463. return -EINVAL;
  464. }
  465. rcu_read_unlock();
  466. free_cpumask_var(mask);
  467. len += sprintf(buf + len, "\n");
  468. return len;
  469. }
  470. static void rps_map_release(struct rcu_head *rcu)
  471. {
  472. struct rps_map *map = container_of(rcu, struct rps_map, rcu);
  473. kfree(map);
  474. }
  475. static ssize_t store_rps_map(struct netdev_rx_queue *queue,
  476. struct rx_queue_attribute *attribute,
  477. const char *buf, size_t len)
  478. {
  479. struct rps_map *old_map, *map;
  480. cpumask_var_t mask;
  481. int err, cpu, i;
  482. static DEFINE_SPINLOCK(rps_map_lock);
  483. if (!capable(CAP_NET_ADMIN))
  484. return -EPERM;
  485. if (!alloc_cpumask_var(&mask, GFP_KERNEL))
  486. return -ENOMEM;
  487. err = bitmap_parse(buf, len, cpumask_bits(mask), nr_cpumask_bits);
  488. if (err) {
  489. free_cpumask_var(mask);
  490. return err;
  491. }
  492. map = kzalloc(max_t(unsigned,
  493. RPS_MAP_SIZE(cpumask_weight(mask)), L1_CACHE_BYTES),
  494. GFP_KERNEL);
  495. if (!map) {
  496. free_cpumask_var(mask);
  497. return -ENOMEM;
  498. }
  499. i = 0;
  500. for_each_cpu_and(cpu, mask, cpu_online_mask)
  501. map->cpus[i++] = cpu;
  502. if (i)
  503. map->len = i;
  504. else {
  505. kfree(map);
  506. map = NULL;
  507. }
  508. spin_lock(&rps_map_lock);
  509. old_map = rcu_dereference_protected(queue->rps_map,
  510. lockdep_is_held(&rps_map_lock));
  511. rcu_assign_pointer(queue->rps_map, map);
  512. spin_unlock(&rps_map_lock);
  513. if (old_map)
  514. call_rcu(&old_map->rcu, rps_map_release);
  515. free_cpumask_var(mask);
  516. return len;
  517. }
  518. static ssize_t show_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue,
  519. struct rx_queue_attribute *attr,
  520. char *buf)
  521. {
  522. struct rps_dev_flow_table *flow_table;
  523. unsigned int val = 0;
  524. rcu_read_lock();
  525. flow_table = rcu_dereference(queue->rps_flow_table);
  526. if (flow_table)
  527. val = flow_table->mask + 1;
  528. rcu_read_unlock();
  529. return sprintf(buf, "%u\n", val);
  530. }
  531. static void rps_dev_flow_table_release_work(struct work_struct *work)
  532. {
  533. struct rps_dev_flow_table *table = container_of(work,
  534. struct rps_dev_flow_table, free_work);
  535. vfree(table);
  536. }
  537. static void rps_dev_flow_table_release(struct rcu_head *rcu)
  538. {
  539. struct rps_dev_flow_table *table = container_of(rcu,
  540. struct rps_dev_flow_table, rcu);
  541. INIT_WORK(&table->free_work, rps_dev_flow_table_release_work);
  542. schedule_work(&table->free_work);
  543. }
  544. static ssize_t store_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue,
  545. struct rx_queue_attribute *attr,
  546. const char *buf, size_t len)
  547. {
  548. unsigned int count;
  549. char *endp;
  550. struct rps_dev_flow_table *table, *old_table;
  551. static DEFINE_SPINLOCK(rps_dev_flow_lock);
  552. if (!capable(CAP_NET_ADMIN))
  553. return -EPERM;
  554. count = simple_strtoul(buf, &endp, 0);
  555. if (endp == buf)
  556. return -EINVAL;
  557. if (count) {
  558. int i;
  559. if (count > 1<<30) {
  560. /* Enforce a limit to prevent overflow */
  561. return -EINVAL;
  562. }
  563. count = roundup_pow_of_two(count);
  564. table = vmalloc(RPS_DEV_FLOW_TABLE_SIZE(count));
  565. if (!table)
  566. return -ENOMEM;
  567. table->mask = count - 1;
  568. for (i = 0; i < count; i++)
  569. table->flows[i].cpu = RPS_NO_CPU;
  570. } else
  571. table = NULL;
  572. spin_lock(&rps_dev_flow_lock);
  573. old_table = rcu_dereference_protected(queue->rps_flow_table,
  574. lockdep_is_held(&rps_dev_flow_lock));
  575. rcu_assign_pointer(queue->rps_flow_table, table);
  576. spin_unlock(&rps_dev_flow_lock);
  577. if (old_table)
  578. call_rcu(&old_table->rcu, rps_dev_flow_table_release);
  579. return len;
  580. }
  581. static struct rx_queue_attribute rps_cpus_attribute =
  582. __ATTR(rps_cpus, S_IRUGO | S_IWUSR, show_rps_map, store_rps_map);
  583. static struct rx_queue_attribute rps_dev_flow_table_cnt_attribute =
  584. __ATTR(rps_flow_cnt, S_IRUGO | S_IWUSR,
  585. show_rps_dev_flow_table_cnt, store_rps_dev_flow_table_cnt);
  586. static struct attribute *rx_queue_default_attrs[] = {
  587. &rps_cpus_attribute.attr,
  588. &rps_dev_flow_table_cnt_attribute.attr,
  589. NULL
  590. };
  591. static void rx_queue_release(struct kobject *kobj)
  592. {
  593. struct netdev_rx_queue *queue = to_rx_queue(kobj);
  594. struct netdev_rx_queue *first = queue->first;
  595. struct rps_map *map;
  596. struct rps_dev_flow_table *flow_table;
  597. map = rcu_dereference_raw(queue->rps_map);
  598. if (map) {
  599. RCU_INIT_POINTER(queue->rps_map, NULL);
  600. call_rcu(&map->rcu, rps_map_release);
  601. }
  602. flow_table = rcu_dereference_raw(queue->rps_flow_table);
  603. if (flow_table) {
  604. RCU_INIT_POINTER(queue->rps_flow_table, NULL);
  605. call_rcu(&flow_table->rcu, rps_dev_flow_table_release);
  606. }
  607. if (atomic_dec_and_test(&first->count))
  608. kfree(first);
  609. else
  610. memset(kobj, 0, sizeof(*kobj));
  611. }
  612. static struct kobj_type rx_queue_ktype = {
  613. .sysfs_ops = &rx_queue_sysfs_ops,
  614. .release = rx_queue_release,
  615. .default_attrs = rx_queue_default_attrs,
  616. };
  617. static int rx_queue_add_kobject(struct net_device *net, int index)
  618. {
  619. struct netdev_rx_queue *queue = net->_rx + index;
  620. struct netdev_rx_queue *first = queue->first;
  621. struct kobject *kobj = &queue->kobj;
  622. int error = 0;
  623. kobj->kset = net->queues_kset;
  624. error = kobject_init_and_add(kobj, &rx_queue_ktype, NULL,
  625. "rx-%u", index);
  626. if (error) {
  627. kobject_put(kobj);
  628. return error;
  629. }
  630. kobject_uevent(kobj, KOBJ_ADD);
  631. atomic_inc(&first->count);
  632. return error;
  633. }
  634. int
  635. net_rx_queue_update_kobjects(struct net_device *net, int old_num, int new_num)
  636. {
  637. int i;
  638. int error = 0;
  639. for (i = old_num; i < new_num; i++) {
  640. error = rx_queue_add_kobject(net, i);
  641. if (error) {
  642. new_num = old_num;
  643. break;
  644. }
  645. }
  646. while (--i >= new_num)
  647. kobject_put(&net->_rx[i].kobj);
  648. return error;
  649. }
  650. static int rx_queue_register_kobjects(struct net_device *net)
  651. {
  652. net->queues_kset = kset_create_and_add("queues",
  653. NULL, &net->dev.kobj);
  654. if (!net->queues_kset)
  655. return -ENOMEM;
  656. return net_rx_queue_update_kobjects(net, 0, net->real_num_rx_queues);
  657. }
  658. static void rx_queue_remove_kobjects(struct net_device *net)
  659. {
  660. net_rx_queue_update_kobjects(net, net->real_num_rx_queues, 0);
  661. kset_unregister(net->queues_kset);
  662. }
  663. #endif /* CONFIG_RPS */
  664. static const void *net_current_ns(void)
  665. {
  666. return current->nsproxy->net_ns;
  667. }
  668. static const void *net_initial_ns(void)
  669. {
  670. return &init_net;
  671. }
  672. static const void *net_netlink_ns(struct sock *sk)
  673. {
  674. return sock_net(sk);
  675. }
  676. struct kobj_ns_type_operations net_ns_type_operations = {
  677. .type = KOBJ_NS_TYPE_NET,
  678. .current_ns = net_current_ns,
  679. .netlink_ns = net_netlink_ns,
  680. .initial_ns = net_initial_ns,
  681. };
  682. EXPORT_SYMBOL_GPL(net_ns_type_operations);
  683. static void net_kobj_ns_exit(struct net *net)
  684. {
  685. kobj_ns_exit(KOBJ_NS_TYPE_NET, net);
  686. }
  687. static struct pernet_operations kobj_net_ops = {
  688. .exit = net_kobj_ns_exit,
  689. };
  690. #ifdef CONFIG_HOTPLUG
  691. static int netdev_uevent(struct device *d, struct kobj_uevent_env *env)
  692. {
  693. struct net_device *dev = to_net_dev(d);
  694. int retval;
  695. /* pass interface to uevent. */
  696. retval = add_uevent_var(env, "INTERFACE=%s", dev->name);
  697. if (retval)
  698. goto exit;
  699. /* pass ifindex to uevent.
  700. * ifindex is useful as it won't change (interface name may change)
  701. * and is what RtNetlink uses natively. */
  702. retval = add_uevent_var(env, "IFINDEX=%d", dev->ifindex);
  703. exit:
  704. return retval;
  705. }
  706. #endif
  707. /*
  708. * netdev_release -- destroy and free a dead device.
  709. * Called when last reference to device kobject is gone.
  710. */
  711. static void netdev_release(struct device *d)
  712. {
  713. struct net_device *dev = to_net_dev(d);
  714. BUG_ON(dev->reg_state != NETREG_RELEASED);
  715. kfree(dev->ifalias);
  716. kfree((char *)dev - dev->padded);
  717. }
  718. static const void *net_namespace(struct device *d)
  719. {
  720. struct net_device *dev;
  721. dev = container_of(d, struct net_device, dev);
  722. return dev_net(dev);
  723. }
  724. static struct class net_class = {
  725. .name = "net",
  726. .dev_release = netdev_release,
  727. #ifdef CONFIG_SYSFS
  728. .dev_attrs = net_class_attributes,
  729. #endif /* CONFIG_SYSFS */
  730. #ifdef CONFIG_HOTPLUG
  731. .dev_uevent = netdev_uevent,
  732. #endif
  733. .ns_type = &net_ns_type_operations,
  734. .namespace = net_namespace,
  735. };
  736. /* Delete sysfs entries but hold kobject reference until after all
  737. * netdev references are gone.
  738. */
  739. void netdev_unregister_kobject(struct net_device * net)
  740. {
  741. struct device *dev = &(net->dev);
  742. kobject_get(&dev->kobj);
  743. #ifdef CONFIG_RPS
  744. rx_queue_remove_kobjects(net);
  745. #endif
  746. device_del(dev);
  747. }
  748. /* Create sysfs entries for network device. */
  749. int netdev_register_kobject(struct net_device *net)
  750. {
  751. struct device *dev = &(net->dev);
  752. const struct attribute_group **groups = net->sysfs_groups;
  753. int error = 0;
  754. device_initialize(dev);
  755. dev->class = &net_class;
  756. dev->platform_data = net;
  757. dev->groups = groups;
  758. dev_set_name(dev, "%s", net->name);
  759. #ifdef CONFIG_SYSFS
  760. /* Allow for a device specific group */
  761. if (*groups)
  762. groups++;
  763. *groups++ = &netstat_group;
  764. #ifdef CONFIG_WIRELESS_EXT_SYSFS
  765. if (net->ieee80211_ptr)
  766. *groups++ = &wireless_group;
  767. #ifdef CONFIG_WIRELESS_EXT
  768. else if (net->wireless_handlers)
  769. *groups++ = &wireless_group;
  770. #endif
  771. #endif
  772. #endif /* CONFIG_SYSFS */
  773. error = device_add(dev);
  774. if (error)
  775. return error;
  776. #ifdef CONFIG_RPS
  777. error = rx_queue_register_kobjects(net);
  778. if (error) {
  779. device_del(dev);
  780. return error;
  781. }
  782. #endif
  783. return error;
  784. }
  785. int netdev_class_create_file(struct class_attribute *class_attr)
  786. {
  787. return class_create_file(&net_class, class_attr);
  788. }
  789. EXPORT_SYMBOL(netdev_class_create_file);
  790. void netdev_class_remove_file(struct class_attribute *class_attr)
  791. {
  792. class_remove_file(&net_class, class_attr);
  793. }
  794. EXPORT_SYMBOL(netdev_class_remove_file);
  795. int netdev_kobject_init(void)
  796. {
  797. kobj_ns_type_register(&net_ns_type_operations);
  798. register_pernet_subsys(&kobj_net_ops);
  799. return class_register(&net_class);
  800. }