cpufreq.c 40 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561
  1. /*
  2. * linux/drivers/cpufreq/cpufreq.c
  3. *
  4. * Copyright (C) 2001 Russell King
  5. * (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
  6. *
  7. * Oct 2005 - Ashok Raj <ashok.raj@intel.com>
  8. * Added handling for CPU hotplug
  9. *
  10. * This program is free software; you can redistribute it and/or modify
  11. * it under the terms of the GNU General Public License version 2 as
  12. * published by the Free Software Foundation.
  13. *
  14. */
  15. #include <linux/config.h>
  16. #include <linux/kernel.h>
  17. #include <linux/module.h>
  18. #include <linux/init.h>
  19. #include <linux/notifier.h>
  20. #include <linux/cpufreq.h>
  21. #include <linux/delay.h>
  22. #include <linux/interrupt.h>
  23. #include <linux/spinlock.h>
  24. #include <linux/device.h>
  25. #include <linux/slab.h>
  26. #include <linux/cpu.h>
  27. #include <linux/completion.h>
  28. #define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_CORE, "cpufreq-core", msg)
  29. /**
  30. * The "cpufreq driver" - the arch- or hardware-dependend low
  31. * level driver of CPUFreq support, and its spinlock. This lock
  32. * also protects the cpufreq_cpu_data array.
  33. */
  34. static struct cpufreq_driver *cpufreq_driver;
  35. static struct cpufreq_policy *cpufreq_cpu_data[NR_CPUS];
  36. static DEFINE_SPINLOCK(cpufreq_driver_lock);
  37. /* internal prototypes */
  38. static int __cpufreq_governor(struct cpufreq_policy *policy, unsigned int event);
  39. static void handle_update(void *data);
  40. static inline void adjust_jiffies(unsigned long val, struct cpufreq_freqs *ci);
  41. /**
  42. * Two notifier lists: the "policy" list is involved in the
  43. * validation process for a new CPU frequency policy; the
  44. * "transition" list for kernel code that needs to handle
  45. * changes to devices when the CPU clock speed changes.
  46. * The mutex locks both lists.
  47. */
  48. static struct notifier_block *cpufreq_policy_notifier_list;
  49. static struct notifier_block *cpufreq_transition_notifier_list;
  50. static DECLARE_RWSEM (cpufreq_notifier_rwsem);
  51. static LIST_HEAD(cpufreq_governor_list);
  52. static DECLARE_MUTEX (cpufreq_governor_sem);
  53. struct cpufreq_policy * cpufreq_cpu_get(unsigned int cpu)
  54. {
  55. struct cpufreq_policy *data;
  56. unsigned long flags;
  57. if (cpu >= NR_CPUS)
  58. goto err_out;
  59. /* get the cpufreq driver */
  60. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  61. if (!cpufreq_driver)
  62. goto err_out_unlock;
  63. if (!try_module_get(cpufreq_driver->owner))
  64. goto err_out_unlock;
  65. /* get the CPU */
  66. data = cpufreq_cpu_data[cpu];
  67. if (!data)
  68. goto err_out_put_module;
  69. if (!kobject_get(&data->kobj))
  70. goto err_out_put_module;
  71. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  72. return data;
  73. err_out_put_module:
  74. module_put(cpufreq_driver->owner);
  75. err_out_unlock:
  76. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  77. err_out:
  78. return NULL;
  79. }
  80. EXPORT_SYMBOL_GPL(cpufreq_cpu_get);
  81. void cpufreq_cpu_put(struct cpufreq_policy *data)
  82. {
  83. kobject_put(&data->kobj);
  84. module_put(cpufreq_driver->owner);
  85. }
  86. EXPORT_SYMBOL_GPL(cpufreq_cpu_put);
  87. /*********************************************************************
  88. * UNIFIED DEBUG HELPERS *
  89. *********************************************************************/
  90. #ifdef CONFIG_CPU_FREQ_DEBUG
  91. /* what part(s) of the CPUfreq subsystem are debugged? */
  92. static unsigned int debug;
  93. /* is the debug output ratelimit'ed using printk_ratelimit? User can
  94. * set or modify this value.
  95. */
  96. static unsigned int debug_ratelimit = 1;
  97. /* is the printk_ratelimit'ing enabled? It's enabled after a successful
  98. * loading of a cpufreq driver, temporarily disabled when a new policy
  99. * is set, and disabled upon cpufreq driver removal
  100. */
  101. static unsigned int disable_ratelimit = 1;
  102. static DEFINE_SPINLOCK(disable_ratelimit_lock);
  103. static inline void cpufreq_debug_enable_ratelimit(void)
  104. {
  105. unsigned long flags;
  106. spin_lock_irqsave(&disable_ratelimit_lock, flags);
  107. if (disable_ratelimit)
  108. disable_ratelimit--;
  109. spin_unlock_irqrestore(&disable_ratelimit_lock, flags);
  110. }
  111. static inline void cpufreq_debug_disable_ratelimit(void)
  112. {
  113. unsigned long flags;
  114. spin_lock_irqsave(&disable_ratelimit_lock, flags);
  115. disable_ratelimit++;
  116. spin_unlock_irqrestore(&disable_ratelimit_lock, flags);
  117. }
  118. void cpufreq_debug_printk(unsigned int type, const char *prefix, const char *fmt, ...)
  119. {
  120. char s[256];
  121. va_list args;
  122. unsigned int len;
  123. unsigned long flags;
  124. WARN_ON(!prefix);
  125. if (type & debug) {
  126. spin_lock_irqsave(&disable_ratelimit_lock, flags);
  127. if (!disable_ratelimit && debug_ratelimit && !printk_ratelimit()) {
  128. spin_unlock_irqrestore(&disable_ratelimit_lock, flags);
  129. return;
  130. }
  131. spin_unlock_irqrestore(&disable_ratelimit_lock, flags);
  132. len = snprintf(s, 256, KERN_DEBUG "%s: ", prefix);
  133. va_start(args, fmt);
  134. len += vsnprintf(&s[len], (256 - len), fmt, args);
  135. va_end(args);
  136. printk(s);
  137. WARN_ON(len < 5);
  138. }
  139. }
  140. EXPORT_SYMBOL(cpufreq_debug_printk);
  141. module_param(debug, uint, 0644);
  142. MODULE_PARM_DESC(debug, "CPUfreq debugging: add 1 to debug core, 2 to debug drivers, and 4 to debug governors.");
  143. module_param(debug_ratelimit, uint, 0644);
  144. MODULE_PARM_DESC(debug_ratelimit, "CPUfreq debugging: set to 0 to disable ratelimiting.");
  145. #else /* !CONFIG_CPU_FREQ_DEBUG */
  146. static inline void cpufreq_debug_enable_ratelimit(void) { return; }
  147. static inline void cpufreq_debug_disable_ratelimit(void) { return; }
  148. #endif /* CONFIG_CPU_FREQ_DEBUG */
  149. /*********************************************************************
  150. * EXTERNALLY AFFECTING FREQUENCY CHANGES *
  151. *********************************************************************/
  152. /**
  153. * adjust_jiffies - adjust the system "loops_per_jiffy"
  154. *
  155. * This function alters the system "loops_per_jiffy" for the clock
  156. * speed change. Note that loops_per_jiffy cannot be updated on SMP
  157. * systems as each CPU might be scaled differently. So, use the arch
  158. * per-CPU loops_per_jiffy value wherever possible.
  159. */
  160. #ifndef CONFIG_SMP
  161. static unsigned long l_p_j_ref;
  162. static unsigned int l_p_j_ref_freq;
  163. static inline void adjust_jiffies(unsigned long val, struct cpufreq_freqs *ci)
  164. {
  165. if (ci->flags & CPUFREQ_CONST_LOOPS)
  166. return;
  167. if (!l_p_j_ref_freq) {
  168. l_p_j_ref = loops_per_jiffy;
  169. l_p_j_ref_freq = ci->old;
  170. dprintk("saving %lu as reference value for loops_per_jiffy; freq is %u kHz\n", l_p_j_ref, l_p_j_ref_freq);
  171. }
  172. if ((val == CPUFREQ_PRECHANGE && ci->old < ci->new) ||
  173. (val == CPUFREQ_POSTCHANGE && ci->old > ci->new) ||
  174. (val == CPUFREQ_RESUMECHANGE || val == CPUFREQ_SUSPENDCHANGE)) {
  175. loops_per_jiffy = cpufreq_scale(l_p_j_ref, l_p_j_ref_freq, ci->new);
  176. dprintk("scaling loops_per_jiffy to %lu for frequency %u kHz\n", loops_per_jiffy, ci->new);
  177. }
  178. }
  179. #else
  180. static inline void adjust_jiffies(unsigned long val, struct cpufreq_freqs *ci) { return; }
  181. #endif
  182. /**
  183. * cpufreq_notify_transition - call notifier chain and adjust_jiffies on frequency transition
  184. *
  185. * This function calls the transition notifiers and the "adjust_jiffies" function. It is called
  186. * twice on all CPU frequency changes that have external effects.
  187. */
  188. void cpufreq_notify_transition(struct cpufreq_freqs *freqs, unsigned int state)
  189. {
  190. BUG_ON(irqs_disabled());
  191. freqs->flags = cpufreq_driver->flags;
  192. dprintk("notification %u of frequency transition to %u kHz\n", state, freqs->new);
  193. down_read(&cpufreq_notifier_rwsem);
  194. switch (state) {
  195. case CPUFREQ_PRECHANGE:
  196. /* detect if the driver reported a value as "old frequency" which
  197. * is not equal to what the cpufreq core thinks is "old frequency".
  198. */
  199. if (!(cpufreq_driver->flags & CPUFREQ_CONST_LOOPS)) {
  200. if ((likely(cpufreq_cpu_data[freqs->cpu])) &&
  201. (likely(cpufreq_cpu_data[freqs->cpu]->cpu == freqs->cpu)) &&
  202. (likely(cpufreq_cpu_data[freqs->cpu]->cur)) &&
  203. (unlikely(freqs->old != cpufreq_cpu_data[freqs->cpu]->cur)))
  204. {
  205. dprintk(KERN_WARNING "Warning: CPU frequency is %u, "
  206. "cpufreq assumed %u kHz.\n", freqs->old, cpufreq_cpu_data[freqs->cpu]->cur);
  207. freqs->old = cpufreq_cpu_data[freqs->cpu]->cur;
  208. }
  209. }
  210. notifier_call_chain(&cpufreq_transition_notifier_list, CPUFREQ_PRECHANGE, freqs);
  211. adjust_jiffies(CPUFREQ_PRECHANGE, freqs);
  212. break;
  213. case CPUFREQ_POSTCHANGE:
  214. adjust_jiffies(CPUFREQ_POSTCHANGE, freqs);
  215. notifier_call_chain(&cpufreq_transition_notifier_list, CPUFREQ_POSTCHANGE, freqs);
  216. if ((likely(cpufreq_cpu_data[freqs->cpu])) &&
  217. (likely(cpufreq_cpu_data[freqs->cpu]->cpu == freqs->cpu)))
  218. cpufreq_cpu_data[freqs->cpu]->cur = freqs->new;
  219. break;
  220. }
  221. up_read(&cpufreq_notifier_rwsem);
  222. }
  223. EXPORT_SYMBOL_GPL(cpufreq_notify_transition);
  224. /*********************************************************************
  225. * SYSFS INTERFACE *
  226. *********************************************************************/
  227. /**
  228. * cpufreq_parse_governor - parse a governor string
  229. */
  230. static int cpufreq_parse_governor (char *str_governor, unsigned int *policy,
  231. struct cpufreq_governor **governor)
  232. {
  233. if (!cpufreq_driver)
  234. return -EINVAL;
  235. if (cpufreq_driver->setpolicy) {
  236. if (!strnicmp(str_governor, "performance", CPUFREQ_NAME_LEN)) {
  237. *policy = CPUFREQ_POLICY_PERFORMANCE;
  238. return 0;
  239. } else if (!strnicmp(str_governor, "powersave", CPUFREQ_NAME_LEN)) {
  240. *policy = CPUFREQ_POLICY_POWERSAVE;
  241. return 0;
  242. }
  243. return -EINVAL;
  244. } else {
  245. struct cpufreq_governor *t;
  246. down(&cpufreq_governor_sem);
  247. if (!cpufreq_driver || !cpufreq_driver->target)
  248. goto out;
  249. list_for_each_entry(t, &cpufreq_governor_list, governor_list) {
  250. if (!strnicmp(str_governor,t->name,CPUFREQ_NAME_LEN)) {
  251. *governor = t;
  252. up(&cpufreq_governor_sem);
  253. return 0;
  254. }
  255. }
  256. out:
  257. up(&cpufreq_governor_sem);
  258. }
  259. return -EINVAL;
  260. }
  261. EXPORT_SYMBOL_GPL(cpufreq_parse_governor);
  262. /* drivers/base/cpu.c */
  263. extern struct sysdev_class cpu_sysdev_class;
  264. /**
  265. * cpufreq_per_cpu_attr_read() / show_##file_name() - print out cpufreq information
  266. *
  267. * Write out information from cpufreq_driver->policy[cpu]; object must be
  268. * "unsigned int".
  269. */
  270. #define show_one(file_name, object) \
  271. static ssize_t show_##file_name \
  272. (struct cpufreq_policy * policy, char *buf) \
  273. { \
  274. return sprintf (buf, "%u\n", policy->object); \
  275. }
  276. show_one(cpuinfo_min_freq, cpuinfo.min_freq);
  277. show_one(cpuinfo_max_freq, cpuinfo.max_freq);
  278. show_one(scaling_min_freq, min);
  279. show_one(scaling_max_freq, max);
  280. show_one(scaling_cur_freq, cur);
  281. /**
  282. * cpufreq_per_cpu_attr_write() / store_##file_name() - sysfs write access
  283. */
  284. #define store_one(file_name, object) \
  285. static ssize_t store_##file_name \
  286. (struct cpufreq_policy * policy, const char *buf, size_t count) \
  287. { \
  288. unsigned int ret = -EINVAL; \
  289. struct cpufreq_policy new_policy; \
  290. \
  291. ret = cpufreq_get_policy(&new_policy, policy->cpu); \
  292. if (ret) \
  293. return -EINVAL; \
  294. \
  295. ret = sscanf (buf, "%u", &new_policy.object); \
  296. if (ret != 1) \
  297. return -EINVAL; \
  298. \
  299. ret = cpufreq_set_policy(&new_policy); \
  300. \
  301. return ret ? ret : count; \
  302. }
  303. store_one(scaling_min_freq,min);
  304. store_one(scaling_max_freq,max);
  305. /**
  306. * show_cpuinfo_cur_freq - current CPU frequency as detected by hardware
  307. */
  308. static ssize_t show_cpuinfo_cur_freq (struct cpufreq_policy * policy, char *buf)
  309. {
  310. unsigned int cur_freq = cpufreq_get(policy->cpu);
  311. if (!cur_freq)
  312. return sprintf(buf, "<unknown>");
  313. return sprintf(buf, "%u\n", cur_freq);
  314. }
  315. /**
  316. * show_scaling_governor - show the current policy for the specified CPU
  317. */
  318. static ssize_t show_scaling_governor (struct cpufreq_policy * policy, char *buf)
  319. {
  320. if(policy->policy == CPUFREQ_POLICY_POWERSAVE)
  321. return sprintf(buf, "powersave\n");
  322. else if (policy->policy == CPUFREQ_POLICY_PERFORMANCE)
  323. return sprintf(buf, "performance\n");
  324. else if (policy->governor)
  325. return scnprintf(buf, CPUFREQ_NAME_LEN, "%s\n", policy->governor->name);
  326. return -EINVAL;
  327. }
  328. /**
  329. * store_scaling_governor - store policy for the specified CPU
  330. */
  331. static ssize_t store_scaling_governor (struct cpufreq_policy * policy,
  332. const char *buf, size_t count)
  333. {
  334. unsigned int ret = -EINVAL;
  335. char str_governor[16];
  336. struct cpufreq_policy new_policy;
  337. ret = cpufreq_get_policy(&new_policy, policy->cpu);
  338. if (ret)
  339. return ret;
  340. ret = sscanf (buf, "%15s", str_governor);
  341. if (ret != 1)
  342. return -EINVAL;
  343. if (cpufreq_parse_governor(str_governor, &new_policy.policy, &new_policy.governor))
  344. return -EINVAL;
  345. ret = cpufreq_set_policy(&new_policy);
  346. return ret ? ret : count;
  347. }
  348. /**
  349. * show_scaling_driver - show the cpufreq driver currently loaded
  350. */
  351. static ssize_t show_scaling_driver (struct cpufreq_policy * policy, char *buf)
  352. {
  353. return scnprintf(buf, CPUFREQ_NAME_LEN, "%s\n", cpufreq_driver->name);
  354. }
  355. /**
  356. * show_scaling_available_governors - show the available CPUfreq governors
  357. */
  358. static ssize_t show_scaling_available_governors (struct cpufreq_policy * policy,
  359. char *buf)
  360. {
  361. ssize_t i = 0;
  362. struct cpufreq_governor *t;
  363. if (!cpufreq_driver->target) {
  364. i += sprintf(buf, "performance powersave");
  365. goto out;
  366. }
  367. list_for_each_entry(t, &cpufreq_governor_list, governor_list) {
  368. if (i >= (ssize_t) ((PAGE_SIZE / sizeof(char)) - (CPUFREQ_NAME_LEN + 2)))
  369. goto out;
  370. i += scnprintf(&buf[i], CPUFREQ_NAME_LEN, "%s ", t->name);
  371. }
  372. out:
  373. i += sprintf(&buf[i], "\n");
  374. return i;
  375. }
  376. /**
  377. * show_affected_cpus - show the CPUs affected by each transition
  378. */
  379. static ssize_t show_affected_cpus (struct cpufreq_policy * policy, char *buf)
  380. {
  381. ssize_t i = 0;
  382. unsigned int cpu;
  383. for_each_cpu_mask(cpu, policy->cpus) {
  384. if (i)
  385. i += scnprintf(&buf[i], (PAGE_SIZE - i - 2), " ");
  386. i += scnprintf(&buf[i], (PAGE_SIZE - i - 2), "%u", cpu);
  387. if (i >= (PAGE_SIZE - 5))
  388. break;
  389. }
  390. i += sprintf(&buf[i], "\n");
  391. return i;
  392. }
  393. #define define_one_ro(_name) \
  394. static struct freq_attr _name = \
  395. __ATTR(_name, 0444, show_##_name, NULL)
  396. #define define_one_ro0400(_name) \
  397. static struct freq_attr _name = \
  398. __ATTR(_name, 0400, show_##_name, NULL)
  399. #define define_one_rw(_name) \
  400. static struct freq_attr _name = \
  401. __ATTR(_name, 0644, show_##_name, store_##_name)
  402. define_one_ro0400(cpuinfo_cur_freq);
  403. define_one_ro(cpuinfo_min_freq);
  404. define_one_ro(cpuinfo_max_freq);
  405. define_one_ro(scaling_available_governors);
  406. define_one_ro(scaling_driver);
  407. define_one_ro(scaling_cur_freq);
  408. define_one_ro(affected_cpus);
  409. define_one_rw(scaling_min_freq);
  410. define_one_rw(scaling_max_freq);
  411. define_one_rw(scaling_governor);
  412. static struct attribute * default_attrs[] = {
  413. &cpuinfo_min_freq.attr,
  414. &cpuinfo_max_freq.attr,
  415. &scaling_min_freq.attr,
  416. &scaling_max_freq.attr,
  417. &affected_cpus.attr,
  418. &scaling_governor.attr,
  419. &scaling_driver.attr,
  420. &scaling_available_governors.attr,
  421. NULL
  422. };
  423. #define to_policy(k) container_of(k,struct cpufreq_policy,kobj)
  424. #define to_attr(a) container_of(a,struct freq_attr,attr)
  425. static ssize_t show(struct kobject * kobj, struct attribute * attr ,char * buf)
  426. {
  427. struct cpufreq_policy * policy = to_policy(kobj);
  428. struct freq_attr * fattr = to_attr(attr);
  429. ssize_t ret;
  430. policy = cpufreq_cpu_get(policy->cpu);
  431. if (!policy)
  432. return -EINVAL;
  433. ret = fattr->show ? fattr->show(policy,buf) : -EIO;
  434. cpufreq_cpu_put(policy);
  435. return ret;
  436. }
  437. static ssize_t store(struct kobject * kobj, struct attribute * attr,
  438. const char * buf, size_t count)
  439. {
  440. struct cpufreq_policy * policy = to_policy(kobj);
  441. struct freq_attr * fattr = to_attr(attr);
  442. ssize_t ret;
  443. policy = cpufreq_cpu_get(policy->cpu);
  444. if (!policy)
  445. return -EINVAL;
  446. ret = fattr->store ? fattr->store(policy,buf,count) : -EIO;
  447. cpufreq_cpu_put(policy);
  448. return ret;
  449. }
  450. static void cpufreq_sysfs_release(struct kobject * kobj)
  451. {
  452. struct cpufreq_policy * policy = to_policy(kobj);
  453. dprintk("last reference is dropped\n");
  454. complete(&policy->kobj_unregister);
  455. }
  456. static struct sysfs_ops sysfs_ops = {
  457. .show = show,
  458. .store = store,
  459. };
  460. static struct kobj_type ktype_cpufreq = {
  461. .sysfs_ops = &sysfs_ops,
  462. .default_attrs = default_attrs,
  463. .release = cpufreq_sysfs_release,
  464. };
  465. /**
  466. * cpufreq_add_dev - add a CPU device
  467. *
  468. * Adds the cpufreq interface for a CPU device.
  469. */
  470. static int cpufreq_add_dev (struct sys_device * sys_dev)
  471. {
  472. unsigned int cpu = sys_dev->id;
  473. int ret = 0;
  474. struct cpufreq_policy new_policy;
  475. struct cpufreq_policy *policy;
  476. struct freq_attr **drv_attr;
  477. unsigned long flags;
  478. unsigned int j;
  479. if (cpu_is_offline(cpu))
  480. return 0;
  481. cpufreq_debug_disable_ratelimit();
  482. dprintk("adding CPU %u\n", cpu);
  483. #ifdef CONFIG_SMP
  484. /* check whether a different CPU already registered this
  485. * CPU because it is in the same boat. */
  486. policy = cpufreq_cpu_get(cpu);
  487. if (unlikely(policy)) {
  488. dprintk("CPU already managed, adding link\n");
  489. sysfs_create_link(&sys_dev->kobj, &policy->kobj, "cpufreq");
  490. cpufreq_debug_enable_ratelimit();
  491. return 0;
  492. }
  493. #endif
  494. if (!try_module_get(cpufreq_driver->owner)) {
  495. ret = -EINVAL;
  496. goto module_out;
  497. }
  498. policy = kzalloc(sizeof(struct cpufreq_policy), GFP_KERNEL);
  499. if (!policy) {
  500. ret = -ENOMEM;
  501. goto nomem_out;
  502. }
  503. policy->cpu = cpu;
  504. policy->cpus = cpumask_of_cpu(cpu);
  505. init_MUTEX_LOCKED(&policy->lock);
  506. init_completion(&policy->kobj_unregister);
  507. INIT_WORK(&policy->update, handle_update, (void *)(long)cpu);
  508. /* call driver. From then on the cpufreq must be able
  509. * to accept all calls to ->verify and ->setpolicy for this CPU
  510. */
  511. ret = cpufreq_driver->init(policy);
  512. if (ret) {
  513. dprintk("initialization failed\n");
  514. goto err_out;
  515. }
  516. memcpy(&new_policy, policy, sizeof(struct cpufreq_policy));
  517. /* prepare interface data */
  518. policy->kobj.parent = &sys_dev->kobj;
  519. policy->kobj.ktype = &ktype_cpufreq;
  520. strlcpy(policy->kobj.name, "cpufreq", KOBJ_NAME_LEN);
  521. ret = kobject_register(&policy->kobj);
  522. if (ret)
  523. goto err_out_driver_exit;
  524. /* set up files for this cpu device */
  525. drv_attr = cpufreq_driver->attr;
  526. while ((drv_attr) && (*drv_attr)) {
  527. sysfs_create_file(&policy->kobj, &((*drv_attr)->attr));
  528. drv_attr++;
  529. }
  530. if (cpufreq_driver->get)
  531. sysfs_create_file(&policy->kobj, &cpuinfo_cur_freq.attr);
  532. if (cpufreq_driver->target)
  533. sysfs_create_file(&policy->kobj, &scaling_cur_freq.attr);
  534. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  535. for_each_cpu_mask(j, policy->cpus)
  536. cpufreq_cpu_data[j] = policy;
  537. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  538. policy->governor = NULL; /* to assure that the starting sequence is
  539. * run in cpufreq_set_policy */
  540. up(&policy->lock);
  541. /* set default policy */
  542. ret = cpufreq_set_policy(&new_policy);
  543. if (ret) {
  544. dprintk("setting policy failed\n");
  545. goto err_out_unregister;
  546. }
  547. module_put(cpufreq_driver->owner);
  548. dprintk("initialization complete\n");
  549. cpufreq_debug_enable_ratelimit();
  550. return 0;
  551. err_out_unregister:
  552. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  553. for_each_cpu_mask(j, policy->cpus)
  554. cpufreq_cpu_data[j] = NULL;
  555. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  556. kobject_unregister(&policy->kobj);
  557. wait_for_completion(&policy->kobj_unregister);
  558. err_out_driver_exit:
  559. if (cpufreq_driver->exit)
  560. cpufreq_driver->exit(policy);
  561. err_out:
  562. kfree(policy);
  563. nomem_out:
  564. module_put(cpufreq_driver->owner);
  565. module_out:
  566. cpufreq_debug_enable_ratelimit();
  567. return ret;
  568. }
  569. /**
  570. * cpufreq_remove_dev - remove a CPU device
  571. *
  572. * Removes the cpufreq interface for a CPU device.
  573. */
  574. static int cpufreq_remove_dev (struct sys_device * sys_dev)
  575. {
  576. unsigned int cpu = sys_dev->id;
  577. unsigned long flags;
  578. struct cpufreq_policy *data;
  579. struct sys_device *cpu_sys_dev;
  580. #ifdef CONFIG_SMP
  581. unsigned int j;
  582. #endif
  583. cpufreq_debug_disable_ratelimit();
  584. dprintk("unregistering CPU %u\n", cpu);
  585. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  586. data = cpufreq_cpu_data[cpu];
  587. if (!data) {
  588. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  589. cpufreq_debug_enable_ratelimit();
  590. return -EINVAL;
  591. }
  592. cpufreq_cpu_data[cpu] = NULL;
  593. #ifdef CONFIG_SMP
  594. /* if this isn't the CPU which is the parent of the kobj, we
  595. * only need to unlink, put and exit
  596. */
  597. if (unlikely(cpu != data->cpu)) {
  598. dprintk("removing link\n");
  599. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  600. sysfs_remove_link(&sys_dev->kobj, "cpufreq");
  601. cpufreq_cpu_put(data);
  602. cpufreq_debug_enable_ratelimit();
  603. return 0;
  604. }
  605. #endif
  606. if (!kobject_get(&data->kobj)) {
  607. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  608. cpufreq_debug_enable_ratelimit();
  609. return -EFAULT;
  610. }
  611. #ifdef CONFIG_SMP
  612. /* if we have other CPUs still registered, we need to unlink them,
  613. * or else wait_for_completion below will lock up. Clean the
  614. * cpufreq_cpu_data[] while holding the lock, and remove the sysfs
  615. * links afterwards.
  616. */
  617. if (unlikely(cpus_weight(data->cpus) > 1)) {
  618. for_each_cpu_mask(j, data->cpus) {
  619. if (j == cpu)
  620. continue;
  621. cpufreq_cpu_data[j] = NULL;
  622. }
  623. }
  624. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  625. if (unlikely(cpus_weight(data->cpus) > 1)) {
  626. for_each_cpu_mask(j, data->cpus) {
  627. if (j == cpu)
  628. continue;
  629. dprintk("removing link for cpu %u\n", j);
  630. cpu_sys_dev = get_cpu_sysdev(j);
  631. sysfs_remove_link(&cpu_sys_dev->kobj, "cpufreq");
  632. cpufreq_cpu_put(data);
  633. }
  634. }
  635. #else
  636. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  637. #endif
  638. down(&data->lock);
  639. if (cpufreq_driver->target)
  640. __cpufreq_governor(data, CPUFREQ_GOV_STOP);
  641. up(&data->lock);
  642. kobject_unregister(&data->kobj);
  643. kobject_put(&data->kobj);
  644. /* we need to make sure that the underlying kobj is actually
  645. * not referenced anymore by anybody before we proceed with
  646. * unloading.
  647. */
  648. dprintk("waiting for dropping of refcount\n");
  649. wait_for_completion(&data->kobj_unregister);
  650. dprintk("wait complete\n");
  651. if (cpufreq_driver->exit)
  652. cpufreq_driver->exit(data);
  653. kfree(data);
  654. cpufreq_debug_enable_ratelimit();
  655. return 0;
  656. }
  657. static void handle_update(void *data)
  658. {
  659. unsigned int cpu = (unsigned int)(long)data;
  660. dprintk("handle_update for cpu %u called\n", cpu);
  661. cpufreq_update_policy(cpu);
  662. }
  663. /**
  664. * cpufreq_out_of_sync - If actual and saved CPU frequency differs, we're in deep trouble.
  665. * @cpu: cpu number
  666. * @old_freq: CPU frequency the kernel thinks the CPU runs at
  667. * @new_freq: CPU frequency the CPU actually runs at
  668. *
  669. * We adjust to current frequency first, and need to clean up later. So either call
  670. * to cpufreq_update_policy() or schedule handle_update()).
  671. */
  672. static void cpufreq_out_of_sync(unsigned int cpu, unsigned int old_freq, unsigned int new_freq)
  673. {
  674. struct cpufreq_freqs freqs;
  675. dprintk(KERN_WARNING "Warning: CPU frequency out of sync: cpufreq and timing "
  676. "core thinks of %u, is %u kHz.\n", old_freq, new_freq);
  677. freqs.cpu = cpu;
  678. freqs.old = old_freq;
  679. freqs.new = new_freq;
  680. cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
  681. cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
  682. }
  683. /**
  684. * cpufreq_get - get the current CPU frequency (in kHz)
  685. * @cpu: CPU number
  686. *
  687. * Get the CPU current (static) CPU frequency
  688. */
  689. unsigned int cpufreq_get(unsigned int cpu)
  690. {
  691. struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);
  692. unsigned int ret = 0;
  693. if (!policy)
  694. return 0;
  695. if (!cpufreq_driver->get)
  696. goto out;
  697. down(&policy->lock);
  698. ret = cpufreq_driver->get(cpu);
  699. if (ret && policy->cur && !(cpufreq_driver->flags & CPUFREQ_CONST_LOOPS))
  700. {
  701. /* verify no discrepancy between actual and saved value exists */
  702. if (unlikely(ret != policy->cur)) {
  703. cpufreq_out_of_sync(cpu, policy->cur, ret);
  704. schedule_work(&policy->update);
  705. }
  706. }
  707. up(&policy->lock);
  708. out:
  709. cpufreq_cpu_put(policy);
  710. return (ret);
  711. }
  712. EXPORT_SYMBOL(cpufreq_get);
  713. /**
  714. * cpufreq_suspend - let the low level driver prepare for suspend
  715. */
  716. static int cpufreq_suspend(struct sys_device * sysdev, pm_message_t pmsg)
  717. {
  718. int cpu = sysdev->id;
  719. unsigned int ret = 0;
  720. unsigned int cur_freq = 0;
  721. struct cpufreq_policy *cpu_policy;
  722. dprintk("resuming cpu %u\n", cpu);
  723. if (!cpu_online(cpu))
  724. return 0;
  725. /* we may be lax here as interrupts are off. Nonetheless
  726. * we need to grab the correct cpu policy, as to check
  727. * whether we really run on this CPU.
  728. */
  729. cpu_policy = cpufreq_cpu_get(cpu);
  730. if (!cpu_policy)
  731. return -EINVAL;
  732. /* only handle each CPU group once */
  733. if (unlikely(cpu_policy->cpu != cpu)) {
  734. cpufreq_cpu_put(cpu_policy);
  735. return 0;
  736. }
  737. if (cpufreq_driver->suspend) {
  738. ret = cpufreq_driver->suspend(cpu_policy, pmsg);
  739. if (ret) {
  740. printk(KERN_ERR "cpufreq: suspend failed in ->suspend "
  741. "step on CPU %u\n", cpu_policy->cpu);
  742. cpufreq_cpu_put(cpu_policy);
  743. return ret;
  744. }
  745. }
  746. if (cpufreq_driver->flags & CPUFREQ_CONST_LOOPS)
  747. goto out;
  748. if (cpufreq_driver->get)
  749. cur_freq = cpufreq_driver->get(cpu_policy->cpu);
  750. if (!cur_freq || !cpu_policy->cur) {
  751. printk(KERN_ERR "cpufreq: suspend failed to assert current "
  752. "frequency is what timing core thinks it is.\n");
  753. goto out;
  754. }
  755. if (unlikely(cur_freq != cpu_policy->cur)) {
  756. struct cpufreq_freqs freqs;
  757. if (!(cpufreq_driver->flags & CPUFREQ_PM_NO_WARN))
  758. dprintk(KERN_DEBUG "Warning: CPU frequency is %u, "
  759. "cpufreq assumed %u kHz.\n",
  760. cur_freq, cpu_policy->cur);
  761. freqs.cpu = cpu;
  762. freqs.old = cpu_policy->cur;
  763. freqs.new = cur_freq;
  764. notifier_call_chain(&cpufreq_transition_notifier_list,
  765. CPUFREQ_SUSPENDCHANGE, &freqs);
  766. adjust_jiffies(CPUFREQ_SUSPENDCHANGE, &freqs);
  767. cpu_policy->cur = cur_freq;
  768. }
  769. out:
  770. cpufreq_cpu_put(cpu_policy);
  771. return 0;
  772. }
  773. /**
  774. * cpufreq_resume - restore proper CPU frequency handling after resume
  775. *
  776. * 1.) resume CPUfreq hardware support (cpufreq_driver->resume())
  777. * 2.) if ->target and !CPUFREQ_CONST_LOOPS: verify we're in sync
  778. * 3.) schedule call cpufreq_update_policy() ASAP as interrupts are
  779. * restored.
  780. */
  781. static int cpufreq_resume(struct sys_device * sysdev)
  782. {
  783. int cpu = sysdev->id;
  784. unsigned int ret = 0;
  785. struct cpufreq_policy *cpu_policy;
  786. dprintk("resuming cpu %u\n", cpu);
  787. if (!cpu_online(cpu))
  788. return 0;
  789. /* we may be lax here as interrupts are off. Nonetheless
  790. * we need to grab the correct cpu policy, as to check
  791. * whether we really run on this CPU.
  792. */
  793. cpu_policy = cpufreq_cpu_get(cpu);
  794. if (!cpu_policy)
  795. return -EINVAL;
  796. /* only handle each CPU group once */
  797. if (unlikely(cpu_policy->cpu != cpu)) {
  798. cpufreq_cpu_put(cpu_policy);
  799. return 0;
  800. }
  801. if (cpufreq_driver->resume) {
  802. ret = cpufreq_driver->resume(cpu_policy);
  803. if (ret) {
  804. printk(KERN_ERR "cpufreq: resume failed in ->resume "
  805. "step on CPU %u\n", cpu_policy->cpu);
  806. cpufreq_cpu_put(cpu_policy);
  807. return ret;
  808. }
  809. }
  810. if (!(cpufreq_driver->flags & CPUFREQ_CONST_LOOPS)) {
  811. unsigned int cur_freq = 0;
  812. if (cpufreq_driver->get)
  813. cur_freq = cpufreq_driver->get(cpu_policy->cpu);
  814. if (!cur_freq || !cpu_policy->cur) {
  815. printk(KERN_ERR "cpufreq: resume failed to assert "
  816. "current frequency is what timing core "
  817. "thinks it is.\n");
  818. goto out;
  819. }
  820. if (unlikely(cur_freq != cpu_policy->cur)) {
  821. struct cpufreq_freqs freqs;
  822. if (!(cpufreq_driver->flags & CPUFREQ_PM_NO_WARN))
  823. dprintk(KERN_WARNING "Warning: CPU frequency"
  824. "is %u, cpufreq assumed %u kHz.\n",
  825. cur_freq, cpu_policy->cur);
  826. freqs.cpu = cpu;
  827. freqs.old = cpu_policy->cur;
  828. freqs.new = cur_freq;
  829. notifier_call_chain(&cpufreq_transition_notifier_list,
  830. CPUFREQ_RESUMECHANGE, &freqs);
  831. adjust_jiffies(CPUFREQ_RESUMECHANGE, &freqs);
  832. cpu_policy->cur = cur_freq;
  833. }
  834. }
  835. out:
  836. schedule_work(&cpu_policy->update);
  837. cpufreq_cpu_put(cpu_policy);
  838. return ret;
  839. }
  840. static struct sysdev_driver cpufreq_sysdev_driver = {
  841. .add = cpufreq_add_dev,
  842. .remove = cpufreq_remove_dev,
  843. .suspend = cpufreq_suspend,
  844. .resume = cpufreq_resume,
  845. };
  846. /*********************************************************************
  847. * NOTIFIER LISTS INTERFACE *
  848. *********************************************************************/
  849. /**
  850. * cpufreq_register_notifier - register a driver with cpufreq
  851. * @nb: notifier function to register
  852. * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER
  853. *
  854. * Add a driver to one of two lists: either a list of drivers that
  855. * are notified about clock rate changes (once before and once after
  856. * the transition), or a list of drivers that are notified about
  857. * changes in cpufreq policy.
  858. *
  859. * This function may sleep, and has the same return conditions as
  860. * notifier_chain_register.
  861. */
  862. int cpufreq_register_notifier(struct notifier_block *nb, unsigned int list)
  863. {
  864. int ret;
  865. down_write(&cpufreq_notifier_rwsem);
  866. switch (list) {
  867. case CPUFREQ_TRANSITION_NOTIFIER:
  868. ret = notifier_chain_register(&cpufreq_transition_notifier_list, nb);
  869. break;
  870. case CPUFREQ_POLICY_NOTIFIER:
  871. ret = notifier_chain_register(&cpufreq_policy_notifier_list, nb);
  872. break;
  873. default:
  874. ret = -EINVAL;
  875. }
  876. up_write(&cpufreq_notifier_rwsem);
  877. return ret;
  878. }
  879. EXPORT_SYMBOL(cpufreq_register_notifier);
  880. /**
  881. * cpufreq_unregister_notifier - unregister a driver with cpufreq
  882. * @nb: notifier block to be unregistered
  883. * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER
  884. *
  885. * Remove a driver from the CPU frequency notifier list.
  886. *
  887. * This function may sleep, and has the same return conditions as
  888. * notifier_chain_unregister.
  889. */
  890. int cpufreq_unregister_notifier(struct notifier_block *nb, unsigned int list)
  891. {
  892. int ret;
  893. down_write(&cpufreq_notifier_rwsem);
  894. switch (list) {
  895. case CPUFREQ_TRANSITION_NOTIFIER:
  896. ret = notifier_chain_unregister(&cpufreq_transition_notifier_list, nb);
  897. break;
  898. case CPUFREQ_POLICY_NOTIFIER:
  899. ret = notifier_chain_unregister(&cpufreq_policy_notifier_list, nb);
  900. break;
  901. default:
  902. ret = -EINVAL;
  903. }
  904. up_write(&cpufreq_notifier_rwsem);
  905. return ret;
  906. }
  907. EXPORT_SYMBOL(cpufreq_unregister_notifier);
  908. /*********************************************************************
  909. * GOVERNORS *
  910. *********************************************************************/
  911. int __cpufreq_driver_target(struct cpufreq_policy *policy,
  912. unsigned int target_freq,
  913. unsigned int relation)
  914. {
  915. int retval = -EINVAL;
  916. /*
  917. * If we are already in context of hotplug thread, we dont need to
  918. * acquire the hotplug lock. Otherwise acquire cpucontrol to prevent
  919. * hotplug from removing this cpu that we are working on.
  920. */
  921. if (!current_in_cpu_hotplug())
  922. lock_cpu_hotplug();
  923. dprintk("target for CPU %u: %u kHz, relation %u\n", policy->cpu,
  924. target_freq, relation);
  925. if (cpu_online(policy->cpu) && cpufreq_driver->target)
  926. retval = cpufreq_driver->target(policy, target_freq, relation);
  927. if (!current_in_cpu_hotplug())
  928. unlock_cpu_hotplug();
  929. return retval;
  930. }
  931. EXPORT_SYMBOL_GPL(__cpufreq_driver_target);
  932. int cpufreq_driver_target(struct cpufreq_policy *policy,
  933. unsigned int target_freq,
  934. unsigned int relation)
  935. {
  936. int ret;
  937. policy = cpufreq_cpu_get(policy->cpu);
  938. if (!policy)
  939. return -EINVAL;
  940. down(&policy->lock);
  941. ret = __cpufreq_driver_target(policy, target_freq, relation);
  942. up(&policy->lock);
  943. cpufreq_cpu_put(policy);
  944. return ret;
  945. }
  946. EXPORT_SYMBOL_GPL(cpufreq_driver_target);
  947. static int __cpufreq_governor(struct cpufreq_policy *policy, unsigned int event)
  948. {
  949. int ret;
  950. if (!try_module_get(policy->governor->owner))
  951. return -EINVAL;
  952. dprintk("__cpufreq_governor for CPU %u, event %u\n", policy->cpu, event);
  953. ret = policy->governor->governor(policy, event);
  954. /* we keep one module reference alive for each CPU governed by this CPU */
  955. if ((event != CPUFREQ_GOV_START) || ret)
  956. module_put(policy->governor->owner);
  957. if ((event == CPUFREQ_GOV_STOP) && !ret)
  958. module_put(policy->governor->owner);
  959. return ret;
  960. }
  961. int cpufreq_governor(unsigned int cpu, unsigned int event)
  962. {
  963. int ret = 0;
  964. struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);
  965. if (!policy)
  966. return -EINVAL;
  967. down(&policy->lock);
  968. ret = __cpufreq_governor(policy, event);
  969. up(&policy->lock);
  970. cpufreq_cpu_put(policy);
  971. return ret;
  972. }
  973. EXPORT_SYMBOL_GPL(cpufreq_governor);
  974. int cpufreq_register_governor(struct cpufreq_governor *governor)
  975. {
  976. struct cpufreq_governor *t;
  977. if (!governor)
  978. return -EINVAL;
  979. down(&cpufreq_governor_sem);
  980. list_for_each_entry(t, &cpufreq_governor_list, governor_list) {
  981. if (!strnicmp(governor->name,t->name,CPUFREQ_NAME_LEN)) {
  982. up(&cpufreq_governor_sem);
  983. return -EBUSY;
  984. }
  985. }
  986. list_add(&governor->governor_list, &cpufreq_governor_list);
  987. up(&cpufreq_governor_sem);
  988. return 0;
  989. }
  990. EXPORT_SYMBOL_GPL(cpufreq_register_governor);
  991. void cpufreq_unregister_governor(struct cpufreq_governor *governor)
  992. {
  993. if (!governor)
  994. return;
  995. down(&cpufreq_governor_sem);
  996. list_del(&governor->governor_list);
  997. up(&cpufreq_governor_sem);
  998. return;
  999. }
  1000. EXPORT_SYMBOL_GPL(cpufreq_unregister_governor);
  1001. /*********************************************************************
  1002. * POLICY INTERFACE *
  1003. *********************************************************************/
  1004. /**
  1005. * cpufreq_get_policy - get the current cpufreq_policy
  1006. * @policy: struct cpufreq_policy into which the current cpufreq_policy is written
  1007. *
  1008. * Reads the current cpufreq policy.
  1009. */
  1010. int cpufreq_get_policy(struct cpufreq_policy *policy, unsigned int cpu)
  1011. {
  1012. struct cpufreq_policy *cpu_policy;
  1013. if (!policy)
  1014. return -EINVAL;
  1015. cpu_policy = cpufreq_cpu_get(cpu);
  1016. if (!cpu_policy)
  1017. return -EINVAL;
  1018. down(&cpu_policy->lock);
  1019. memcpy(policy, cpu_policy, sizeof(struct cpufreq_policy));
  1020. up(&cpu_policy->lock);
  1021. cpufreq_cpu_put(cpu_policy);
  1022. return 0;
  1023. }
  1024. EXPORT_SYMBOL(cpufreq_get_policy);
  1025. static int __cpufreq_set_policy(struct cpufreq_policy *data, struct cpufreq_policy *policy)
  1026. {
  1027. int ret = 0;
  1028. cpufreq_debug_disable_ratelimit();
  1029. dprintk("setting new policy for CPU %u: %u - %u kHz\n", policy->cpu,
  1030. policy->min, policy->max);
  1031. memcpy(&policy->cpuinfo,
  1032. &data->cpuinfo,
  1033. sizeof(struct cpufreq_cpuinfo));
  1034. /* verify the cpu speed can be set within this limit */
  1035. ret = cpufreq_driver->verify(policy);
  1036. if (ret)
  1037. goto error_out;
  1038. down_read(&cpufreq_notifier_rwsem);
  1039. /* adjust if necessary - all reasons */
  1040. notifier_call_chain(&cpufreq_policy_notifier_list, CPUFREQ_ADJUST,
  1041. policy);
  1042. /* adjust if necessary - hardware incompatibility*/
  1043. notifier_call_chain(&cpufreq_policy_notifier_list, CPUFREQ_INCOMPATIBLE,
  1044. policy);
  1045. /* verify the cpu speed can be set within this limit,
  1046. which might be different to the first one */
  1047. ret = cpufreq_driver->verify(policy);
  1048. if (ret) {
  1049. up_read(&cpufreq_notifier_rwsem);
  1050. goto error_out;
  1051. }
  1052. /* notification of the new policy */
  1053. notifier_call_chain(&cpufreq_policy_notifier_list, CPUFREQ_NOTIFY,
  1054. policy);
  1055. up_read(&cpufreq_notifier_rwsem);
  1056. data->min = policy->min;
  1057. data->max = policy->max;
  1058. dprintk("new min and max freqs are %u - %u kHz\n", data->min, data->max);
  1059. if (cpufreq_driver->setpolicy) {
  1060. data->policy = policy->policy;
  1061. dprintk("setting range\n");
  1062. ret = cpufreq_driver->setpolicy(policy);
  1063. } else {
  1064. if (policy->governor != data->governor) {
  1065. /* save old, working values */
  1066. struct cpufreq_governor *old_gov = data->governor;
  1067. dprintk("governor switch\n");
  1068. /* end old governor */
  1069. if (data->governor)
  1070. __cpufreq_governor(data, CPUFREQ_GOV_STOP);
  1071. /* start new governor */
  1072. data->governor = policy->governor;
  1073. if (__cpufreq_governor(data, CPUFREQ_GOV_START)) {
  1074. /* new governor failed, so re-start old one */
  1075. dprintk("starting governor %s failed\n", data->governor->name);
  1076. if (old_gov) {
  1077. data->governor = old_gov;
  1078. __cpufreq_governor(data, CPUFREQ_GOV_START);
  1079. }
  1080. ret = -EINVAL;
  1081. goto error_out;
  1082. }
  1083. /* might be a policy change, too, so fall through */
  1084. }
  1085. dprintk("governor: change or update limits\n");
  1086. __cpufreq_governor(data, CPUFREQ_GOV_LIMITS);
  1087. }
  1088. error_out:
  1089. cpufreq_debug_enable_ratelimit();
  1090. return ret;
  1091. }
  1092. /**
  1093. * cpufreq_set_policy - set a new CPUFreq policy
  1094. * @policy: policy to be set.
  1095. *
  1096. * Sets a new CPU frequency and voltage scaling policy.
  1097. */
  1098. int cpufreq_set_policy(struct cpufreq_policy *policy)
  1099. {
  1100. int ret = 0;
  1101. struct cpufreq_policy *data;
  1102. if (!policy)
  1103. return -EINVAL;
  1104. data = cpufreq_cpu_get(policy->cpu);
  1105. if (!data)
  1106. return -EINVAL;
  1107. /* lock this CPU */
  1108. down(&data->lock);
  1109. ret = __cpufreq_set_policy(data, policy);
  1110. data->user_policy.min = data->min;
  1111. data->user_policy.max = data->max;
  1112. data->user_policy.policy = data->policy;
  1113. data->user_policy.governor = data->governor;
  1114. up(&data->lock);
  1115. cpufreq_cpu_put(data);
  1116. return ret;
  1117. }
  1118. EXPORT_SYMBOL(cpufreq_set_policy);
  1119. /**
  1120. * cpufreq_update_policy - re-evaluate an existing cpufreq policy
  1121. * @cpu: CPU which shall be re-evaluated
  1122. *
  1123. * Usefull for policy notifiers which have different necessities
  1124. * at different times.
  1125. */
  1126. int cpufreq_update_policy(unsigned int cpu)
  1127. {
  1128. struct cpufreq_policy *data = cpufreq_cpu_get(cpu);
  1129. struct cpufreq_policy policy;
  1130. int ret = 0;
  1131. if (!data)
  1132. return -ENODEV;
  1133. down(&data->lock);
  1134. dprintk("updating policy for CPU %u\n", cpu);
  1135. memcpy(&policy,
  1136. data,
  1137. sizeof(struct cpufreq_policy));
  1138. policy.min = data->user_policy.min;
  1139. policy.max = data->user_policy.max;
  1140. policy.policy = data->user_policy.policy;
  1141. policy.governor = data->user_policy.governor;
  1142. ret = __cpufreq_set_policy(data, &policy);
  1143. up(&data->lock);
  1144. cpufreq_cpu_put(data);
  1145. return ret;
  1146. }
  1147. EXPORT_SYMBOL(cpufreq_update_policy);
  1148. static int __cpuinit cpufreq_cpu_callback(struct notifier_block *nfb,
  1149. unsigned long action, void *hcpu)
  1150. {
  1151. unsigned int cpu = (unsigned long)hcpu;
  1152. struct cpufreq_policy *policy;
  1153. struct sys_device *sys_dev;
  1154. sys_dev = get_cpu_sysdev(cpu);
  1155. if (sys_dev) {
  1156. switch (action) {
  1157. case CPU_ONLINE:
  1158. cpufreq_add_dev(sys_dev);
  1159. break;
  1160. case CPU_DOWN_PREPARE:
  1161. /*
  1162. * We attempt to put this cpu in lowest frequency
  1163. * possible before going down. This will permit
  1164. * hardware-managed P-State to switch other related
  1165. * threads to min or higher speeds if possible.
  1166. */
  1167. policy = cpufreq_cpu_data[cpu];
  1168. if (policy) {
  1169. cpufreq_driver_target(policy, policy->min,
  1170. CPUFREQ_RELATION_H);
  1171. }
  1172. break;
  1173. case CPU_DEAD:
  1174. cpufreq_remove_dev(sys_dev);
  1175. break;
  1176. }
  1177. }
  1178. return NOTIFY_OK;
  1179. }
  1180. static struct notifier_block cpufreq_cpu_notifier =
  1181. {
  1182. .notifier_call = cpufreq_cpu_callback,
  1183. };
  1184. /*********************************************************************
  1185. * REGISTER / UNREGISTER CPUFREQ DRIVER *
  1186. *********************************************************************/
  1187. /**
  1188. * cpufreq_register_driver - register a CPU Frequency driver
  1189. * @driver_data: A struct cpufreq_driver containing the values#
  1190. * submitted by the CPU Frequency driver.
  1191. *
  1192. * Registers a CPU Frequency driver to this core code. This code
  1193. * returns zero on success, -EBUSY when another driver got here first
  1194. * (and isn't unregistered in the meantime).
  1195. *
  1196. */
  1197. int cpufreq_register_driver(struct cpufreq_driver *driver_data)
  1198. {
  1199. unsigned long flags;
  1200. int ret;
  1201. if (!driver_data || !driver_data->verify || !driver_data->init ||
  1202. ((!driver_data->setpolicy) && (!driver_data->target)))
  1203. return -EINVAL;
  1204. dprintk("trying to register driver %s\n", driver_data->name);
  1205. if (driver_data->setpolicy)
  1206. driver_data->flags |= CPUFREQ_CONST_LOOPS;
  1207. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  1208. if (cpufreq_driver) {
  1209. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  1210. return -EBUSY;
  1211. }
  1212. cpufreq_driver = driver_data;
  1213. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  1214. ret = sysdev_driver_register(&cpu_sysdev_class,&cpufreq_sysdev_driver);
  1215. if ((!ret) && !(cpufreq_driver->flags & CPUFREQ_STICKY)) {
  1216. int i;
  1217. ret = -ENODEV;
  1218. /* check for at least one working CPU */
  1219. for (i=0; i<NR_CPUS; i++)
  1220. if (cpufreq_cpu_data[i])
  1221. ret = 0;
  1222. /* if all ->init() calls failed, unregister */
  1223. if (ret) {
  1224. dprintk("no CPU initialized for driver %s\n", driver_data->name);
  1225. sysdev_driver_unregister(&cpu_sysdev_class, &cpufreq_sysdev_driver);
  1226. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  1227. cpufreq_driver = NULL;
  1228. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  1229. }
  1230. }
  1231. if (!ret) {
  1232. register_cpu_notifier(&cpufreq_cpu_notifier);
  1233. dprintk("driver %s up and running\n", driver_data->name);
  1234. cpufreq_debug_enable_ratelimit();
  1235. }
  1236. return (ret);
  1237. }
  1238. EXPORT_SYMBOL_GPL(cpufreq_register_driver);
  1239. /**
  1240. * cpufreq_unregister_driver - unregister the current CPUFreq driver
  1241. *
  1242. * Unregister the current CPUFreq driver. Only call this if you have
  1243. * the right to do so, i.e. if you have succeeded in initialising before!
  1244. * Returns zero if successful, and -EINVAL if the cpufreq_driver is
  1245. * currently not initialised.
  1246. */
  1247. int cpufreq_unregister_driver(struct cpufreq_driver *driver)
  1248. {
  1249. unsigned long flags;
  1250. cpufreq_debug_disable_ratelimit();
  1251. if (!cpufreq_driver || (driver != cpufreq_driver)) {
  1252. cpufreq_debug_enable_ratelimit();
  1253. return -EINVAL;
  1254. }
  1255. dprintk("unregistering driver %s\n", driver->name);
  1256. sysdev_driver_unregister(&cpu_sysdev_class, &cpufreq_sysdev_driver);
  1257. unregister_cpu_notifier(&cpufreq_cpu_notifier);
  1258. spin_lock_irqsave(&cpufreq_driver_lock, flags);
  1259. cpufreq_driver = NULL;
  1260. spin_unlock_irqrestore(&cpufreq_driver_lock, flags);
  1261. return 0;
  1262. }
  1263. EXPORT_SYMBOL_GPL(cpufreq_unregister_driver);