fimc-mdevice.c 26 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040
  1. /*
  2. * S5P/EXYNOS4 SoC series camera host interface media device driver
  3. *
  4. * Copyright (C) 2011 Samsung Electronics Co., Ltd.
  5. * Contact: Sylwester Nawrocki, <s.nawrocki@samsung.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published
  9. * by the Free Software Foundation, either version 2 of the License,
  10. * or (at your option) any later version.
  11. */
  12. #include <linux/bug.h>
  13. #include <linux/device.h>
  14. #include <linux/errno.h>
  15. #include <linux/i2c.h>
  16. #include <linux/kernel.h>
  17. #include <linux/list.h>
  18. #include <linux/module.h>
  19. #include <linux/platform_device.h>
  20. #include <linux/pm_runtime.h>
  21. #include <linux/types.h>
  22. #include <linux/slab.h>
  23. #include <media/v4l2-ctrls.h>
  24. #include <media/media-device.h>
  25. #include "fimc-core.h"
  26. #include "fimc-lite.h"
  27. #include "fimc-mdevice.h"
  28. #include "mipi-csis.h"
  29. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  30. struct fimc_sensor_info *s_info,
  31. bool on);
  32. /**
  33. * fimc_pipeline_prepare - update pipeline information with subdevice pointers
  34. * @fimc: fimc device terminating the pipeline
  35. *
  36. * Caller holds the graph mutex.
  37. */
  38. void fimc_pipeline_prepare(struct fimc_pipeline *p, struct media_entity *me)
  39. {
  40. struct media_pad *pad = &me->pads[0];
  41. struct v4l2_subdev *sd;
  42. int i;
  43. for (i = 0; i < IDX_MAX; i++)
  44. p->subdevs[i] = NULL;
  45. while (1) {
  46. if (!(pad->flags & MEDIA_PAD_FL_SINK))
  47. break;
  48. /* source pad */
  49. pad = media_entity_remote_source(pad);
  50. if (pad == NULL ||
  51. media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  52. break;
  53. sd = media_entity_to_v4l2_subdev(pad->entity);
  54. switch (sd->grp_id) {
  55. case SENSOR_GROUP_ID:
  56. p->subdevs[IDX_SENSOR] = sd;
  57. break;
  58. case CSIS_GROUP_ID:
  59. p->subdevs[IDX_CSIS] = sd;
  60. break;
  61. case FLITE_GROUP_ID:
  62. p->subdevs[IDX_FLITE] = sd;
  63. break;
  64. case FIMC_GROUP_ID:
  65. /* No need to control FIMC subdev through subdev ops */
  66. break;
  67. default:
  68. pr_warn("%s: Unknown subdev grp_id: %#x\n",
  69. __func__, sd->grp_id);
  70. }
  71. /* sink pad */
  72. pad = &sd->entity.pads[0];
  73. }
  74. }
  75. /**
  76. * __subdev_set_power - change power state of a single subdev
  77. * @sd: subdevice to change power state for
  78. * @on: 1 to enable power or 0 to disable
  79. *
  80. * Return result of s_power subdev operation or -ENXIO if sd argument
  81. * is NULL. Return 0 if the subdevice does not implement s_power.
  82. */
  83. static int __subdev_set_power(struct v4l2_subdev *sd, int on)
  84. {
  85. int *use_count;
  86. int ret;
  87. if (sd == NULL)
  88. return -ENXIO;
  89. use_count = &sd->entity.use_count;
  90. if (on && (*use_count)++ > 0)
  91. return 0;
  92. else if (!on && (*use_count == 0 || --(*use_count) > 0))
  93. return 0;
  94. ret = v4l2_subdev_call(sd, core, s_power, on);
  95. return ret != -ENOIOCTLCMD ? ret : 0;
  96. }
  97. /**
  98. * fimc_pipeline_s_power - change power state of all pipeline subdevs
  99. * @fimc: fimc device terminating the pipeline
  100. * @state: true to power on, false to power off
  101. *
  102. * Needs to be called with the graph mutex held.
  103. */
  104. int fimc_pipeline_s_power(struct fimc_pipeline *p, bool state)
  105. {
  106. unsigned int i;
  107. int ret;
  108. if (p->subdevs[IDX_SENSOR] == NULL)
  109. return -ENXIO;
  110. for (i = 0; i < IDX_MAX; i++) {
  111. unsigned int idx = state ? (IDX_MAX - 1) - i : i;
  112. ret = __subdev_set_power(p->subdevs[idx], state);
  113. if (ret < 0 && ret != -ENXIO)
  114. return ret;
  115. }
  116. return 0;
  117. }
  118. /**
  119. * __fimc_pipeline_initialize - update the pipeline information, enable power
  120. * of all pipeline subdevs and the sensor clock
  121. * @me: media entity to start graph walk with
  122. * @prep: true to acquire sensor (and csis) subdevs
  123. *
  124. * This function must be called with the graph mutex held.
  125. */
  126. static int __fimc_pipeline_initialize(struct fimc_pipeline *p,
  127. struct media_entity *me, bool prep)
  128. {
  129. int ret;
  130. if (prep)
  131. fimc_pipeline_prepare(p, me);
  132. if (p->subdevs[IDX_SENSOR] == NULL)
  133. return -EINVAL;
  134. ret = fimc_md_set_camclk(p->subdevs[IDX_SENSOR], true);
  135. if (ret)
  136. return ret;
  137. return fimc_pipeline_s_power(p, 1);
  138. }
  139. int fimc_pipeline_initialize(struct fimc_pipeline *p, struct media_entity *me,
  140. bool prep)
  141. {
  142. int ret;
  143. mutex_lock(&me->parent->graph_mutex);
  144. ret = __fimc_pipeline_initialize(p, me, prep);
  145. mutex_unlock(&me->parent->graph_mutex);
  146. return ret;
  147. }
  148. EXPORT_SYMBOL_GPL(fimc_pipeline_initialize);
  149. /**
  150. * __fimc_pipeline_shutdown - disable the sensor clock and pipeline power
  151. * @fimc: fimc device terminating the pipeline
  152. *
  153. * Disable power of all subdevs in the pipeline and turn off the external
  154. * sensor clock.
  155. * Called with the graph mutex held.
  156. */
  157. int __fimc_pipeline_shutdown(struct fimc_pipeline *p)
  158. {
  159. int ret = 0;
  160. if (p->subdevs[IDX_SENSOR]) {
  161. ret = fimc_pipeline_s_power(p, 0);
  162. fimc_md_set_camclk(p->subdevs[IDX_SENSOR], false);
  163. }
  164. return ret == -ENXIO ? 0 : ret;
  165. }
  166. int fimc_pipeline_shutdown(struct fimc_pipeline *p)
  167. {
  168. struct media_entity *me;
  169. int ret;
  170. if (!p || !p->subdevs[IDX_SENSOR])
  171. return -EINVAL;
  172. me = &p->subdevs[IDX_SENSOR]->entity;
  173. mutex_lock(&me->parent->graph_mutex);
  174. ret = __fimc_pipeline_shutdown(p);
  175. mutex_unlock(&me->parent->graph_mutex);
  176. return ret;
  177. }
  178. EXPORT_SYMBOL_GPL(fimc_pipeline_shutdown);
  179. /**
  180. * fimc_pipeline_s_stream - invoke s_stream on pipeline subdevs
  181. * @pipeline: video pipeline structure
  182. * @on: passed as the s_stream call argument
  183. */
  184. int fimc_pipeline_s_stream(struct fimc_pipeline *p, bool on)
  185. {
  186. int i, ret;
  187. if (p->subdevs[IDX_SENSOR] == NULL)
  188. return -ENODEV;
  189. for (i = 0; i < IDX_MAX; i++) {
  190. unsigned int idx = on ? (IDX_MAX - 1) - i : i;
  191. ret = v4l2_subdev_call(p->subdevs[idx], video, s_stream, on);
  192. if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV)
  193. return ret;
  194. }
  195. return 0;
  196. }
  197. EXPORT_SYMBOL_GPL(fimc_pipeline_s_stream);
  198. /*
  199. * Sensor subdevice helper functions
  200. */
  201. static struct v4l2_subdev *fimc_md_register_sensor(struct fimc_md *fmd,
  202. struct fimc_sensor_info *s_info)
  203. {
  204. struct i2c_adapter *adapter;
  205. struct v4l2_subdev *sd = NULL;
  206. if (!s_info || !fmd)
  207. return NULL;
  208. adapter = i2c_get_adapter(s_info->pdata->i2c_bus_num);
  209. if (!adapter) {
  210. v4l2_warn(&fmd->v4l2_dev,
  211. "Failed to get I2C adapter %d, deferring probe\n",
  212. s_info->pdata->i2c_bus_num);
  213. return ERR_PTR(-EPROBE_DEFER);
  214. }
  215. sd = v4l2_i2c_new_subdev_board(&fmd->v4l2_dev, adapter,
  216. s_info->pdata->board_info, NULL);
  217. if (IS_ERR_OR_NULL(sd)) {
  218. i2c_put_adapter(adapter);
  219. v4l2_warn(&fmd->v4l2_dev,
  220. "Failed to acquire subdev %s, deferring probe\n",
  221. s_info->pdata->board_info->type);
  222. return ERR_PTR(-EPROBE_DEFER);
  223. }
  224. v4l2_set_subdev_hostdata(sd, s_info);
  225. sd->grp_id = SENSOR_GROUP_ID;
  226. v4l2_info(&fmd->v4l2_dev, "Registered sensor subdevice %s\n",
  227. s_info->pdata->board_info->type);
  228. return sd;
  229. }
  230. static void fimc_md_unregister_sensor(struct v4l2_subdev *sd)
  231. {
  232. struct i2c_client *client = v4l2_get_subdevdata(sd);
  233. struct i2c_adapter *adapter;
  234. if (!client)
  235. return;
  236. v4l2_device_unregister_subdev(sd);
  237. adapter = client->adapter;
  238. i2c_unregister_device(client);
  239. if (adapter)
  240. i2c_put_adapter(adapter);
  241. }
  242. static int fimc_md_register_sensor_entities(struct fimc_md *fmd)
  243. {
  244. struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
  245. struct fimc_dev *fd = NULL;
  246. int num_clients, ret, i;
  247. /*
  248. * Runtime resume one of the FIMC entities to make sure
  249. * the sclk_cam clocks are not globally disabled.
  250. */
  251. for (i = 0; !fd && i < ARRAY_SIZE(fmd->fimc); i++)
  252. if (fmd->fimc[i])
  253. fd = fmd->fimc[i];
  254. if (!fd)
  255. return -ENXIO;
  256. ret = pm_runtime_get_sync(&fd->pdev->dev);
  257. if (ret < 0)
  258. return ret;
  259. WARN_ON(pdata->num_clients > ARRAY_SIZE(fmd->sensor));
  260. num_clients = min_t(u32, pdata->num_clients, ARRAY_SIZE(fmd->sensor));
  261. fmd->num_sensors = num_clients;
  262. for (i = 0; i < num_clients; i++) {
  263. struct v4l2_subdev *sd;
  264. fmd->sensor[i].pdata = &pdata->isp_info[i];
  265. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], true);
  266. if (ret)
  267. break;
  268. sd = fimc_md_register_sensor(fmd, &fmd->sensor[i]);
  269. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], false);
  270. if (!IS_ERR(sd)) {
  271. fmd->sensor[i].subdev = sd;
  272. } else {
  273. fmd->sensor[i].subdev = NULL;
  274. ret = PTR_ERR(sd);
  275. break;
  276. }
  277. if (ret)
  278. break;
  279. }
  280. pm_runtime_put(&fd->pdev->dev);
  281. return ret;
  282. }
  283. /*
  284. * MIPI CSIS and FIMC platform devices registration.
  285. */
  286. static int fimc_register_callback(struct device *dev, void *p)
  287. {
  288. struct fimc_dev *fimc = dev_get_drvdata(dev);
  289. struct v4l2_subdev *sd = &fimc->vid_cap.subdev;
  290. struct fimc_md *fmd = p;
  291. int ret = 0;
  292. if (!fimc || !fimc->pdev)
  293. return 0;
  294. if (fimc->pdev->id < 0 || fimc->pdev->id >= FIMC_MAX_DEVS)
  295. return 0;
  296. fmd->fimc[fimc->pdev->id] = fimc;
  297. sd->grp_id = FIMC_GROUP_ID;
  298. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  299. if (ret) {
  300. v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.%d (%d)\n",
  301. fimc->id, ret);
  302. }
  303. return ret;
  304. }
  305. static int fimc_lite_register_callback(struct device *dev, void *p)
  306. {
  307. struct fimc_lite *fimc = dev_get_drvdata(dev);
  308. struct v4l2_subdev *sd = &fimc->subdev;
  309. struct fimc_md *fmd = p;
  310. int ret;
  311. if (fimc == NULL)
  312. return 0;
  313. if (fimc->index >= FIMC_LITE_MAX_DEVS)
  314. return 0;
  315. fmd->fimc_lite[fimc->index] = fimc;
  316. sd->grp_id = FLITE_GROUP_ID;
  317. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  318. if (ret) {
  319. v4l2_err(&fmd->v4l2_dev,
  320. "Failed to register FIMC-LITE.%d (%d)\n",
  321. fimc->index, ret);
  322. }
  323. return ret;
  324. }
  325. static int csis_register_callback(struct device *dev, void *p)
  326. {
  327. struct v4l2_subdev *sd = dev_get_drvdata(dev);
  328. struct platform_device *pdev;
  329. struct fimc_md *fmd = p;
  330. int id, ret;
  331. if (!sd)
  332. return 0;
  333. pdev = v4l2_get_subdevdata(sd);
  334. if (!pdev || pdev->id < 0 || pdev->id >= CSIS_MAX_ENTITIES)
  335. return 0;
  336. v4l2_info(sd, "csis%d sd: %s\n", pdev->id, sd->name);
  337. id = pdev->id < 0 ? 0 : pdev->id;
  338. fmd->csis[id].sd = sd;
  339. sd->grp_id = CSIS_GROUP_ID;
  340. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  341. if (ret)
  342. v4l2_err(&fmd->v4l2_dev,
  343. "Failed to register CSIS subdevice: %d\n", ret);
  344. return ret;
  345. }
  346. /**
  347. * fimc_md_register_platform_entities - register FIMC and CSIS media entities
  348. */
  349. static int fimc_md_register_platform_entities(struct fimc_md *fmd)
  350. {
  351. struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
  352. struct device_driver *driver;
  353. int ret, i;
  354. driver = driver_find(FIMC_MODULE_NAME, &platform_bus_type);
  355. if (!driver) {
  356. v4l2_warn(&fmd->v4l2_dev,
  357. "%s driver not found, deffering probe\n",
  358. FIMC_MODULE_NAME);
  359. return -EPROBE_DEFER;
  360. }
  361. ret = driver_for_each_device(driver, NULL, fmd,
  362. fimc_register_callback);
  363. if (ret)
  364. return ret;
  365. driver = driver_find(FIMC_LITE_DRV_NAME, &platform_bus_type);
  366. if (driver && try_module_get(driver->owner)) {
  367. ret = driver_for_each_device(driver, NULL, fmd,
  368. fimc_lite_register_callback);
  369. if (ret)
  370. return ret;
  371. module_put(driver->owner);
  372. }
  373. /*
  374. * Check if there is any sensor on the MIPI-CSI2 bus and
  375. * if not skip the s5p-csis module loading.
  376. */
  377. if (pdata == NULL)
  378. return 0;
  379. for (i = 0; i < pdata->num_clients; i++) {
  380. if (pdata->isp_info[i].bus_type == FIMC_MIPI_CSI2) {
  381. ret = 1;
  382. break;
  383. }
  384. }
  385. if (!ret)
  386. return 0;
  387. driver = driver_find(CSIS_DRIVER_NAME, &platform_bus_type);
  388. if (!driver || !try_module_get(driver->owner)) {
  389. v4l2_warn(&fmd->v4l2_dev,
  390. "%s driver not found, deffering probe\n",
  391. CSIS_DRIVER_NAME);
  392. return -EPROBE_DEFER;
  393. }
  394. return driver_for_each_device(driver, NULL, fmd,
  395. csis_register_callback);
  396. }
  397. static void fimc_md_unregister_entities(struct fimc_md *fmd)
  398. {
  399. int i;
  400. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  401. if (fmd->fimc[i] == NULL)
  402. continue;
  403. v4l2_device_unregister_subdev(&fmd->fimc[i]->vid_cap.subdev);
  404. fmd->fimc[i] = NULL;
  405. }
  406. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  407. if (fmd->fimc_lite[i] == NULL)
  408. continue;
  409. v4l2_device_unregister_subdev(&fmd->fimc_lite[i]->subdev);
  410. fmd->fimc_lite[i] = NULL;
  411. }
  412. for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
  413. if (fmd->csis[i].sd == NULL)
  414. continue;
  415. v4l2_device_unregister_subdev(fmd->csis[i].sd);
  416. module_put(fmd->csis[i].sd->owner);
  417. fmd->csis[i].sd = NULL;
  418. }
  419. for (i = 0; i < fmd->num_sensors; i++) {
  420. if (fmd->sensor[i].subdev == NULL)
  421. continue;
  422. fimc_md_unregister_sensor(fmd->sensor[i].subdev);
  423. fmd->sensor[i].subdev = NULL;
  424. }
  425. }
  426. /**
  427. * __fimc_md_create_fimc_links - create links to all FIMC entities
  428. * @fmd: fimc media device
  429. * @source: the source entity to create links to all fimc entities from
  430. * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
  431. * @pad: the source entity pad index
  432. * @fimc_id: index of the fimc device for which link should be enabled
  433. */
  434. static int __fimc_md_create_fimc_sink_links(struct fimc_md *fmd,
  435. struct media_entity *source,
  436. struct v4l2_subdev *sensor,
  437. int pad, int fimc_id)
  438. {
  439. struct fimc_sensor_info *s_info;
  440. struct media_entity *sink;
  441. unsigned int flags = 0;
  442. int ret, i;
  443. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  444. if (!fmd->fimc[i])
  445. continue;
  446. /*
  447. * Some FIMC variants are not fitted with camera capture
  448. * interface. Skip creating a link from sensor for those.
  449. */
  450. if (!fmd->fimc[i]->variant->has_cam_if)
  451. continue;
  452. flags = (i == fimc_id) ? MEDIA_LNK_FL_ENABLED : 0;
  453. sink = &fmd->fimc[i]->vid_cap.subdev.entity;
  454. ret = media_entity_create_link(source, pad, sink,
  455. FIMC_SD_PAD_SINK, flags);
  456. if (ret)
  457. return ret;
  458. /* Notify FIMC capture subdev entity */
  459. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  460. &source->pads[pad], flags);
  461. if (ret)
  462. break;
  463. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]",
  464. source->name, flags ? '=' : '-', sink->name);
  465. if (flags == 0 || sensor == NULL)
  466. continue;
  467. s_info = v4l2_get_subdev_hostdata(sensor);
  468. if (!WARN_ON(s_info == NULL)) {
  469. unsigned long irq_flags;
  470. spin_lock_irqsave(&fmd->slock, irq_flags);
  471. s_info->host = fmd->fimc[i];
  472. spin_unlock_irqrestore(&fmd->slock, irq_flags);
  473. }
  474. }
  475. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  476. if (!fmd->fimc_lite[i])
  477. continue;
  478. flags = (i == fimc_id) ? MEDIA_LNK_FL_ENABLED : 0;
  479. sink = &fmd->fimc_lite[i]->subdev.entity;
  480. ret = media_entity_create_link(source, pad, sink,
  481. FLITE_SD_PAD_SINK, flags);
  482. if (ret)
  483. return ret;
  484. /* Notify FIMC-LITE subdev entity */
  485. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  486. &source->pads[pad], flags);
  487. if (ret)
  488. break;
  489. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]",
  490. source->name, flags ? '=' : '-', sink->name);
  491. }
  492. return 0;
  493. }
  494. /* Create links from FIMC-LITE source pads to other entities */
  495. static int __fimc_md_create_flite_source_links(struct fimc_md *fmd)
  496. {
  497. struct media_entity *source, *sink;
  498. unsigned int flags = MEDIA_LNK_FL_ENABLED;
  499. int i, ret;
  500. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  501. struct fimc_lite *fimc = fmd->fimc_lite[i];
  502. if (fimc == NULL)
  503. continue;
  504. source = &fimc->subdev.entity;
  505. sink = &fimc->vfd->entity;
  506. /* FIMC-LITE's subdev and video node */
  507. ret = media_entity_create_link(source, FIMC_SD_PAD_SOURCE,
  508. sink, 0, flags);
  509. if (ret)
  510. break;
  511. /* TODO: create links to other entities */
  512. }
  513. return ret;
  514. }
  515. /**
  516. * fimc_md_create_links - create default links between registered entities
  517. *
  518. * Parallel interface sensor entities are connected directly to FIMC capture
  519. * entities. The sensors using MIPI CSIS bus are connected through immutable
  520. * link with CSI receiver entity specified by mux_id. Any registered CSIS
  521. * entity has a link to each registered FIMC capture entity. Enabled links
  522. * are created by default between each subsequent registered sensor and
  523. * subsequent FIMC capture entity. The number of default active links is
  524. * determined by the number of available sensors or FIMC entities,
  525. * whichever is less.
  526. */
  527. static int fimc_md_create_links(struct fimc_md *fmd)
  528. {
  529. struct v4l2_subdev *sensor, *csis;
  530. struct s5p_fimc_isp_info *pdata;
  531. struct fimc_sensor_info *s_info;
  532. struct media_entity *source, *sink;
  533. int i, pad, fimc_id = 0;
  534. int ret = 0;
  535. u32 flags;
  536. for (i = 0; i < fmd->num_sensors; i++) {
  537. if (fmd->sensor[i].subdev == NULL)
  538. continue;
  539. sensor = fmd->sensor[i].subdev;
  540. s_info = v4l2_get_subdev_hostdata(sensor);
  541. if (!s_info || !s_info->pdata)
  542. continue;
  543. source = NULL;
  544. pdata = s_info->pdata;
  545. switch (pdata->bus_type) {
  546. case FIMC_MIPI_CSI2:
  547. if (WARN(pdata->mux_id >= CSIS_MAX_ENTITIES,
  548. "Wrong CSI channel id: %d\n", pdata->mux_id))
  549. return -EINVAL;
  550. csis = fmd->csis[pdata->mux_id].sd;
  551. if (WARN(csis == NULL,
  552. "MIPI-CSI interface specified "
  553. "but s5p-csis module is not loaded!\n"))
  554. return -EINVAL;
  555. ret = media_entity_create_link(&sensor->entity, 0,
  556. &csis->entity, CSIS_PAD_SINK,
  557. MEDIA_LNK_FL_IMMUTABLE |
  558. MEDIA_LNK_FL_ENABLED);
  559. if (ret)
  560. return ret;
  561. v4l2_info(&fmd->v4l2_dev, "created link [%s] => [%s]",
  562. sensor->entity.name, csis->entity.name);
  563. source = NULL;
  564. break;
  565. case FIMC_ITU_601...FIMC_ITU_656:
  566. source = &sensor->entity;
  567. pad = 0;
  568. break;
  569. default:
  570. v4l2_err(&fmd->v4l2_dev, "Wrong bus_type: %x\n",
  571. pdata->bus_type);
  572. return -EINVAL;
  573. }
  574. if (source == NULL)
  575. continue;
  576. ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
  577. pad, fimc_id++);
  578. }
  579. fimc_id = 0;
  580. for (i = 0; i < ARRAY_SIZE(fmd->csis); i++) {
  581. if (fmd->csis[i].sd == NULL)
  582. continue;
  583. source = &fmd->csis[i].sd->entity;
  584. pad = CSIS_PAD_SOURCE;
  585. ret = __fimc_md_create_fimc_sink_links(fmd, source, NULL,
  586. pad, fimc_id++);
  587. }
  588. /* Create immutable links between each FIMC's subdev and video node */
  589. flags = MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED;
  590. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  591. if (!fmd->fimc[i])
  592. continue;
  593. source = &fmd->fimc[i]->vid_cap.subdev.entity;
  594. sink = &fmd->fimc[i]->vid_cap.vfd->entity;
  595. ret = media_entity_create_link(source, FIMC_SD_PAD_SOURCE,
  596. sink, 0, flags);
  597. if (ret)
  598. break;
  599. }
  600. return __fimc_md_create_flite_source_links(fmd);
  601. }
  602. /*
  603. * The peripheral sensor clock management.
  604. */
  605. static int fimc_md_get_clocks(struct fimc_md *fmd)
  606. {
  607. char clk_name[32];
  608. struct clk *clock;
  609. int i;
  610. for (i = 0; i < FIMC_MAX_CAMCLKS; i++) {
  611. snprintf(clk_name, sizeof(clk_name), "sclk_cam%u", i);
  612. clock = clk_get(NULL, clk_name);
  613. if (IS_ERR_OR_NULL(clock)) {
  614. v4l2_err(&fmd->v4l2_dev, "Failed to get clock: %s",
  615. clk_name);
  616. return -ENXIO;
  617. }
  618. fmd->camclk[i].clock = clock;
  619. }
  620. return 0;
  621. }
  622. static void fimc_md_put_clocks(struct fimc_md *fmd)
  623. {
  624. int i = FIMC_MAX_CAMCLKS;
  625. while (--i >= 0) {
  626. if (IS_ERR_OR_NULL(fmd->camclk[i].clock))
  627. continue;
  628. clk_put(fmd->camclk[i].clock);
  629. fmd->camclk[i].clock = NULL;
  630. }
  631. }
  632. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  633. struct fimc_sensor_info *s_info,
  634. bool on)
  635. {
  636. struct s5p_fimc_isp_info *pdata = s_info->pdata;
  637. struct fimc_camclk_info *camclk;
  638. int ret = 0;
  639. if (WARN_ON(pdata->clk_id >= FIMC_MAX_CAMCLKS) || fmd == NULL)
  640. return -EINVAL;
  641. if (s_info->clk_on == on)
  642. return 0;
  643. camclk = &fmd->camclk[pdata->clk_id];
  644. dbg("camclk %d, f: %lu, clk: %p, on: %d",
  645. pdata->clk_id, pdata->clk_frequency, camclk, on);
  646. if (on) {
  647. if (camclk->use_count > 0 &&
  648. camclk->frequency != pdata->clk_frequency)
  649. return -EINVAL;
  650. if (camclk->use_count++ == 0) {
  651. clk_set_rate(camclk->clock, pdata->clk_frequency);
  652. camclk->frequency = pdata->clk_frequency;
  653. ret = clk_enable(camclk->clock);
  654. }
  655. s_info->clk_on = 1;
  656. dbg("Enabled camclk %d: f: %lu", pdata->clk_id,
  657. clk_get_rate(camclk->clock));
  658. return ret;
  659. }
  660. if (WARN_ON(camclk->use_count == 0))
  661. return 0;
  662. if (--camclk->use_count == 0) {
  663. clk_disable(camclk->clock);
  664. s_info->clk_on = 0;
  665. dbg("Disabled camclk %d", pdata->clk_id);
  666. }
  667. return ret;
  668. }
  669. /**
  670. * fimc_md_set_camclk - peripheral sensor clock setup
  671. * @sd: sensor subdev to configure sclk_cam clock for
  672. * @on: 1 to enable or 0 to disable the clock
  673. *
  674. * There are 2 separate clock outputs available in the SoC for external
  675. * image processors. These clocks are shared between all registered FIMC
  676. * devices to which sensors can be attached, either directly or through
  677. * the MIPI CSI receiver. The clock is allowed here to be used by
  678. * multiple sensors concurrently if they use same frequency.
  679. * The per sensor subdev clk_on attribute helps to synchronize accesses
  680. * to the sclk_cam clocks from the video and media device nodes.
  681. * This function should only be called when the graph mutex is held.
  682. */
  683. int fimc_md_set_camclk(struct v4l2_subdev *sd, bool on)
  684. {
  685. struct fimc_sensor_info *s_info = v4l2_get_subdev_hostdata(sd);
  686. struct fimc_md *fmd = entity_to_fimc_mdev(&sd->entity);
  687. return __fimc_md_set_camclk(fmd, s_info, on);
  688. }
  689. static int fimc_md_link_notify(struct media_pad *source,
  690. struct media_pad *sink, u32 flags)
  691. {
  692. struct fimc_lite *fimc_lite = NULL;
  693. struct fimc_dev *fimc = NULL;
  694. struct fimc_pipeline *pipeline;
  695. struct v4l2_subdev *sd;
  696. int ret = 0;
  697. if (media_entity_type(sink->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  698. return 0;
  699. sd = media_entity_to_v4l2_subdev(sink->entity);
  700. switch (sd->grp_id) {
  701. case FLITE_GROUP_ID:
  702. fimc_lite = v4l2_get_subdevdata(sd);
  703. pipeline = &fimc_lite->pipeline;
  704. break;
  705. case FIMC_GROUP_ID:
  706. fimc = v4l2_get_subdevdata(sd);
  707. pipeline = &fimc->pipeline;
  708. break;
  709. default:
  710. return 0;
  711. }
  712. if (!(flags & MEDIA_LNK_FL_ENABLED)) {
  713. ret = __fimc_pipeline_shutdown(pipeline);
  714. pipeline->subdevs[IDX_SENSOR] = NULL;
  715. pipeline->subdevs[IDX_CSIS] = NULL;
  716. if (fimc) {
  717. mutex_lock(&fimc->lock);
  718. fimc_ctrls_delete(fimc->vid_cap.ctx);
  719. mutex_unlock(&fimc->lock);
  720. }
  721. return ret;
  722. }
  723. /*
  724. * Link activation. Enable power of pipeline elements only if the
  725. * pipeline is already in use, i.e. its video node is opened.
  726. * Recreate the controls destroyed during the link deactivation.
  727. */
  728. if (fimc) {
  729. mutex_lock(&fimc->lock);
  730. if (fimc->vid_cap.refcnt > 0) {
  731. ret = __fimc_pipeline_initialize(pipeline,
  732. source->entity, true);
  733. if (!ret)
  734. ret = fimc_capture_ctrls_create(fimc);
  735. }
  736. mutex_unlock(&fimc->lock);
  737. } else {
  738. mutex_lock(&fimc_lite->lock);
  739. if (fimc_lite->ref_count > 0) {
  740. ret = __fimc_pipeline_initialize(pipeline,
  741. source->entity, true);
  742. }
  743. mutex_unlock(&fimc_lite->lock);
  744. }
  745. return ret ? -EPIPE : ret;
  746. }
  747. static ssize_t fimc_md_sysfs_show(struct device *dev,
  748. struct device_attribute *attr, char *buf)
  749. {
  750. struct platform_device *pdev = to_platform_device(dev);
  751. struct fimc_md *fmd = platform_get_drvdata(pdev);
  752. if (fmd->user_subdev_api)
  753. return strlcpy(buf, "Sub-device API (sub-dev)\n", PAGE_SIZE);
  754. return strlcpy(buf, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE);
  755. }
  756. static ssize_t fimc_md_sysfs_store(struct device *dev,
  757. struct device_attribute *attr,
  758. const char *buf, size_t count)
  759. {
  760. struct platform_device *pdev = to_platform_device(dev);
  761. struct fimc_md *fmd = platform_get_drvdata(pdev);
  762. bool subdev_api;
  763. int i;
  764. if (!strcmp(buf, "vid-dev\n"))
  765. subdev_api = false;
  766. else if (!strcmp(buf, "sub-dev\n"))
  767. subdev_api = true;
  768. else
  769. return count;
  770. fmd->user_subdev_api = subdev_api;
  771. for (i = 0; i < FIMC_MAX_DEVS; i++)
  772. if (fmd->fimc[i])
  773. fmd->fimc[i]->vid_cap.user_subdev_api = subdev_api;
  774. return count;
  775. }
  776. /*
  777. * This device attribute is to select video pipeline configuration method.
  778. * There are following valid values:
  779. * vid-dev - for V4L2 video node API only, subdevice will be configured
  780. * by the host driver.
  781. * sub-dev - for media controller API, subdevs must be configured in user
  782. * space before starting streaming.
  783. */
  784. static DEVICE_ATTR(subdev_conf_mode, S_IWUSR | S_IRUGO,
  785. fimc_md_sysfs_show, fimc_md_sysfs_store);
  786. static int fimc_md_probe(struct platform_device *pdev)
  787. {
  788. struct v4l2_device *v4l2_dev;
  789. struct fimc_md *fmd;
  790. int ret;
  791. fmd = devm_kzalloc(&pdev->dev, sizeof(*fmd), GFP_KERNEL);
  792. if (!fmd)
  793. return -ENOMEM;
  794. spin_lock_init(&fmd->slock);
  795. fmd->pdev = pdev;
  796. strlcpy(fmd->media_dev.model, "SAMSUNG S5P FIMC",
  797. sizeof(fmd->media_dev.model));
  798. fmd->media_dev.link_notify = fimc_md_link_notify;
  799. fmd->media_dev.dev = &pdev->dev;
  800. v4l2_dev = &fmd->v4l2_dev;
  801. v4l2_dev->mdev = &fmd->media_dev;
  802. v4l2_dev->notify = fimc_sensor_notify;
  803. snprintf(v4l2_dev->name, sizeof(v4l2_dev->name), "%s",
  804. dev_name(&pdev->dev));
  805. ret = v4l2_device_register(&pdev->dev, &fmd->v4l2_dev);
  806. if (ret < 0) {
  807. v4l2_err(v4l2_dev, "Failed to register v4l2_device: %d\n", ret);
  808. return ret;
  809. }
  810. ret = media_device_register(&fmd->media_dev);
  811. if (ret < 0) {
  812. v4l2_err(v4l2_dev, "Failed to register media device: %d\n", ret);
  813. goto err_md;
  814. }
  815. ret = fimc_md_get_clocks(fmd);
  816. if (ret)
  817. goto err_clk;
  818. fmd->user_subdev_api = false;
  819. /* Protect the media graph while we're registering entities */
  820. mutex_lock(&fmd->media_dev.graph_mutex);
  821. ret = fimc_md_register_platform_entities(fmd);
  822. if (ret)
  823. goto err_unlock;
  824. if (pdev->dev.platform_data) {
  825. ret = fimc_md_register_sensor_entities(fmd);
  826. if (ret)
  827. goto err_unlock;
  828. }
  829. ret = fimc_md_create_links(fmd);
  830. if (ret)
  831. goto err_unlock;
  832. ret = v4l2_device_register_subdev_nodes(&fmd->v4l2_dev);
  833. if (ret)
  834. goto err_unlock;
  835. ret = device_create_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  836. if (ret)
  837. goto err_unlock;
  838. platform_set_drvdata(pdev, fmd);
  839. mutex_unlock(&fmd->media_dev.graph_mutex);
  840. return 0;
  841. err_unlock:
  842. mutex_unlock(&fmd->media_dev.graph_mutex);
  843. err_clk:
  844. media_device_unregister(&fmd->media_dev);
  845. fimc_md_put_clocks(fmd);
  846. fimc_md_unregister_entities(fmd);
  847. err_md:
  848. v4l2_device_unregister(&fmd->v4l2_dev);
  849. return ret;
  850. }
  851. static int __devexit fimc_md_remove(struct platform_device *pdev)
  852. {
  853. struct fimc_md *fmd = platform_get_drvdata(pdev);
  854. if (!fmd)
  855. return 0;
  856. device_remove_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  857. fimc_md_unregister_entities(fmd);
  858. media_device_unregister(&fmd->media_dev);
  859. fimc_md_put_clocks(fmd);
  860. return 0;
  861. }
  862. static struct platform_driver fimc_md_driver = {
  863. .probe = fimc_md_probe,
  864. .remove = __devexit_p(fimc_md_remove),
  865. .driver = {
  866. .name = "s5p-fimc-md",
  867. .owner = THIS_MODULE,
  868. }
  869. };
  870. int __init fimc_md_init(void)
  871. {
  872. int ret;
  873. request_module("s5p-csis");
  874. ret = fimc_register_driver();
  875. if (ret)
  876. return ret;
  877. return platform_driver_register(&fimc_md_driver);
  878. }
  879. void __exit fimc_md_exit(void)
  880. {
  881. platform_driver_unregister(&fimc_md_driver);
  882. fimc_unregister_driver();
  883. }
  884. module_init(fimc_md_init);
  885. module_exit(fimc_md_exit);
  886. MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
  887. MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
  888. MODULE_LICENSE("GPL");
  889. MODULE_VERSION("2.0.1");