fimc-mdevice.c 26 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055
  1. /*
  2. * S5P/EXYNOS4 SoC series camera host interface media device driver
  3. *
  4. * Copyright (C) 2011 - 2012 Samsung Electronics Co., Ltd.
  5. * Sylwester Nawrocki <s.nawrocki@samsung.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published
  9. * by the Free Software Foundation, either version 2 of the License,
  10. * or (at your option) any later version.
  11. */
  12. #include <linux/bug.h>
  13. #include <linux/device.h>
  14. #include <linux/errno.h>
  15. #include <linux/i2c.h>
  16. #include <linux/kernel.h>
  17. #include <linux/list.h>
  18. #include <linux/module.h>
  19. #include <linux/platform_device.h>
  20. #include <linux/pm_runtime.h>
  21. #include <linux/types.h>
  22. #include <linux/slab.h>
  23. #include <media/v4l2-ctrls.h>
  24. #include <media/media-device.h>
  25. #include <media/s5p_fimc.h>
  26. #include "fimc-core.h"
  27. #include "fimc-lite.h"
  28. #include "fimc-mdevice.h"
  29. #include "mipi-csis.h"
  30. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  31. struct fimc_sensor_info *s_info,
  32. bool on);
  33. /**
  34. * fimc_pipeline_prepare - update pipeline information with subdevice pointers
  35. * @fimc: fimc device terminating the pipeline
  36. *
  37. * Caller holds the graph mutex.
  38. */
  39. static void fimc_pipeline_prepare(struct fimc_pipeline *p,
  40. struct media_entity *me)
  41. {
  42. struct media_pad *pad = &me->pads[0];
  43. struct v4l2_subdev *sd;
  44. int i;
  45. for (i = 0; i < IDX_MAX; i++)
  46. p->subdevs[i] = NULL;
  47. while (1) {
  48. if (!(pad->flags & MEDIA_PAD_FL_SINK))
  49. break;
  50. /* source pad */
  51. pad = media_entity_remote_source(pad);
  52. if (pad == NULL ||
  53. media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  54. break;
  55. sd = media_entity_to_v4l2_subdev(pad->entity);
  56. switch (sd->grp_id) {
  57. case GRP_ID_FIMC_IS_SENSOR:
  58. case GRP_ID_SENSOR:
  59. p->subdevs[IDX_SENSOR] = sd;
  60. break;
  61. case GRP_ID_CSIS:
  62. p->subdevs[IDX_CSIS] = sd;
  63. break;
  64. case GRP_ID_FLITE:
  65. p->subdevs[IDX_FLITE] = sd;
  66. break;
  67. case GRP_ID_FIMC:
  68. /* No need to control FIMC subdev through subdev ops */
  69. break;
  70. default:
  71. pr_warn("%s: Unknown subdev grp_id: %#x\n",
  72. __func__, sd->grp_id);
  73. }
  74. /* sink pad */
  75. pad = &sd->entity.pads[0];
  76. }
  77. }
  78. /**
  79. * __subdev_set_power - change power state of a single subdev
  80. * @sd: subdevice to change power state for
  81. * @on: 1 to enable power or 0 to disable
  82. *
  83. * Return result of s_power subdev operation or -ENXIO if sd argument
  84. * is NULL. Return 0 if the subdevice does not implement s_power.
  85. */
  86. static int __subdev_set_power(struct v4l2_subdev *sd, int on)
  87. {
  88. int *use_count;
  89. int ret;
  90. if (sd == NULL)
  91. return -ENXIO;
  92. use_count = &sd->entity.use_count;
  93. if (on && (*use_count)++ > 0)
  94. return 0;
  95. else if (!on && (*use_count == 0 || --(*use_count) > 0))
  96. return 0;
  97. ret = v4l2_subdev_call(sd, core, s_power, on);
  98. return ret != -ENOIOCTLCMD ? ret : 0;
  99. }
  100. /**
  101. * fimc_pipeline_s_power - change power state of all pipeline subdevs
  102. * @fimc: fimc device terminating the pipeline
  103. * @state: true to power on, false to power off
  104. *
  105. * Needs to be called with the graph mutex held.
  106. */
  107. static int fimc_pipeline_s_power(struct fimc_pipeline *p, bool state)
  108. {
  109. unsigned int i;
  110. int ret;
  111. if (p->subdevs[IDX_SENSOR] == NULL)
  112. return -ENXIO;
  113. for (i = 0; i < IDX_MAX; i++) {
  114. unsigned int idx = state ? (IDX_MAX - 1) - i : i;
  115. ret = __subdev_set_power(p->subdevs[idx], state);
  116. if (ret < 0 && ret != -ENXIO)
  117. return ret;
  118. }
  119. return 0;
  120. }
  121. /**
  122. * __fimc_pipeline_open - update the pipeline information, enable power
  123. * of all pipeline subdevs and the sensor clock
  124. * @me: media entity to start graph walk with
  125. * @prep: true to acquire sensor (and csis) subdevs
  126. *
  127. * Called with the graph mutex held.
  128. */
  129. static int __fimc_pipeline_open(struct fimc_pipeline *p,
  130. struct media_entity *me, bool prep)
  131. {
  132. int ret;
  133. if (prep)
  134. fimc_pipeline_prepare(p, me);
  135. if (p->subdevs[IDX_SENSOR] == NULL)
  136. return -EINVAL;
  137. ret = fimc_md_set_camclk(p->subdevs[IDX_SENSOR], true);
  138. if (ret)
  139. return ret;
  140. return fimc_pipeline_s_power(p, 1);
  141. }
  142. /**
  143. * __fimc_pipeline_close - disable the sensor clock and pipeline power
  144. * @fimc: fimc device terminating the pipeline
  145. *
  146. * Disable power of all subdevs and turn the external sensor clock off.
  147. */
  148. static int __fimc_pipeline_close(struct fimc_pipeline *p)
  149. {
  150. int ret = 0;
  151. if (!p || !p->subdevs[IDX_SENSOR])
  152. return -EINVAL;
  153. if (p->subdevs[IDX_SENSOR]) {
  154. ret = fimc_pipeline_s_power(p, 0);
  155. fimc_md_set_camclk(p->subdevs[IDX_SENSOR], false);
  156. }
  157. return ret == -ENXIO ? 0 : ret;
  158. }
  159. /**
  160. * __fimc_pipeline_s_stream - invoke s_stream on pipeline subdevs
  161. * @pipeline: video pipeline structure
  162. * @on: passed as the s_stream call argument
  163. */
  164. static int __fimc_pipeline_s_stream(struct fimc_pipeline *p, bool on)
  165. {
  166. int i, ret;
  167. if (p->subdevs[IDX_SENSOR] == NULL)
  168. return -ENODEV;
  169. for (i = 0; i < IDX_MAX; i++) {
  170. unsigned int idx = on ? (IDX_MAX - 1) - i : i;
  171. ret = v4l2_subdev_call(p->subdevs[idx], video, s_stream, on);
  172. if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV)
  173. return ret;
  174. }
  175. return 0;
  176. }
  177. /* Media pipeline operations for the FIMC/FIMC-LITE video device driver */
  178. static const struct fimc_pipeline_ops fimc_pipeline_ops = {
  179. .open = __fimc_pipeline_open,
  180. .close = __fimc_pipeline_close,
  181. .set_stream = __fimc_pipeline_s_stream,
  182. };
  183. /*
  184. * Sensor subdevice helper functions
  185. */
  186. static struct v4l2_subdev *fimc_md_register_sensor(struct fimc_md *fmd,
  187. struct fimc_sensor_info *s_info)
  188. {
  189. struct i2c_adapter *adapter;
  190. struct v4l2_subdev *sd = NULL;
  191. if (!s_info || !fmd)
  192. return NULL;
  193. adapter = i2c_get_adapter(s_info->pdata.i2c_bus_num);
  194. if (!adapter) {
  195. v4l2_warn(&fmd->v4l2_dev,
  196. "Failed to get I2C adapter %d, deferring probe\n",
  197. s_info->pdata.i2c_bus_num);
  198. return ERR_PTR(-EPROBE_DEFER);
  199. }
  200. sd = v4l2_i2c_new_subdev_board(&fmd->v4l2_dev, adapter,
  201. s_info->pdata.board_info, NULL);
  202. if (IS_ERR_OR_NULL(sd)) {
  203. i2c_put_adapter(adapter);
  204. v4l2_warn(&fmd->v4l2_dev,
  205. "Failed to acquire subdev %s, deferring probe\n",
  206. s_info->pdata.board_info->type);
  207. return ERR_PTR(-EPROBE_DEFER);
  208. }
  209. v4l2_set_subdev_hostdata(sd, s_info);
  210. sd->grp_id = GRP_ID_SENSOR;
  211. v4l2_info(&fmd->v4l2_dev, "Registered sensor subdevice %s\n",
  212. s_info->pdata.board_info->type);
  213. return sd;
  214. }
  215. static void fimc_md_unregister_sensor(struct v4l2_subdev *sd)
  216. {
  217. struct i2c_client *client = v4l2_get_subdevdata(sd);
  218. struct i2c_adapter *adapter;
  219. if (!client)
  220. return;
  221. v4l2_device_unregister_subdev(sd);
  222. adapter = client->adapter;
  223. i2c_unregister_device(client);
  224. if (adapter)
  225. i2c_put_adapter(adapter);
  226. }
  227. static int fimc_md_register_sensor_entities(struct fimc_md *fmd)
  228. {
  229. struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
  230. struct fimc_dev *fd = NULL;
  231. int num_clients, ret, i;
  232. /*
  233. * Runtime resume one of the FIMC entities to make sure
  234. * the sclk_cam clocks are not globally disabled.
  235. */
  236. for (i = 0; !fd && i < ARRAY_SIZE(fmd->fimc); i++)
  237. if (fmd->fimc[i])
  238. fd = fmd->fimc[i];
  239. if (!fd)
  240. return -ENXIO;
  241. ret = pm_runtime_get_sync(&fd->pdev->dev);
  242. if (ret < 0)
  243. return ret;
  244. WARN_ON(pdata->num_clients > ARRAY_SIZE(fmd->sensor));
  245. num_clients = min_t(u32, pdata->num_clients, ARRAY_SIZE(fmd->sensor));
  246. fmd->num_sensors = num_clients;
  247. for (i = 0; i < num_clients; i++) {
  248. struct v4l2_subdev *sd;
  249. fmd->sensor[i].pdata = pdata->source_info[i];
  250. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], true);
  251. if (ret)
  252. break;
  253. sd = fimc_md_register_sensor(fmd, &fmd->sensor[i]);
  254. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], false);
  255. if (!IS_ERR(sd)) {
  256. fmd->sensor[i].subdev = sd;
  257. } else {
  258. fmd->sensor[i].subdev = NULL;
  259. ret = PTR_ERR(sd);
  260. break;
  261. }
  262. if (ret)
  263. break;
  264. }
  265. pm_runtime_put(&fd->pdev->dev);
  266. return ret;
  267. }
  268. /*
  269. * MIPI-CSIS, FIMC and FIMC-LITE platform devices registration.
  270. */
  271. static int register_fimc_lite_entity(struct fimc_md *fmd,
  272. struct fimc_lite *fimc_lite)
  273. {
  274. struct v4l2_subdev *sd;
  275. int ret;
  276. if (WARN_ON(fimc_lite->index >= FIMC_LITE_MAX_DEVS ||
  277. fmd->fimc_lite[fimc_lite->index]))
  278. return -EBUSY;
  279. sd = &fimc_lite->subdev;
  280. sd->grp_id = GRP_ID_FLITE;
  281. v4l2_set_subdev_hostdata(sd, (void *)&fimc_pipeline_ops);
  282. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  283. if (!ret)
  284. fmd->fimc_lite[fimc_lite->index] = fimc_lite;
  285. else
  286. v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.LITE%d\n",
  287. fimc_lite->index);
  288. return ret;
  289. }
  290. static int register_fimc_entity(struct fimc_md *fmd, struct fimc_dev *fimc)
  291. {
  292. struct v4l2_subdev *sd;
  293. int ret;
  294. if (WARN_ON(fimc->id >= FIMC_MAX_DEVS || fmd->fimc[fimc->id]))
  295. return -EBUSY;
  296. sd = &fimc->vid_cap.subdev;
  297. sd->grp_id = GRP_ID_FIMC;
  298. v4l2_set_subdev_hostdata(sd, (void *)&fimc_pipeline_ops);
  299. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  300. if (!ret) {
  301. fmd->fimc[fimc->id] = fimc;
  302. fimc->vid_cap.user_subdev_api = fmd->user_subdev_api;
  303. } else {
  304. v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.%d (%d)\n",
  305. fimc->id, ret);
  306. }
  307. return ret;
  308. }
  309. static int register_csis_entity(struct fimc_md *fmd,
  310. struct platform_device *pdev,
  311. struct v4l2_subdev *sd)
  312. {
  313. struct device_node *node = pdev->dev.of_node;
  314. int id, ret;
  315. id = node ? of_alias_get_id(node, "csis") : max(0, pdev->id);
  316. if (WARN_ON(id >= CSIS_MAX_ENTITIES || fmd->csis[id].sd))
  317. return -EBUSY;
  318. if (WARN_ON(id >= CSIS_MAX_ENTITIES))
  319. return 0;
  320. sd->grp_id = GRP_ID_CSIS;
  321. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  322. if (!ret)
  323. fmd->csis[id].sd = sd;
  324. else
  325. v4l2_err(&fmd->v4l2_dev,
  326. "Failed to register MIPI-CSIS.%d (%d)\n", id, ret);
  327. return ret;
  328. }
  329. static int fimc_md_register_platform_entity(struct fimc_md *fmd,
  330. struct platform_device *pdev,
  331. int plat_entity)
  332. {
  333. struct device *dev = &pdev->dev;
  334. int ret = -EPROBE_DEFER;
  335. void *drvdata;
  336. /* Lock to ensure dev->driver won't change. */
  337. device_lock(dev);
  338. if (!dev->driver || !try_module_get(dev->driver->owner))
  339. goto dev_unlock;
  340. drvdata = dev_get_drvdata(dev);
  341. /* Some subdev didn't probe succesfully id drvdata is NULL */
  342. if (drvdata) {
  343. switch (plat_entity) {
  344. case IDX_FIMC:
  345. ret = register_fimc_entity(fmd, drvdata);
  346. break;
  347. case IDX_FLITE:
  348. ret = register_fimc_lite_entity(fmd, drvdata);
  349. break;
  350. case IDX_CSIS:
  351. ret = register_csis_entity(fmd, pdev, drvdata);
  352. break;
  353. default:
  354. ret = -ENODEV;
  355. }
  356. }
  357. module_put(dev->driver->owner);
  358. dev_unlock:
  359. device_unlock(dev);
  360. if (ret == -EPROBE_DEFER)
  361. dev_info(&fmd->pdev->dev, "deferring %s device registration\n",
  362. dev_name(dev));
  363. else if (ret < 0)
  364. dev_err(&fmd->pdev->dev, "%s device registration failed (%d)\n",
  365. dev_name(dev), ret);
  366. return ret;
  367. }
  368. static int fimc_md_pdev_match(struct device *dev, void *data)
  369. {
  370. struct platform_device *pdev = to_platform_device(dev);
  371. int plat_entity = -1;
  372. int ret;
  373. char *p;
  374. if (!get_device(dev))
  375. return -ENODEV;
  376. if (!strcmp(pdev->name, CSIS_DRIVER_NAME)) {
  377. plat_entity = IDX_CSIS;
  378. } else if (!strcmp(pdev->name, FIMC_LITE_DRV_NAME)) {
  379. plat_entity = IDX_FLITE;
  380. } else {
  381. p = strstr(pdev->name, "fimc");
  382. if (p && *(p + 4) == 0)
  383. plat_entity = IDX_FIMC;
  384. }
  385. if (plat_entity >= 0)
  386. ret = fimc_md_register_platform_entity(data, pdev,
  387. plat_entity);
  388. put_device(dev);
  389. return 0;
  390. }
  391. static void fimc_md_unregister_entities(struct fimc_md *fmd)
  392. {
  393. int i;
  394. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  395. if (fmd->fimc[i] == NULL)
  396. continue;
  397. v4l2_device_unregister_subdev(&fmd->fimc[i]->vid_cap.subdev);
  398. fmd->fimc[i]->pipeline_ops = NULL;
  399. fmd->fimc[i] = NULL;
  400. }
  401. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  402. if (fmd->fimc_lite[i] == NULL)
  403. continue;
  404. v4l2_device_unregister_subdev(&fmd->fimc_lite[i]->subdev);
  405. fmd->fimc_lite[i]->pipeline_ops = NULL;
  406. fmd->fimc_lite[i] = NULL;
  407. }
  408. for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
  409. if (fmd->csis[i].sd == NULL)
  410. continue;
  411. v4l2_device_unregister_subdev(fmd->csis[i].sd);
  412. module_put(fmd->csis[i].sd->owner);
  413. fmd->csis[i].sd = NULL;
  414. }
  415. for (i = 0; i < fmd->num_sensors; i++) {
  416. if (fmd->sensor[i].subdev == NULL)
  417. continue;
  418. fimc_md_unregister_sensor(fmd->sensor[i].subdev);
  419. fmd->sensor[i].subdev = NULL;
  420. }
  421. v4l2_info(&fmd->v4l2_dev, "Unregistered all entities\n");
  422. }
  423. /**
  424. * __fimc_md_create_fimc_links - create links to all FIMC entities
  425. * @fmd: fimc media device
  426. * @source: the source entity to create links to all fimc entities from
  427. * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
  428. * @pad: the source entity pad index
  429. * @link_mask: bitmask of the fimc devices for which link should be enabled
  430. */
  431. static int __fimc_md_create_fimc_sink_links(struct fimc_md *fmd,
  432. struct media_entity *source,
  433. struct v4l2_subdev *sensor,
  434. int pad, int link_mask)
  435. {
  436. struct fimc_sensor_info *s_info = NULL;
  437. struct media_entity *sink;
  438. unsigned int flags = 0;
  439. int ret, i;
  440. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  441. if (!fmd->fimc[i])
  442. continue;
  443. /*
  444. * Some FIMC variants are not fitted with camera capture
  445. * interface. Skip creating a link from sensor for those.
  446. */
  447. if (!fmd->fimc[i]->variant->has_cam_if)
  448. continue;
  449. flags = ((1 << i) & link_mask) ? MEDIA_LNK_FL_ENABLED : 0;
  450. sink = &fmd->fimc[i]->vid_cap.subdev.entity;
  451. ret = media_entity_create_link(source, pad, sink,
  452. FIMC_SD_PAD_SINK, flags);
  453. if (ret)
  454. return ret;
  455. /* Notify FIMC capture subdev entity */
  456. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  457. &source->pads[pad], flags);
  458. if (ret)
  459. break;
  460. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]\n",
  461. source->name, flags ? '=' : '-', sink->name);
  462. if (flags == 0 || sensor == NULL)
  463. continue;
  464. s_info = v4l2_get_subdev_hostdata(sensor);
  465. if (!WARN_ON(s_info == NULL)) {
  466. unsigned long irq_flags;
  467. spin_lock_irqsave(&fmd->slock, irq_flags);
  468. s_info->host = fmd->fimc[i];
  469. spin_unlock_irqrestore(&fmd->slock, irq_flags);
  470. }
  471. }
  472. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  473. if (!fmd->fimc_lite[i])
  474. continue;
  475. if (link_mask & (1 << (i + FIMC_MAX_DEVS)))
  476. flags = MEDIA_LNK_FL_ENABLED;
  477. else
  478. flags = 0;
  479. sink = &fmd->fimc_lite[i]->subdev.entity;
  480. ret = media_entity_create_link(source, pad, sink,
  481. FLITE_SD_PAD_SINK, flags);
  482. if (ret)
  483. return ret;
  484. /* Notify FIMC-LITE subdev entity */
  485. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  486. &source->pads[pad], flags);
  487. if (ret)
  488. break;
  489. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]\n",
  490. source->name, flags ? '=' : '-', sink->name);
  491. }
  492. return 0;
  493. }
  494. /* Create links from FIMC-LITE source pads to other entities */
  495. static int __fimc_md_create_flite_source_links(struct fimc_md *fmd)
  496. {
  497. struct media_entity *source, *sink;
  498. unsigned int flags = MEDIA_LNK_FL_ENABLED;
  499. int i, ret = 0;
  500. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  501. struct fimc_lite *fimc = fmd->fimc_lite[i];
  502. if (fimc == NULL)
  503. continue;
  504. source = &fimc->subdev.entity;
  505. sink = &fimc->vfd.entity;
  506. /* FIMC-LITE's subdev and video node */
  507. ret = media_entity_create_link(source, FLITE_SD_PAD_SOURCE_DMA,
  508. sink, 0, flags);
  509. if (ret)
  510. break;
  511. /* TODO: create links to other entities */
  512. }
  513. return ret;
  514. }
  515. /**
  516. * fimc_md_create_links - create default links between registered entities
  517. *
  518. * Parallel interface sensor entities are connected directly to FIMC capture
  519. * entities. The sensors using MIPI CSIS bus are connected through immutable
  520. * link with CSI receiver entity specified by mux_id. Any registered CSIS
  521. * entity has a link to each registered FIMC capture entity. Enabled links
  522. * are created by default between each subsequent registered sensor and
  523. * subsequent FIMC capture entity. The number of default active links is
  524. * determined by the number of available sensors or FIMC entities,
  525. * whichever is less.
  526. */
  527. static int fimc_md_create_links(struct fimc_md *fmd)
  528. {
  529. struct v4l2_subdev *csi_sensors[CSIS_MAX_ENTITIES] = { NULL };
  530. struct v4l2_subdev *sensor, *csis;
  531. struct fimc_source_info *pdata;
  532. struct fimc_sensor_info *s_info;
  533. struct media_entity *source, *sink;
  534. int i, pad, fimc_id = 0, ret = 0;
  535. u32 flags, link_mask = 0;
  536. for (i = 0; i < fmd->num_sensors; i++) {
  537. if (fmd->sensor[i].subdev == NULL)
  538. continue;
  539. sensor = fmd->sensor[i].subdev;
  540. s_info = v4l2_get_subdev_hostdata(sensor);
  541. if (!s_info)
  542. continue;
  543. source = NULL;
  544. pdata = &s_info->pdata;
  545. switch (pdata->sensor_bus_type) {
  546. case FIMC_BUS_TYPE_MIPI_CSI2:
  547. if (WARN(pdata->mux_id >= CSIS_MAX_ENTITIES,
  548. "Wrong CSI channel id: %d\n", pdata->mux_id))
  549. return -EINVAL;
  550. csis = fmd->csis[pdata->mux_id].sd;
  551. if (WARN(csis == NULL,
  552. "MIPI-CSI interface specified "
  553. "but s5p-csis module is not loaded!\n"))
  554. return -EINVAL;
  555. pad = sensor->entity.num_pads - 1;
  556. ret = media_entity_create_link(&sensor->entity, pad,
  557. &csis->entity, CSIS_PAD_SINK,
  558. MEDIA_LNK_FL_IMMUTABLE |
  559. MEDIA_LNK_FL_ENABLED);
  560. if (ret)
  561. return ret;
  562. v4l2_info(&fmd->v4l2_dev, "created link [%s] => [%s]\n",
  563. sensor->entity.name, csis->entity.name);
  564. source = NULL;
  565. csi_sensors[pdata->mux_id] = sensor;
  566. break;
  567. case FIMC_BUS_TYPE_ITU_601...FIMC_BUS_TYPE_ITU_656:
  568. source = &sensor->entity;
  569. pad = 0;
  570. break;
  571. default:
  572. v4l2_err(&fmd->v4l2_dev, "Wrong bus_type: %x\n",
  573. pdata->sensor_bus_type);
  574. return -EINVAL;
  575. }
  576. if (source == NULL)
  577. continue;
  578. link_mask = 1 << fimc_id++;
  579. ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
  580. pad, link_mask);
  581. }
  582. for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
  583. if (fmd->csis[i].sd == NULL)
  584. continue;
  585. source = &fmd->csis[i].sd->entity;
  586. pad = CSIS_PAD_SOURCE;
  587. sensor = csi_sensors[i];
  588. link_mask = 1 << fimc_id++;
  589. ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
  590. pad, link_mask);
  591. }
  592. /* Create immutable links between each FIMC's subdev and video node */
  593. flags = MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED;
  594. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  595. if (!fmd->fimc[i])
  596. continue;
  597. source = &fmd->fimc[i]->vid_cap.subdev.entity;
  598. sink = &fmd->fimc[i]->vid_cap.vfd.entity;
  599. ret = media_entity_create_link(source, FIMC_SD_PAD_SOURCE,
  600. sink, 0, flags);
  601. if (ret)
  602. break;
  603. }
  604. return __fimc_md_create_flite_source_links(fmd);
  605. }
  606. /*
  607. * The peripheral sensor clock management.
  608. */
  609. static void fimc_md_put_clocks(struct fimc_md *fmd)
  610. {
  611. int i = FIMC_MAX_CAMCLKS;
  612. while (--i >= 0) {
  613. if (IS_ERR(fmd->camclk[i].clock))
  614. continue;
  615. clk_unprepare(fmd->camclk[i].clock);
  616. clk_put(fmd->camclk[i].clock);
  617. fmd->camclk[i].clock = ERR_PTR(-EINVAL);
  618. }
  619. }
  620. static int fimc_md_get_clocks(struct fimc_md *fmd)
  621. {
  622. struct device *dev = NULL;
  623. char clk_name[32];
  624. struct clk *clock;
  625. int ret, i;
  626. for (i = 0; i < FIMC_MAX_CAMCLKS; i++)
  627. fmd->camclk[i].clock = ERR_PTR(-EINVAL);
  628. if (fmd->pdev->dev.of_node)
  629. dev = &fmd->pdev->dev;
  630. for (i = 0; i < FIMC_MAX_CAMCLKS; i++) {
  631. snprintf(clk_name, sizeof(clk_name), "sclk_cam%u", i);
  632. clock = clk_get(dev, clk_name);
  633. if (IS_ERR(clock)) {
  634. dev_err(&fmd->pdev->dev, "Failed to get clock: %s\n",
  635. clk_name);
  636. ret = PTR_ERR(clock);
  637. break;
  638. }
  639. ret = clk_prepare(clock);
  640. if (ret < 0) {
  641. clk_put(clock);
  642. fmd->camclk[i].clock = ERR_PTR(-EINVAL);
  643. break;
  644. }
  645. fmd->camclk[i].clock = clock;
  646. }
  647. if (ret)
  648. fimc_md_put_clocks(fmd);
  649. return ret;
  650. }
  651. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  652. struct fimc_sensor_info *s_info,
  653. bool on)
  654. {
  655. struct fimc_source_info *pdata = &s_info->pdata;
  656. struct fimc_camclk_info *camclk;
  657. int ret = 0;
  658. if (WARN_ON(pdata->clk_id >= FIMC_MAX_CAMCLKS) || fmd == NULL)
  659. return -EINVAL;
  660. camclk = &fmd->camclk[pdata->clk_id];
  661. dbg("camclk %d, f: %lu, use_count: %d, on: %d",
  662. pdata->clk_id, pdata->clk_frequency, camclk->use_count, on);
  663. if (on) {
  664. if (camclk->use_count > 0 &&
  665. camclk->frequency != pdata->clk_frequency)
  666. return -EINVAL;
  667. if (camclk->use_count++ == 0) {
  668. clk_set_rate(camclk->clock, pdata->clk_frequency);
  669. camclk->frequency = pdata->clk_frequency;
  670. ret = clk_enable(camclk->clock);
  671. dbg("Enabled camclk %d: f: %lu", pdata->clk_id,
  672. clk_get_rate(camclk->clock));
  673. }
  674. return ret;
  675. }
  676. if (WARN_ON(camclk->use_count == 0))
  677. return 0;
  678. if (--camclk->use_count == 0) {
  679. clk_disable(camclk->clock);
  680. dbg("Disabled camclk %d", pdata->clk_id);
  681. }
  682. return ret;
  683. }
  684. /**
  685. * fimc_md_set_camclk - peripheral sensor clock setup
  686. * @sd: sensor subdev to configure sclk_cam clock for
  687. * @on: 1 to enable or 0 to disable the clock
  688. *
  689. * There are 2 separate clock outputs available in the SoC for external
  690. * image processors. These clocks are shared between all registered FIMC
  691. * devices to which sensors can be attached, either directly or through
  692. * the MIPI CSI receiver. The clock is allowed here to be used by
  693. * multiple sensors concurrently if they use same frequency.
  694. * This function should only be called when the graph mutex is held.
  695. */
  696. int fimc_md_set_camclk(struct v4l2_subdev *sd, bool on)
  697. {
  698. struct fimc_sensor_info *s_info = v4l2_get_subdev_hostdata(sd);
  699. struct fimc_md *fmd = entity_to_fimc_mdev(&sd->entity);
  700. return __fimc_md_set_camclk(fmd, s_info, on);
  701. }
  702. static int fimc_md_link_notify(struct media_pad *source,
  703. struct media_pad *sink, u32 flags)
  704. {
  705. struct fimc_lite *fimc_lite = NULL;
  706. struct fimc_dev *fimc = NULL;
  707. struct fimc_pipeline *pipeline;
  708. struct v4l2_subdev *sd;
  709. struct mutex *lock;
  710. int ret = 0;
  711. int ref_count;
  712. if (media_entity_type(sink->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  713. return 0;
  714. sd = media_entity_to_v4l2_subdev(sink->entity);
  715. switch (sd->grp_id) {
  716. case GRP_ID_FLITE:
  717. fimc_lite = v4l2_get_subdevdata(sd);
  718. if (WARN_ON(fimc_lite == NULL))
  719. return 0;
  720. pipeline = &fimc_lite->pipeline;
  721. lock = &fimc_lite->lock;
  722. break;
  723. case GRP_ID_FIMC:
  724. fimc = v4l2_get_subdevdata(sd);
  725. if (WARN_ON(fimc == NULL))
  726. return 0;
  727. pipeline = &fimc->pipeline;
  728. lock = &fimc->lock;
  729. break;
  730. default:
  731. return 0;
  732. }
  733. if (!(flags & MEDIA_LNK_FL_ENABLED)) {
  734. int i;
  735. mutex_lock(lock);
  736. ret = __fimc_pipeline_close(pipeline);
  737. for (i = 0; i < IDX_MAX; i++)
  738. pipeline->subdevs[i] = NULL;
  739. if (fimc)
  740. fimc_ctrls_delete(fimc->vid_cap.ctx);
  741. mutex_unlock(lock);
  742. return ret;
  743. }
  744. /*
  745. * Link activation. Enable power of pipeline elements only if the
  746. * pipeline is already in use, i.e. its video node is opened.
  747. * Recreate the controls destroyed during the link deactivation.
  748. */
  749. mutex_lock(lock);
  750. ref_count = fimc ? fimc->vid_cap.refcnt : fimc_lite->ref_count;
  751. if (ref_count > 0)
  752. ret = __fimc_pipeline_open(pipeline, source->entity, true);
  753. if (!ret && fimc)
  754. ret = fimc_capture_ctrls_create(fimc);
  755. mutex_unlock(lock);
  756. return ret ? -EPIPE : ret;
  757. }
  758. static ssize_t fimc_md_sysfs_show(struct device *dev,
  759. struct device_attribute *attr, char *buf)
  760. {
  761. struct platform_device *pdev = to_platform_device(dev);
  762. struct fimc_md *fmd = platform_get_drvdata(pdev);
  763. if (fmd->user_subdev_api)
  764. return strlcpy(buf, "Sub-device API (sub-dev)\n", PAGE_SIZE);
  765. return strlcpy(buf, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE);
  766. }
  767. static ssize_t fimc_md_sysfs_store(struct device *dev,
  768. struct device_attribute *attr,
  769. const char *buf, size_t count)
  770. {
  771. struct platform_device *pdev = to_platform_device(dev);
  772. struct fimc_md *fmd = platform_get_drvdata(pdev);
  773. bool subdev_api;
  774. int i;
  775. if (!strcmp(buf, "vid-dev\n"))
  776. subdev_api = false;
  777. else if (!strcmp(buf, "sub-dev\n"))
  778. subdev_api = true;
  779. else
  780. return count;
  781. fmd->user_subdev_api = subdev_api;
  782. for (i = 0; i < FIMC_MAX_DEVS; i++)
  783. if (fmd->fimc[i])
  784. fmd->fimc[i]->vid_cap.user_subdev_api = subdev_api;
  785. return count;
  786. }
  787. /*
  788. * This device attribute is to select video pipeline configuration method.
  789. * There are following valid values:
  790. * vid-dev - for V4L2 video node API only, subdevice will be configured
  791. * by the host driver.
  792. * sub-dev - for media controller API, subdevs must be configured in user
  793. * space before starting streaming.
  794. */
  795. static DEVICE_ATTR(subdev_conf_mode, S_IWUSR | S_IRUGO,
  796. fimc_md_sysfs_show, fimc_md_sysfs_store);
  797. static int fimc_md_probe(struct platform_device *pdev)
  798. {
  799. struct v4l2_device *v4l2_dev;
  800. struct fimc_md *fmd;
  801. int ret;
  802. fmd = devm_kzalloc(&pdev->dev, sizeof(*fmd), GFP_KERNEL);
  803. if (!fmd)
  804. return -ENOMEM;
  805. spin_lock_init(&fmd->slock);
  806. fmd->pdev = pdev;
  807. strlcpy(fmd->media_dev.model, "SAMSUNG S5P FIMC",
  808. sizeof(fmd->media_dev.model));
  809. fmd->media_dev.link_notify = fimc_md_link_notify;
  810. fmd->media_dev.dev = &pdev->dev;
  811. v4l2_dev = &fmd->v4l2_dev;
  812. v4l2_dev->mdev = &fmd->media_dev;
  813. v4l2_dev->notify = fimc_sensor_notify;
  814. snprintf(v4l2_dev->name, sizeof(v4l2_dev->name), "%s",
  815. dev_name(&pdev->dev));
  816. ret = v4l2_device_register(&pdev->dev, &fmd->v4l2_dev);
  817. if (ret < 0) {
  818. v4l2_err(v4l2_dev, "Failed to register v4l2_device: %d\n", ret);
  819. return ret;
  820. }
  821. ret = media_device_register(&fmd->media_dev);
  822. if (ret < 0) {
  823. v4l2_err(v4l2_dev, "Failed to register media device: %d\n", ret);
  824. goto err_md;
  825. }
  826. ret = fimc_md_get_clocks(fmd);
  827. if (ret)
  828. goto err_clk;
  829. fmd->user_subdev_api = false;
  830. /* Protect the media graph while we're registering entities */
  831. mutex_lock(&fmd->media_dev.graph_mutex);
  832. ret = bus_for_each_dev(&platform_bus_type, NULL, fmd,
  833. fimc_md_pdev_match);
  834. if (ret)
  835. goto err_unlock;
  836. if (pdev->dev.platform_data) {
  837. ret = fimc_md_register_sensor_entities(fmd);
  838. if (ret)
  839. goto err_unlock;
  840. }
  841. ret = fimc_md_create_links(fmd);
  842. if (ret)
  843. goto err_unlock;
  844. ret = v4l2_device_register_subdev_nodes(&fmd->v4l2_dev);
  845. if (ret)
  846. goto err_unlock;
  847. ret = device_create_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  848. if (ret)
  849. goto err_unlock;
  850. platform_set_drvdata(pdev, fmd);
  851. mutex_unlock(&fmd->media_dev.graph_mutex);
  852. return 0;
  853. err_unlock:
  854. mutex_unlock(&fmd->media_dev.graph_mutex);
  855. err_clk:
  856. media_device_unregister(&fmd->media_dev);
  857. fimc_md_put_clocks(fmd);
  858. fimc_md_unregister_entities(fmd);
  859. err_md:
  860. v4l2_device_unregister(&fmd->v4l2_dev);
  861. return ret;
  862. }
  863. static int fimc_md_remove(struct platform_device *pdev)
  864. {
  865. struct fimc_md *fmd = platform_get_drvdata(pdev);
  866. if (!fmd)
  867. return 0;
  868. device_remove_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  869. fimc_md_unregister_entities(fmd);
  870. media_device_unregister(&fmd->media_dev);
  871. fimc_md_put_clocks(fmd);
  872. return 0;
  873. }
  874. static struct platform_driver fimc_md_driver = {
  875. .probe = fimc_md_probe,
  876. .remove = fimc_md_remove,
  877. .driver = {
  878. .name = "s5p-fimc-md",
  879. .owner = THIS_MODULE,
  880. }
  881. };
  882. static int __init fimc_md_init(void)
  883. {
  884. int ret;
  885. request_module("s5p-csis");
  886. ret = fimc_register_driver();
  887. if (ret)
  888. return ret;
  889. return platform_driver_register(&fimc_md_driver);
  890. }
  891. static void __exit fimc_md_exit(void)
  892. {
  893. platform_driver_unregister(&fimc_md_driver);
  894. fimc_unregister_driver();
  895. }
  896. module_init(fimc_md_init);
  897. module_exit(fimc_md_exit);
  898. MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
  899. MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
  900. MODULE_LICENSE("GPL");
  901. MODULE_VERSION("2.0.1");