fimc-mdevice.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023
  1. /*
  2. * S5P/EXYNOS4 SoC series camera host interface media device driver
  3. *
  4. * Copyright (C) 2011 Samsung Electronics Co., Ltd.
  5. * Contact: Sylwester Nawrocki, <s.nawrocki@samsung.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published
  9. * by the Free Software Foundation, either version 2 of the License,
  10. * or (at your option) any later version.
  11. */
  12. #include <linux/bug.h>
  13. #include <linux/device.h>
  14. #include <linux/errno.h>
  15. #include <linux/i2c.h>
  16. #include <linux/kernel.h>
  17. #include <linux/list.h>
  18. #include <linux/module.h>
  19. #include <linux/platform_device.h>
  20. #include <linux/pm_runtime.h>
  21. #include <linux/types.h>
  22. #include <linux/slab.h>
  23. #include <media/v4l2-ctrls.h>
  24. #include <media/media-device.h>
  25. #include <media/s5p_fimc.h>
  26. #include "fimc-core.h"
  27. #include "fimc-lite.h"
  28. #include "fimc-mdevice.h"
  29. #include "mipi-csis.h"
  30. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  31. struct fimc_sensor_info *s_info,
  32. bool on);
  33. /**
  34. * fimc_pipeline_prepare - update pipeline information with subdevice pointers
  35. * @fimc: fimc device terminating the pipeline
  36. *
  37. * Caller holds the graph mutex.
  38. */
  39. static void fimc_pipeline_prepare(struct fimc_pipeline *p,
  40. struct media_entity *me)
  41. {
  42. struct media_pad *pad = &me->pads[0];
  43. struct v4l2_subdev *sd;
  44. int i;
  45. for (i = 0; i < IDX_MAX; i++)
  46. p->subdevs[i] = NULL;
  47. while (1) {
  48. if (!(pad->flags & MEDIA_PAD_FL_SINK))
  49. break;
  50. /* source pad */
  51. pad = media_entity_remote_source(pad);
  52. if (pad == NULL ||
  53. media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  54. break;
  55. sd = media_entity_to_v4l2_subdev(pad->entity);
  56. switch (sd->grp_id) {
  57. case GRP_ID_FIMC_IS_SENSOR:
  58. case GRP_ID_SENSOR:
  59. p->subdevs[IDX_SENSOR] = sd;
  60. break;
  61. case GRP_ID_CSIS:
  62. p->subdevs[IDX_CSIS] = sd;
  63. break;
  64. case GRP_ID_FLITE:
  65. p->subdevs[IDX_FLITE] = sd;
  66. break;
  67. case GRP_ID_FIMC:
  68. /* No need to control FIMC subdev through subdev ops */
  69. break;
  70. default:
  71. pr_warn("%s: Unknown subdev grp_id: %#x\n",
  72. __func__, sd->grp_id);
  73. }
  74. /* sink pad */
  75. pad = &sd->entity.pads[0];
  76. }
  77. }
  78. /**
  79. * __subdev_set_power - change power state of a single subdev
  80. * @sd: subdevice to change power state for
  81. * @on: 1 to enable power or 0 to disable
  82. *
  83. * Return result of s_power subdev operation or -ENXIO if sd argument
  84. * is NULL. Return 0 if the subdevice does not implement s_power.
  85. */
  86. static int __subdev_set_power(struct v4l2_subdev *sd, int on)
  87. {
  88. int *use_count;
  89. int ret;
  90. if (sd == NULL)
  91. return -ENXIO;
  92. use_count = &sd->entity.use_count;
  93. if (on && (*use_count)++ > 0)
  94. return 0;
  95. else if (!on && (*use_count == 0 || --(*use_count) > 0))
  96. return 0;
  97. ret = v4l2_subdev_call(sd, core, s_power, on);
  98. return ret != -ENOIOCTLCMD ? ret : 0;
  99. }
  100. /**
  101. * fimc_pipeline_s_power - change power state of all pipeline subdevs
  102. * @fimc: fimc device terminating the pipeline
  103. * @state: true to power on, false to power off
  104. *
  105. * Needs to be called with the graph mutex held.
  106. */
  107. static int fimc_pipeline_s_power(struct fimc_pipeline *p, bool state)
  108. {
  109. unsigned int i;
  110. int ret;
  111. if (p->subdevs[IDX_SENSOR] == NULL)
  112. return -ENXIO;
  113. for (i = 0; i < IDX_MAX; i++) {
  114. unsigned int idx = state ? (IDX_MAX - 1) - i : i;
  115. ret = __subdev_set_power(p->subdevs[idx], state);
  116. if (ret < 0 && ret != -ENXIO)
  117. return ret;
  118. }
  119. return 0;
  120. }
  121. /**
  122. * __fimc_pipeline_open - update the pipeline information, enable power
  123. * of all pipeline subdevs and the sensor clock
  124. * @me: media entity to start graph walk with
  125. * @prep: true to acquire sensor (and csis) subdevs
  126. *
  127. * Called with the graph mutex held.
  128. */
  129. static int __fimc_pipeline_open(struct fimc_pipeline *p,
  130. struct media_entity *me, bool prep)
  131. {
  132. int ret;
  133. if (prep)
  134. fimc_pipeline_prepare(p, me);
  135. if (p->subdevs[IDX_SENSOR] == NULL)
  136. return -EINVAL;
  137. ret = fimc_md_set_camclk(p->subdevs[IDX_SENSOR], true);
  138. if (ret)
  139. return ret;
  140. return fimc_pipeline_s_power(p, 1);
  141. }
  142. /**
  143. * __fimc_pipeline_close - disable the sensor clock and pipeline power
  144. * @fimc: fimc device terminating the pipeline
  145. *
  146. * Disable power of all subdevs and turn the external sensor clock off.
  147. */
  148. static int __fimc_pipeline_close(struct fimc_pipeline *p)
  149. {
  150. int ret = 0;
  151. if (!p || !p->subdevs[IDX_SENSOR])
  152. return -EINVAL;
  153. if (p->subdevs[IDX_SENSOR]) {
  154. ret = fimc_pipeline_s_power(p, 0);
  155. fimc_md_set_camclk(p->subdevs[IDX_SENSOR], false);
  156. }
  157. return ret == -ENXIO ? 0 : ret;
  158. }
  159. /**
  160. * __fimc_pipeline_s_stream - invoke s_stream on pipeline subdevs
  161. * @pipeline: video pipeline structure
  162. * @on: passed as the s_stream call argument
  163. */
  164. static int __fimc_pipeline_s_stream(struct fimc_pipeline *p, bool on)
  165. {
  166. int i, ret;
  167. if (p->subdevs[IDX_SENSOR] == NULL)
  168. return -ENODEV;
  169. for (i = 0; i < IDX_MAX; i++) {
  170. unsigned int idx = on ? (IDX_MAX - 1) - i : i;
  171. ret = v4l2_subdev_call(p->subdevs[idx], video, s_stream, on);
  172. if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV)
  173. return ret;
  174. }
  175. return 0;
  176. }
  177. /* Media pipeline operations for the FIMC/FIMC-LITE video device driver */
  178. static const struct fimc_pipeline_ops fimc_pipeline_ops = {
  179. .open = __fimc_pipeline_open,
  180. .close = __fimc_pipeline_close,
  181. .set_stream = __fimc_pipeline_s_stream,
  182. };
  183. /*
  184. * Sensor subdevice helper functions
  185. */
  186. static struct v4l2_subdev *fimc_md_register_sensor(struct fimc_md *fmd,
  187. struct fimc_sensor_info *s_info)
  188. {
  189. struct i2c_adapter *adapter;
  190. struct v4l2_subdev *sd = NULL;
  191. if (!s_info || !fmd)
  192. return NULL;
  193. adapter = i2c_get_adapter(s_info->pdata.i2c_bus_num);
  194. if (!adapter) {
  195. v4l2_warn(&fmd->v4l2_dev,
  196. "Failed to get I2C adapter %d, deferring probe\n",
  197. s_info->pdata.i2c_bus_num);
  198. return ERR_PTR(-EPROBE_DEFER);
  199. }
  200. sd = v4l2_i2c_new_subdev_board(&fmd->v4l2_dev, adapter,
  201. s_info->pdata.board_info, NULL);
  202. if (IS_ERR_OR_NULL(sd)) {
  203. i2c_put_adapter(adapter);
  204. v4l2_warn(&fmd->v4l2_dev,
  205. "Failed to acquire subdev %s, deferring probe\n",
  206. s_info->pdata.board_info->type);
  207. return ERR_PTR(-EPROBE_DEFER);
  208. }
  209. v4l2_set_subdev_hostdata(sd, s_info);
  210. sd->grp_id = GRP_ID_SENSOR;
  211. v4l2_info(&fmd->v4l2_dev, "Registered sensor subdevice %s\n",
  212. s_info->pdata.board_info->type);
  213. return sd;
  214. }
  215. static void fimc_md_unregister_sensor(struct v4l2_subdev *sd)
  216. {
  217. struct i2c_client *client = v4l2_get_subdevdata(sd);
  218. struct i2c_adapter *adapter;
  219. if (!client)
  220. return;
  221. v4l2_device_unregister_subdev(sd);
  222. adapter = client->adapter;
  223. i2c_unregister_device(client);
  224. if (adapter)
  225. i2c_put_adapter(adapter);
  226. }
  227. static int fimc_md_register_sensor_entities(struct fimc_md *fmd)
  228. {
  229. struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
  230. struct fimc_dev *fd = NULL;
  231. int num_clients, ret, i;
  232. /*
  233. * Runtime resume one of the FIMC entities to make sure
  234. * the sclk_cam clocks are not globally disabled.
  235. */
  236. for (i = 0; !fd && i < ARRAY_SIZE(fmd->fimc); i++)
  237. if (fmd->fimc[i])
  238. fd = fmd->fimc[i];
  239. if (!fd)
  240. return -ENXIO;
  241. ret = pm_runtime_get_sync(&fd->pdev->dev);
  242. if (ret < 0)
  243. return ret;
  244. WARN_ON(pdata->num_clients > ARRAY_SIZE(fmd->sensor));
  245. num_clients = min_t(u32, pdata->num_clients, ARRAY_SIZE(fmd->sensor));
  246. fmd->num_sensors = num_clients;
  247. for (i = 0; i < num_clients; i++) {
  248. struct v4l2_subdev *sd;
  249. fmd->sensor[i].pdata = pdata->isp_info[i];
  250. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], true);
  251. if (ret)
  252. break;
  253. sd = fimc_md_register_sensor(fmd, &fmd->sensor[i]);
  254. ret = __fimc_md_set_camclk(fmd, &fmd->sensor[i], false);
  255. if (!IS_ERR(sd)) {
  256. fmd->sensor[i].subdev = sd;
  257. } else {
  258. fmd->sensor[i].subdev = NULL;
  259. ret = PTR_ERR(sd);
  260. break;
  261. }
  262. if (ret)
  263. break;
  264. }
  265. pm_runtime_put(&fd->pdev->dev);
  266. return ret;
  267. }
  268. /*
  269. * MIPI CSIS and FIMC platform devices registration.
  270. */
  271. static int fimc_register_callback(struct device *dev, void *p)
  272. {
  273. struct fimc_dev *fimc = dev_get_drvdata(dev);
  274. struct v4l2_subdev *sd;
  275. struct fimc_md *fmd = p;
  276. int ret;
  277. if (fimc == NULL || fimc->id >= FIMC_MAX_DEVS)
  278. return 0;
  279. sd = &fimc->vid_cap.subdev;
  280. sd->grp_id = GRP_ID_FIMC;
  281. v4l2_set_subdev_hostdata(sd, (void *)&fimc_pipeline_ops);
  282. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  283. if (ret) {
  284. v4l2_err(&fmd->v4l2_dev, "Failed to register FIMC.%d (%d)\n",
  285. fimc->id, ret);
  286. return ret;
  287. }
  288. fmd->fimc[fimc->id] = fimc;
  289. return 0;
  290. }
  291. static int fimc_lite_register_callback(struct device *dev, void *p)
  292. {
  293. struct fimc_lite *fimc = dev_get_drvdata(dev);
  294. struct fimc_md *fmd = p;
  295. int ret;
  296. if (fimc == NULL || fimc->index >= FIMC_LITE_MAX_DEVS)
  297. return 0;
  298. fimc->subdev.grp_id = GRP_ID_FLITE;
  299. v4l2_set_subdev_hostdata(&fimc->subdev, (void *)&fimc_pipeline_ops);
  300. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, &fimc->subdev);
  301. if (ret) {
  302. v4l2_err(&fmd->v4l2_dev,
  303. "Failed to register FIMC-LITE.%d (%d)\n",
  304. fimc->index, ret);
  305. return ret;
  306. }
  307. fmd->fimc_lite[fimc->index] = fimc;
  308. return 0;
  309. }
  310. static int csis_register_callback(struct device *dev, void *p)
  311. {
  312. struct v4l2_subdev *sd = dev_get_drvdata(dev);
  313. struct platform_device *pdev;
  314. struct fimc_md *fmd = p;
  315. int id, ret;
  316. if (!sd)
  317. return 0;
  318. pdev = v4l2_get_subdevdata(sd);
  319. if (!pdev || pdev->id < 0 || pdev->id >= CSIS_MAX_ENTITIES)
  320. return 0;
  321. v4l2_info(sd, "csis%d sd: %s\n", pdev->id, sd->name);
  322. id = pdev->id < 0 ? 0 : pdev->id;
  323. sd->grp_id = GRP_ID_CSIS;
  324. ret = v4l2_device_register_subdev(&fmd->v4l2_dev, sd);
  325. if (!ret)
  326. fmd->csis[id].sd = sd;
  327. else
  328. v4l2_err(&fmd->v4l2_dev,
  329. "Failed to register CSIS subdevice: %d\n", ret);
  330. return ret;
  331. }
  332. /**
  333. * fimc_md_register_platform_entities - register FIMC and CSIS media entities
  334. */
  335. static int fimc_md_register_platform_entities(struct fimc_md *fmd)
  336. {
  337. struct s5p_platform_fimc *pdata = fmd->pdev->dev.platform_data;
  338. struct device_driver *driver;
  339. int ret, i;
  340. driver = driver_find(FIMC_MODULE_NAME, &platform_bus_type);
  341. if (!driver) {
  342. v4l2_warn(&fmd->v4l2_dev,
  343. "%s driver not found, deffering probe\n",
  344. FIMC_MODULE_NAME);
  345. return -EPROBE_DEFER;
  346. }
  347. ret = driver_for_each_device(driver, NULL, fmd,
  348. fimc_register_callback);
  349. if (ret)
  350. return ret;
  351. driver = driver_find(FIMC_LITE_DRV_NAME, &platform_bus_type);
  352. if (driver && try_module_get(driver->owner)) {
  353. ret = driver_for_each_device(driver, NULL, fmd,
  354. fimc_lite_register_callback);
  355. if (ret)
  356. return ret;
  357. module_put(driver->owner);
  358. }
  359. /*
  360. * Check if there is any sensor on the MIPI-CSI2 bus and
  361. * if not skip the s5p-csis module loading.
  362. */
  363. if (pdata == NULL)
  364. return 0;
  365. for (i = 0; i < pdata->num_clients; i++) {
  366. if (pdata->isp_info[i].bus_type == FIMC_MIPI_CSI2) {
  367. ret = 1;
  368. break;
  369. }
  370. }
  371. if (!ret)
  372. return 0;
  373. driver = driver_find(CSIS_DRIVER_NAME, &platform_bus_type);
  374. if (!driver || !try_module_get(driver->owner)) {
  375. v4l2_warn(&fmd->v4l2_dev,
  376. "%s driver not found, deffering probe\n",
  377. CSIS_DRIVER_NAME);
  378. return -EPROBE_DEFER;
  379. }
  380. return driver_for_each_device(driver, NULL, fmd,
  381. csis_register_callback);
  382. }
  383. static void fimc_md_unregister_entities(struct fimc_md *fmd)
  384. {
  385. int i;
  386. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  387. if (fmd->fimc[i] == NULL)
  388. continue;
  389. v4l2_device_unregister_subdev(&fmd->fimc[i]->vid_cap.subdev);
  390. fmd->fimc[i]->pipeline_ops = NULL;
  391. fmd->fimc[i] = NULL;
  392. }
  393. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  394. if (fmd->fimc_lite[i] == NULL)
  395. continue;
  396. v4l2_device_unregister_subdev(&fmd->fimc_lite[i]->subdev);
  397. fmd->fimc[i]->pipeline_ops = NULL;
  398. fmd->fimc_lite[i] = NULL;
  399. }
  400. for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
  401. if (fmd->csis[i].sd == NULL)
  402. continue;
  403. v4l2_device_unregister_subdev(fmd->csis[i].sd);
  404. module_put(fmd->csis[i].sd->owner);
  405. fmd->csis[i].sd = NULL;
  406. }
  407. for (i = 0; i < fmd->num_sensors; i++) {
  408. if (fmd->sensor[i].subdev == NULL)
  409. continue;
  410. fimc_md_unregister_sensor(fmd->sensor[i].subdev);
  411. fmd->sensor[i].subdev = NULL;
  412. }
  413. }
  414. /**
  415. * __fimc_md_create_fimc_links - create links to all FIMC entities
  416. * @fmd: fimc media device
  417. * @source: the source entity to create links to all fimc entities from
  418. * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
  419. * @pad: the source entity pad index
  420. * @link_mask: bitmask of the fimc devices for which link should be enabled
  421. */
  422. static int __fimc_md_create_fimc_sink_links(struct fimc_md *fmd,
  423. struct media_entity *source,
  424. struct v4l2_subdev *sensor,
  425. int pad, int link_mask)
  426. {
  427. struct fimc_sensor_info *s_info;
  428. struct media_entity *sink;
  429. unsigned int flags = 0;
  430. int ret, i;
  431. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  432. if (!fmd->fimc[i])
  433. continue;
  434. /*
  435. * Some FIMC variants are not fitted with camera capture
  436. * interface. Skip creating a link from sensor for those.
  437. */
  438. if (!fmd->fimc[i]->variant->has_cam_if)
  439. continue;
  440. flags = ((1 << i) & link_mask) ? MEDIA_LNK_FL_ENABLED : 0;
  441. sink = &fmd->fimc[i]->vid_cap.subdev.entity;
  442. ret = media_entity_create_link(source, pad, sink,
  443. FIMC_SD_PAD_SINK, flags);
  444. if (ret)
  445. return ret;
  446. /* Notify FIMC capture subdev entity */
  447. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  448. &source->pads[pad], flags);
  449. if (ret)
  450. break;
  451. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]\n",
  452. source->name, flags ? '=' : '-', sink->name);
  453. if (flags == 0 || sensor == NULL)
  454. continue;
  455. s_info = v4l2_get_subdev_hostdata(sensor);
  456. if (!WARN_ON(s_info == NULL)) {
  457. unsigned long irq_flags;
  458. spin_lock_irqsave(&fmd->slock, irq_flags);
  459. s_info->host = fmd->fimc[i];
  460. spin_unlock_irqrestore(&fmd->slock, irq_flags);
  461. }
  462. }
  463. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  464. if (!fmd->fimc_lite[i])
  465. continue;
  466. if (link_mask & (1 << (i + FIMC_MAX_DEVS)))
  467. flags = MEDIA_LNK_FL_ENABLED;
  468. else
  469. flags = 0;
  470. sink = &fmd->fimc_lite[i]->subdev.entity;
  471. ret = media_entity_create_link(source, pad, sink,
  472. FLITE_SD_PAD_SINK, flags);
  473. if (ret)
  474. return ret;
  475. /* Notify FIMC-LITE subdev entity */
  476. ret = media_entity_call(sink, link_setup, &sink->pads[0],
  477. &source->pads[pad], flags);
  478. if (ret)
  479. break;
  480. v4l2_info(&fmd->v4l2_dev, "created link [%s] %c> [%s]",
  481. source->name, flags ? '=' : '-', sink->name);
  482. }
  483. return 0;
  484. }
  485. /* Create links from FIMC-LITE source pads to other entities */
  486. static int __fimc_md_create_flite_source_links(struct fimc_md *fmd)
  487. {
  488. struct media_entity *source, *sink;
  489. unsigned int flags = MEDIA_LNK_FL_ENABLED;
  490. int i, ret;
  491. for (i = 0; i < FIMC_LITE_MAX_DEVS; i++) {
  492. struct fimc_lite *fimc = fmd->fimc_lite[i];
  493. if (fimc == NULL)
  494. continue;
  495. source = &fimc->subdev.entity;
  496. sink = &fimc->vfd.entity;
  497. /* FIMC-LITE's subdev and video node */
  498. ret = media_entity_create_link(source, FLITE_SD_PAD_SOURCE_DMA,
  499. sink, 0, flags);
  500. if (ret)
  501. break;
  502. /* TODO: create links to other entities */
  503. }
  504. return ret;
  505. }
  506. /**
  507. * fimc_md_create_links - create default links between registered entities
  508. *
  509. * Parallel interface sensor entities are connected directly to FIMC capture
  510. * entities. The sensors using MIPI CSIS bus are connected through immutable
  511. * link with CSI receiver entity specified by mux_id. Any registered CSIS
  512. * entity has a link to each registered FIMC capture entity. Enabled links
  513. * are created by default between each subsequent registered sensor and
  514. * subsequent FIMC capture entity. The number of default active links is
  515. * determined by the number of available sensors or FIMC entities,
  516. * whichever is less.
  517. */
  518. static int fimc_md_create_links(struct fimc_md *fmd)
  519. {
  520. struct v4l2_subdev *csi_sensors[CSIS_MAX_ENTITIES] = { NULL };
  521. struct v4l2_subdev *sensor, *csis;
  522. struct s5p_fimc_isp_info *pdata;
  523. struct fimc_sensor_info *s_info;
  524. struct media_entity *source, *sink;
  525. int i, pad, fimc_id = 0, ret = 0;
  526. u32 flags, link_mask = 0;
  527. for (i = 0; i < fmd->num_sensors; i++) {
  528. if (fmd->sensor[i].subdev == NULL)
  529. continue;
  530. sensor = fmd->sensor[i].subdev;
  531. s_info = v4l2_get_subdev_hostdata(sensor);
  532. if (!s_info)
  533. continue;
  534. source = NULL;
  535. pdata = &s_info->pdata;
  536. switch (pdata->bus_type) {
  537. case FIMC_MIPI_CSI2:
  538. if (WARN(pdata->mux_id >= CSIS_MAX_ENTITIES,
  539. "Wrong CSI channel id: %d\n", pdata->mux_id))
  540. return -EINVAL;
  541. csis = fmd->csis[pdata->mux_id].sd;
  542. if (WARN(csis == NULL,
  543. "MIPI-CSI interface specified "
  544. "but s5p-csis module is not loaded!\n"))
  545. return -EINVAL;
  546. pad = sensor->entity.num_pads - 1;
  547. ret = media_entity_create_link(&sensor->entity, pad,
  548. &csis->entity, CSIS_PAD_SINK,
  549. MEDIA_LNK_FL_IMMUTABLE |
  550. MEDIA_LNK_FL_ENABLED);
  551. if (ret)
  552. return ret;
  553. v4l2_info(&fmd->v4l2_dev, "created link [%s] => [%s]",
  554. sensor->entity.name, csis->entity.name);
  555. source = NULL;
  556. csi_sensors[pdata->mux_id] = sensor;
  557. break;
  558. case FIMC_ITU_601...FIMC_ITU_656:
  559. source = &sensor->entity;
  560. pad = 0;
  561. break;
  562. default:
  563. v4l2_err(&fmd->v4l2_dev, "Wrong bus_type: %x\n",
  564. pdata->bus_type);
  565. return -EINVAL;
  566. }
  567. if (source == NULL)
  568. continue;
  569. link_mask = 1 << fimc_id++;
  570. ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
  571. pad, link_mask);
  572. }
  573. for (i = 0; i < CSIS_MAX_ENTITIES; i++) {
  574. if (fmd->csis[i].sd == NULL)
  575. continue;
  576. source = &fmd->csis[i].sd->entity;
  577. pad = CSIS_PAD_SOURCE;
  578. sensor = csi_sensors[i];
  579. link_mask = 1 << fimc_id++;
  580. ret = __fimc_md_create_fimc_sink_links(fmd, source, sensor,
  581. pad, link_mask);
  582. }
  583. /* Create immutable links between each FIMC's subdev and video node */
  584. flags = MEDIA_LNK_FL_IMMUTABLE | MEDIA_LNK_FL_ENABLED;
  585. for (i = 0; i < FIMC_MAX_DEVS; i++) {
  586. if (!fmd->fimc[i])
  587. continue;
  588. source = &fmd->fimc[i]->vid_cap.subdev.entity;
  589. sink = &fmd->fimc[i]->vid_cap.vfd.entity;
  590. ret = media_entity_create_link(source, FIMC_SD_PAD_SOURCE,
  591. sink, 0, flags);
  592. if (ret)
  593. break;
  594. }
  595. return __fimc_md_create_flite_source_links(fmd);
  596. }
  597. /*
  598. * The peripheral sensor clock management.
  599. */
  600. static int fimc_md_get_clocks(struct fimc_md *fmd)
  601. {
  602. char clk_name[32];
  603. struct clk *clock;
  604. int i;
  605. for (i = 0; i < FIMC_MAX_CAMCLKS; i++) {
  606. snprintf(clk_name, sizeof(clk_name), "sclk_cam%u", i);
  607. clock = clk_get(NULL, clk_name);
  608. if (IS_ERR(clock)) {
  609. v4l2_err(&fmd->v4l2_dev, "Failed to get clock: %s",
  610. clk_name);
  611. return -ENXIO;
  612. }
  613. fmd->camclk[i].clock = clock;
  614. }
  615. return 0;
  616. }
  617. static void fimc_md_put_clocks(struct fimc_md *fmd)
  618. {
  619. int i = FIMC_MAX_CAMCLKS;
  620. while (--i >= 0) {
  621. if (IS_ERR_OR_NULL(fmd->camclk[i].clock))
  622. continue;
  623. clk_put(fmd->camclk[i].clock);
  624. fmd->camclk[i].clock = NULL;
  625. }
  626. }
  627. static int __fimc_md_set_camclk(struct fimc_md *fmd,
  628. struct fimc_sensor_info *s_info,
  629. bool on)
  630. {
  631. struct s5p_fimc_isp_info *pdata = &s_info->pdata;
  632. struct fimc_camclk_info *camclk;
  633. int ret = 0;
  634. if (WARN_ON(pdata->clk_id >= FIMC_MAX_CAMCLKS) || fmd == NULL)
  635. return -EINVAL;
  636. camclk = &fmd->camclk[pdata->clk_id];
  637. dbg("camclk %d, f: %lu, use_count: %d, on: %d",
  638. pdata->clk_id, pdata->clk_frequency, camclk->use_count, on);
  639. if (on) {
  640. if (camclk->use_count > 0 &&
  641. camclk->frequency != pdata->clk_frequency)
  642. return -EINVAL;
  643. if (camclk->use_count++ == 0) {
  644. clk_set_rate(camclk->clock, pdata->clk_frequency);
  645. camclk->frequency = pdata->clk_frequency;
  646. ret = clk_enable(camclk->clock);
  647. dbg("Enabled camclk %d: f: %lu", pdata->clk_id,
  648. clk_get_rate(camclk->clock));
  649. }
  650. return ret;
  651. }
  652. if (WARN_ON(camclk->use_count == 0))
  653. return 0;
  654. if (--camclk->use_count == 0) {
  655. clk_disable(camclk->clock);
  656. dbg("Disabled camclk %d", pdata->clk_id);
  657. }
  658. return ret;
  659. }
  660. /**
  661. * fimc_md_set_camclk - peripheral sensor clock setup
  662. * @sd: sensor subdev to configure sclk_cam clock for
  663. * @on: 1 to enable or 0 to disable the clock
  664. *
  665. * There are 2 separate clock outputs available in the SoC for external
  666. * image processors. These clocks are shared between all registered FIMC
  667. * devices to which sensors can be attached, either directly or through
  668. * the MIPI CSI receiver. The clock is allowed here to be used by
  669. * multiple sensors concurrently if they use same frequency.
  670. * This function should only be called when the graph mutex is held.
  671. */
  672. int fimc_md_set_camclk(struct v4l2_subdev *sd, bool on)
  673. {
  674. struct fimc_sensor_info *s_info = v4l2_get_subdev_hostdata(sd);
  675. struct fimc_md *fmd = entity_to_fimc_mdev(&sd->entity);
  676. return __fimc_md_set_camclk(fmd, s_info, on);
  677. }
  678. static int fimc_md_link_notify(struct media_pad *source,
  679. struct media_pad *sink, u32 flags)
  680. {
  681. struct fimc_lite *fimc_lite = NULL;
  682. struct fimc_dev *fimc = NULL;
  683. struct fimc_pipeline *pipeline;
  684. struct v4l2_subdev *sd;
  685. struct mutex *lock;
  686. int ret = 0;
  687. int ref_count;
  688. if (media_entity_type(sink->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
  689. return 0;
  690. sd = media_entity_to_v4l2_subdev(sink->entity);
  691. switch (sd->grp_id) {
  692. case GRP_ID_FLITE:
  693. fimc_lite = v4l2_get_subdevdata(sd);
  694. if (WARN_ON(fimc_lite == NULL))
  695. return 0;
  696. pipeline = &fimc_lite->pipeline;
  697. lock = &fimc_lite->lock;
  698. break;
  699. case GRP_ID_FIMC:
  700. fimc = v4l2_get_subdevdata(sd);
  701. if (WARN_ON(fimc == NULL))
  702. return 0;
  703. pipeline = &fimc->pipeline;
  704. lock = &fimc->lock;
  705. break;
  706. default:
  707. return 0;
  708. }
  709. if (!(flags & MEDIA_LNK_FL_ENABLED)) {
  710. int i;
  711. mutex_lock(lock);
  712. ret = __fimc_pipeline_close(pipeline);
  713. for (i = 0; i < IDX_MAX; i++)
  714. pipeline->subdevs[i] = NULL;
  715. if (fimc)
  716. fimc_ctrls_delete(fimc->vid_cap.ctx);
  717. mutex_unlock(lock);
  718. return ret;
  719. }
  720. /*
  721. * Link activation. Enable power of pipeline elements only if the
  722. * pipeline is already in use, i.e. its video node is opened.
  723. * Recreate the controls destroyed during the link deactivation.
  724. */
  725. mutex_lock(lock);
  726. ref_count = fimc ? fimc->vid_cap.refcnt : fimc_lite->ref_count;
  727. if (ref_count > 0)
  728. ret = __fimc_pipeline_open(pipeline, source->entity, true);
  729. if (!ret && fimc)
  730. ret = fimc_capture_ctrls_create(fimc);
  731. mutex_unlock(lock);
  732. return ret ? -EPIPE : ret;
  733. }
  734. static ssize_t fimc_md_sysfs_show(struct device *dev,
  735. struct device_attribute *attr, char *buf)
  736. {
  737. struct platform_device *pdev = to_platform_device(dev);
  738. struct fimc_md *fmd = platform_get_drvdata(pdev);
  739. if (fmd->user_subdev_api)
  740. return strlcpy(buf, "Sub-device API (sub-dev)\n", PAGE_SIZE);
  741. return strlcpy(buf, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE);
  742. }
  743. static ssize_t fimc_md_sysfs_store(struct device *dev,
  744. struct device_attribute *attr,
  745. const char *buf, size_t count)
  746. {
  747. struct platform_device *pdev = to_platform_device(dev);
  748. struct fimc_md *fmd = platform_get_drvdata(pdev);
  749. bool subdev_api;
  750. int i;
  751. if (!strcmp(buf, "vid-dev\n"))
  752. subdev_api = false;
  753. else if (!strcmp(buf, "sub-dev\n"))
  754. subdev_api = true;
  755. else
  756. return count;
  757. fmd->user_subdev_api = subdev_api;
  758. for (i = 0; i < FIMC_MAX_DEVS; i++)
  759. if (fmd->fimc[i])
  760. fmd->fimc[i]->vid_cap.user_subdev_api = subdev_api;
  761. return count;
  762. }
  763. /*
  764. * This device attribute is to select video pipeline configuration method.
  765. * There are following valid values:
  766. * vid-dev - for V4L2 video node API only, subdevice will be configured
  767. * by the host driver.
  768. * sub-dev - for media controller API, subdevs must be configured in user
  769. * space before starting streaming.
  770. */
  771. static DEVICE_ATTR(subdev_conf_mode, S_IWUSR | S_IRUGO,
  772. fimc_md_sysfs_show, fimc_md_sysfs_store);
  773. static int fimc_md_probe(struct platform_device *pdev)
  774. {
  775. struct v4l2_device *v4l2_dev;
  776. struct fimc_md *fmd;
  777. int ret;
  778. fmd = devm_kzalloc(&pdev->dev, sizeof(*fmd), GFP_KERNEL);
  779. if (!fmd)
  780. return -ENOMEM;
  781. spin_lock_init(&fmd->slock);
  782. fmd->pdev = pdev;
  783. strlcpy(fmd->media_dev.model, "SAMSUNG S5P FIMC",
  784. sizeof(fmd->media_dev.model));
  785. fmd->media_dev.link_notify = fimc_md_link_notify;
  786. fmd->media_dev.dev = &pdev->dev;
  787. v4l2_dev = &fmd->v4l2_dev;
  788. v4l2_dev->mdev = &fmd->media_dev;
  789. v4l2_dev->notify = fimc_sensor_notify;
  790. snprintf(v4l2_dev->name, sizeof(v4l2_dev->name), "%s",
  791. dev_name(&pdev->dev));
  792. ret = v4l2_device_register(&pdev->dev, &fmd->v4l2_dev);
  793. if (ret < 0) {
  794. v4l2_err(v4l2_dev, "Failed to register v4l2_device: %d\n", ret);
  795. return ret;
  796. }
  797. ret = media_device_register(&fmd->media_dev);
  798. if (ret < 0) {
  799. v4l2_err(v4l2_dev, "Failed to register media device: %d\n", ret);
  800. goto err_md;
  801. }
  802. ret = fimc_md_get_clocks(fmd);
  803. if (ret)
  804. goto err_clk;
  805. fmd->user_subdev_api = false;
  806. /* Protect the media graph while we're registering entities */
  807. mutex_lock(&fmd->media_dev.graph_mutex);
  808. ret = fimc_md_register_platform_entities(fmd);
  809. if (ret)
  810. goto err_unlock;
  811. if (pdev->dev.platform_data) {
  812. ret = fimc_md_register_sensor_entities(fmd);
  813. if (ret)
  814. goto err_unlock;
  815. }
  816. ret = fimc_md_create_links(fmd);
  817. if (ret)
  818. goto err_unlock;
  819. ret = v4l2_device_register_subdev_nodes(&fmd->v4l2_dev);
  820. if (ret)
  821. goto err_unlock;
  822. ret = device_create_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  823. if (ret)
  824. goto err_unlock;
  825. platform_set_drvdata(pdev, fmd);
  826. mutex_unlock(&fmd->media_dev.graph_mutex);
  827. return 0;
  828. err_unlock:
  829. mutex_unlock(&fmd->media_dev.graph_mutex);
  830. err_clk:
  831. media_device_unregister(&fmd->media_dev);
  832. fimc_md_put_clocks(fmd);
  833. fimc_md_unregister_entities(fmd);
  834. err_md:
  835. v4l2_device_unregister(&fmd->v4l2_dev);
  836. return ret;
  837. }
  838. static int __devexit fimc_md_remove(struct platform_device *pdev)
  839. {
  840. struct fimc_md *fmd = platform_get_drvdata(pdev);
  841. if (!fmd)
  842. return 0;
  843. device_remove_file(&pdev->dev, &dev_attr_subdev_conf_mode);
  844. fimc_md_unregister_entities(fmd);
  845. media_device_unregister(&fmd->media_dev);
  846. fimc_md_put_clocks(fmd);
  847. return 0;
  848. }
  849. static struct platform_driver fimc_md_driver = {
  850. .probe = fimc_md_probe,
  851. .remove = __devexit_p(fimc_md_remove),
  852. .driver = {
  853. .name = "s5p-fimc-md",
  854. .owner = THIS_MODULE,
  855. }
  856. };
  857. static int __init fimc_md_init(void)
  858. {
  859. int ret;
  860. request_module("s5p-csis");
  861. ret = fimc_register_driver();
  862. if (ret)
  863. return ret;
  864. return platform_driver_register(&fimc_md_driver);
  865. }
  866. static void __exit fimc_md_exit(void)
  867. {
  868. platform_driver_unregister(&fimc_md_driver);
  869. fimc_unregister_driver();
  870. }
  871. module_init(fimc_md_init);
  872. module_exit(fimc_md_exit);
  873. MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
  874. MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
  875. MODULE_LICENSE("GPL");
  876. MODULE_VERSION("2.0.1");