123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582 |
- /****************************************************************************
- *
- * The MIT License (MIT)
- *
- * Copyright (c) 2020 VeriSilicon Holdings Co., Ltd.
- *
- * Permission is hereby granted, free of charge, to any person obtaining a
- * copy of this software and associated documentation files (the "Software"),
- * to deal in the Software without restriction, including without limitation
- * the rights to use, copy, modify, merge, publish, distribute, sublicense,
- * and/or sell copies of the Software, and to permit persons to whom the
- * Software is furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- *
- *****************************************************************************
- *
- * The GPL License (GPL)
- *
- * Copyright (c) 2020 VeriSilicon Holdings Co., Ltd.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version 2
- * of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program;
- *
- *****************************************************************************
- *
- * Note: This software is released under dual MIT and GPL licenses. A
- * recipient may use this file under the terms of either the MIT license or
- * GPL License. If you wish to use only one license not the other, you can
- * indicate your decision by deleting one of the above license notices in your
- * version of this file.
- *
- *****************************************************************************/
- #include <linux/module.h>
- #include <linux/pm_runtime.h>
- #include <media/v4l2-event.h>
- #include "dwe_driver.h"
- #include "dwe_ioctl.h"
- #define DEWARP_NODE_NUM (2)
- static struct dwe_device *pdwe_dev[DEWARP_NODE_NUM] = {NULL};
- int dwe_subscribe_event(struct v4l2_subdev *sd, struct v4l2_fh *fh,
- struct v4l2_event_subscription *sub)
- {
- return v4l2_event_subscribe(fh, sub, 2, NULL);
- }
- int dwe_unsubscribe_event(struct v4l2_subdev *sd, struct v4l2_fh *fh,
- struct v4l2_event_subscription *sub)
- {
- return v4l2_event_unsubscribe(fh, sub);
- }
- #ifdef CONFIG_COMPAT
- static long dwe_ioctl_compat(struct v4l2_subdev *sd,
- unsigned int cmd, void *arg)
- {
- return dwe_devcore_ioctl(v4l2_get_subdevdata(sd), cmd, arg);
- }
- long dwe_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
- {
- return dwe_ioctl_compat(sd, cmd, arg);
- }
- #else /* CONFIG_COMPAT */
- long dwe_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
- {
- return dwe_devcore_ioctl(v4l2_get_subdevdata(sd), cmd, arg);
- }
- #endif /* CONFIG_COMPAT */
- static int dwe_enable_clocks(struct dwe_device *dwe_dev)
- {
- int ret;
- ret = clk_prepare_enable(dwe_dev->clk_core);
- if (ret)
- return ret;
- ret = clk_prepare_enable(dwe_dev->clk_axi);
- if (ret)
- goto disable_clk_core;
- ret = clk_prepare_enable(dwe_dev->clk_ahb);
- if (ret)
- goto disable_clk_axi;
- return 0;
- disable_clk_axi:
- clk_disable_unprepare(dwe_dev->clk_axi);
- disable_clk_core:
- clk_disable_unprepare(dwe_dev->clk_core);
- return ret;
- }
- static void dwe_disable_clocks(struct dwe_device *dwe_dev)
- {
- clk_disable_unprepare(dwe_dev->clk_ahb);
- clk_disable_unprepare(dwe_dev->clk_axi);
- clk_disable_unprepare(dwe_dev->clk_core);
- }
- int dwe_set_stream(struct v4l2_subdev *sd, int enable)
- {
- struct dwe_device *dwe_dev = v4l2_get_subdevdata(sd);
- struct vvbuf_ctx *ctx;
- struct media_pad *pad;
- unsigned long flags;
- int state;
- struct vb2_dc_buf *src_buf = NULL;
- if (!enable)
- dwe_dev->state &= ~STATE_STREAM_STARTED;
- else
- dwe_dev->state |= STATE_STREAM_STARTED;
- pad = &dwe_dev->pads[DWE_PAD_SINK];
- pad = media_entity_remote_pad(pad);
- if (pad && is_media_entity_v4l2_subdev(pad->entity)) {
- sd = media_entity_to_v4l2_subdev(pad->entity);
- v4l2_subdev_call(sd, video, s_stream, enable);
- }
- if (!enable) {
- mutex_lock(&dwe_dev->core->mutex);
- state = dwe_dev->core->state;
- mutex_unlock(&dwe_dev->core->mutex);
- if (state <= 0) {
- ctx = &dwe_dev->core->bctx[DWE_PAD_SINK];
- spin_lock_irqsave(&ctx->irqlock, flags);
- while (!list_empty(&ctx->dmaqueue)){
- src_buf = list_first_entry(&ctx->dmaqueue,
- struct vb2_dc_buf, irqlist);
- if (src_buf != NULL){
- list_del(&src_buf->irqlist);
- vvbuf_ready(ctx , src_buf->pad, src_buf);
- }
- }
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- }
- ctx = &dwe_dev->bctx[DWE_PAD_SOURCE];
- spin_lock_irqsave(&ctx->irqlock, flags);
- if (!list_empty(&ctx->dmaqueue))
- list_del_init(&ctx->dmaqueue);
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- }
- return 0;
- }
- static struct v4l2_subdev_core_ops dwe_v4l2_subdev_core_ops = {
- .ioctl = dwe_ioctl,
- .subscribe_event = dwe_subscribe_event,
- .unsubscribe_event = dwe_unsubscribe_event,
- };
- static struct v4l2_subdev_video_ops dwe_v4l2_subdev_video_ops = {
- .s_stream = dwe_set_stream,
- };
- static struct v4l2_subdev_ops dwe_v4l2_subdev_ops = {
- .core = &dwe_v4l2_subdev_core_ops,
- .video = &dwe_v4l2_subdev_video_ops,
- };
- static int dwe_link_setup(struct media_entity *entity,
- const struct media_pad *local,
- const struct media_pad *remote, u32 flags)
- {
- return 0;
- }
- static const struct media_entity_operations dwe_media_ops = {
- .link_setup = dwe_link_setup,
- .link_validate = v4l2_subdev_link_validate,
- };
- static void dwe_src_buf_notify(struct vvbuf_ctx *ctx, struct vb2_dc_buf *buf)
- {
- struct v4l2_subdev *sd;
- struct dwe_device *dwe;
- unsigned long flags;
- if (unlikely(!ctx || !buf))
- return;
- sd = media_entity_to_v4l2_subdev(buf->pad->entity);
- dwe = container_of(sd, struct dwe_device, sd);
- if (!dwe || !(dwe->state & STATE_STREAM_STARTED)) {
- vvbuf_ready(ctx, buf->pad, buf);
- return;
- }
- ctx = &dwe->core->bctx[DWE_PAD_SINK];
- spin_lock_irqsave(&ctx->irqlock, flags);
- list_add_tail(&buf->irqlist, &ctx->dmaqueue);
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- dwe_on_buf_update(&dwe->core->ic_dev);
- }
- static const struct vvbuf_ops dwe_src_buf_ops = {
- .notify = dwe_src_buf_notify,
- };
- static void dwe_dst_buf_notify(struct vvbuf_ctx *ctx, struct vb2_dc_buf *buf)
- {
- struct v4l2_subdev *sd;
- struct dwe_device *dwe;
- unsigned long flags;
- if (unlikely(!ctx || !buf))
- return;
- sd = media_entity_to_v4l2_subdev(buf->pad->entity);
- dwe = container_of(sd, struct dwe_device, sd);
- spin_lock_irqsave(&ctx->irqlock, flags);
- list_add_tail(&buf->irqlist, &ctx->dmaqueue);
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- if (dwe)
- dwe_on_buf_update(&dwe->core->ic_dev);
- }
- static const struct vvbuf_ops dwe_dst_buf_ops = {
- .notify = dwe_dst_buf_notify,
- };
- static void fake_pdev_release(struct device *dev)
- {
- pr_info("enter %s\n", __func__);
- }
- static struct platform_device fake_pdev = {
- .name = "fsl,fake-imx8mp-dwe",
- .id = 1,
- .dev.release = fake_pdev_release,
- };
- static int dwe_fake_pdev_creat(void)
- {
- return platform_device_register(&fake_pdev);
- }
- static void dwe_fake_pdev_destory(void)
- {
- platform_device_unregister(&fake_pdev);
- }
- static int dwe_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
- {
- struct dwe_device *dwe_dev = v4l2_get_subdevdata(sd);
- pm_runtime_get_sync(pdwe_dev[0]->sd.dev);
- dwe_dev->refcnt++;
- if ((pdwe_dev[0]->refcnt + pdwe_dev[1]->refcnt) == 1){
- msleep(1);
- dwe_clear_interrupts(&pdwe_dev[0]->core->ic_dev);
- if (devm_request_irq(pdwe_dev[0]->sd.dev, pdwe_dev[0]->irq, dwe_hw_isr, IRQF_SHARED,
- dev_name(pdwe_dev[0]->sd.dev), &pdwe_dev[0]->core->ic_dev) != 0) {
- pr_err("failed to request irq.\n");
- pdwe_dev[0]->refcnt = 0;
- pm_runtime_put_sync(pdwe_dev[0]->sd.dev);
- return -1;
- }
- }
- return 0;
- }
- static int dwe_close(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
- {
- struct dwe_device *dwe_dev = v4l2_get_subdevdata(sd);
- struct vvbuf_ctx *ctx;
- struct vb2_dc_buf *src_buf = NULL;
- unsigned long flags;
- dwe_dev->refcnt--;
- if (dwe_dev->refcnt < 0) {
- dwe_dev->refcnt = 0;
- return 0;
- }
- if (dwe_dev->refcnt == 0)
- dwe_dev->state = 0;
- if ((pdwe_dev[0]->refcnt + pdwe_dev[1]->refcnt) == 0) {
- devm_free_irq(pdwe_dev[0]->sd.dev, pdwe_dev[0]->irq, &pdwe_dev[0]->core->ic_dev);
- dwe_clear_interrupts(&pdwe_dev[0]->core->ic_dev);
- mutex_lock(&dwe_dev->core->mutex);
- pdwe_dev[0]->core->state = 0;
- mutex_unlock(&dwe_dev->core->mutex);
- ctx = &dwe_dev->core->bctx[DWE_PAD_SINK];
- spin_lock_irqsave(&ctx->irqlock, flags);
- while (!list_empty(&ctx->dmaqueue)){
- src_buf = list_first_entry(&ctx->dmaqueue,
- struct vb2_dc_buf, irqlist);
- if (src_buf != NULL){
- list_del(&src_buf->irqlist);
- vvbuf_ready(ctx , src_buf->pad, src_buf);
- }
- }
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- msleep(5);
- }
- pm_runtime_put(pdwe_dev[0]->sd.dev);
- return 0;
- }
- static struct v4l2_subdev_internal_ops dwe_internal_ops = {
- .open = dwe_open,
- .close = dwe_close,
- };
- int dwe_hw_probe(struct platform_device *pdev)
- {
- struct device *dev = &pdev->dev;
- struct dwe_device *dwe_dev;
- struct resource *mem_res;
- int irq;
- int rc, i, index;
- int dev_id;
- pr_info("enter %s\n", __func__);
- mem_res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
- if (!mem_res) {
- pr_err("can't fetch device resource info\n");
- return -ENODEV;
- }
- irq = platform_get_irq(pdev, 0);
- if (irq < 0) {
- pr_err("failed to get irq number.\n");
- return -ENODEV;
- }
- rc = dwe_fake_pdev_creat();
- if (rc < 0) {
- pr_err("failed to creat fake pdev for dwe1.\n");
- goto dewarp_destory_fake_pdev;
- }
- for (dev_id = 0; dev_id < DEWARP_NODE_NUM; dev_id++) {
- pdwe_dev[dev_id] =
- kzalloc(sizeof(struct dwe_device), GFP_KERNEL);
- if (!pdwe_dev[dev_id]) {
- if (dev_id == 0)
- goto dewarp_destory_fake_pdev;
- else {
- dev_id = dev_id - 1;
- goto dewarp_entity_pads_deinit;
- }
- }
- dwe_dev = pdwe_dev[dev_id];
- dwe_dev->id = dev_id;
- if (dev_id == 0){
- dwe_dev->clk_core = devm_clk_get(dev, "core");
- if (IS_ERR(dwe_dev->clk_core)) {
- rc = PTR_ERR(dwe_dev->clk_core);
- dev_err(dev, "can't get core clock: %d\n", rc);
- return rc;
- }
- dwe_dev->clk_axi = devm_clk_get(dev, "axi");
- if (IS_ERR(dwe_dev->clk_axi)) {
- rc = PTR_ERR(dwe_dev->clk_axi);
- dev_err(dev, "can't get axi clock: %d\n", rc);
- return rc;
- }
- dwe_dev->clk_ahb = devm_clk_get(dev, "ahb");
- if (IS_ERR(dwe_dev->clk_ahb)) {
- rc = PTR_ERR(dwe_dev->clk_ahb);
- dev_err(dev, "can't get ahb clock: %d\n", rc);
- return rc;
- }
- }
- dwe_dev->sd.internal_ops = &dwe_internal_ops;
- v4l2_subdev_init(&dwe_dev->sd, &dwe_v4l2_subdev_ops);
- snprintf(dwe_dev->sd.name, sizeof(dwe_dev->sd.name),
- "%s.%d", DWE_DEVICE_NAME, dwe_dev->id);
- dwe_dev->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
- dwe_dev->sd.flags |= V4L2_SUBDEV_FL_HAS_EVENTS;
- dwe_dev->sd.owner = THIS_MODULE;
- v4l2_set_subdevdata(&dwe_dev->sd, dwe_dev);
- if (dev_id == 0)
- dwe_dev->sd.dev = &pdev->dev;
- else
- dwe_dev->sd.dev = &fake_pdev.dev;
- dwe_dev->sd.entity.name = dwe_dev->sd.name;
- dwe_dev->sd.entity.obj_type = MEDIA_ENTITY_TYPE_V4L2_SUBDEV;
- dwe_dev->sd.entity.function = MEDIA_ENT_F_IO_V4L;
- dwe_dev->sd.entity.ops = &dwe_media_ops;
- dwe_dev->pads[DWE_PAD_SINK].flags =
- MEDIA_PAD_FL_SINK | MEDIA_PAD_FL_MUST_CONNECT;
- dwe_dev->pads[DWE_PAD_SOURCE].flags =
- MEDIA_PAD_FL_SOURCE | MEDIA_PAD_FL_MUST_CONNECT;
- rc = media_entity_pads_init(&dwe_dev->sd.entity,
- DWE_PADS_NUM, dwe_dev->pads);
- if (rc < 0)
- goto dewarp_entity_pads_deinit;
- }
- for (dev_id = 0; dev_id < DEWARP_NODE_NUM; dev_id++) {
- dwe_dev = pdwe_dev[dev_id];
- for (i = 0; i < DWE_PADS_NUM; ++i)
- vvbuf_ctx_init(&dwe_dev->bctx[i]);
- dwe_dev->bctx[DWE_PAD_SINK].ops = &dwe_src_buf_ops;
- dwe_dev->bctx[DWE_PAD_SOURCE].ops = &dwe_dst_buf_ops;
- dwe_dev->irq = irq;
- dwe_dev->core = dwe_devcore_init(dwe_dev, mem_res);
- dwe_dev->sd.fwnode = of_fwnode_handle(pdev->dev.of_node);
- rc = v4l2_async_register_subdev(&dwe_dev->sd);
- if (rc < 0)
- goto dewarp_core_deinit;
- }
- pm_runtime_enable(&pdev->dev);
- pr_info("vvcam dewarp driver probed\n");
- return 0;
- dewarp_core_deinit:
- dwe_devcore_deinit(pdwe_dev[0]);
- for (index = 0; index <= dev_id; index++) {
- dwe_dev = pdwe_dev[index];
- for (i = 0; i < DWE_PADS_NUM; i++)
- vvbuf_ctx_deinit(&dwe_dev->bctx[i]);
- }
- dev_id = DEWARP_NODE_NUM - 1;
- dewarp_entity_pads_deinit:
- for (index = 0; index <= dev_id; index++) {
- dwe_dev = pdwe_dev[index];
- media_entity_cleanup(&dwe_dev->sd.entity);
- kfree(dwe_dev);
- }
- dewarp_destory_fake_pdev:
- dwe_fake_pdev_destory();
- return rc;
- }
- int dwe_hw_remove(struct platform_device *pdev)
- {
- struct dwe_device *dwe_dev;
- int dev_id;
- int i;
- pr_info("enter %s\n", __func__);
- pm_runtime_disable(&pdev->dev);
- dwe_devcore_deinit(pdwe_dev[0]);
- for (dev_id = 0; dev_id < DEWARP_NODE_NUM; dev_id++) {
- dwe_dev = pdwe_dev[dev_id];
- for (i = 0; i < DWE_PADS_NUM; i++)
- vvbuf_ctx_deinit(&dwe_dev->bctx[i]);
- media_entity_cleanup(&dwe_dev->sd.entity);
- v4l2_async_unregister_subdev(&dwe_dev->sd);
- kfree(dwe_dev);
- }
- dwe_fake_pdev_destory();
- pr_info("vvcam dewarp driver removed\n");
- return 0;
- }
- static int dwe_system_suspend(struct device *dev)
- {
- return pm_runtime_force_suspend(dev);
- }
- static int dwe_system_resume(struct device *dev)
- {
- int ret;
- ret = pm_runtime_force_resume(dev);
- if (ret < 0) {
- dev_err(dev, "force resume %s failed!\n", dev_name(dev));
- return ret;
- }
- return 0;
- }
- static int dwe_runtime_suspend(struct device *dev)
- {
- struct dwe_device *dwe_dev = pdwe_dev[0];
- dwe_disable_clocks(dwe_dev);
- return 0;
- }
- static int dwe_runtime_resume(struct device *dev)
- {
- struct dwe_device *dwe_dev = pdwe_dev[0];
- dwe_enable_clocks(dwe_dev);
- return 0;
- }
- static const struct dev_pm_ops dwe_pm_ops = {
- SET_SYSTEM_SLEEP_PM_OPS(dwe_system_suspend, dwe_system_resume)
- SET_RUNTIME_PM_OPS(dwe_runtime_suspend, dwe_runtime_resume, NULL)
- };
- static const struct of_device_id dwe_of_match[] = {
- {.compatible = DWE_COMPAT_NAME,},
- { /* sentinel */ },
- };
- MODULE_DEVICE_TABLE(of, dwe_of_match);
- static struct platform_driver viv_dwe_driver = {
- .probe = dwe_hw_probe,
- .remove = dwe_hw_remove,
- .driver = {
- .name = DWE_DEVICE_NAME,
- .owner = THIS_MODULE,
- .of_match_table = dwe_of_match,
- .pm = &dwe_pm_ops,
- }
- };
- static int __init viv_dwe_init_module(void)
- {
- int ret = 0;
- pr_info("enter %s\n", __func__);
- ret = platform_driver_register(&viv_dwe_driver);
- if (ret) {
- pr_err("register platform driver failed.\n");
- return ret;
- }
- return ret;
- }
- static void __exit viv_dwe_exit_module(void)
- {
- pr_info("enter %s\n", __func__);
- platform_driver_unregister(&viv_dwe_driver);
- }
- module_init(viv_dwe_init_module);
- module_exit(viv_dwe_exit_module);
- MODULE_AUTHOR("zhiye.yin@verisilicon.com");
- MODULE_LICENSE("GPL");
- MODULE_ALIAS("Dewarp");
- MODULE_VERSION("1.0");
|