123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619 |
- /****************************************************************************
- *
- * The MIT License (MIT)
- *
- * Copyright (c) 2020 VeriSilicon Holdings Co., Ltd.
- *
- * Permission is hereby granted, free of charge, to any person obtaining a
- * copy of this software and associated documentation files (the "Software"),
- * to deal in the Software without restriction, including without limitation
- * the rights to use, copy, modify, merge, publish, distribute, sublicense,
- * and/or sell copies of the Software, and to permit persons to whom the
- * Software is furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- * DEALINGS IN THE SOFTWARE.
- *
- *****************************************************************************
- *
- * The GPL License (GPL)
- *
- * Copyright (c) 2020 VeriSilicon Holdings Co., Ltd.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version 2
- * of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program;
- *
- *****************************************************************************
- *
- * Note: This software is released under dual MIT and GPL licenses. A
- * recipient may use this file under the terms of either the MIT license or
- * GPL License. If you wish to use only one license not the other, you can
- * indicate your decision by deleting one of the above license notices in your
- * version of this file.
- *
- *****************************************************************************/
- #include <linux/module.h>
- #include <linux/pm_runtime.h>
- #include <media/v4l2-event.h>
- #include <linux/mfd/syscon.h>
- #include <linux/regmap.h>
- #include <linux/of_reserved_mem.h>
- #include "isp_driver.h"
- #include "isp_ioctl.h"
- #include "mrv_all_bits.h"
- #include "viv_video_kevent.h"
- struct clk *clk_isp;
- extern MrvAllRegister_t *all_regs;
- #ifdef CONFIG_COMPAT
- static long isp_ioctl_compat(struct v4l2_subdev *sd,
- unsigned int cmd, void *arg)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- return isp_priv_ioctl(&isp_dev->ic_dev, cmd, arg);
- }
- long isp_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
- {
- return isp_ioctl_compat(sd, cmd, arg);
- }
- #else /* CONFIG_COMPAT */
- long isp_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- return isp_priv_ioctl(&isp_dev->ic_dev, cmd, arg);
- }
- #endif /* CONFIG_COMPAT */
- static int isp_enable_clocks(struct isp_device *isp_dev)
- {
- int ret;
- ret = clk_prepare_enable(isp_dev->clk_core);
- if (ret)
- return ret;
- ret = clk_prepare_enable(isp_dev->clk_axi);
- if (ret)
- goto disable_clk_core;
- ret = clk_prepare_enable(isp_dev->clk_ahb);
- if (ret)
- goto disable_clk_axi;
- return 0;
- disable_clk_axi:
- clk_disable_unprepare(isp_dev->clk_axi);
- disable_clk_core:
- clk_disable_unprepare(isp_dev->clk_core);
- return ret;
- }
- static void isp_disable_clocks(struct isp_device *isp_dev)
- {
- clk_disable_unprepare(isp_dev->clk_ahb);
- clk_disable_unprepare(isp_dev->clk_axi);
- clk_disable_unprepare(isp_dev->clk_core);
- }
- int isp_set_stream(struct v4l2_subdev *sd, int enable)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- struct vvbuf_ctx *ctx = &isp_dev->bctx;
- struct vb2_dc_buf *buf;
- if (!enable) {
- isp_dev->state &= ~STATE_STREAM_STARTED;
- buf = vvbuf_try_dqbuf(ctx);
- if (!buf)
- return 0;
- do {
- vvbuf_try_dqbuf_done(ctx, buf);
- if (buf->flags)
- kfree(buf);
- } while ((buf = vvbuf_try_dqbuf(ctx)));
- } else
- isp_dev->state |= STATE_STREAM_STARTED;
- return 0;
- }
- static void isp_post_event(struct isp_ic_dev *dev, void *data, size_t size)
- {
- struct isp_device *isp_dev;
- struct video_device *vdev;
- struct v4l2_event event;
- if (!dev || !data || !size)
- return;
- isp_dev = container_of(dev, struct isp_device, ic_dev);
- vdev = isp_dev->sd.devnode;
- if (!vdev)
- return;
- memset(&event, 0, sizeof(event));
- memcpy(event.u.data, data, min_t(size_t, size, 64));
- event.type = VIV_VIDEO_ISPIRQ_TYPE;
- v4l2_event_queue(vdev, &event);
- }
- static int isp_subdev_subscribe_event(struct v4l2_subdev *sd,
- struct v4l2_fh *fh, struct v4l2_event_subscription *sub)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- if (sub->type != VIV_VIDEO_ISPIRQ_TYPE)
- return -EINVAL;
- if (!isp_dev->ic_dev.post_event)
- isp_dev->ic_dev.post_event = isp_post_event;
- return v4l2_event_subscribe(fh, sub, 8, NULL);
- }
- static int isp_subdev_unsubscribe_event(struct v4l2_subdev *sd,
- struct v4l2_fh *fh, struct v4l2_event_subscription *sub)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- if (sub->type != VIV_VIDEO_ISPIRQ_TYPE)
- return -EINVAL;
- if (isp_dev->ic_dev.post_event)
- isp_dev->ic_dev.post_event = NULL;
- return v4l2_event_unsubscribe(fh, sub);
- }
- static struct v4l2_subdev_core_ops isp_v4l2_subdev_core_ops = {
- .ioctl = isp_ioctl,
- .subscribe_event = isp_subdev_subscribe_event,
- .unsubscribe_event = isp_subdev_unsubscribe_event,
- };
- static struct v4l2_subdev_video_ops isp_v4l2_subdev_video_ops = {
- .s_stream = isp_set_stream,
- };
- struct v4l2_subdev_ops isp_v4l2_subdev_ops = {
- .core = &isp_v4l2_subdev_core_ops,
- .video = &isp_v4l2_subdev_video_ops,
- };
- static int isp_link_setup(struct media_entity *entity,
- const struct media_pad *local,
- const struct media_pad *remote, u32 flags)
- {
- return 0;
- }
- static const struct media_entity_operations isp_media_ops = {
- .link_setup = isp_link_setup,
- .link_validate = v4l2_subdev_link_validate,
- };
- static void isp_buf_notify(struct vvbuf_ctx *ctx, struct vb2_dc_buf *buf)
- {
- struct v4l2_subdev *sd;
- struct isp_device *isp;
- unsigned long flags;
- if (unlikely(!ctx || !buf))
- return;
- sd = media_entity_to_v4l2_subdev(buf->pad->entity);
- isp = container_of(sd, struct isp_device, sd);
- if (!(isp->state & STATE_STREAM_STARTED)) {
- if (buf->flags) {
- kfree(buf);
- return;
- }
- }
- spin_lock_irqsave(&ctx->irqlock, flags);
- list_add_tail(&buf->irqlist, &ctx->dmaqueue);
- spin_unlock_irqrestore(&ctx->irqlock, flags);
- }
- static const struct vvbuf_ops isp_buf_ops = {
- .notify = isp_buf_notify,
- };
- static int isp_buf_alloc(struct isp_ic_dev *dev, struct isp_buffer_context *buf)
- {
- struct isp_device *isp_dev;
- struct vb2_dc_buf *buff, *b;
- unsigned long flags;
- if (!dev || !buf)
- return -EINVAL;
- isp_dev = container_of(dev, struct isp_device, ic_dev);
- buff = kzalloc(sizeof(struct vb2_dc_buf), GFP_KERNEL);
- if (!buff)
- return -ENOMEM;
- buff->pad = &isp_dev->pads[ISP_PAD_SOURCE];
- /*single plane*/
- #ifdef ISP_MP_34BIT
- buff->dma = buf->addr_y << 2;
- #else
- buff->dma = buf->addr_y;
- #endif
- buff->flags = 1;
- spin_lock_irqsave(&isp_dev->bctx.irqlock, flags);
- list_for_each_entry(b, &isp_dev->bctx.dmaqueue, irqlist) {
- if (b->dma == buff->dma) {
- list_del(&b->irqlist);
- if (b->flags)
- kfree(b);
- break;
- }
- }
- list_add_tail(&buff->irqlist, &isp_dev->bctx.dmaqueue);
- spin_unlock_irqrestore(&isp_dev->bctx.irqlock, flags);
- return 0;
- }
- static int isp_buf_free(struct isp_ic_dev *dev, struct vb2_dc_buf *buf)
- {
- struct isp_device *isp_dev;
- struct vvbuf_ctx *ctx;
- if (buf && buf->flags)
- kfree(buf);
- if (!dev)
- return -EINVAL;
- isp_dev = container_of(dev, struct isp_device, ic_dev);
- ctx = &isp_dev->bctx;
- buf = vvbuf_try_dqbuf(ctx);
- if (!buf || !buf->flags)
- return 0;
- do {
- vvbuf_try_dqbuf_done(ctx, buf);
- kfree(buf);
- } while ((buf = vvbuf_try_dqbuf(ctx)));
- return 0;
- }
- static int isp_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- pm_runtime_get_sync(sd->dev);
- isp_dev->refcnt++;
- if (isp_dev->refcnt == 1) {
- msleep(1);
- isp_clear_interrupts(&isp_dev->ic_dev);
- if (devm_request_irq(sd->dev, isp_dev->irq, isp_hw_isr, IRQF_SHARED,
- dev_name(sd->dev), &isp_dev->ic_dev) != 0) {
- pr_err("failed to request irq.\n");
- isp_dev->refcnt = 0;
- pm_runtime_put_sync(sd->dev);
- return -1;
- }
- }
- return 0;
- }
- static int isp_close(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
- {
- struct isp_device *isp_dev = v4l2_get_subdevdata(sd);
- isp_dev->refcnt--;
- if (isp_dev->refcnt < 0) {
- isp_dev->refcnt = 0;
- return 0;
- }
- if (isp_dev->refcnt == 0){
- devm_free_irq(sd->dev, isp_dev->irq, &isp_dev->ic_dev);
- isp_priv_ioctl(&isp_dev->ic_dev, ISPIOC_RESET, NULL);
- isp_clear_interrupts(&isp_dev->ic_dev);
- msleep(5);
- }
- pm_runtime_put(sd->dev);
- return 0;
- }
- static struct v4l2_subdev_internal_ops isp_internal_ops = {
- .open = isp_open,
- .close = isp_close,
- };
- int isp_hw_probe(struct platform_device *pdev)
- {
- struct device *dev = &pdev->dev;
- struct isp_device *isp_dev;
- struct resource *mem_res;
- int irq;
- int rc;
- struct device_node *mem_node;
- pr_info("enter %s\n", __func__);
- isp_dev = kzalloc(sizeof(struct isp_device), GFP_KERNEL);
- if (!isp_dev)
- return -ENOMEM;
- rc = fwnode_property_read_u32(of_fwnode_handle(pdev->dev.of_node),
- "id", &isp_dev->id);
- if (rc) {
- pr_info("isp device id not found, use the default.\n");
- isp_dev->id = 0;
- }
- isp_dev->ic_dev.id = isp_dev->id;
- isp_dev->clk_core = devm_clk_get(dev, "core");
- if (IS_ERR(isp_dev->clk_core)) {
- rc = PTR_ERR(isp_dev->clk_core);
- dev_err(dev, "can't get core clock: %d\n", rc);
- return rc;
- }
- isp_dev->clk_axi = devm_clk_get(dev, "axi");
- if (IS_ERR(isp_dev->clk_axi)) {
- rc = PTR_ERR(isp_dev->clk_axi);
- dev_err(dev, "can't get axi clock: %d\n", rc);
- return rc;
- }
- isp_dev->clk_ahb = devm_clk_get(dev, "ahb");
- if (IS_ERR(isp_dev->clk_ahb)) {
- rc = PTR_ERR(isp_dev->clk_ahb);
- dev_err(dev, "can't get ahb clock: %d\n", rc);
- return rc;
- }
- isp_dev->sd.internal_ops = &isp_internal_ops;
- #ifdef ISP8000NANO_V1802
- isp_dev->ic_dev.mix_gpr = syscon_regmap_lookup_by_phandle(
- pdev->dev.of_node, "gpr");
- if (IS_ERR(isp_dev->ic_dev.mix_gpr)) {
- pr_warn("failed to get mix gpr\n");
- isp_dev->ic_dev.mix_gpr = NULL;
- return -ENOMEM;
- }
- #endif
- mem_node = of_parse_phandle(pdev->dev.of_node, "memory-region", 0);
- if (!mem_node) {
- pr_err("No memory-region found\n");
- return -ENODEV;
- }
- isp_dev->ic_dev.rmem = of_reserved_mem_lookup(mem_node);
- if (!isp_dev->ic_dev.rmem) {
- pr_err("of_reserved_mem_lookup() returned NULL\n");
- return -ENODEV;
- }
- v4l2_subdev_init(&isp_dev->sd, &isp_v4l2_subdev_ops);
- snprintf(isp_dev->sd.name, sizeof(isp_dev->sd.name),
- "%s.%d", ISP_DEVICE_NAME, isp_dev->id);
- isp_dev->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
- isp_dev->sd.flags |= V4L2_SUBDEV_FL_HAS_EVENTS;
- isp_dev->sd.owner = THIS_MODULE;
- v4l2_set_subdevdata(&isp_dev->sd, isp_dev);
- isp_dev->sd.dev = &pdev->dev;
- mem_res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
- isp_dev->ic_dev.base = devm_ioremap_resource(&pdev->dev, mem_res);
- if (IS_ERR(isp_dev->ic_dev.base)) {
- pr_err("failed to get ioremap resource.\n");
- goto end;
- }
- #ifdef ISP_REG_RESET
- isp_dev->ic_dev.reset = ioremap(ISP_REG_RESET, 4);
- #endif
- pr_debug("ioremap addr: %px", isp_dev->ic_dev.base);
- isp_dev->ic_dev.state = &isp_dev->state;
- vvbuf_ctx_init(&isp_dev->bctx);
- isp_dev->bctx.ops = &isp_buf_ops;
- isp_dev->ic_dev.bctx = &isp_dev->bctx;
- isp_dev->ic_dev.alloc = isp_buf_alloc;
- isp_dev->ic_dev.free = isp_buf_free;
- irq = platform_get_irq(pdev, 0);
- if (irq < 0) {
- pr_err("failed to get irq number.\n");
- goto end;
- }
- isp_dev->irq = irq;
- pr_debug("request_irq num:%d, rc:%d", irq, rc);
- platform_set_drvdata(pdev, isp_dev);
- isp_dev->sd.entity.name = isp_dev->sd.name;
- isp_dev->sd.entity.obj_type = MEDIA_ENTITY_TYPE_V4L2_SUBDEV;
- isp_dev->sd.entity.function = MEDIA_ENT_F_IO_V4L;
- isp_dev->sd.entity.ops = &isp_media_ops;
- isp_dev->pads[ISP_PAD_SOURCE].flags =
- MEDIA_PAD_FL_SOURCE | MEDIA_PAD_FL_MUST_CONNECT;
- rc = media_entity_pads_init(&isp_dev->sd.entity,
- ISP_PADS_NUM, isp_dev->pads);
- if (rc)
- goto end;
- isp_dev->sd.fwnode = of_fwnode_handle(pdev->dev.of_node);
- rc = v4l2_async_register_subdev(&isp_dev->sd);
- if (rc)
- goto end;
- pm_runtime_enable(&pdev->dev);
- pr_info("vvcam isp driver registered\n");
- return 0;
- end:
- vvbuf_ctx_deinit(&isp_dev->bctx);
- kfree(isp_dev);
- pm_runtime_put(&pdev->dev);
- pm_runtime_disable(&pdev->dev);
- return rc;
- }
- int isp_hw_remove(struct platform_device *pdev)
- {
- struct isp_device *isp = platform_get_drvdata(pdev);
- pr_info("enter %s\n", __func__);
- if (!isp)
- return -1;
- vvbuf_ctx_deinit(&isp->bctx);
- media_entity_cleanup(&isp->sd.entity);
- v4l2_async_unregister_subdev(&isp->sd);
- kfree(isp);
- pm_runtime_disable(&pdev->dev);
- pr_info("vvcam isp driver removed\n");
- return 0;
- }
- static int isp_system_suspend(struct device *dev)
- {
- struct platform_device *pdev;
- struct isp_device *isp = NULL;
- pdev = container_of(dev, struct platform_device, dev);
- isp = platform_get_drvdata(pdev);
- if(!isp){
- dev_err(dev, "isp suspend failed!\n");
- return -1;
- }
- if(isp->ic_dev.streaming == true) {
- isp_stop_stream(&isp->ic_dev);
- }
- return pm_runtime_force_suspend(dev);
- }
- static int isp_system_resume(struct device *dev)
- {
- int ret;
- struct platform_device *pdev;
- struct isp_device *isp = NULL;
- ret = pm_runtime_force_resume(dev);
- if (ret < 0) {
- dev_err(dev, "force resume %s failed!\n", dev_name(dev));
- return ret;
- }
- pdev = container_of(dev, struct platform_device, dev);
- isp = platform_get_drvdata(pdev);
- if(!isp){
- dev_err(dev, "isp resume failed!\n");
- return -1;
- }
- if(isp->ic_dev.streaming == true) {
- isp_start_stream(&isp->ic_dev, 1);
- }
- return 0;
- }
- static int isp_runtime_suspend(struct device *dev)
- {
- struct isp_device *isp_dev = dev_get_drvdata(dev);
- isp_disable_clocks(isp_dev);
- return 0;
- }
- static int isp_runtime_resume(struct device *dev)
- {
- struct isp_device *isp_dev = dev_get_drvdata(dev);
- isp_enable_clocks(isp_dev);
- return 0;
- }
- static const struct dev_pm_ops isp_pm_ops = {
- SET_SYSTEM_SLEEP_PM_OPS(isp_system_suspend, isp_system_resume)
- SET_RUNTIME_PM_OPS(isp_runtime_suspend, isp_runtime_resume, NULL)
- };
- static const struct of_device_id isp_of_match[] = {
- {.compatible = ISP_COMPAT_NAME,},
- { /* sentinel */ },
- };
- MODULE_DEVICE_TABLE(of, isp_of_match);
- static struct platform_driver viv_isp_driver = {
- .probe = isp_hw_probe,
- .remove = isp_hw_remove,
- .driver = {
- .name = ISP_DEVICE_NAME,
- .owner = THIS_MODULE,
- .of_match_table = isp_of_match,
- .pm = &isp_pm_ops,
- }
- };
- static int __init viv_isp_init_module(void)
- {
- int ret = 0;
- pr_info("enter %s\n", __func__);
- ret = platform_driver_register(&viv_isp_driver);
- if (ret) {
- pr_err("register platform driver failed.\n");
- return ret;
- }
- return ret;
- }
- static void __exit viv_isp_exit_module(void)
- {
- pr_info("enter %s\n", __func__);
- platform_driver_unregister(&viv_isp_driver);
- }
- module_init(viv_isp_init_module);
- module_exit(viv_isp_exit_module);
- MODULE_AUTHOR("Verisilicon ISP SW Team");
- MODULE_LICENSE("GPL");
- MODULE_ALIAS("Verisilicon-ISP");
- MODULE_VERSION("1.0");
|