123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416 |
- // SPDX-License-Identifier: GPL-2.0+
- /*
- * Copyright (C) 2018, Tuomas Tynkkynen <tuomas.tynkkynen@iki.fi>
- * Copyright (C) 2018, Bin Meng <bmeng.cn@gmail.com>
- *
- * VirtIO memory-maped I/O transport driver
- * Ported from Linux drivers/virtio/virtio_mmio.c
- */
- #include <common.h>
- #include <dm.h>
- #include <log.h>
- #include <virtio_types.h>
- #include <virtio.h>
- #include <virtio_ring.h>
- #include <linux/bug.h>
- #include <linux/compat.h>
- #include <linux/err.h>
- #include <linux/io.h>
- #include "virtio_mmio.h"
- static int virtio_mmio_get_config(struct udevice *udev, unsigned int offset,
- void *buf, unsigned int len)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- void __iomem *base = priv->base + VIRTIO_MMIO_CONFIG;
- u8 b;
- __le16 w;
- __le32 l;
- if (priv->version == 1) {
- u8 *ptr = buf;
- int i;
- for (i = 0; i < len; i++)
- ptr[i] = readb(base + offset + i);
- return 0;
- }
- switch (len) {
- case 1:
- b = readb(base + offset);
- memcpy(buf, &b, sizeof(b));
- break;
- case 2:
- w = cpu_to_le16(readw(base + offset));
- memcpy(buf, &w, sizeof(w));
- break;
- case 4:
- l = cpu_to_le32(readl(base + offset));
- memcpy(buf, &l, sizeof(l));
- break;
- case 8:
- l = cpu_to_le32(readl(base + offset));
- memcpy(buf, &l, sizeof(l));
- l = cpu_to_le32(readl(base + offset + sizeof(l)));
- memcpy(buf + sizeof(l), &l, sizeof(l));
- break;
- default:
- WARN_ON(true);
- }
- return 0;
- }
- static int virtio_mmio_set_config(struct udevice *udev, unsigned int offset,
- const void *buf, unsigned int len)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- void __iomem *base = priv->base + VIRTIO_MMIO_CONFIG;
- u8 b;
- __le16 w;
- __le32 l;
- if (priv->version == 1) {
- const u8 *ptr = buf;
- int i;
- for (i = 0; i < len; i++)
- writeb(ptr[i], base + offset + i);
- return 0;
- }
- switch (len) {
- case 1:
- memcpy(&b, buf, sizeof(b));
- writeb(b, base + offset);
- break;
- case 2:
- memcpy(&w, buf, sizeof(w));
- writew(le16_to_cpu(w), base + offset);
- break;
- case 4:
- memcpy(&l, buf, sizeof(l));
- writel(le32_to_cpu(l), base + offset);
- break;
- case 8:
- memcpy(&l, buf, sizeof(l));
- writel(le32_to_cpu(l), base + offset);
- memcpy(&l, buf + sizeof(l), sizeof(l));
- writel(le32_to_cpu(l), base + offset + sizeof(l));
- break;
- default:
- WARN_ON(true);
- }
- return 0;
- }
- static int virtio_mmio_generation(struct udevice *udev, u32 *counter)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- if (priv->version == 1)
- *counter = 0;
- else
- *counter = readl(priv->base + VIRTIO_MMIO_CONFIG_GENERATION);
- return 0;
- }
- static int virtio_mmio_get_status(struct udevice *udev, u8 *status)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- *status = readl(priv->base + VIRTIO_MMIO_STATUS) & 0xff;
- return 0;
- }
- static int virtio_mmio_set_status(struct udevice *udev, u8 status)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- /* We should never be setting status to 0 */
- WARN_ON(status == 0);
- writel(status, priv->base + VIRTIO_MMIO_STATUS);
- return 0;
- }
- static int virtio_mmio_reset(struct udevice *udev)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- /* 0 status means a reset */
- writel(0, priv->base + VIRTIO_MMIO_STATUS);
- return 0;
- }
- static int virtio_mmio_get_features(struct udevice *udev, u64 *features)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- writel(1, priv->base + VIRTIO_MMIO_DEVICE_FEATURES_SEL);
- *features = readl(priv->base + VIRTIO_MMIO_DEVICE_FEATURES);
- *features <<= 32;
- writel(0, priv->base + VIRTIO_MMIO_DEVICE_FEATURES_SEL);
- *features |= readl(priv->base + VIRTIO_MMIO_DEVICE_FEATURES);
- return 0;
- }
- static int virtio_mmio_set_features(struct udevice *udev)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(udev);
- /* Make sure there is are no mixed devices */
- if (priv->version == 2 && uc_priv->legacy) {
- debug("New virtio-mmio devices (version 2) must provide VIRTIO_F_VERSION_1 feature!\n");
- return -EINVAL;
- }
- writel(1, priv->base + VIRTIO_MMIO_DRIVER_FEATURES_SEL);
- writel((u32)(uc_priv->features >> 32),
- priv->base + VIRTIO_MMIO_DRIVER_FEATURES);
- writel(0, priv->base + VIRTIO_MMIO_DRIVER_FEATURES_SEL);
- writel((u32)uc_priv->features,
- priv->base + VIRTIO_MMIO_DRIVER_FEATURES);
- return 0;
- }
- static struct virtqueue *virtio_mmio_setup_vq(struct udevice *udev,
- unsigned int index)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- struct virtqueue *vq;
- unsigned int num;
- int err;
- /* Select the queue we're interested in */
- writel(index, priv->base + VIRTIO_MMIO_QUEUE_SEL);
- /* Queue shouldn't already be set up */
- if (readl(priv->base + (priv->version == 1 ?
- VIRTIO_MMIO_QUEUE_PFN : VIRTIO_MMIO_QUEUE_READY))) {
- err = -ENOENT;
- goto error_available;
- }
- num = readl(priv->base + VIRTIO_MMIO_QUEUE_NUM_MAX);
- if (num == 0) {
- err = -ENOENT;
- goto error_new_virtqueue;
- }
- /* Create the vring */
- vq = vring_create_virtqueue(index, num, VIRTIO_MMIO_VRING_ALIGN, udev);
- if (!vq) {
- err = -ENOMEM;
- goto error_new_virtqueue;
- }
- /* Activate the queue */
- writel(virtqueue_get_vring_size(vq),
- priv->base + VIRTIO_MMIO_QUEUE_NUM);
- if (priv->version == 1) {
- u64 q_pfn = virtqueue_get_desc_addr(vq) >> PAGE_SHIFT;
- /*
- * virtio-mmio v1 uses a 32bit QUEUE PFN. If we have something
- * that doesn't fit in 32bit, fail the setup rather than
- * pretending to be successful.
- */
- if (q_pfn >> 32) {
- debug("platform bug: legacy virtio-mmio must not be used with RAM above 0x%llxGB\n",
- 0x1ULL << (32 + PAGE_SHIFT - 30));
- err = -E2BIG;
- goto error_bad_pfn;
- }
- writel(PAGE_SIZE, priv->base + VIRTIO_MMIO_QUEUE_ALIGN);
- writel(q_pfn, priv->base + VIRTIO_MMIO_QUEUE_PFN);
- } else {
- u64 addr;
- addr = virtqueue_get_desc_addr(vq);
- writel((u32)addr, priv->base + VIRTIO_MMIO_QUEUE_DESC_LOW);
- writel((u32)(addr >> 32),
- priv->base + VIRTIO_MMIO_QUEUE_DESC_HIGH);
- addr = virtqueue_get_avail_addr(vq);
- writel((u32)addr, priv->base + VIRTIO_MMIO_QUEUE_AVAIL_LOW);
- writel((u32)(addr >> 32),
- priv->base + VIRTIO_MMIO_QUEUE_AVAIL_HIGH);
- addr = virtqueue_get_used_addr(vq);
- writel((u32)addr, priv->base + VIRTIO_MMIO_QUEUE_USED_LOW);
- writel((u32)(addr >> 32),
- priv->base + VIRTIO_MMIO_QUEUE_USED_HIGH);
- writel(1, priv->base + VIRTIO_MMIO_QUEUE_READY);
- }
- return vq;
- error_bad_pfn:
- vring_del_virtqueue(vq);
- error_new_virtqueue:
- if (priv->version == 1) {
- writel(0, priv->base + VIRTIO_MMIO_QUEUE_PFN);
- } else {
- writel(0, priv->base + VIRTIO_MMIO_QUEUE_READY);
- WARN_ON(readl(priv->base + VIRTIO_MMIO_QUEUE_READY));
- }
- error_available:
- return ERR_PTR(err);
- }
- static void virtio_mmio_del_vq(struct virtqueue *vq)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(vq->vdev);
- unsigned int index = vq->index;
- /* Select and deactivate the queue */
- writel(index, priv->base + VIRTIO_MMIO_QUEUE_SEL);
- if (priv->version == 1) {
- writel(0, priv->base + VIRTIO_MMIO_QUEUE_PFN);
- } else {
- writel(0, priv->base + VIRTIO_MMIO_QUEUE_READY);
- WARN_ON(readl(priv->base + VIRTIO_MMIO_QUEUE_READY));
- }
- vring_del_virtqueue(vq);
- }
- static int virtio_mmio_del_vqs(struct udevice *udev)
- {
- struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(udev);
- struct virtqueue *vq, *n;
- list_for_each_entry_safe(vq, n, &uc_priv->vqs, list)
- virtio_mmio_del_vq(vq);
- return 0;
- }
- static int virtio_mmio_find_vqs(struct udevice *udev, unsigned int nvqs,
- struct virtqueue *vqs[])
- {
- int i;
- for (i = 0; i < nvqs; ++i) {
- vqs[i] = virtio_mmio_setup_vq(udev, i);
- if (IS_ERR(vqs[i])) {
- virtio_mmio_del_vqs(udev);
- return PTR_ERR(vqs[i]);
- }
- }
- return 0;
- }
- static int virtio_mmio_notify(struct udevice *udev, struct virtqueue *vq)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- /*
- * We write the queue's selector into the notification register
- * to signal the other end
- */
- writel(vq->index, priv->base + VIRTIO_MMIO_QUEUE_NOTIFY);
- return 0;
- }
- static int virtio_mmio_ofdata_to_platdata(struct udevice *udev)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- priv->base = (void __iomem *)(ulong)dev_read_addr(udev);
- if (priv->base == (void __iomem *)FDT_ADDR_T_NONE)
- return -EINVAL;
- return 0;
- }
- static int virtio_mmio_probe(struct udevice *udev)
- {
- struct virtio_mmio_priv *priv = dev_get_priv(udev);
- struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(udev);
- u32 magic;
- /* Check magic value */
- magic = readl(priv->base + VIRTIO_MMIO_MAGIC_VALUE);
- if (magic != ('v' | 'i' << 8 | 'r' << 16 | 't' << 24)) {
- debug("(%s): wrong magic value 0x%08x!\n", udev->name, magic);
- return 0;
- }
- /* Check device version */
- priv->version = readl(priv->base + VIRTIO_MMIO_VERSION);
- if (priv->version < 1 || priv->version > 2) {
- debug("(%s): version %d not supported!\n",
- udev->name, priv->version);
- return 0;
- }
- /* Check device ID */
- uc_priv->device = readl(priv->base + VIRTIO_MMIO_DEVICE_ID);
- if (uc_priv->device == 0) {
- /*
- * virtio-mmio device with an ID 0 is a (dummy) placeholder
- * with no function. End probing now with no error reported.
- */
- return 0;
- }
- uc_priv->vendor = readl(priv->base + VIRTIO_MMIO_VENDOR_ID);
- if (priv->version == 1)
- writel(PAGE_SIZE, priv->base + VIRTIO_MMIO_GUEST_PAGE_SIZE);
- debug("(%s): device (%d) vendor (%08x) version (%d)\n", udev->name,
- uc_priv->device, uc_priv->vendor, priv->version);
- return 0;
- }
- static const struct dm_virtio_ops virtio_mmio_ops = {
- .get_config = virtio_mmio_get_config,
- .set_config = virtio_mmio_set_config,
- .generation = virtio_mmio_generation,
- .get_status = virtio_mmio_get_status,
- .set_status = virtio_mmio_set_status,
- .reset = virtio_mmio_reset,
- .get_features = virtio_mmio_get_features,
- .set_features = virtio_mmio_set_features,
- .find_vqs = virtio_mmio_find_vqs,
- .del_vqs = virtio_mmio_del_vqs,
- .notify = virtio_mmio_notify,
- };
- static const struct udevice_id virtio_mmio_ids[] = {
- { .compatible = "virtio,mmio" },
- { }
- };
- U_BOOT_DRIVER(virtio_mmio) = {
- .name = "virtio-mmio",
- .id = UCLASS_VIRTIO,
- .of_match = virtio_mmio_ids,
- .ops = &virtio_mmio_ops,
- .probe = virtio_mmio_probe,
- .ofdata_to_platdata = virtio_mmio_ofdata_to_platdata,
- .priv_auto_alloc_size = sizeof(struct virtio_mmio_priv),
- };
|