Thomas Gleixner | fd534e9 | 2019-05-23 11:14:39 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 2 | /* |
| 3 | * Randomness driver for virtio |
| 4 | * Copyright (C) 2007, 2008 Rusty Russell IBM Corporation |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 5 | */ |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 6 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 7 | #include <linux/err.h> |
| 8 | #include <linux/hw_random.h> |
| 9 | #include <linux/scatterlist.h> |
| 10 | #include <linux/spinlock.h> |
| 11 | #include <linux/virtio.h> |
| 12 | #include <linux/virtio_rng.h> |
Paul Gortmaker | c22405c | 2011-07-03 13:35:48 -0400 | [diff] [blame] | 13 | #include <linux/module.h> |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 14 | |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 15 | static DEFINE_IDA(rng_index_ida); |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 16 | |
| 17 | struct virtrng_info { |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 18 | struct hwrng hwrng; |
| 19 | struct virtqueue *vq; |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 20 | struct completion have_data; |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 21 | char name[25]; |
Amit Shah | 6062829 | 2014-07-27 07:33:01 +0930 | [diff] [blame] | 22 | unsigned int data_avail; |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 23 | int index; |
Amit Shah | 6062829 | 2014-07-27 07:33:01 +0930 | [diff] [blame] | 24 | bool busy; |
Amit Shah | 5c06273 | 2014-07-27 07:34:01 +0930 | [diff] [blame] | 25 | bool hwrng_register_done; |
Amos Kong | f498195 | 2014-09-11 22:21:53 +0930 | [diff] [blame] | 26 | bool hwrng_removed; |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 27 | }; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 28 | |
| 29 | static void random_recv_done(struct virtqueue *vq) |
| 30 | { |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 31 | struct virtrng_info *vi = vq->vdev->priv; |
| 32 | |
Christian Borntraeger | e5b8954 | 2009-04-23 16:42:59 +0930 | [diff] [blame] | 33 | /* We can get spurious callbacks, e.g. shared IRQs + virtio_pci. */ |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 34 | if (!virtqueue_get_buf(vi->vq, &vi->data_avail)) |
Christian Borntraeger | e5b8954 | 2009-04-23 16:42:59 +0930 | [diff] [blame] | 35 | return; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 36 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 37 | complete(&vi->have_data); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 38 | } |
| 39 | |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 40 | /* The host will fill any buffer we give it with sweet, sweet randomness. */ |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 41 | static void register_buffer(struct virtrng_info *vi, u8 *buf, size_t size) |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 42 | { |
| 43 | struct scatterlist sg; |
| 44 | |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 45 | sg_init_one(&sg, buf, size); |
| 46 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 47 | /* There should always be room for one buffer. */ |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 48 | virtqueue_add_inbuf(vi->vq, &sg, 1, buf, GFP_KERNEL); |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 49 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 50 | virtqueue_kick(vi->vq); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 51 | } |
| 52 | |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 53 | static int virtio_read(struct hwrng *rng, void *buf, size_t size, bool wait) |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 54 | { |
Amit Shah | cc8744e | 2012-05-28 12:18:40 +0530 | [diff] [blame] | 55 | int ret; |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 56 | struct virtrng_info *vi = (struct virtrng_info *)rng->priv; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 57 | |
Amos Kong | f498195 | 2014-09-11 22:21:53 +0930 | [diff] [blame] | 58 | if (vi->hwrng_removed) |
| 59 | return -ENODEV; |
| 60 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 61 | if (!vi->busy) { |
| 62 | vi->busy = true; |
David Tolnay | aef027d | 2019-01-07 14:36:11 -0800 | [diff] [blame] | 63 | reinit_completion(&vi->have_data); |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 64 | register_buffer(vi, buf, size); |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 65 | } |
| 66 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 67 | if (!wait) |
| 68 | return 0; |
| 69 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 70 | ret = wait_for_completion_killable(&vi->have_data); |
Amit Shah | cc8744e | 2012-05-28 12:18:40 +0530 | [diff] [blame] | 71 | if (ret < 0) |
| 72 | return ret; |
Rusty Russell | 594de1d | 2009-06-12 22:16:39 -0600 | [diff] [blame] | 73 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 74 | vi->busy = false; |
Rusty Russell | 594de1d | 2009-06-12 22:16:39 -0600 | [diff] [blame] | 75 | |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 76 | return vi->data_avail; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 77 | } |
| 78 | |
Ian Molton | bb347d9 | 2009-12-01 15:26:33 +0800 | [diff] [blame] | 79 | static void virtio_cleanup(struct hwrng *rng) |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 80 | { |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 81 | struct virtrng_info *vi = (struct virtrng_info *)rng->priv; |
| 82 | |
| 83 | if (vi->busy) |
| 84 | wait_for_completion(&vi->have_data); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 85 | } |
| 86 | |
Amit Shah | 178d855 | 2012-05-28 12:18:42 +0530 | [diff] [blame] | 87 | static int probe_common(struct virtio_device *vdev) |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 88 | { |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 89 | int err, index; |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 90 | struct virtrng_info *vi = NULL; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 91 | |
Sasha Levin | e5d23a8 | 2014-05-16 11:41:57 +0930 | [diff] [blame] | 92 | vi = kzalloc(sizeof(struct virtrng_info), GFP_KERNEL); |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 93 | if (!vi) |
| 94 | return -ENOMEM; |
| 95 | |
| 96 | vi->index = index = ida_simple_get(&rng_index_ida, 0, 0, GFP_KERNEL); |
| 97 | if (index < 0) { |
Michael S. Tsirkin | 1bbc260 | 2014-10-15 10:22:33 +1030 | [diff] [blame] | 98 | err = index; |
| 99 | goto err_ida; |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 100 | } |
| 101 | sprintf(vi->name, "virtio_rng.%d", index); |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 102 | init_completion(&vi->have_data); |
| 103 | |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 104 | vi->hwrng = (struct hwrng) { |
| 105 | .read = virtio_read, |
| 106 | .cleanup = virtio_cleanup, |
| 107 | .priv = (unsigned long)vi, |
| 108 | .name = vi->name, |
Amit Shah | 34679ec | 2014-08-12 00:05:41 +0530 | [diff] [blame] | 109 | .quality = 1000, |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 110 | }; |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 111 | vdev->priv = vi; |
| 112 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 113 | /* We expect a single virtqueue. */ |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 114 | vi->vq = virtio_find_single_vq(vdev, random_recv_done, "input"); |
| 115 | if (IS_ERR(vi->vq)) { |
| 116 | err = PTR_ERR(vi->vq); |
Michael S. Tsirkin | 1bbc260 | 2014-10-15 10:22:33 +1030 | [diff] [blame] | 117 | goto err_find; |
Amit Shah | e84e7a5 | 2013-03-08 11:30:18 +1100 | [diff] [blame] | 118 | } |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 119 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 120 | return 0; |
Michael S. Tsirkin | 1bbc260 | 2014-10-15 10:22:33 +1030 | [diff] [blame] | 121 | |
| 122 | err_find: |
| 123 | ida_simple_remove(&rng_index_ida, index); |
| 124 | err_ida: |
| 125 | kfree(vi); |
| 126 | return err; |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 127 | } |
| 128 | |
Amit Shah | 178d855 | 2012-05-28 12:18:42 +0530 | [diff] [blame] | 129 | static void remove_common(struct virtio_device *vdev) |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 130 | { |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 131 | struct virtrng_info *vi = vdev->priv; |
Amit Shah | 5c06273 | 2014-07-27 07:34:01 +0930 | [diff] [blame] | 132 | |
Amos Kong | f498195 | 2014-09-11 22:21:53 +0930 | [diff] [blame] | 133 | vi->hwrng_removed = true; |
Amos Kong | 3856e54 | 2014-09-11 22:20:39 +0930 | [diff] [blame] | 134 | vi->data_avail = 0; |
| 135 | complete(&vi->have_data); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 136 | vdev->config->reset(vdev); |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 137 | vi->busy = false; |
Amit Shah | 5c06273 | 2014-07-27 07:34:01 +0930 | [diff] [blame] | 138 | if (vi->hwrng_register_done) |
| 139 | hwrng_unregister(&vi->hwrng); |
Michael S. Tsirkin | d2a7ddd | 2009-06-12 22:16:36 -0600 | [diff] [blame] | 140 | vdev->config->del_vqs(vdev); |
Sasha Levin | a17597d | 2014-05-16 11:42:43 +0930 | [diff] [blame] | 141 | ida_simple_remove(&rng_index_ida, vi->index); |
Amos Kong | 08e53fb | 2014-05-14 10:33:46 +0930 | [diff] [blame] | 142 | kfree(vi); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 143 | } |
| 144 | |
Amit Shah | 178d855 | 2012-05-28 12:18:42 +0530 | [diff] [blame] | 145 | static int virtrng_probe(struct virtio_device *vdev) |
| 146 | { |
| 147 | return probe_common(vdev); |
| 148 | } |
| 149 | |
Bill Pemberton | 39af33f | 2012-11-19 13:26:26 -0500 | [diff] [blame] | 150 | static void virtrng_remove(struct virtio_device *vdev) |
Amit Shah | 178d855 | 2012-05-28 12:18:42 +0530 | [diff] [blame] | 151 | { |
| 152 | remove_common(vdev); |
| 153 | } |
| 154 | |
Amit Shah | 5c06273 | 2014-07-27 07:34:01 +0930 | [diff] [blame] | 155 | static void virtrng_scan(struct virtio_device *vdev) |
| 156 | { |
| 157 | struct virtrng_info *vi = vdev->priv; |
| 158 | int err; |
| 159 | |
| 160 | err = hwrng_register(&vi->hwrng); |
| 161 | if (!err) |
| 162 | vi->hwrng_register_done = true; |
| 163 | } |
| 164 | |
Aaron Lu | 8910700 | 2013-09-17 09:25:23 +0930 | [diff] [blame] | 165 | #ifdef CONFIG_PM_SLEEP |
Amit Shah | 0bc1a2e | 2012-05-28 12:18:43 +0530 | [diff] [blame] | 166 | static int virtrng_freeze(struct virtio_device *vdev) |
| 167 | { |
| 168 | remove_common(vdev); |
| 169 | return 0; |
| 170 | } |
| 171 | |
| 172 | static int virtrng_restore(struct virtio_device *vdev) |
| 173 | { |
Jim Quigley | e5cc6e7 | 2017-11-03 09:57:21 +0000 | [diff] [blame] | 174 | int err; |
| 175 | |
| 176 | err = probe_common(vdev); |
| 177 | if (!err) { |
| 178 | struct virtrng_info *vi = vdev->priv; |
| 179 | |
| 180 | /* |
| 181 | * Set hwrng_removed to ensure that virtio_read() |
| 182 | * does not block waiting for data before the |
| 183 | * registration is complete. |
| 184 | */ |
| 185 | vi->hwrng_removed = true; |
| 186 | err = hwrng_register(&vi->hwrng); |
| 187 | if (!err) { |
| 188 | vi->hwrng_register_done = true; |
| 189 | vi->hwrng_removed = false; |
| 190 | } |
| 191 | } |
| 192 | |
| 193 | return err; |
Amit Shah | 0bc1a2e | 2012-05-28 12:18:43 +0530 | [diff] [blame] | 194 | } |
| 195 | #endif |
| 196 | |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 197 | static struct virtio_device_id id_table[] = { |
| 198 | { VIRTIO_ID_RNG, VIRTIO_DEV_ANY_ID }, |
| 199 | { 0 }, |
| 200 | }; |
| 201 | |
Jeff Mahoney | d817cd5 | 2010-01-15 17:01:26 -0800 | [diff] [blame] | 202 | static struct virtio_driver virtio_rng_driver = { |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 203 | .driver.name = KBUILD_MODNAME, |
| 204 | .driver.owner = THIS_MODULE, |
| 205 | .id_table = id_table, |
| 206 | .probe = virtrng_probe, |
Greg Kroah-Hartman | bcd2982 | 2012-12-21 15:12:08 -0800 | [diff] [blame] | 207 | .remove = virtrng_remove, |
Amit Shah | 5c06273 | 2014-07-27 07:34:01 +0930 | [diff] [blame] | 208 | .scan = virtrng_scan, |
Aaron Lu | 8910700 | 2013-09-17 09:25:23 +0930 | [diff] [blame] | 209 | #ifdef CONFIG_PM_SLEEP |
Amit Shah | 0bc1a2e | 2012-05-28 12:18:43 +0530 | [diff] [blame] | 210 | .freeze = virtrng_freeze, |
| 211 | .restore = virtrng_restore, |
| 212 | #endif |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 213 | }; |
| 214 | |
Rusty Russell | b2a1702 | 2013-02-13 16:59:28 +1030 | [diff] [blame] | 215 | module_virtio_driver(virtio_rng_driver); |
Rusty Russell | f7f510e | 2008-05-30 15:09:44 -0500 | [diff] [blame] | 216 | MODULE_DEVICE_TABLE(virtio, id_table); |
| 217 | MODULE_DESCRIPTION("Virtio random number driver"); |
| 218 | MODULE_LICENSE("GPL"); |