1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * Copyright (C) 2018, Tuomas Tynkkynen <tuomas.tynkkynen@iki.fi>
4  * Copyright (C) 2018, Bin Meng <bmeng.cn@gmail.com>
5  *
6  * VirtIO is a virtualization standard for network and disk device drivers
7  * where just the guest's device driver "knows" it is running in a virtual
8  * environment, and cooperates with the hypervisor. This enables guests to
9  * get high performance network and disk operations, and gives most of the
10  * performance benefits of paravirtualization. In the U-Boot case, the guest
11  * is U-Boot itself, while the virtual environment are normally QEMU targets
12  * like ARM, RISC-V and x86.
13  *
14  * See http://docs.oasis-open.org/virtio/virtio/v1.0/virtio-v1.0.pdf for
15  * the VirtIO specification v1.0.
16  */
17 
18 #include <common.h>
19 #include <dm.h>
20 #include <log.h>
21 #include <malloc.h>
22 #include <virtio_types.h>
23 #include <virtio.h>
24 #include <dm/lists.h>
25 #include <linux/bug.h>
26 
27 static const char *const virtio_drv_name[VIRTIO_ID_MAX_NUM] = {
28 	[VIRTIO_ID_NET]		= VIRTIO_NET_DRV_NAME,
29 	[VIRTIO_ID_BLOCK]	= VIRTIO_BLK_DRV_NAME,
30 	[VIRTIO_ID_RNG]		= VIRTIO_RNG_DRV_NAME,
31 };
32 
virtio_get_config(struct udevice * vdev,unsigned int offset,void * buf,unsigned int len)33 int virtio_get_config(struct udevice *vdev, unsigned int offset,
34 		      void *buf, unsigned int len)
35 {
36 	struct dm_virtio_ops *ops;
37 
38 	ops = virtio_get_ops(vdev->parent);
39 
40 	return ops->get_config(vdev->parent, offset, buf, len);
41 }
42 
virtio_set_config(struct udevice * vdev,unsigned int offset,void * buf,unsigned int len)43 int virtio_set_config(struct udevice *vdev, unsigned int offset,
44 		      void *buf, unsigned int len)
45 {
46 	struct dm_virtio_ops *ops;
47 
48 	ops = virtio_get_ops(vdev->parent);
49 
50 	return ops->set_config(vdev->parent, offset, buf, len);
51 }
52 
virtio_generation(struct udevice * vdev,u32 * counter)53 int virtio_generation(struct udevice *vdev, u32 *counter)
54 {
55 	struct dm_virtio_ops *ops;
56 
57 	ops = virtio_get_ops(vdev->parent);
58 	if (!ops->generation)
59 		return -ENOSYS;
60 
61 	return ops->generation(vdev->parent, counter);
62 }
63 
virtio_get_status(struct udevice * vdev,u8 * status)64 int virtio_get_status(struct udevice *vdev, u8 *status)
65 {
66 	struct dm_virtio_ops *ops;
67 
68 	ops = virtio_get_ops(vdev->parent);
69 
70 	return ops->get_status(vdev->parent, status);
71 }
72 
virtio_set_status(struct udevice * vdev,u8 status)73 int virtio_set_status(struct udevice *vdev, u8 status)
74 {
75 	struct dm_virtio_ops *ops;
76 
77 	ops = virtio_get_ops(vdev->parent);
78 
79 	return ops->set_status(vdev->parent, status);
80 }
81 
virtio_reset(struct udevice * vdev)82 int virtio_reset(struct udevice *vdev)
83 {
84 	struct dm_virtio_ops *ops;
85 
86 	ops = virtio_get_ops(vdev->parent);
87 
88 	return ops->reset(vdev->parent);
89 }
90 
virtio_get_features(struct udevice * vdev,u64 * features)91 int virtio_get_features(struct udevice *vdev, u64 *features)
92 {
93 	struct dm_virtio_ops *ops;
94 
95 	ops = virtio_get_ops(vdev->parent);
96 
97 	return ops->get_features(vdev->parent, features);
98 }
99 
virtio_set_features(struct udevice * vdev)100 int virtio_set_features(struct udevice *vdev)
101 {
102 	struct dm_virtio_ops *ops;
103 
104 	ops = virtio_get_ops(vdev->parent);
105 
106 	return ops->set_features(vdev->parent);
107 }
108 
virtio_find_vqs(struct udevice * vdev,unsigned int nvqs,struct virtqueue * vqs[])109 int virtio_find_vqs(struct udevice *vdev, unsigned int nvqs,
110 		    struct virtqueue *vqs[])
111 {
112 	struct dm_virtio_ops *ops;
113 
114 	ops = virtio_get_ops(vdev->parent);
115 
116 	return ops->find_vqs(vdev->parent, nvqs, vqs);
117 }
118 
virtio_del_vqs(struct udevice * vdev)119 int virtio_del_vqs(struct udevice *vdev)
120 {
121 	struct dm_virtio_ops *ops;
122 
123 	ops = virtio_get_ops(vdev->parent);
124 
125 	return ops->del_vqs(vdev->parent);
126 }
127 
virtio_notify(struct udevice * vdev,struct virtqueue * vq)128 int virtio_notify(struct udevice *vdev, struct virtqueue *vq)
129 {
130 	struct dm_virtio_ops *ops;
131 
132 	ops = virtio_get_ops(vdev->parent);
133 
134 	return ops->notify(vdev->parent, vq);
135 }
136 
virtio_add_status(struct udevice * vdev,u8 status)137 void virtio_add_status(struct udevice *vdev, u8 status)
138 {
139 	u8 old;
140 
141 	if (!virtio_get_status(vdev, &old))
142 		virtio_set_status(vdev, old | status);
143 }
144 
virtio_finalize_features(struct udevice * vdev)145 int virtio_finalize_features(struct udevice *vdev)
146 {
147 	struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(vdev->parent);
148 	u8 status;
149 	int ret;
150 
151 	ret = virtio_set_features(vdev);
152 	if (ret)
153 		return ret;
154 
155 	if (uc_priv->legacy)
156 		return 0;
157 
158 	virtio_add_status(vdev, VIRTIO_CONFIG_S_FEATURES_OK);
159 	ret = virtio_get_status(vdev, &status);
160 	if (ret)
161 		return ret;
162 	if (!(status & VIRTIO_CONFIG_S_FEATURES_OK)) {
163 		debug("(%s): device refuses features %x\n", vdev->name, status);
164 		return -ENODEV;
165 	}
166 
167 	return 0;
168 }
169 
virtio_driver_features_init(struct virtio_dev_priv * priv,const u32 * feature,u32 feature_size,const u32 * feature_legacy,u32 feature_legacy_size)170 void virtio_driver_features_init(struct virtio_dev_priv *priv,
171 				 const u32 *feature,
172 				 u32 feature_size,
173 				 const u32 *feature_legacy,
174 				 u32 feature_legacy_size)
175 {
176 	priv->feature_table = feature;
177 	priv->feature_table_size = feature_size;
178 	priv->feature_table_legacy = feature_legacy;
179 	priv->feature_table_size_legacy = feature_legacy_size;
180 }
181 
virtio_init(void)182 int virtio_init(void)
183 {
184 	struct udevice *bus;
185 	int ret;
186 
187 	/* Enumerate all known virtio devices */
188 	ret = uclass_first_device(UCLASS_VIRTIO, &bus);
189 	if (ret)
190 		return ret;
191 
192 	while (bus) {
193 		ret = uclass_next_device(&bus);
194 		if (ret)
195 			break;
196 	}
197 
198 	return ret;
199 }
200 
virtio_uclass_pre_probe(struct udevice * udev)201 static int virtio_uclass_pre_probe(struct udevice *udev)
202 {
203 	struct dm_virtio_ops *ops;
204 
205 	ops = (struct dm_virtio_ops *)(udev->driver->ops);
206 
207 	/*
208 	 * Check virtio transport driver ops here so that we don't need
209 	 * check these ops each time when the virtio_xxx APIs are called.
210 	 *
211 	 * Only generation op is optional. All other ops are must-have.
212 	 */
213 	if (!ops->get_config || !ops->set_config ||
214 	    !ops->get_status || !ops->set_status ||
215 	    !ops->get_features || !ops->set_features ||
216 	    !ops->find_vqs || !ops->del_vqs ||
217 	    !ops->reset || !ops->notify)
218 		return -ENOENT;
219 
220 	return 0;
221 }
222 
virtio_uclass_post_probe(struct udevice * udev)223 static int virtio_uclass_post_probe(struct udevice *udev)
224 {
225 	struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(udev);
226 	char dev_name[30], *str;
227 	struct udevice *vdev;
228 	int ret;
229 
230 	if (uc_priv->device >= VIRTIO_ID_MAX_NUM) {
231 		debug("(%s): virtio device ID %d exceeds maximum num\n",
232 		      udev->name, uc_priv->device);
233 		return 0;
234 	}
235 
236 	if (!virtio_drv_name[uc_priv->device]) {
237 		debug("(%s): underlying virtio device driver unavailable\n",
238 		      udev->name);
239 		return 0;
240 	}
241 
242 	snprintf(dev_name, sizeof(dev_name), "%s#%d",
243 		 virtio_drv_name[uc_priv->device], dev_seq(udev));
244 	str = strdup(dev_name);
245 	if (!str)
246 		return -ENOMEM;
247 
248 	ret = device_bind_driver(udev, virtio_drv_name[uc_priv->device],
249 				 str, &vdev);
250 	if (ret == -ENOENT) {
251 		debug("(%s): no driver configured\n", udev->name);
252 		return 0;
253 	}
254 	if (ret) {
255 		free(str);
256 		return ret;
257 	}
258 	device_set_name_alloced(vdev);
259 
260 	INIT_LIST_HEAD(&uc_priv->vqs);
261 
262 	return 0;
263 }
264 
virtio_uclass_child_post_bind(struct udevice * vdev)265 static int virtio_uclass_child_post_bind(struct udevice *vdev)
266 {
267 	/* Acknowledge that we've seen the device */
268 	virtio_add_status(vdev, VIRTIO_CONFIG_S_ACKNOWLEDGE);
269 
270 	return 0;
271 }
272 
virtio_uclass_child_pre_probe(struct udevice * vdev)273 static int virtio_uclass_child_pre_probe(struct udevice *vdev)
274 {
275 	struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(vdev->parent);
276 	u64 device_features;
277 	u64 driver_features;
278 	u64 driver_features_legacy;
279 	int i;
280 	int ret;
281 
282 	/*
283 	 * Save the real virtio device (eg: virtio-net, virtio-blk) to
284 	 * the transport (parent) device's uclass priv for future use.
285 	 */
286 	uc_priv->vdev = vdev;
287 
288 	/*
289 	 * We always start by resetting the device, in case a previous driver
290 	 * messed it up. This also tests that code path a little.
291 	 */
292 	ret = virtio_reset(vdev);
293 	if (ret)
294 		goto err;
295 
296 	/* We have a driver! */
297 	virtio_add_status(vdev, VIRTIO_CONFIG_S_DRIVER);
298 
299 	/* Figure out what features the device supports */
300 	virtio_get_features(vdev, &device_features);
301 	debug("(%s) plain device features supported %016llx\n",
302 	      vdev->name, device_features);
303 	if (!(device_features & (1ULL << VIRTIO_F_VERSION_1)))
304 		uc_priv->legacy = true;
305 
306 	/* Figure out what features the driver supports */
307 	driver_features = 0;
308 	for (i = 0; i < uc_priv->feature_table_size; i++) {
309 		unsigned int f = uc_priv->feature_table[i];
310 
311 		WARN_ON(f >= 64);
312 		driver_features |= (1ULL << f);
313 	}
314 
315 	/* Some drivers have a separate feature table for virtio v1.0 */
316 	if (uc_priv->feature_table_legacy) {
317 		driver_features_legacy = 0;
318 		for (i = 0; i < uc_priv->feature_table_size_legacy; i++) {
319 			unsigned int f = uc_priv->feature_table_legacy[i];
320 
321 			WARN_ON(f >= 64);
322 			driver_features_legacy |= (1ULL << f);
323 		}
324 	} else {
325 		driver_features_legacy = driver_features;
326 	}
327 
328 	if (uc_priv->legacy) {
329 		debug("(%s): legacy virtio device\n", vdev->name);
330 		uc_priv->features = driver_features_legacy & device_features;
331 	} else {
332 		debug("(%s): v1.0 complaint virtio device\n", vdev->name);
333 		uc_priv->features = driver_features & device_features;
334 	}
335 
336 	/* Transport features always preserved to pass to finalize_features */
337 	for (i = VIRTIO_TRANSPORT_F_START; i < VIRTIO_TRANSPORT_F_END; i++)
338 		if ((device_features & (1ULL << i)) &&
339 		    (i == VIRTIO_F_VERSION_1))
340 			__virtio_set_bit(vdev->parent, i);
341 
342 	debug("(%s) final negotiated features supported %016llx\n",
343 	      vdev->name, uc_priv->features);
344 	ret = virtio_finalize_features(vdev);
345 	if (ret)
346 		goto err;
347 
348 	return 0;
349 
350 err:
351 	virtio_add_status(vdev, VIRTIO_CONFIG_S_FAILED);
352 	return ret;
353 }
354 
virtio_uclass_child_post_probe(struct udevice * vdev)355 static int virtio_uclass_child_post_probe(struct udevice *vdev)
356 {
357 	/* Indicates that the driver is set up and ready to drive the device */
358 	virtio_add_status(vdev, VIRTIO_CONFIG_S_DRIVER_OK);
359 
360 	return 0;
361 }
362 
363 UCLASS_DRIVER(virtio) = {
364 	.name	= "virtio",
365 	.id	= UCLASS_VIRTIO,
366 	.flags	= DM_UC_FLAG_SEQ_ALIAS,
367 	.pre_probe = virtio_uclass_pre_probe,
368 	.post_probe = virtio_uclass_post_probe,
369 	.child_post_bind = virtio_uclass_child_post_bind,
370 	.child_pre_probe = virtio_uclass_child_pre_probe,
371 	.child_post_probe = virtio_uclass_child_post_probe,
372 	.per_device_auto	= sizeof(struct virtio_dev_priv),
373 };
374