13816c768d
virtio_scsi can really use this, to avoid the current hack of copying the whole sg array. Some other things get slightly neater, too. This causes a slowdown in virtqueue_add_buf(), which is implemented as a wrapper. This is addressed in the next patches. for i in `seq 50`; do /usr/bin/time -f 'Wall time:%e' ./vringh_test --indirect --eventidx --parallel --fast-vringh; done 2>&1 | stats --trim-outliers: Before: Using CPUS 0 and 3 Guest: notified 0, pinged 39009-39063(39062) Host: notified 39009-39063(39062), pinged 0 Wall time:1.700000-1.950000(1.723542) After: Using CPUS 0 and 3 Guest: notified 0, pinged 39062-39063(39063) Host: notified 39062-39063(39063), pinged 0 Wall time:1.760000-2.220000(1.789167) Signed-off-by: Rusty Russell <rusty@rustcorp.com.au> Reviewed-by: Wanlong Gao <gaowanlong@cn.fujitsu.com> Reviewed-by: Asias He <asias@redhat.com>
87 lines
2.4 KiB
C
87 lines
2.4 KiB
C
#ifndef LINUX_VIRTIO_H
|
|
#define LINUX_VIRTIO_H
|
|
#include <linux/scatterlist.h>
|
|
#include <linux/kernel.h>
|
|
|
|
/* TODO: empty stubs for now. Broken but enough for virtio_ring.c */
|
|
#define list_add_tail(a, b) do {} while (0)
|
|
#define list_del(a) do {} while (0)
|
|
|
|
#define BIT_WORD(nr) ((nr) / BITS_PER_LONG)
|
|
#define BITS_PER_BYTE 8
|
|
#define BITS_PER_LONG (sizeof(long) * BITS_PER_BYTE)
|
|
#define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG))
|
|
|
|
/* TODO: Not atomic as it should be:
|
|
* we don't use this for anything important. */
|
|
static inline void clear_bit(int nr, volatile unsigned long *addr)
|
|
{
|
|
unsigned long mask = BIT_MASK(nr);
|
|
unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
|
|
|
|
*p &= ~mask;
|
|
}
|
|
|
|
static inline int test_bit(int nr, const volatile unsigned long *addr)
|
|
{
|
|
return 1UL & (addr[BIT_WORD(nr)] >> (nr & (BITS_PER_LONG-1)));
|
|
}
|
|
/* end of stubs */
|
|
|
|
struct virtio_device {
|
|
void *dev;
|
|
unsigned long features[1];
|
|
};
|
|
|
|
struct virtqueue {
|
|
/* TODO: commented as list macros are empty stubs for now.
|
|
* Broken but enough for virtio_ring.c
|
|
* struct list_head list; */
|
|
void (*callback)(struct virtqueue *vq);
|
|
const char *name;
|
|
struct virtio_device *vdev;
|
|
unsigned int index;
|
|
unsigned int num_free;
|
|
void *priv;
|
|
};
|
|
|
|
#define MODULE_LICENSE(__MODULE_LICENSE_value) \
|
|
const char *__MODULE_LICENSE_name = __MODULE_LICENSE_value
|
|
|
|
/* Interfaces exported by virtio_ring. */
|
|
int virtqueue_add_buf(struct virtqueue *vq,
|
|
struct scatterlist sg[],
|
|
unsigned int out_num,
|
|
unsigned int in_num,
|
|
void *data,
|
|
gfp_t gfp);
|
|
|
|
int virtqueue_add_sgs(struct virtqueue *vq,
|
|
struct scatterlist *sgs[],
|
|
unsigned int out_sgs,
|
|
unsigned int in_sgs,
|
|
void *data,
|
|
gfp_t gfp);
|
|
|
|
void virtqueue_kick(struct virtqueue *vq);
|
|
|
|
void *virtqueue_get_buf(struct virtqueue *vq, unsigned int *len);
|
|
|
|
void virtqueue_disable_cb(struct virtqueue *vq);
|
|
|
|
bool virtqueue_enable_cb(struct virtqueue *vq);
|
|
bool virtqueue_enable_cb_delayed(struct virtqueue *vq);
|
|
|
|
void *virtqueue_detach_unused_buf(struct virtqueue *vq);
|
|
struct virtqueue *vring_new_virtqueue(unsigned int index,
|
|
unsigned int num,
|
|
unsigned int vring_align,
|
|
struct virtio_device *vdev,
|
|
bool weak_barriers,
|
|
void *pages,
|
|
void (*notify)(struct virtqueue *vq),
|
|
void (*callback)(struct virtqueue *vq),
|
|
const char *name);
|
|
void vring_del_virtqueue(struct virtqueue *vq);
|
|
|
|
#endif
|