38 static inline int __vringh_get_head(const struct vringh *vrh,  in __vringh_get_head()
39 				    int (*getu16)(const struct vringh *vrh,  in __vringh_get_head()
107 static inline ssize_t vringh_iov_xfer(struct vringh *vrh,  in vringh_iov_xfer()
110 				      int (*xfer)(const struct vringh *vrh,  in vringh_iov_xfer()
143 static inline bool range_check(struct vringh *vrh, u64 addr, size_t *len,  in range_check()
145 			       bool (*getrange)(struct vringh *,  in range_check()  argument
177 static inline bool no_range_check(struct vringh *vrh, u64 addr, size_t *len,  in no_range_check()
179 				  bool (*getrange)(struct vringh *,  in no_range_check()  argument
186 static int move_to_indirect(const struct vringh *vrh,  in move_to_indirect()
245 static u16 __cold return_from_indirect(const struct vringh *vrh, int *up_next,  in return_from_indirect()
256 static int slow_copy(struct vringh *vrh, void *dst, const void *src,  in slow_copy()
257 		     bool (*rcheck)(struct vringh *vrh, u64 addr, size_t *len,  in slow_copy()
259 				    bool (*getrange)(struct vringh *vrh,  in slow_copy()
262 		     bool (*getrange)(struct vringh *vrh,  in slow_copy()
266 		     int (*copy)(const struct vringh *vrh,  in slow_copy()
293 __vringh_iov(struct vringh *vrh, u16 i,  in __vringh_iov()
296 	     bool (*rcheck)(struct vringh *vrh, u64 addr, size_t *len,  in __vringh_iov()
298 			    bool (*getrange)(struct vringh *, u64,  in __vringh_iov()  argument
300 	     bool (*getrange)(struct vringh *, u64, struct vringh_range *),  in __vringh_iov()
302 	     int (*copy)(const struct vringh *vrh,  in __vringh_iov()
447 static inline int __vringh_complete(struct vringh *vrh,  in __vringh_complete()
450 				    int (*putu16)(const struct vringh *vrh,  in __vringh_complete()
452 				    int (*putused)(const struct vringh *vrh,  in __vringh_complete()
497 static inline int __vringh_need_notify(struct vringh *vrh,  in __vringh_need_notify()
498 				       int (*getu16)(const struct vringh *vrh,  in __vringh_need_notify()
544 static inline bool __vringh_notify_enable(struct vringh *vrh,  in __vringh_notify_enable()
545 					  int (*getu16)(const struct vringh *vrh,  in __vringh_notify_enable()
547 					  int (*putu16)(const struct vringh *vrh,  in __vringh_notify_enable()
584 static inline void __vringh_notify_disable(struct vringh *vrh,  in __vringh_notify_disable()
585 					   int (*putu16)(const struct vringh *vrh,  in __vringh_notify_disable()
599 static inline int getu16_user(const struct vringh *vrh, u16 *val, const __virtio16 *p)  in getu16_user()
607 static inline int putu16_user(const struct vringh *vrh, __virtio16 *p, u16 val)  in putu16_user()
613 static inline int copydesc_user(const struct vringh *vrh,  in copydesc_user()
620 static inline int putused_user(const struct vringh *vrh,  in putused_user()
629 static inline int xfer_from_user(const struct vringh *vrh, void *src,  in xfer_from_user()
636 static inline int xfer_to_user(const struct vringh *vrh,  in xfer_to_user()
656 int vringh_init_user(struct vringh *vrh, u64 features,  in vringh_init_user()
703 int vringh_getdesc_user(struct vringh *vrh,  in vringh_getdesc_user()
706 			bool (*getrange)(struct vringh *vrh,  in vringh_getdesc_user()
791 void vringh_abandon_user(struct vringh *vrh, unsigned int num)  in vringh_abandon_user()
808 int vringh_complete_user(struct vringh *vrh, u16 head, u32 len)  in vringh_complete_user()
827 int vringh_complete_multi_user(struct vringh *vrh,  in vringh_complete_multi_user()
843 bool vringh_notify_enable_user(struct vringh *vrh)  in vringh_notify_enable_user()
856 void vringh_notify_disable_user(struct vringh *vrh)  in vringh_notify_disable_user()
868 int vringh_need_notify_user(struct vringh *vrh)  in vringh_need_notify_user()
875 static inline int getu16_kern(const struct vringh *vrh,  in getu16_kern()
882 static inline int putu16_kern(const struct vringh *vrh, __virtio16 *p, u16 val)  in putu16_kern()
888 static inline int copydesc_kern(const struct vringh *vrh,  in copydesc_kern()
895 static inline int putused_kern(const struct vringh *vrh,  in putused_kern()
904 static inline int xfer_kern(const struct vringh *vrh, void *src,  in xfer_kern()
911 static inline int kern_xfer(const struct vringh *vrh, void *dst,  in kern_xfer()
930 int vringh_init_kern(struct vringh *vrh, u64 features,  in vringh_init_kern()
976 int vringh_getdesc_kern(struct vringh *vrh,  in vringh_getdesc_kern()
1039 void vringh_abandon_kern(struct vringh *vrh, unsigned int num)  in vringh_abandon_kern()
1056 int vringh_complete_kern(struct vringh *vrh, u16 head, u32 len)  in vringh_complete_kern()
1074 bool vringh_notify_enable_kern(struct vringh *vrh)  in vringh_notify_enable_kern()
1087 void vringh_notify_disable_kern(struct vringh *vrh)  in vringh_notify_disable_kern()
1099 int vringh_need_notify_kern(struct vringh *vrh)  in vringh_need_notify_kern()
1115 static int iotlb_translate(const struct vringh *vrh,  in iotlb_translate()
1177 static inline int copy_from_iotlb(const struct vringh *vrh, void *dst,  in copy_from_iotlb()
1223 static inline int copy_to_iotlb(const struct vringh *vrh, void *dst,  in copy_to_iotlb()
1269 static inline int getu16_iotlb(const struct vringh *vrh,  in getu16_iotlb()
1306 static inline int putu16_iotlb(const struct vringh *vrh,  in putu16_iotlb()
1343 static inline int copydesc_iotlb(const struct vringh *vrh,  in copydesc_iotlb()
1355 static inline int xfer_from_iotlb(const struct vringh *vrh, void *src,  in xfer_from_iotlb()
1367 static inline int xfer_to_iotlb(const struct vringh *vrh,  in xfer_to_iotlb()
1379 static inline int putused_iotlb(const struct vringh *vrh,  in putused_iotlb()
1406 int vringh_init_iotlb(struct vringh *vrh, u64 features,  in vringh_init_iotlb()
1432 int vringh_init_iotlb_va(struct vringh *vrh, u64 features,  in vringh_init_iotlb_va()
1451 void vringh_set_iotlb(struct vringh *vrh, struct vhost_iotlb *iotlb,  in vringh_set_iotlb()
1480 int vringh_getdesc_iotlb(struct vringh *vrh,  in vringh_getdesc_iotlb()
1515 ssize_t vringh_iov_pull_iotlb(struct vringh *vrh,  in vringh_iov_pull_iotlb()
1532 ssize_t vringh_iov_push_iotlb(struct vringh *vrh,  in vringh_iov_push_iotlb()
1548 void vringh_abandon_iotlb(struct vringh *vrh, unsigned int num)  in vringh_abandon_iotlb()
1566 int vringh_complete_iotlb(struct vringh *vrh, u16 head, u32 len)  in vringh_complete_iotlb()
1584 bool vringh_notify_enable_iotlb(struct vringh *vrh)  in vringh_notify_enable_iotlb()
1597 void vringh_notify_disable_iotlb(struct vringh *vrh)  in vringh_notify_disable_iotlb()
1609 int vringh_need_notify_iotlb(struct vringh *vrh)  in vringh_need_notify_iotlb()