108 struct nvme_dev;
111 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown);
112 static void nvme_delete_io_queues(struct nvme_dev *dev);
113 static void nvme_update_attrs(struct nvme_dev *dev);
118 struct nvme_dev {  struct
180 static inline struct nvme_dev *to_nvme_dev(struct nvme_ctrl *ctrl)  in to_nvme_dev()  argument
182 	return container_of(ctrl, struct nvme_dev, ctrl);  in to_nvme_dev()
190 	struct nvme_dev *dev;
243 static inline unsigned int nvme_dbbuf_size(struct nvme_dev *dev)  in nvme_dbbuf_size()
248 static void nvme_dbbuf_dma_alloc(struct nvme_dev *dev)  in nvme_dbbuf_dma_alloc()
285 static void nvme_dbbuf_dma_free(struct nvme_dev *dev)  in nvme_dbbuf_dma_free()
301 static void nvme_dbbuf_init(struct nvme_dev *dev,  in nvme_dbbuf_init()
324 static void nvme_dbbuf_set(struct nvme_dev *dev)  in nvme_dbbuf_set()
398 	struct nvme_dev *dev = to_nvme_dev(data);  in nvme_admin_init_hctx()
411 	struct nvme_dev *dev = to_nvme_dev(data);  in nvme_init_hctx()
430 static int queue_irq_offset(struct nvme_dev *dev)  in queue_irq_offset()
441 	struct nvme_dev *dev = to_nvme_dev(set->driver_data);  in nvme_pci_map_queues()
507 static inline bool nvme_pci_use_sgls(struct nvme_dev *dev, struct request *req,  in nvme_pci_use_sgls()
524 static void nvme_free_prps(struct nvme_dev *dev, struct request *req)  in nvme_free_prps()
540 static void nvme_unmap_data(struct nvme_dev *dev, struct request *req)  in nvme_unmap_data()
579 static blk_status_t nvme_pci_setup_prps(struct nvme_dev *dev,  in nvme_pci_setup_prps()
685 static blk_status_t nvme_pci_setup_sgls(struct nvme_dev *dev,  in nvme_pci_setup_sgls()
730 static blk_status_t nvme_setup_prp_simple(struct nvme_dev *dev,  in nvme_setup_prp_simple()
751 static blk_status_t nvme_setup_sgl_simple(struct nvme_dev *dev,  in nvme_setup_sgl_simple()
769 static blk_status_t nvme_map_data(struct nvme_dev *dev, struct request *req,  in nvme_map_data()
825 static blk_status_t nvme_map_metadata(struct nvme_dev *dev, struct request *req,  in nvme_map_metadata()
838 static blk_status_t nvme_prep_rq(struct nvme_dev *dev, struct request *req)  in nvme_prep_rq()
880 	struct nvme_dev *dev = nvmeq->dev;  in nvme_queue_rq()
965 	struct nvme_dev *dev = nvmeq->dev;  in nvme_pci_unmap_rq()
1134 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_submit_async_event()
1149 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_subsystem_reset()
1182 static int adapter_delete_queue(struct nvme_dev *dev, u8 opcode, u16 id)  in adapter_delete_queue()
1192 static int adapter_alloc_cq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_cq()
1215 static int adapter_alloc_sq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_sq()
1244 static int adapter_delete_cq(struct nvme_dev *dev, u16 cqid)  in adapter_delete_cq()
1249 static int adapter_delete_sq(struct nvme_dev *dev, u16 sqid)  in adapter_delete_sq()
1265 static bool nvme_should_reset(struct nvme_dev *dev, u32 csts)  in nvme_should_reset()
1290 static void nvme_warn_reset(struct nvme_dev *dev, u32 csts)  in nvme_warn_reset()
1320 	struct nvme_dev *dev = nvmeq->dev;  in nvme_timeout()
1461 static void nvme_free_queues(struct nvme_dev *dev, int lowest)  in nvme_free_queues()
1471 static void nvme_suspend_queue(struct nvme_dev *dev, unsigned int qid)  in nvme_suspend_queue()
1488 static void nvme_suspend_io_queues(struct nvme_dev *dev)  in nvme_suspend_io_queues()
1502 static void nvme_reap_pending_cqes(struct nvme_dev *dev)  in nvme_reap_pending_cqes()
1513 static int nvme_cmb_qdepth(struct nvme_dev *dev, int nr_io_queues,  in nvme_cmb_qdepth()
1538 static int nvme_alloc_sq_cmds(struct nvme_dev *dev, struct nvme_queue *nvmeq,  in nvme_alloc_sq_cmds()
1564 static int nvme_alloc_queue(struct nvme_dev *dev, int qid, int depth)  in nvme_alloc_queue()
1615 	struct nvme_dev *dev = nvmeq->dev;  in nvme_init_queue()
1631 static int nvme_setup_io_queues_trylock(struct nvme_dev *dev)  in nvme_setup_io_queues_trylock()
1652 	struct nvme_dev *dev = nvmeq->dev;  in nvme_create_queue()
1722 static void nvme_dev_remove_admin(struct nvme_dev *dev)  in nvme_dev_remove_admin()
1735 static unsigned long db_bar_size(struct nvme_dev *dev, unsigned nr_io_queues)  in db_bar_size()
1740 static int nvme_remap_bar(struct nvme_dev *dev, unsigned long size)  in nvme_remap_bar()
1761 static int nvme_pci_configure_admin_queue(struct nvme_dev *dev)  in nvme_pci_configure_admin_queue()
1819 static int nvme_create_io_queues(struct nvme_dev *dev)  in nvme_create_io_queues()
1856 static u64 nvme_cmb_size_unit(struct nvme_dev *dev)  in nvme_cmb_size_unit()
1863 static u32 nvme_cmb_size(struct nvme_dev *dev)  in nvme_cmb_size()
1868 static void nvme_map_cmb(struct nvme_dev *dev)  in nvme_map_cmb()
1928 static int nvme_set_host_mem(struct nvme_dev *dev, u32 bits)  in nvme_set_host_mem()
1954 static void nvme_free_host_mem(struct nvme_dev *dev)  in nvme_free_host_mem()
1976 static int __nvme_alloc_host_mem(struct nvme_dev *dev, u64 preferred,  in __nvme_alloc_host_mem()
2044 static int nvme_alloc_host_mem(struct nvme_dev *dev, u64 min, u64 preferred)  in nvme_alloc_host_mem()
2062 static int nvme_setup_host_mem(struct nvme_dev *dev)  in nvme_setup_host_mem()
2113 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmb_show()
2123 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmbloc_show()
2132 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmbsz_show()
2141 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in hmb_show()
2149 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in hmb_store()
2179 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_attrs_are_visible()
2212 static void nvme_update_attrs(struct nvme_dev *dev)  in nvme_update_attrs()
2223 	struct nvme_dev *dev = affd->priv;  in nvme_calc_irq_sets()
2255 static int nvme_setup_irqs(struct nvme_dev *dev, unsigned int nr_io_queues)  in nvme_setup_irqs()
2294 static unsigned int nvme_max_io_queues(struct nvme_dev *dev)  in nvme_max_io_queues()
2305 static int nvme_setup_io_queues(struct nvme_dev *dev)  in nvme_setup_io_queues()
2466 static bool __nvme_delete_io_queues(struct nvme_dev *dev, u8 opcode)  in __nvme_delete_io_queues()
2494 static void nvme_delete_io_queues(struct nvme_dev *dev)  in nvme_delete_io_queues()
2500 static unsigned int nvme_pci_nr_maps(struct nvme_dev *dev)  in nvme_pci_nr_maps()
2509 static bool nvme_pci_update_nr_queues(struct nvme_dev *dev)  in nvme_pci_update_nr_queues()
2534 static int nvme_pci_enable(struct nvme_dev *dev)  in nvme_pci_enable()
2616 static void nvme_dev_unmap(struct nvme_dev *dev)  in nvme_dev_unmap()
2623 static bool nvme_pci_ctrl_is_dead(struct nvme_dev *dev)  in nvme_pci_ctrl_is_dead()
2637 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown)  in nvme_dev_disable()
2686 static int nvme_disable_prepare_reset(struct nvme_dev *dev, bool shutdown)  in nvme_disable_prepare_reset()
2694 static int nvme_setup_prp_pools(struct nvme_dev *dev)  in nvme_setup_prp_pools()
2712 static void nvme_release_prp_pools(struct nvme_dev *dev)  in nvme_release_prp_pools()
2718 static int nvme_pci_alloc_iod_mempool(struct nvme_dev *dev)  in nvme_pci_alloc_iod_mempool()
2731 static void nvme_free_tagset(struct nvme_dev *dev)  in nvme_free_tagset()
2741 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_free_ctrl()
2751 	struct nvme_dev *dev =  in nvme_reset_work()
2752 		container_of(work, struct nvme_dev, ctrl.reset_work);  in nvme_reset_work()
2895 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_supports_pci_p2pdma()
2916 static int nvme_dev_map(struct nvme_dev *dev)  in nvme_dev_map()
3005 static struct nvme_dev *nvme_pci_alloc_dev(struct pci_dev *pdev,  in nvme_pci_alloc_dev()
3010 	struct nvme_dev *dev;  in nvme_pci_alloc_dev()
3078 	struct nvme_dev *dev;  in nvme_probe()
3182 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_prepare()
3195 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_done()
3203 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_shutdown()
3215 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_remove()
3252 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_resume()
3269 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_suspend()
3344 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_simple_suspend()
3352 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_simple_resume()
3370 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_detected()
3399 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_slot_reset()
3410 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_resume()