186 static void free_netdevs(struct ib_device *ib_dev);
827 		pdata->ib_dev = device;  in alloc_port_data()
1350 static void prevent_dealloc_device(struct ib_device *ib_dev)  in prevent_dealloc_device()  argument
1493 static void __ib_unregister_device(struct ib_device *ib_dev)  in __ib_unregister_device()  argument
1497 	mutex_lock(&ib_dev->subdev_lock);  in __ib_unregister_device()
1499 					 &ib_dev->subdev_list_head,  in __ib_unregister_device()
1502 		ib_dev->ops.del_sub_dev(sub);  in __ib_unregister_device()
1503 		ib_device_put(ib_dev);  in __ib_unregister_device()
1505 	mutex_unlock(&ib_dev->subdev_lock);  in __ib_unregister_device()
1514 	mutex_lock(&ib_dev->unregistration_lock);  in __ib_unregister_device()
1515 	if (!refcount_read(&ib_dev->refcount))  in __ib_unregister_device()
1518 	disable_device(ib_dev);  in __ib_unregister_device()
1519 	rdma_nl_notify_event(ib_dev, 0, RDMA_UNREGISTER_EVENT);  in __ib_unregister_device()
1522 	free_netdevs(ib_dev);  in __ib_unregister_device()
1524 	ib_free_port_attrs(&ib_dev->coredev);  in __ib_unregister_device()
1525 	device_del(&ib_dev->dev);  in __ib_unregister_device()
1526 	ib_device_unregister_rdmacg(ib_dev);  in __ib_unregister_device()
1527 	ib_cache_cleanup_one(ib_dev);  in __ib_unregister_device()
1533 	if (ib_dev->ops.dealloc_driver &&  in __ib_unregister_device()
1534 	    ib_dev->ops.dealloc_driver != prevent_dealloc_device) {  in __ib_unregister_device()
1535 		WARN_ON(kref_read(&ib_dev->dev.kobj.kref) <= 1);  in __ib_unregister_device()
1536 		ib_dealloc_device(ib_dev);  in __ib_unregister_device()
1539 	mutex_unlock(&ib_dev->unregistration_lock);  in __ib_unregister_device()
1556 void ib_unregister_device(struct ib_device *ib_dev)  in ib_unregister_device()  argument
1558 	get_device(&ib_dev->dev);  in ib_unregister_device()
1559 	__ib_unregister_device(ib_dev);  in ib_unregister_device()
1560 	put_device(&ib_dev->dev);  in ib_unregister_device()
1578 void ib_unregister_device_and_put(struct ib_device *ib_dev)  in ib_unregister_device_and_put()  argument
1580 	WARN_ON(!ib_dev->ops.dealloc_driver);  in ib_unregister_device_and_put()
1581 	get_device(&ib_dev->dev);  in ib_unregister_device_and_put()
1582 	ib_device_put(ib_dev);  in ib_unregister_device_and_put()
1583 	__ib_unregister_device(ib_dev);  in ib_unregister_device_and_put()
1584 	put_device(&ib_dev->dev);  in ib_unregister_device_and_put()
1604 	struct ib_device *ib_dev;  in ib_unregister_driver()  local
1608 	xa_for_each (&devices, index, ib_dev) {  in ib_unregister_driver()
1609 		if (ib_dev->ops.driver_id != driver_id)  in ib_unregister_driver()
1612 		get_device(&ib_dev->dev);  in ib_unregister_driver()
1615 		WARN_ON(!ib_dev->ops.dealloc_driver);  in ib_unregister_driver()
1616 		__ib_unregister_device(ib_dev);  in ib_unregister_driver()
1618 		put_device(&ib_dev->dev);  in ib_unregister_driver()
1627 	struct ib_device *ib_dev =  in ib_unregister_work()  local
1630 	__ib_unregister_device(ib_dev);  in ib_unregister_work()
1631 	put_device(&ib_dev->dev);  in ib_unregister_work()
1645 void ib_unregister_device_queued(struct ib_device *ib_dev)  in ib_unregister_device_queued()  argument
1647 	WARN_ON(!refcount_read(&ib_dev->refcount));  in ib_unregister_device_queued()
1648 	WARN_ON(!ib_dev->ops.dealloc_driver);  in ib_unregister_device_queued()
1649 	get_device(&ib_dev->dev);  in ib_unregister_device_queued()
1650 	if (!queue_work(ib_unreg_wq, &ib_dev->unregistration_work))  in ib_unregister_device_queued()
1651 		put_device(&ib_dev->dev);  in ib_unregister_device_queued()
2185 int ib_device_set_netdev(struct ib_device *ib_dev, struct net_device *ndev,  in ib_device_set_netdev()  argument
2194 	if (!rdma_is_port_valid(ib_dev, port))  in ib_device_set_netdev()
2201 	ret = alloc_port_data(ib_dev);  in ib_device_set_netdev()
2205 	pdata = &ib_dev->port_data[port];  in ib_device_set_netdev()
2222 	if (xa_load(&devices, ib_dev->index) != ib_dev)  in ib_device_set_netdev()
2226 	rdma_nl_notify_event(ib_dev, port, etype);  in ib_device_set_netdev()
2232 static void free_netdevs(struct ib_device *ib_dev)  in free_netdevs()  argument
2237 	if (!ib_dev->port_data)  in free_netdevs()
2240 	rdma_for_each_port (ib_dev, port) {  in free_netdevs()
2241 		struct ib_port_data *pdata = &ib_dev->port_data[port];  in free_netdevs()
2265 struct net_device *ib_device_get_netdev(struct ib_device *ib_dev,  in ib_device_get_netdev()  argument
2271 	if (!rdma_is_port_valid(ib_dev, port))  in ib_device_get_netdev()
2274 	if (!ib_dev->port_data)  in ib_device_get_netdev()
2277 	pdata = &ib_dev->port_data[port];  in ib_device_get_netdev()
2283 	if (ib_dev->ops.get_netdev)  in ib_device_get_netdev()
2284 		res = ib_dev->ops.get_netdev(ib_dev, port);  in ib_device_get_netdev()
2317 		     cur->ib_dev->ops.driver_id == driver_id) &&  in ib_device_get_by_netdev()
2318 		    ib_device_try_get(cur->ib_dev)) {  in ib_device_get_by_netdev()
2319 			res = cur->ib_dev;  in ib_device_get_by_netdev()
2341 void ib_enum_roce_netdev(struct ib_device *ib_dev,  in ib_enum_roce_netdev()  argument
2349 	rdma_for_each_port (ib_dev, port)  in ib_enum_roce_netdev()
2350 		if (rdma_protocol_roce(ib_dev, port)) {  in ib_enum_roce_netdev()
2352 				ib_device_get_netdev(ib_dev, port);  in ib_enum_roce_netdev()
2354 			if (filter(ib_dev, port, idev, filter_cookie))  in ib_enum_roce_netdev()
2355 				cb(ib_dev, port, idev, cookie);  in ib_enum_roce_netdev()