114 static int knav_queue_setup_irq(struct knav_range_info *range,  in knav_queue_setup_irq()  argument
117 	unsigned queue = inst->id - range->queue_base;  in knav_queue_setup_irq()
120 	if (range->flags & RANGE_HAS_IRQ) {  in knav_queue_setup_irq()
121 		irq = range->irqs[queue].irq;  in knav_queue_setup_irq()
127 		if (range->irqs[queue].cpu_mask) {  in knav_queue_setup_irq()
128 			ret = irq_set_affinity_hint(irq, range->irqs[queue].cpu_mask);  in knav_queue_setup_irq()
130 				dev_warn(range->kdev->dev,  in knav_queue_setup_irq()
141 	struct knav_range_info *range = inst->range;  in knav_queue_free_irq()  local
142 	unsigned queue = inst->id - inst->range->queue_base;  in knav_queue_free_irq()
145 	if (range->flags & RANGE_HAS_IRQ) {  in knav_queue_free_irq()
146 		irq = range->irqs[queue].irq;  in knav_queue_free_irq()
159 	return inst->range->flags & RANGE_RESERVED;  in knav_queue_is_reserved()
181 	    (inst->range->flags & RANGE_HAS_IRQ)) {  in knav_queue_match_type()
184 		(inst->range->flags & RANGE_HAS_ACCUMULATOR)) {  in knav_queue_match_type()
187 		!(inst->range->flags &  in knav_queue_match_type()
243 		struct knav_range_info *range = inst->range;  in __knav_queue_open()  local
246 		if (range->ops && range->ops->open_queue)  in __knav_queue_open()
247 			ret = range->ops->open_queue(range, inst, flags);  in __knav_queue_open()
319 	struct knav_range_info *range = inst->range;  in knav_queue_set_notify()  local
321 	if (range->ops && range->ops->set_notify)  in knav_queue_set_notify()
322 		range->ops->set_notify(range, inst, enabled);  in knav_queue_set_notify()
370 	if (!(qh->inst->range->flags & (RANGE_HAS_ACCUMULATOR | RANGE_HAS_IRQ)))  in knav_queue_set_notifier()
385 static int knav_gp_set_notify(struct knav_range_info *range,  in knav_gp_set_notify()  argument
391 	if (range->flags & RANGE_HAS_IRQ) {  in knav_gp_set_notify()
392 		queue = inst->id - range->queue_base;  in knav_gp_set_notify()
394 			enable_irq(range->irqs[queue].irq);  in knav_gp_set_notify()
396 			disable_irq_nosync(range->irqs[queue].irq);  in knav_gp_set_notify()
401 static int knav_gp_open_queue(struct knav_range_info *range,  in knav_gp_open_queue()  argument
404 	return knav_queue_setup_irq(range, inst);  in knav_gp_open_queue()
407 static int knav_gp_close_queue(struct knav_range_info *range,  in knav_gp_close_queue()  argument
565 		struct knav_range_info *range = inst->range;  in knav_queue_close()  local
567 		if (range->ops && range->ops->close_queue)  in knav_queue_close()
568 			range->ops->close_queue(range, inst);  in knav_queue_close()
1215 	struct knav_range_info *range;  in knav_setup_queue_range()  local
1220 	range = devm_kzalloc(dev, sizeof(*range), GFP_KERNEL);  in knav_setup_queue_range()
1221 	if (!range) {  in knav_setup_queue_range()
1226 	range->kdev = kdev;  in knav_setup_queue_range()
1227 	range->name = knav_queue_find_name(node);  in knav_setup_queue_range()
1230 		range->queue_base = temp[0] - kdev->base_id;  in knav_setup_queue_range()
1231 		range->num_queues = temp[1];  in knav_setup_queue_range()
1233 		dev_err(dev, "invalid queue range %s\n", range->name);  in knav_setup_queue_range()
1234 		devm_kfree(dev, range);  in knav_setup_queue_range()
1244 		range->irqs[i].irq = irq_create_of_mapping(&oirq);  in knav_setup_queue_range()
1245 		if (range->irqs[i].irq == IRQ_NONE)  in knav_setup_queue_range()
1248 		range->num_irqs++;  in knav_setup_queue_range()
1254 			range->irqs[i].cpu_mask = devm_kzalloc(dev,  in knav_setup_queue_range()
1256 			if (!range->irqs[i].cpu_mask)  in knav_setup_queue_range()
1261 				cpumask_set_cpu(bit, range->irqs[i].cpu_mask);  in knav_setup_queue_range()
1265 	range->num_irqs = min(range->num_irqs, range->num_queues);  in knav_setup_queue_range()
1266 	if (range->num_irqs)  in knav_setup_queue_range()
1267 		range->flags |= RANGE_HAS_IRQ;  in knav_setup_queue_range()
1270 		range->flags |= RANGE_RESERVED;  in knav_setup_queue_range()
1273 		ret = knav_init_acc_range(kdev, node, range);  in knav_setup_queue_range()
1275 			devm_kfree(dev, range);  in knav_setup_queue_range()
1279 		range->ops = &knav_gp_range_ops;  in knav_setup_queue_range()
1284 		start = max(qmgr->start_queue, range->queue_base);  in knav_setup_queue_range()
1286 			    range->queue_base + range->num_queues);  in knav_setup_queue_range()
1296 	list_add_tail(&range->list, &kdev->queue_ranges);  in knav_setup_queue_range()
1298 		range->name, range->queue_base,  in knav_setup_queue_range()
1299 		range->queue_base + range->num_queues - 1,  in knav_setup_queue_range()
1300 		range->num_irqs,  in knav_setup_queue_range()
1301 		(range->flags & RANGE_HAS_IRQ) ? ", has irq" : "",  in knav_setup_queue_range()
1302 		(range->flags & RANGE_RESERVED) ? ", reserved" : "",  in knav_setup_queue_range()
1303 		(range->flags & RANGE_HAS_ACCUMULATOR) ? ", acc" : "");  in knav_setup_queue_range()
1304 	kdev->num_queues_in_use += range->num_queues;  in knav_setup_queue_range()
1313 	struct device_node *type, *range;  in knav_setup_queue_pools()  local
1320 		for_each_child_of_node(type, range) {  in knav_setup_queue_pools()
1322 			knav_setup_queue_range(kdev, range);  in knav_setup_queue_pools()
1334 				  struct knav_range_info *range)  in knav_free_queue_range()  argument
1336 	if (range->ops && range->ops->free_range)  in knav_free_queue_range()
1337 		range->ops->free_range(range);  in knav_free_queue_range()
1338 	list_del(&range->list);  in knav_free_queue_range()
1339 	devm_kfree(kdev->dev, range);  in knav_free_queue_range()
1344 	struct knav_range_info *range;  in knav_free_queue_ranges()  local
1347 		range = first_queue_range(kdev);  in knav_free_queue_ranges()
1348 		if (!range)  in knav_free_queue_ranges()
1350 		knav_free_queue_range(kdev, range);  in knav_free_queue_ranges()
1715 					struct knav_range_info *range,  in knav_queue_init_queue()  argument
1726 	inst->range = range;  in knav_queue_init_queue()
1732 	if (range->ops && range->ops->init_queue)  in knav_queue_init_queue()
1733 		return range->ops->init_queue(range, inst);  in knav_queue_init_queue()
1740 	struct knav_range_info *range;  in knav_queue_init_queues()  local
1756 	for_each_queue_range(kdev, range) {  in knav_queue_init_queues()
1757 		if (range->ops && range->ops->init_range)  in knav_queue_init_queues()
1758 			range->ops->init_range(range);  in knav_queue_init_queues()
1760 		for (id = range->queue_base;  in knav_queue_init_queues()
1761 		     id < range->queue_base + range->num_queues; id++, idx++) {  in knav_queue_init_queues()
1762 			ret = knav_queue_init_queue(kdev, range,  in knav_queue_init_queues()
1767 		range->queue_base_inst =  in knav_queue_init_queues()