1 // SPDX-License-Identifier: GPL-2.0-only
14  * ENABLE/STATUS words are packed next to each other for each CPU:
19  *   0x1000_0028: CPU0_W0_STATUS		IRQs 31-63
20  *   0x1000_002c: CPU0_W1_STATUS		IRQs 0-31
23  *   0x1000_0038: CPU1_W0_STATUS		IRQs 31-63
24  *   0x1000_003c: CPU1_W1_STATUS		IRQs 0-31
31  *   0x1000_0030: CPU0_W0_STATUS	IRQs 96-127
32  *   0x1000_0034: CPU0_W1_STATUS	IRQs 64-95
33  *   0x1000_0038: CPU0_W2_STATUS	IRQs 32-63
34  *   0x1000_003c: CPU0_W3_STATUS	IRQs 0-31
39  *   0x1000_0050: CPU1_W0_STATUS	IRQs 96-127
40  *   0x1000_0054: CPU1_W1_STATUS	IRQs 64-95
41  *   0x1000_0058: CPU1_W2_STATUS	IRQs 32-63
42  *   0x1000_005c: CPU1_W3_STATUS	IRQs 0-31
44  * IRQs are numbered in CPU native endian order
45  * (which is big-endian in these examples)
84 	struct bcm6345_l1_chip	*intc;  member
90 static inline unsigned int reg_enable(struct bcm6345_l1_chip *intc,  in reg_enable()  argument
94 	return (1 * intc->n_words - word - 1) * sizeof(u32);  in reg_enable()
96 	return (0 * intc->n_words + word) * sizeof(u32);  in reg_enable()
100 static inline unsigned int reg_status(struct bcm6345_l1_chip *intc,  in reg_status()  argument
104 	return (2 * intc->n_words - word - 1) * sizeof(u32);  in reg_status()
106 	return (1 * intc->n_words + word) * sizeof(u32);  in reg_status()
110 static inline unsigned int cpu_for_irq(struct bcm6345_l1_chip *intc,  in cpu_for_irq()  argument
113 	return cpumask_first_and(&intc->cpumask, irq_data_get_affinity_mask(d));  in cpu_for_irq()
118 	struct bcm6345_l1_cpu *cpu = irq_desc_get_handler_data(desc);  in bcm6345_l1_irq_handle()  local
119 	struct bcm6345_l1_chip *intc = cpu->intc;  in bcm6345_l1_irq_handle()  local
125 	for (idx = 0; idx < intc->n_words; idx++) {  in bcm6345_l1_irq_handle()
130 		pending = __raw_readl(cpu->map_base + reg_status(intc, idx));  in bcm6345_l1_irq_handle()
131 		pending &= __raw_readl(cpu->map_base + reg_enable(intc, idx));  in bcm6345_l1_irq_handle()
134 			if (generic_handle_domain_irq(intc->domain, base + hwirq))  in bcm6345_l1_irq_handle()
144 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in __bcm6345_l1_unmask()  local
145 	u32 word = d->hwirq / IRQS_PER_WORD;  in __bcm6345_l1_unmask()
146 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in __bcm6345_l1_unmask()
147 	unsigned int cpu_idx = cpu_for_irq(intc, d);  in __bcm6345_l1_unmask()
149 	intc->cpus[cpu_idx]->enable_cache[word] |= mask;  in __bcm6345_l1_unmask()
150 	__raw_writel(intc->cpus[cpu_idx]->enable_cache[word],  in __bcm6345_l1_unmask()
151 		intc->cpus[cpu_idx]->map_base + reg_enable(intc, word));  in __bcm6345_l1_unmask()
156 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in __bcm6345_l1_mask()  local
157 	u32 word = d->hwirq / IRQS_PER_WORD;  in __bcm6345_l1_mask()
158 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in __bcm6345_l1_mask()
159 	unsigned int cpu_idx = cpu_for_irq(intc, d);  in __bcm6345_l1_mask()
161 	intc->cpus[cpu_idx]->enable_cache[word] &= ~mask;  in __bcm6345_l1_mask()
162 	__raw_writel(intc->cpus[cpu_idx]->enable_cache[word],  in __bcm6345_l1_mask()
163 		intc->cpus[cpu_idx]->map_base + reg_enable(intc, word));  in __bcm6345_l1_mask()
168 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_unmask()  local
171 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_unmask()
173 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_unmask()
178 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_mask()  local
181 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_mask()
183 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_mask()
190 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_set_affinity()  local
191 	u32 word = d->hwirq / IRQS_PER_WORD;  in bcm6345_l1_set_affinity()
192 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in bcm6345_l1_set_affinity()
193 	unsigned int old_cpu = cpu_for_irq(intc, d);  in bcm6345_l1_set_affinity()
198 	new_cpu = cpumask_first_and_and(&intc->cpumask, dest, cpu_online_mask);  in bcm6345_l1_set_affinity()
200 		return -EINVAL;  in bcm6345_l1_set_affinity()
204 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_set_affinity()
206 		enabled = intc->cpus[old_cpu]->enable_cache[word] & mask;  in bcm6345_l1_set_affinity()
215 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_set_affinity()
224 				      struct bcm6345_l1_chip *intc)  in bcm6345_l1_init_one()  argument
228 	struct bcm6345_l1_cpu *cpu;  in bcm6345_l1_init_one()  local
232 		return -EINVAL;  in bcm6345_l1_init_one()
236 	if (!intc->n_words)  in bcm6345_l1_init_one()
237 		intc->n_words = n_words;  in bcm6345_l1_init_one()
238 	else if (intc->n_words != n_words)  in bcm6345_l1_init_one()
239 		return -EINVAL;  in bcm6345_l1_init_one()
241 	cpu = intc->cpus[idx] = kzalloc(struct_size(cpu, enable_cache, n_words),  in bcm6345_l1_init_one()
243 	if (!cpu)  in bcm6345_l1_init_one()
244 		return -ENOMEM;  in bcm6345_l1_init_one()
246 	cpu->intc = intc;  in bcm6345_l1_init_one()
247 	cpu->map_base = ioremap(res.start, sz);  in bcm6345_l1_init_one()
248 	if (!cpu->map_base)  in bcm6345_l1_init_one()
249 		return -ENOMEM;  in bcm6345_l1_init_one()
252 		pr_err("failed to request intc memory");  in bcm6345_l1_init_one()
255 		cpu->enable_cache[i] = 0;  in bcm6345_l1_init_one()
256 		__raw_writel(0, cpu->map_base + reg_enable(intc, i));  in bcm6345_l1_init_one()
259 	cpu->parent_irq = irq_of_parse_and_map(dn, idx);  in bcm6345_l1_init_one()
260 	if (!cpu->parent_irq) {  in bcm6345_l1_init_one()
261 		pr_err("failed to map parent interrupt %d\n", cpu->parent_irq);  in bcm6345_l1_init_one()
262 		return -EINVAL;  in bcm6345_l1_init_one()
264 	irq_set_chained_handler_and_data(cpu->parent_irq,  in bcm6345_l1_init_one()
265 						bcm6345_l1_irq_handle, cpu);  in bcm6345_l1_init_one()
271 	.name			= "bcm6345-l1",
282 	irq_set_chip_data(virq, d->host_data);  in bcm6345_l1_map()
295 	struct bcm6345_l1_chip *intc;  in bcm6345_l1_of_init()  local
299 	intc = kzalloc(sizeof(*intc), GFP_KERNEL);  in bcm6345_l1_of_init()
300 	if (!intc)  in bcm6345_l1_of_init()
301 		return -ENOMEM;  in bcm6345_l1_of_init()
304 		ret = bcm6345_l1_init_one(dn, idx, intc);  in bcm6345_l1_of_init()
306 			pr_err("failed to init intc L1 for cpu %d: %d\n",  in bcm6345_l1_of_init()
309 			cpumask_set_cpu(idx, &intc->cpumask);  in bcm6345_l1_of_init()
312 	if (cpumask_empty(&intc->cpumask)) {  in bcm6345_l1_of_init()
313 		ret = -ENODEV;  in bcm6345_l1_of_init()
317 	raw_spin_lock_init(&intc->lock);  in bcm6345_l1_of_init()
319 	intc->domain = irq_domain_add_linear(dn, IRQS_PER_WORD * intc->n_words,  in bcm6345_l1_of_init()
321 					     intc);  in bcm6345_l1_of_init()
322 	if (!intc->domain) {  in bcm6345_l1_of_init()
323 		ret = -ENOMEM;  in bcm6345_l1_of_init()
327 	pr_info("registered BCM6345 L1 intc (IRQs: %d)\n",  in bcm6345_l1_of_init()
328 			IRQS_PER_WORD * intc->n_words);  in bcm6345_l1_of_init()
329 	for_each_cpu(idx, &intc->cpumask) {  in bcm6345_l1_of_init()
330 		struct bcm6345_l1_cpu *cpu = intc->cpus[idx];  in bcm6345_l1_of_init()  local
332 		pr_info("  CPU%u (irq = %d)\n", idx, cpu->parent_irq);  in bcm6345_l1_of_init()
339 		struct bcm6345_l1_cpu *cpu = intc->cpus[idx];  in bcm6345_l1_of_init()  local
341 		if (cpu) {  in bcm6345_l1_of_init()
342 			if (cpu->map_base)  in bcm6345_l1_of_init()
343 				iounmap(cpu->map_base);  in bcm6345_l1_of_init()
344 			kfree(cpu);  in bcm6345_l1_of_init()
348 	kfree(intc);  in bcm6345_l1_of_init()
352 IRQCHIP_DECLARE(bcm6345_l1, "brcm,bcm6345-l1-intc", bcm6345_l1_of_init);