// SPDX-License-Identifier: GPL-2.0 /* * Copyright (C) 2020-2022 Loongson Technology Corporation Limited */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "legacy_boot.h" DEFINE_PER_CPU(unsigned long, irq_stack); DEFINE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat); EXPORT_PER_CPU_SYMBOL(irq_stat); struct acpi_vector_group pch_group[MAX_IO_PICS]; struct acpi_vector_group msi_group[MAX_IO_PICS]; /* * 'what should we do if we get a hw irq event on an illegal vector'. * each architecture has to answer this themselves. */ void ack_bad_irq(unsigned int irq) { pr_warn("Unexpected IRQ # %d\n", irq); } atomic_t irq_err_count; asmlinkage void spurious_interrupt(void) { atomic_inc(&irq_err_count); } int arch_show_interrupts(struct seq_file *p, int prec) { #ifdef CONFIG_SMP show_ipi_list(p, prec); #endif seq_printf(p, "%*s: %10u\n", prec, "ERR", atomic_read(&irq_err_count)); return 0; } static int __init early_pci_mcfg_parse(struct acpi_table_header *header) { struct acpi_table_mcfg *mcfg; struct acpi_mcfg_allocation *mptr; int i, n; if (header->length < sizeof(struct acpi_table_mcfg)) return -EINVAL; for (i = 0; i < MAX_IO_PICS; i++) { msi_group[i].pci_segment = -1; msi_group[i].node = -1; pch_group[i].node = -1; } n = (header->length - sizeof(struct acpi_table_mcfg)) / sizeof(struct acpi_mcfg_allocation); mcfg = (struct acpi_table_mcfg *)header; mptr = (struct acpi_mcfg_allocation *) &mcfg[1]; for (i = 0; i < n; i++, mptr++) { msi_group[i].pci_segment = mptr->pci_segment; pch_group[i].node = msi_group[i].node = (mptr->address >> 44) & 0xf; } return 0; } static void __init init_vec_parent_group(void) { acpi_table_parse(ACPI_SIG_MCFG, early_pci_mcfg_parse); } #ifdef CONFIG_HOTPLUG_CPU static void handle_irq_affinity(void) { struct irq_desc *desc; struct irq_chip *chip; unsigned int irq; unsigned long flags; struct cpumask *affinity; for_each_active_irq(irq) { desc = irq_to_desc(irq); if (!desc) continue; raw_spin_lock_irqsave(&desc->lock, flags); affinity = desc->irq_data.common->affinity; if (!cpumask_intersects(affinity, cpu_online_mask)) cpumask_copy(affinity, cpu_online_mask); chip = irq_data_get_irq_chip(&desc->irq_data); if (chip && chip->irq_set_affinity) chip->irq_set_affinity(&desc->irq_data, desc->irq_data.common->affinity, true); raw_spin_unlock_irqrestore(&desc->lock, flags); } } void fixup_irqs(void) { handle_irq_affinity(); irq_cpu_offline(); clear_csr_ecfg(ECFG0_IM); } #endif void __init init_IRQ(void) { int i, ret; unsigned int order = get_order(IRQ_STACK_SIZE); struct page *page; unsigned long node; if (!acpi_gbl_reduced_hardware) { for_each_node(node) writel(0x40000000 | (node << 12), (volatile void __iomem *)(0x80000efdfb000274UL + (node<<44))); } clear_csr_ecfg(ECFG0_IM); clear_csr_estat(ESTATF_IP); init_vec_parent_group(); if (efi_bp && bpi_version <= BPI_VERSION_V1) { ret = setup_legacy_IRQ(); if (ret) panic("IRQ domain init error!\n"); } else { irqchip_init(); } #ifdef CONFIG_SMP smp_ops.init_ipi(); #endif for (i = 0; i < NR_IRQS; i++) irq_set_noprobe(i); for_each_possible_cpu(i) { page = alloc_pages_node(cpu_to_node(i), GFP_KERNEL, order); per_cpu(irq_stack, i) = (unsigned long)page_address(page); pr_debug("CPU%d IRQ stack at 0x%lx - 0x%lx\n", i, per_cpu(irq_stack, i), per_cpu(irq_stack, i) + IRQ_STACK_SIZE); } set_csr_ecfg(ECFGF_SIP0 | ECFGF_IP0 | ECFGF_IP1 | ECFGF_IP2 | ECFGF_IPI | ECFGF_PMC); }