1 /* 2 * Copyright (c) 2013-2021 The Linux Foundation. All rights reserved. 3 * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved. 4 * 5 * Permission to use, copy, modify, and/or distribute this software for 6 * any purpose with or without fee is hereby granted, provided that the 7 * above copyright notice and this permission notice appear in all 8 * copies. 9 * 10 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL 11 * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED 12 * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE 13 * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL 14 * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR 15 * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER 16 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR 17 * PERFORMANCE OF THIS SOFTWARE. 18 */ 19 20 #include <linux/pci.h> 21 #include <linux/slab.h> 22 #include <linux/interrupt.h> 23 #include <linux/if_arp.h> 24 #include <linux/of_pci.h> 25 #include <linux/version.h> 26 #include "hif_io32.h" 27 #include "if_pci.h" 28 #include "hif.h" 29 #include "target_type.h" 30 #include "hif_main.h" 31 #include "ce_main.h" 32 #include "ce_api.h" 33 #include "ce_internal.h" 34 #include "ce_reg.h" 35 #include "ce_bmi.h" 36 #include "regtable.h" 37 #include "hif_hw_version.h" 38 #include <linux/debugfs.h> 39 #include <linux/seq_file.h> 40 #include "qdf_status.h" 41 #include "qdf_atomic.h" 42 #include "qdf_platform.h" 43 #include "pld_common.h" 44 #include "mp_dev.h" 45 #include "hif_debug.h" 46 47 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 48 char *legacy_ic_irqname[] = { 49 "ce0", 50 "ce1", 51 "ce2", 52 "ce3", 53 "ce4", 54 "ce5", 55 "ce6", 56 "ce7", 57 "ce8", 58 "ce9", 59 "ce10", 60 "ce11", 61 "ce12", 62 "ce13", 63 "ce14", 64 "ce15", 65 "reo2sw8_intr2", 66 "reo2sw7_intr2", 67 "reo2sw6_intr2", 68 "reo2sw5_intr2", 69 "reo2sw4_intr2", 70 "reo2sw3_intr2", 71 "reo2sw2_intr2", 72 "reo2sw1_intr2", 73 "reo2sw0_intr2", 74 "reo2sw8_intr", 75 "reo2sw7_intr", 76 "reo2sw6_inrr", 77 "reo2sw5_intr", 78 "reo2sw4_intr", 79 "reo2sw3_intr", 80 "reo2sw2_intr", 81 "reo2sw1_intr", 82 "reo2sw0_intr", 83 "reo2status_intr2", 84 "reo_status", 85 "reo2rxdma_out_2", 86 "reo2rxdma_out_1", 87 "reo_cmd", 88 "sw2reo6", 89 "sw2reo5", 90 "sw2reo1", 91 "sw2reo", 92 "rxdma2reo_mlo_0_dst_ring1", 93 "rxdma2reo_mlo_0_dst_ring0", 94 "rxdma2reo_mlo_1_dst_ring1", 95 "rxdma2reo_mlo_1_dst_ring0", 96 "rxdma2reo_dst_ring1", 97 "rxdma2reo_dst_ring0", 98 "rxdma2sw_dst_ring1", 99 "rxdma2sw_dst_ring0", 100 "rxdma2release_dst_ring1", 101 "rxdma2release_dst_ring0", 102 "sw2rxdma_2_src_ring", 103 "sw2rxdma_1_src_ring", 104 "sw2rxdma_0", 105 "wbm2sw6_release2", 106 "wbm2sw5_release2", 107 "wbm2sw4_release2", 108 "wbm2sw3_release2", 109 "wbm2sw2_release2", 110 "wbm2sw1_release2", 111 "wbm2sw0_release2", 112 "wbm2sw6_release", 113 "wbm2sw5_release", 114 "wbm2sw4_release", 115 "wbm2sw3_release", 116 "wbm2sw2_release", 117 "wbm2sw1_release", 118 "wbm2sw0_release", 119 "wbm2sw_link", 120 "wbm_error_release", 121 "sw2txmon_src_ring", 122 "sw2rxmon_src_ring", 123 "txmon2sw_p1_intr1", 124 "txmon2sw_p1_intr0", 125 "txmon2sw_p0_dest1", 126 "txmon2sw_p0_dest0", 127 "rxmon2sw_p1_intr1", 128 "rxmon2sw_p1_intr0", 129 "rxmon2sw_p0_dest1", 130 "rxmon2sw_p0_dest0", 131 "sw_release", 132 "sw2tcl_credit2", 133 "sw2tcl_credit", 134 "sw2tcl4", 135 "sw2tcl5", 136 "sw2tcl3", 137 "sw2tcl2", 138 "sw2tcl1", 139 "sw2wbm1", 140 "misc_8", 141 "misc_7", 142 "misc_6", 143 "misc_5", 144 "misc_4", 145 "misc_3", 146 "misc_2", 147 "misc_1", 148 "misc_0", 149 }; 150 #endif 151 152 #if (defined(QCA_WIFI_QCA6390) || defined(QCA_WIFI_QCA6490) || \ 153 defined(QCA_WIFI_KIWI)) 154 #include "hal_api.h" 155 #endif 156 157 #include "if_pci_internal.h" 158 #include "ce_tasklet.h" 159 #include "targaddrs.h" 160 #include "hif_exec.h" 161 162 #include "pci_api.h" 163 #include "ahb_api.h" 164 #include "wlan_cfg.h" 165 #include "qdf_hang_event_notifier.h" 166 #include "qdf_platform.h" 167 #include "qal_devnode.h" 168 #include "qdf_irq.h" 169 170 /* Maximum ms timeout for host to wake up target */ 171 #define PCIE_WAKE_TIMEOUT 1000 172 #define RAMDUMP_EVENT_TIMEOUT 2500 173 174 /* Setting SOC_GLOBAL_RESET during driver unload causes intermittent 175 * PCIe data bus error 176 * As workaround for this issue - changing the reset sequence to 177 * use TargetCPU warm reset * instead of SOC_GLOBAL_RESET 178 */ 179 #define CPU_WARM_RESET_WAR 180 #define WLAN_CFG_MAX_PCIE_GROUPS 4 181 #ifdef QCA_WIFI_QCN9224 182 #define WLAN_CFG_MAX_CE_COUNT 16 183 #else 184 #define WLAN_CFG_MAX_CE_COUNT 12 185 #endif 186 #define DP_IRQ_NAME_LEN 25 187 char dp_irqname[WLAN_CFG_MAX_PCIE_GROUPS][WLAN_CFG_INT_NUM_CONTEXTS][DP_IRQ_NAME_LEN] = {}; 188 char ce_irqname[WLAN_CFG_MAX_PCIE_GROUPS][WLAN_CFG_MAX_CE_COUNT][DP_IRQ_NAME_LEN] = {}; 189 190 static inline int hif_get_pci_slot(struct hif_softc *scn) 191 { 192 int pci_slot = pld_get_pci_slot(scn->qdf_dev->dev); 193 194 if (pci_slot < 0) { 195 hif_err("Invalid PCI SLOT %d", pci_slot); 196 qdf_assert_always(0); 197 return 0; 198 } else { 199 return pci_slot; 200 } 201 } 202 203 /* 204 * Top-level interrupt handler for all PCI interrupts from a Target. 205 * When a block of MSI interrupts is allocated, this top-level handler 206 * is not used; instead, we directly call the correct sub-handler. 207 */ 208 struct ce_irq_reg_table { 209 uint32_t irq_enable; 210 uint32_t irq_status; 211 }; 212 213 #ifndef QCA_WIFI_3_0_ADRASTEA 214 static inline void hif_pci_route_adrastea_interrupt(struct hif_pci_softc *sc) 215 { 216 } 217 #else 218 static void hif_pci_route_adrastea_interrupt(struct hif_pci_softc *sc) 219 { 220 struct hif_softc *scn = HIF_GET_SOFTC(sc); 221 unsigned int target_enable0, target_enable1; 222 unsigned int target_cause0, target_cause1; 223 224 target_enable0 = hif_read32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_0); 225 target_enable1 = hif_read32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_1); 226 target_cause0 = hif_read32_mb(sc, sc->mem + Q6_CAUSE_REGISTER_0); 227 target_cause1 = hif_read32_mb(sc, sc->mem + Q6_CAUSE_REGISTER_1); 228 229 if ((target_enable0 & target_cause0) || 230 (target_enable1 & target_cause1)) { 231 hif_write32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_0, 0); 232 hif_write32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_1, 0); 233 234 if (scn->notice_send) 235 pld_intr_notify_q6(sc->dev); 236 } 237 } 238 #endif 239 240 241 /** 242 * pci_dispatch_ce_irq() - pci_dispatch_ce_irq 243 * @scn: scn 244 * 245 * Return: N/A 246 */ 247 static void pci_dispatch_interrupt(struct hif_softc *scn) 248 { 249 uint32_t intr_summary; 250 int id; 251 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 252 253 if (scn->hif_init_done != true) 254 return; 255 256 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 257 return; 258 259 intr_summary = CE_INTERRUPT_SUMMARY(scn); 260 261 if (intr_summary == 0) { 262 if ((scn->target_status != TARGET_STATUS_RESET) && 263 (!qdf_atomic_read(&scn->link_suspended))) { 264 265 hif_write32_mb(scn, scn->mem + 266 (SOC_CORE_BASE_ADDRESS | 267 PCIE_INTR_ENABLE_ADDRESS), 268 HOST_GROUP0_MASK); 269 270 hif_read32_mb(scn, scn->mem + 271 (SOC_CORE_BASE_ADDRESS | 272 PCIE_INTR_ENABLE_ADDRESS)); 273 } 274 Q_TARGET_ACCESS_END(scn); 275 return; 276 } 277 Q_TARGET_ACCESS_END(scn); 278 279 scn->ce_irq_summary = intr_summary; 280 for (id = 0; intr_summary && (id < scn->ce_count); id++) { 281 if (intr_summary & (1 << id)) { 282 intr_summary &= ~(1 << id); 283 ce_dispatch_interrupt(id, &hif_state->tasklets[id]); 284 } 285 } 286 } 287 288 irqreturn_t hif_pci_legacy_ce_interrupt_handler(int irq, void *arg) 289 { 290 struct hif_pci_softc *sc = (struct hif_pci_softc *)arg; 291 struct hif_softc *scn = HIF_GET_SOFTC(sc); 292 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(arg); 293 294 volatile int tmp; 295 uint16_t val = 0; 296 uint32_t bar0 = 0; 297 uint32_t fw_indicator_address, fw_indicator; 298 bool ssr_irq = false; 299 unsigned int host_cause, host_enable; 300 301 if (LEGACY_INTERRUPTS(sc)) { 302 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 303 return IRQ_HANDLED; 304 305 if (ADRASTEA_BU) { 306 host_enable = hif_read32_mb(sc, sc->mem + 307 PCIE_INTR_ENABLE_ADDRESS); 308 host_cause = hif_read32_mb(sc, sc->mem + 309 PCIE_INTR_CAUSE_ADDRESS); 310 if (!(host_enable & host_cause)) { 311 hif_pci_route_adrastea_interrupt(sc); 312 return IRQ_HANDLED; 313 } 314 } 315 316 /* Clear Legacy PCI line interrupts 317 * IMPORTANT: INTR_CLR regiser has to be set 318 * after INTR_ENABLE is set to 0, 319 * otherwise interrupt can not be really cleared 320 */ 321 hif_write32_mb(sc, sc->mem + 322 (SOC_CORE_BASE_ADDRESS | 323 PCIE_INTR_ENABLE_ADDRESS), 0); 324 325 hif_write32_mb(sc, sc->mem + 326 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_CLR_ADDRESS), 327 ADRASTEA_BU ? 328 (host_enable & host_cause) : 329 HOST_GROUP0_MASK); 330 331 if (ADRASTEA_BU) 332 hif_write32_mb(sc, sc->mem + 0x2f100c, 333 (host_cause >> 1)); 334 335 /* IMPORTANT: this extra read transaction is required to 336 * flush the posted write buffer 337 */ 338 if (!ADRASTEA_BU) { 339 tmp = 340 hif_read32_mb(sc, sc->mem + 341 (SOC_CORE_BASE_ADDRESS | 342 PCIE_INTR_ENABLE_ADDRESS)); 343 344 if (tmp == 0xdeadbeef) { 345 hif_err("SoC returns 0xdeadbeef!!"); 346 347 pci_read_config_word(sc->pdev, PCI_VENDOR_ID, &val); 348 hif_err("PCI Vendor ID = 0x%04x", val); 349 350 pci_read_config_word(sc->pdev, PCI_DEVICE_ID, &val); 351 hif_err("PCI Device ID = 0x%04x", val); 352 353 pci_read_config_word(sc->pdev, PCI_COMMAND, &val); 354 hif_err("PCI Command = 0x%04x", val); 355 356 pci_read_config_word(sc->pdev, PCI_STATUS, &val); 357 hif_err("PCI Status = 0x%04x", val); 358 359 pci_read_config_dword(sc->pdev, PCI_BASE_ADDRESS_0, 360 &bar0); 361 hif_err("PCI BAR0 = 0x%08x", bar0); 362 363 hif_err("RTC_STATE_ADDRESS = 0x%08x", 364 hif_read32_mb(sc, sc->mem + 365 PCIE_LOCAL_BASE_ADDRESS 366 + RTC_STATE_ADDRESS)); 367 hif_err("PCIE_SOC_WAKE_ADDRESS = 0x%08x", 368 hif_read32_mb(sc, sc->mem + 369 PCIE_LOCAL_BASE_ADDRESS 370 + PCIE_SOC_WAKE_ADDRESS)); 371 hif_err("0x80008 = 0x%08x, 0x8000c = 0x%08x", 372 hif_read32_mb(sc, sc->mem + 0x80008), 373 hif_read32_mb(sc, sc->mem + 0x8000c)); 374 hif_err("0x80010 = 0x%08x, 0x80014 = 0x%08x", 375 hif_read32_mb(sc, sc->mem + 0x80010), 376 hif_read32_mb(sc, sc->mem + 0x80014)); 377 hif_err("0x80018 = 0x%08x, 0x8001c = 0x%08x", 378 hif_read32_mb(sc, sc->mem + 0x80018), 379 hif_read32_mb(sc, sc->mem + 0x8001c)); 380 QDF_BUG(0); 381 } 382 383 PCI_CLR_CAUSE0_REGISTER(sc); 384 } 385 386 if (HAS_FW_INDICATOR) { 387 fw_indicator_address = hif_state->fw_indicator_address; 388 fw_indicator = A_TARGET_READ(scn, fw_indicator_address); 389 if ((fw_indicator != ~0) && 390 (fw_indicator & FW_IND_EVENT_PENDING)) 391 ssr_irq = true; 392 } 393 394 if (Q_TARGET_ACCESS_END(scn) < 0) 395 return IRQ_HANDLED; 396 } 397 /* TBDXXX: Add support for WMAC */ 398 399 if (ssr_irq) { 400 sc->irq_event = irq; 401 qdf_atomic_set(&scn->tasklet_from_intr, 1); 402 403 qdf_atomic_inc(&scn->active_tasklet_cnt); 404 tasklet_schedule(&sc->intr_tq); 405 } else { 406 pci_dispatch_interrupt(scn); 407 } 408 409 return IRQ_HANDLED; 410 } 411 412 bool hif_pci_targ_is_present(struct hif_softc *scn, void *__iomem *mem) 413 { 414 return 1; /* FIX THIS */ 415 } 416 417 int hif_get_irq_num(struct hif_opaque_softc *scn, int *irq, uint32_t size) 418 { 419 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 420 int i = 0; 421 422 if (!irq || !size) { 423 return -EINVAL; 424 } 425 426 if (!sc->num_msi_intrs || sc->num_msi_intrs == 1) { 427 irq[0] = sc->irq; 428 return 1; 429 } 430 431 if (sc->num_msi_intrs > size) { 432 qdf_print("Not enough space in irq buffer to return irqs"); 433 return -EINVAL; 434 } 435 436 for (i = 0; i < sc->num_msi_intrs; i++) { 437 irq[i] = sc->irq + i + MSI_ASSIGN_CE_INITIAL; 438 } 439 440 return sc->num_msi_intrs; 441 } 442 443 444 /** 445 * hif_pci_cancel_deferred_target_sleep() - cancels the defered target sleep 446 * @scn: hif_softc 447 * 448 * Return: void 449 */ 450 #if CONFIG_ATH_PCIE_MAX_PERF == 0 451 void hif_pci_cancel_deferred_target_sleep(struct hif_softc *scn) 452 { 453 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 454 A_target_id_t pci_addr = scn->mem; 455 456 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 457 /* 458 * If the deferred sleep timer is running cancel it 459 * and put the soc into sleep. 460 */ 461 if (hif_state->fake_sleep == true) { 462 qdf_timer_stop(&hif_state->sleep_timer); 463 if (hif_state->verified_awake == false) { 464 hif_write32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 465 PCIE_SOC_WAKE_ADDRESS, 466 PCIE_SOC_WAKE_RESET); 467 } 468 hif_state->fake_sleep = false; 469 } 470 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 471 } 472 #else 473 inline void hif_pci_cancel_deferred_target_sleep(struct hif_softc *scn) 474 { 475 } 476 #endif 477 478 #define A_PCIE_LOCAL_REG_READ(sc, mem, addr) \ 479 hif_read32_mb(sc, (char *)(mem) + \ 480 PCIE_LOCAL_BASE_ADDRESS + (uint32_t)(addr)) 481 482 #define A_PCIE_LOCAL_REG_WRITE(sc, mem, addr, val) \ 483 hif_write32_mb(sc, ((char *)(mem) + \ 484 PCIE_LOCAL_BASE_ADDRESS + (uint32_t)(addr)), (val)) 485 486 #ifdef QCA_WIFI_3_0 487 /** 488 * hif_targ_is_awake() - check to see if the target is awake 489 * @hif_ctx: hif context 490 * 491 * emulation never goes to sleep 492 * 493 * Return: true if target is awake 494 */ 495 static bool hif_targ_is_awake(struct hif_softc *hif_ctx, void *__iomem *mem) 496 { 497 return true; 498 } 499 #else 500 /** 501 * hif_targ_is_awake() - check to see if the target is awake 502 * @hif_ctx: hif context 503 * 504 * Return: true if the targets clocks are on 505 */ 506 static bool hif_targ_is_awake(struct hif_softc *scn, void *__iomem *mem) 507 { 508 uint32_t val; 509 510 if (scn->recovery) 511 return false; 512 val = hif_read32_mb(scn, mem + PCIE_LOCAL_BASE_ADDRESS 513 + RTC_STATE_ADDRESS); 514 return (RTC_STATE_V_GET(val) & RTC_STATE_V_ON) == RTC_STATE_V_ON; 515 } 516 #endif 517 518 #define ATH_PCI_RESET_WAIT_MAX 10 /* Ms */ 519 static void hif_pci_device_reset(struct hif_pci_softc *sc) 520 { 521 void __iomem *mem = sc->mem; 522 int i; 523 uint32_t val; 524 struct hif_softc *scn = HIF_GET_SOFTC(sc); 525 526 if (!scn->hostdef) 527 return; 528 529 /* NB: Don't check resetok here. This form of reset 530 * is integral to correct operation. 531 */ 532 533 if (!SOC_GLOBAL_RESET_ADDRESS) 534 return; 535 536 if (!mem) 537 return; 538 539 hif_err("Reset Device"); 540 541 /* 542 * NB: If we try to write SOC_GLOBAL_RESET_ADDRESS without first 543 * writing WAKE_V, the Target may scribble over Host memory! 544 */ 545 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 546 PCIE_SOC_WAKE_V_MASK); 547 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 548 if (hif_targ_is_awake(scn, mem)) 549 break; 550 551 qdf_mdelay(1); 552 } 553 554 /* Put Target, including PCIe, into RESET. */ 555 val = A_PCIE_LOCAL_REG_READ(sc, mem, SOC_GLOBAL_RESET_ADDRESS); 556 val |= 1; 557 A_PCIE_LOCAL_REG_WRITE(sc, mem, SOC_GLOBAL_RESET_ADDRESS, val); 558 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 559 if (A_PCIE_LOCAL_REG_READ(sc, mem, RTC_STATE_ADDRESS) & 560 RTC_STATE_COLD_RESET_MASK) 561 break; 562 563 qdf_mdelay(1); 564 } 565 566 /* Pull Target, including PCIe, out of RESET. */ 567 val &= ~1; 568 A_PCIE_LOCAL_REG_WRITE(sc, mem, SOC_GLOBAL_RESET_ADDRESS, val); 569 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 570 if (! 571 (A_PCIE_LOCAL_REG_READ(sc, mem, RTC_STATE_ADDRESS) & 572 RTC_STATE_COLD_RESET_MASK)) 573 break; 574 575 qdf_mdelay(1); 576 } 577 578 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 579 PCIE_SOC_WAKE_RESET); 580 } 581 582 /* CPU warm reset function 583 * Steps: 584 * 1. Disable all pending interrupts - so no pending interrupts on WARM reset 585 * 2. Clear the FW_INDICATOR_ADDRESS -so Traget CPU initializes FW 586 * correctly on WARM reset 587 * 3. Clear TARGET CPU LF timer interrupt 588 * 4. Reset all CEs to clear any pending CE tarnsactions 589 * 5. Warm reset CPU 590 */ 591 static void hif_pci_device_warm_reset(struct hif_pci_softc *sc) 592 { 593 void __iomem *mem = sc->mem; 594 int i; 595 uint32_t val; 596 uint32_t fw_indicator; 597 struct hif_softc *scn = HIF_GET_SOFTC(sc); 598 599 /* NB: Don't check resetok here. This form of reset is 600 * integral to correct operation. 601 */ 602 603 if (!mem) 604 return; 605 606 hif_debug("Target Warm Reset"); 607 608 /* 609 * NB: If we try to write SOC_GLOBAL_RESET_ADDRESS without first 610 * writing WAKE_V, the Target may scribble over Host memory! 611 */ 612 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 613 PCIE_SOC_WAKE_V_MASK); 614 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 615 if (hif_targ_is_awake(scn, mem)) 616 break; 617 qdf_mdelay(1); 618 } 619 620 /* 621 * Disable Pending interrupts 622 */ 623 val = 624 hif_read32_mb(sc, mem + 625 (SOC_CORE_BASE_ADDRESS | 626 PCIE_INTR_CAUSE_ADDRESS)); 627 hif_debug("Host Intr Cause reg 0x%x: value : 0x%x", 628 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_CAUSE_ADDRESS), val); 629 /* Target CPU Intr Cause */ 630 val = hif_read32_mb(sc, mem + 631 (SOC_CORE_BASE_ADDRESS | CPU_INTR_ADDRESS)); 632 hif_debug("Target CPU Intr Cause 0x%x", val); 633 634 val = 635 hif_read32_mb(sc, mem + 636 (SOC_CORE_BASE_ADDRESS | 637 PCIE_INTR_ENABLE_ADDRESS)); 638 hif_write32_mb(sc, (mem + 639 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_ENABLE_ADDRESS)), 0); 640 hif_write32_mb(sc, (mem + 641 (SOC_CORE_BASE_ADDRESS + PCIE_INTR_CLR_ADDRESS)), 642 HOST_GROUP0_MASK); 643 644 qdf_mdelay(100); 645 646 /* Clear FW_INDICATOR_ADDRESS */ 647 if (HAS_FW_INDICATOR) { 648 fw_indicator = hif_read32_mb(sc, mem + FW_INDICATOR_ADDRESS); 649 hif_write32_mb(sc, mem + FW_INDICATOR_ADDRESS, 0); 650 } 651 652 /* Clear Target LF Timer interrupts */ 653 val = 654 hif_read32_mb(sc, mem + 655 (RTC_SOC_BASE_ADDRESS + 656 SOC_LF_TIMER_CONTROL0_ADDRESS)); 657 hif_debug("addr 0x%x : 0x%x", 658 (RTC_SOC_BASE_ADDRESS + SOC_LF_TIMER_CONTROL0_ADDRESS), val); 659 val &= ~SOC_LF_TIMER_CONTROL0_ENABLE_MASK; 660 hif_write32_mb(sc, mem + 661 (RTC_SOC_BASE_ADDRESS + SOC_LF_TIMER_CONTROL0_ADDRESS), 662 val); 663 664 /* Reset CE */ 665 val = 666 hif_read32_mb(sc, mem + 667 (RTC_SOC_BASE_ADDRESS | 668 SOC_RESET_CONTROL_ADDRESS)); 669 val |= SOC_RESET_CONTROL_CE_RST_MASK; 670 hif_write32_mb(sc, (mem + 671 (RTC_SOC_BASE_ADDRESS | SOC_RESET_CONTROL_ADDRESS)), 672 val); 673 val = 674 hif_read32_mb(sc, mem + 675 (RTC_SOC_BASE_ADDRESS | 676 SOC_RESET_CONTROL_ADDRESS)); 677 qdf_mdelay(10); 678 679 /* CE unreset */ 680 val &= ~SOC_RESET_CONTROL_CE_RST_MASK; 681 hif_write32_mb(sc, mem + (RTC_SOC_BASE_ADDRESS | 682 SOC_RESET_CONTROL_ADDRESS), val); 683 val = 684 hif_read32_mb(sc, mem + 685 (RTC_SOC_BASE_ADDRESS | 686 SOC_RESET_CONTROL_ADDRESS)); 687 qdf_mdelay(10); 688 689 /* Read Target CPU Intr Cause */ 690 val = hif_read32_mb(sc, mem + 691 (SOC_CORE_BASE_ADDRESS | CPU_INTR_ADDRESS)); 692 hif_debug("Target CPU Intr Cause after CE reset 0x%x", val); 693 694 /* CPU warm RESET */ 695 val = 696 hif_read32_mb(sc, mem + 697 (RTC_SOC_BASE_ADDRESS | 698 SOC_RESET_CONTROL_ADDRESS)); 699 val |= SOC_RESET_CONTROL_CPU_WARM_RST_MASK; 700 hif_write32_mb(sc, mem + (RTC_SOC_BASE_ADDRESS | 701 SOC_RESET_CONTROL_ADDRESS), val); 702 val = 703 hif_read32_mb(sc, mem + 704 (RTC_SOC_BASE_ADDRESS | 705 SOC_RESET_CONTROL_ADDRESS)); 706 hif_debug("RESET_CONTROL after cpu warm reset 0x%x", val); 707 708 qdf_mdelay(100); 709 hif_debug("Target Warm reset complete"); 710 711 } 712 713 #ifndef QCA_WIFI_3_0 714 /* only applicable to legacy ce */ 715 int hif_check_fw_reg(struct hif_opaque_softc *hif_ctx) 716 { 717 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 718 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 719 void __iomem *mem = sc->mem; 720 uint32_t val; 721 722 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 723 return ATH_ISR_NOSCHED; 724 val = hif_read32_mb(sc, mem + FW_INDICATOR_ADDRESS); 725 if (Q_TARGET_ACCESS_END(scn) < 0) 726 return ATH_ISR_SCHED; 727 728 hif_debug("FW_INDICATOR register is 0x%x", val); 729 730 if (val & FW_IND_HELPER) 731 return 0; 732 733 return 1; 734 } 735 #endif 736 737 int hif_check_soc_status(struct hif_opaque_softc *hif_ctx) 738 { 739 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 740 uint16_t device_id = 0; 741 uint32_t val; 742 uint16_t timeout_count = 0; 743 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 744 745 /* Check device ID from PCIe configuration space for link status */ 746 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &device_id); 747 if (device_id != sc->devid) { 748 hif_err("Device ID does match (read 0x%x, expect 0x%x)", 749 device_id, sc->devid); 750 return -EACCES; 751 } 752 753 /* Check PCIe local register for bar/memory access */ 754 val = hif_read32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 755 RTC_STATE_ADDRESS); 756 hif_debug("RTC_STATE_ADDRESS is %08x", val); 757 758 /* Try to wake up taget if it sleeps */ 759 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 760 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 761 hif_debug("PCIE_SOC_WAKE_ADDRESS is %08x", 762 hif_read32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 763 PCIE_SOC_WAKE_ADDRESS)); 764 765 /* Check if taget can be woken up */ 766 while (!hif_targ_is_awake(scn, sc->mem)) { 767 if (timeout_count >= PCIE_WAKE_TIMEOUT) { 768 hif_err("wake up timeout, %08x, %08x", 769 hif_read32_mb(sc, sc->mem + 770 PCIE_LOCAL_BASE_ADDRESS + 771 RTC_STATE_ADDRESS), 772 hif_read32_mb(sc, sc->mem + 773 PCIE_LOCAL_BASE_ADDRESS + 774 PCIE_SOC_WAKE_ADDRESS)); 775 return -EACCES; 776 } 777 778 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 779 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 780 781 qdf_mdelay(100); 782 timeout_count += 100; 783 } 784 785 /* Check Power register for SoC internal bus issues */ 786 val = 787 hif_read32_mb(sc, sc->mem + RTC_SOC_BASE_ADDRESS + 788 SOC_POWER_REG_OFFSET); 789 hif_debug("Power register is %08x", val); 790 791 return 0; 792 } 793 794 /** 795 * __hif_pci_dump_registers(): dump other PCI debug registers 796 * @scn: struct hif_softc 797 * 798 * This function dumps pci debug registers. The parrent function 799 * dumps the copy engine registers before calling this function. 800 * 801 * Return: void 802 */ 803 static void __hif_pci_dump_registers(struct hif_softc *scn) 804 { 805 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 806 void __iomem *mem = sc->mem; 807 uint32_t val, i, j; 808 uint32_t wrapper_idx[] = { 1, 2, 3, 4, 5, 6, 7, 8, 9 }; 809 uint32_t ce_base; 810 811 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 812 return; 813 814 /* DEBUG_INPUT_SEL_SRC = 0x6 */ 815 val = 816 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 817 WLAN_DEBUG_INPUT_SEL_OFFSET); 818 val &= ~WLAN_DEBUG_INPUT_SEL_SRC_MASK; 819 val |= WLAN_DEBUG_INPUT_SEL_SRC_SET(0x6); 820 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 821 WLAN_DEBUG_INPUT_SEL_OFFSET, val); 822 823 /* DEBUG_CONTROL_ENABLE = 0x1 */ 824 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 825 WLAN_DEBUG_CONTROL_OFFSET); 826 val &= ~WLAN_DEBUG_CONTROL_ENABLE_MASK; 827 val |= WLAN_DEBUG_CONTROL_ENABLE_SET(0x1); 828 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 829 WLAN_DEBUG_CONTROL_OFFSET, val); 830 831 hif_debug("Debug: inputsel: %x dbgctrl: %x", 832 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 833 WLAN_DEBUG_INPUT_SEL_OFFSET), 834 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 835 WLAN_DEBUG_CONTROL_OFFSET)); 836 837 hif_debug("Debug CE"); 838 /* Loop CE debug output */ 839 /* AMBA_DEBUG_BUS_SEL = 0xc */ 840 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 841 AMBA_DEBUG_BUS_OFFSET); 842 val &= ~AMBA_DEBUG_BUS_SEL_MASK; 843 val |= AMBA_DEBUG_BUS_SEL_SET(0xc); 844 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + AMBA_DEBUG_BUS_OFFSET, 845 val); 846 847 for (i = 0; i < sizeof(wrapper_idx) / sizeof(uint32_t); i++) { 848 /* For (i=1,2,3,4,8,9) write CE_WRAPPER_DEBUG_SEL = i */ 849 val = hif_read32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 850 CE_WRAPPER_DEBUG_OFFSET); 851 val &= ~CE_WRAPPER_DEBUG_SEL_MASK; 852 val |= CE_WRAPPER_DEBUG_SEL_SET(wrapper_idx[i]); 853 hif_write32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 854 CE_WRAPPER_DEBUG_OFFSET, val); 855 856 hif_debug("ce wrapper: %d amdbg: %x cewdbg: %x", 857 wrapper_idx[i], 858 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 859 AMBA_DEBUG_BUS_OFFSET), 860 hif_read32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 861 CE_WRAPPER_DEBUG_OFFSET)); 862 863 if (wrapper_idx[i] <= 7) { 864 for (j = 0; j <= 5; j++) { 865 ce_base = CE_BASE_ADDRESS(wrapper_idx[i]); 866 /* For (j=0~5) write CE_DEBUG_SEL = j */ 867 val = 868 hif_read32_mb(sc, mem + ce_base + 869 CE_DEBUG_OFFSET); 870 val &= ~CE_DEBUG_SEL_MASK; 871 val |= CE_DEBUG_SEL_SET(j); 872 hif_write32_mb(sc, mem + ce_base + 873 CE_DEBUG_OFFSET, val); 874 875 /* read (@gpio_athr_wlan_reg) 876 * WLAN_DEBUG_OUT_DATA 877 */ 878 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS 879 + WLAN_DEBUG_OUT_OFFSET); 880 val = WLAN_DEBUG_OUT_DATA_GET(val); 881 882 hif_debug("module%d: cedbg: %x out: %x", 883 j, 884 hif_read32_mb(sc, mem + ce_base + 885 CE_DEBUG_OFFSET), val); 886 } 887 } else { 888 /* read (@gpio_athr_wlan_reg) WLAN_DEBUG_OUT_DATA */ 889 val = 890 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 891 WLAN_DEBUG_OUT_OFFSET); 892 val = WLAN_DEBUG_OUT_DATA_GET(val); 893 894 hif_debug("out: %x", val); 895 } 896 } 897 898 hif_debug("Debug PCIe:"); 899 /* Loop PCIe debug output */ 900 /* Write AMBA_DEBUG_BUS_SEL = 0x1c */ 901 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 902 AMBA_DEBUG_BUS_OFFSET); 903 val &= ~AMBA_DEBUG_BUS_SEL_MASK; 904 val |= AMBA_DEBUG_BUS_SEL_SET(0x1c); 905 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 906 AMBA_DEBUG_BUS_OFFSET, val); 907 908 for (i = 0; i <= 8; i++) { 909 /* For (i=1~8) write AMBA_DEBUG_BUS_PCIE_DEBUG_SEL = i */ 910 val = 911 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 912 AMBA_DEBUG_BUS_OFFSET); 913 val &= ~AMBA_DEBUG_BUS_PCIE_DEBUG_SEL_MASK; 914 val |= AMBA_DEBUG_BUS_PCIE_DEBUG_SEL_SET(i); 915 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 916 AMBA_DEBUG_BUS_OFFSET, val); 917 918 /* read (@gpio_athr_wlan_reg) WLAN_DEBUG_OUT_DATA */ 919 val = 920 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 921 WLAN_DEBUG_OUT_OFFSET); 922 val = WLAN_DEBUG_OUT_DATA_GET(val); 923 924 hif_debug("amdbg: %x out: %x %x", 925 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 926 WLAN_DEBUG_OUT_OFFSET), val, 927 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 928 WLAN_DEBUG_OUT_OFFSET)); 929 } 930 931 Q_TARGET_ACCESS_END(scn); 932 } 933 934 /** 935 * hif_dump_registers(): dump bus debug registers 936 * @scn: struct hif_opaque_softc 937 * 938 * This function dumps hif bus debug registers 939 * 940 * Return: 0 for success or error code 941 */ 942 int hif_pci_dump_registers(struct hif_softc *hif_ctx) 943 { 944 int status; 945 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 946 947 status = hif_dump_ce_registers(scn); 948 949 if (status) 950 hif_err("Dump CE Registers Failed"); 951 952 /* dump non copy engine pci registers */ 953 __hif_pci_dump_registers(scn); 954 955 return 0; 956 } 957 958 #ifdef HIF_CONFIG_SLUB_DEBUG_ON 959 960 /* worker thread to schedule wlan_tasklet in SLUB debug build */ 961 static void reschedule_tasklet_work_handler(void *arg) 962 { 963 struct hif_pci_softc *sc = arg; 964 struct hif_softc *scn = HIF_GET_SOFTC(sc); 965 966 if (!scn) { 967 hif_err("hif_softc is NULL"); 968 return; 969 } 970 971 if (scn->hif_init_done == false) { 972 hif_err("wlan driver is unloaded"); 973 return; 974 } 975 976 tasklet_schedule(&sc->intr_tq); 977 } 978 979 /** 980 * hif_init_reschedule_tasklet_work() - API to initialize reschedule tasklet 981 * work 982 * @sc: HIF PCI Context 983 * 984 * Return: void 985 */ 986 static void hif_init_reschedule_tasklet_work(struct hif_pci_softc *sc) 987 { 988 qdf_create_work(0, &sc->reschedule_tasklet_work, 989 reschedule_tasklet_work_handler, NULL); 990 } 991 #else 992 static void hif_init_reschedule_tasklet_work(struct hif_pci_softc *sc) { } 993 #endif /* HIF_CONFIG_SLUB_DEBUG_ON */ 994 995 void wlan_tasklet(unsigned long data) 996 { 997 struct hif_pci_softc *sc = (struct hif_pci_softc *)data; 998 struct hif_softc *scn = HIF_GET_SOFTC(sc); 999 1000 if (scn->hif_init_done == false) 1001 goto end; 1002 1003 if (qdf_atomic_read(&scn->link_suspended)) 1004 goto end; 1005 1006 if (!ADRASTEA_BU) { 1007 hif_fw_interrupt_handler(sc->irq_event, scn); 1008 if (scn->target_status == TARGET_STATUS_RESET) 1009 goto end; 1010 } 1011 1012 end: 1013 qdf_atomic_set(&scn->tasklet_from_intr, 0); 1014 qdf_atomic_dec(&scn->active_tasklet_cnt); 1015 } 1016 1017 /** 1018 * hif_disable_power_gating() - disable HW power gating 1019 * @hif_ctx: hif context 1020 * 1021 * disables pcie L1 power states 1022 */ 1023 static void hif_disable_power_gating(struct hif_opaque_softc *hif_ctx) 1024 { 1025 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 1026 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_ctx); 1027 1028 if (!scn) { 1029 hif_err("Could not disable ASPM scn is null"); 1030 return; 1031 } 1032 1033 /* Disable ASPM when pkt log is enabled */ 1034 pfrm_read_config_dword(sc->pdev, 0x80, &sc->lcr_val); 1035 pfrm_write_config_dword(sc->pdev, 0x80, (sc->lcr_val & 0xffffff00)); 1036 } 1037 1038 /** 1039 * hif_enable_power_gating() - enable HW power gating 1040 * @hif_ctx: hif context 1041 * 1042 * enables pcie L1 power states 1043 */ 1044 static void hif_enable_power_gating(struct hif_pci_softc *sc) 1045 { 1046 if (!sc) { 1047 hif_err("Could not disable ASPM scn is null"); 1048 return; 1049 } 1050 1051 /* Re-enable ASPM after firmware/OTP download is complete */ 1052 pfrm_write_config_dword(sc->pdev, 0x80, sc->lcr_val); 1053 } 1054 1055 /** 1056 * hif_enable_power_management() - enable power management 1057 * @hif_ctx: hif context 1058 * 1059 * Enables runtime pm, aspm(PCI.. hif_enable_power_gating) and re-enabling 1060 * soc-sleep after driver load (hif_pci_target_sleep_state_adjust). 1061 * 1062 * note: epping mode does not call this function as it does not 1063 * care about saving power. 1064 */ 1065 void hif_pci_enable_power_management(struct hif_softc *hif_sc, 1066 bool is_packet_log_enabled) 1067 { 1068 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_sc); 1069 uint32_t mode; 1070 1071 if (!pci_ctx) { 1072 hif_err("hif_ctx null"); 1073 return; 1074 } 1075 1076 mode = hif_get_conparam(hif_sc); 1077 if (mode == QDF_GLOBAL_FTM_MODE) { 1078 hif_info("Enable power gating for FTM mode"); 1079 hif_enable_power_gating(pci_ctx); 1080 return; 1081 } 1082 1083 hif_rtpm_start(hif_sc); 1084 1085 if (!is_packet_log_enabled) 1086 hif_enable_power_gating(pci_ctx); 1087 1088 if (!CONFIG_ATH_PCIE_MAX_PERF && 1089 CONFIG_ATH_PCIE_AWAKE_WHILE_DRIVER_LOAD && 1090 !ce_srng_based(hif_sc)) { 1091 /* allow sleep for PCIE_AWAKE_WHILE_DRIVER_LOAD feature */ 1092 if (hif_pci_target_sleep_state_adjust(hif_sc, true, false) < 0) 1093 hif_err("Failed to set target to sleep"); 1094 } 1095 } 1096 1097 /** 1098 * hif_disable_power_management() - disable power management 1099 * @hif_ctx: hif context 1100 * 1101 * Currently disables runtime pm. Should be updated to behave 1102 * if runtime pm is not started. Should be updated to take care 1103 * of aspm and soc sleep for driver load. 1104 */ 1105 void hif_pci_disable_power_management(struct hif_softc *hif_ctx) 1106 { 1107 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1108 1109 if (!pci_ctx) { 1110 hif_err("hif_ctx null"); 1111 return; 1112 } 1113 1114 hif_rtpm_stop(hif_ctx); 1115 } 1116 1117 void hif_pci_display_stats(struct hif_softc *hif_ctx) 1118 { 1119 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1120 1121 if (!pci_ctx) { 1122 hif_err("hif_ctx null"); 1123 return; 1124 } 1125 hif_display_ce_stats(hif_ctx); 1126 1127 hif_print_pci_stats(pci_ctx); 1128 } 1129 1130 void hif_pci_clear_stats(struct hif_softc *hif_ctx) 1131 { 1132 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1133 1134 if (!pci_ctx) { 1135 hif_err("hif_ctx null"); 1136 return; 1137 } 1138 hif_clear_ce_stats(&pci_ctx->ce_sc); 1139 } 1140 1141 #define ATH_PCI_PROBE_RETRY_MAX 3 1142 /** 1143 * hif_bus_open(): hif_bus_open 1144 * @scn: scn 1145 * @bus_type: bus type 1146 * 1147 * Return: n/a 1148 */ 1149 QDF_STATUS hif_pci_open(struct hif_softc *hif_ctx, enum qdf_bus_type bus_type) 1150 { 1151 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_ctx); 1152 1153 hif_ctx->bus_type = bus_type; 1154 hif_rtpm_open(hif_ctx); 1155 1156 qdf_spinlock_create(&sc->irq_lock); 1157 1158 return hif_ce_open(hif_ctx); 1159 } 1160 1161 /** 1162 * hif_wake_target_cpu() - wake the target's cpu 1163 * @scn: hif context 1164 * 1165 * Send an interrupt to the device to wake up the Target CPU 1166 * so it has an opportunity to notice any changed state. 1167 */ 1168 static void hif_wake_target_cpu(struct hif_softc *scn) 1169 { 1170 QDF_STATUS rv; 1171 uint32_t core_ctrl; 1172 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1173 1174 rv = hif_diag_read_access(hif_hdl, 1175 SOC_CORE_BASE_ADDRESS | CORE_CTRL_ADDRESS, 1176 &core_ctrl); 1177 QDF_ASSERT(rv == QDF_STATUS_SUCCESS); 1178 /* A_INUM_FIRMWARE interrupt to Target CPU */ 1179 core_ctrl |= CORE_CTRL_CPU_INTR_MASK; 1180 1181 rv = hif_diag_write_access(hif_hdl, 1182 SOC_CORE_BASE_ADDRESS | CORE_CTRL_ADDRESS, 1183 core_ctrl); 1184 QDF_ASSERT(rv == QDF_STATUS_SUCCESS); 1185 } 1186 1187 /** 1188 * soc_wake_reset() - allow the target to go to sleep 1189 * @scn: hif_softc 1190 * 1191 * Clear the force wake register. This is done by 1192 * hif_sleep_entry and cancel defered timer sleep. 1193 */ 1194 static void soc_wake_reset(struct hif_softc *scn) 1195 { 1196 hif_write32_mb(scn, scn->mem + 1197 PCIE_LOCAL_BASE_ADDRESS + 1198 PCIE_SOC_WAKE_ADDRESS, 1199 PCIE_SOC_WAKE_RESET); 1200 } 1201 1202 /** 1203 * hif_sleep_entry() - gate target sleep 1204 * @arg: hif context 1205 * 1206 * This function is the callback for the sleep timer. 1207 * Check if last force awake critical section was at least 1208 * HIF_MIN_SLEEP_INACTIVITY_TIME_MS time ago. if it was, 1209 * allow the target to go to sleep and cancel the sleep timer. 1210 * otherwise reschedule the sleep timer. 1211 */ 1212 static void hif_sleep_entry(void *arg) 1213 { 1214 struct HIF_CE_state *hif_state = (struct HIF_CE_state *)arg; 1215 struct hif_softc *scn = HIF_GET_SOFTC(hif_state); 1216 uint32_t idle_ms; 1217 1218 if (scn->recovery) 1219 return; 1220 1221 if (hif_is_driver_unloading(scn)) 1222 return; 1223 1224 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 1225 if (hif_state->fake_sleep) { 1226 idle_ms = qdf_system_ticks_to_msecs(qdf_system_ticks() 1227 - hif_state->sleep_ticks); 1228 if (!hif_state->verified_awake && 1229 idle_ms >= HIF_MIN_SLEEP_INACTIVITY_TIME_MS) { 1230 if (!qdf_atomic_read(&scn->link_suspended)) { 1231 soc_wake_reset(scn); 1232 hif_state->fake_sleep = false; 1233 } 1234 } else { 1235 qdf_timer_stop(&hif_state->sleep_timer); 1236 qdf_timer_start(&hif_state->sleep_timer, 1237 HIF_SLEEP_INACTIVITY_TIMER_PERIOD_MS); 1238 } 1239 } 1240 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 1241 } 1242 1243 #define HIF_HIA_MAX_POLL_LOOP 1000000 1244 #define HIF_HIA_POLLING_DELAY_MS 10 1245 1246 #ifdef QCA_HIF_HIA_EXTND 1247 1248 static void hif_set_hia_extnd(struct hif_softc *scn) 1249 { 1250 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1251 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 1252 uint32_t target_type = tgt_info->target_type; 1253 1254 hif_info("E"); 1255 1256 if ((target_type == TARGET_TYPE_AR900B) || 1257 target_type == TARGET_TYPE_QCA9984 || 1258 target_type == TARGET_TYPE_QCA9888) { 1259 /* CHIP revision is 8-11 bits of the CHIP_ID register 0xec 1260 * in RTC space 1261 */ 1262 tgt_info->target_revision 1263 = CHIP_ID_REVISION_GET(hif_read32_mb(scn, scn->mem 1264 + CHIP_ID_ADDRESS)); 1265 qdf_print("chip_id 0x%x chip_revision 0x%x", 1266 target_type, tgt_info->target_revision); 1267 } 1268 1269 { 1270 uint32_t flag2_value = 0; 1271 uint32_t flag2_targ_addr = 1272 host_interest_item_address(target_type, 1273 offsetof(struct host_interest_s, hi_skip_clock_init)); 1274 1275 if ((ar900b_20_targ_clk != -1) && 1276 (frac != -1) && (intval != -1)) { 1277 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1278 &flag2_value); 1279 qdf_print("\n Setting clk_override"); 1280 flag2_value |= CLOCK_OVERRIDE; 1281 1282 hif_diag_write_access(hif_hdl, flag2_targ_addr, 1283 flag2_value); 1284 qdf_print("\n CLOCK PLL val set %d", flag2_value); 1285 } else { 1286 qdf_print("\n CLOCK PLL skipped"); 1287 } 1288 } 1289 1290 if (target_type == TARGET_TYPE_AR900B 1291 || target_type == TARGET_TYPE_QCA9984 1292 || target_type == TARGET_TYPE_QCA9888) { 1293 1294 /* for AR9980_2.0, 300 mhz clock is used, right now we assume 1295 * this would be supplied through module parameters, 1296 * if not supplied assumed default or same behavior as 1.0. 1297 * Assume 1.0 clock can't be tuned, reset to defaults 1298 */ 1299 1300 qdf_print(KERN_INFO 1301 "%s: setting the target pll frac %x intval %x", 1302 __func__, frac, intval); 1303 1304 /* do not touch frac, and int val, let them be default -1, 1305 * if desired, host can supply these through module params 1306 */ 1307 if (frac != -1 || intval != -1) { 1308 uint32_t flag2_value = 0; 1309 uint32_t flag2_targ_addr; 1310 1311 flag2_targ_addr = 1312 host_interest_item_address(target_type, 1313 offsetof(struct host_interest_s, 1314 hi_clock_info)); 1315 hif_diag_read_access(hif_hdl, 1316 flag2_targ_addr, &flag2_value); 1317 qdf_print("\n ====> FRAC Val %x Address %x", frac, 1318 flag2_value); 1319 hif_diag_write_access(hif_hdl, flag2_value, frac); 1320 qdf_print("\n INT Val %x Address %x", 1321 intval, flag2_value + 4); 1322 hif_diag_write_access(hif_hdl, 1323 flag2_value + 4, intval); 1324 } else { 1325 qdf_print(KERN_INFO 1326 "%s: no frac provided, skipping pre-configuring PLL", 1327 __func__); 1328 } 1329 1330 /* for 2.0 write 300 mhz into hi_desired_cpu_speed_hz */ 1331 if ((target_type == TARGET_TYPE_AR900B) 1332 && (tgt_info->target_revision == AR900B_REV_2) 1333 && ar900b_20_targ_clk != -1) { 1334 uint32_t flag2_value = 0; 1335 uint32_t flag2_targ_addr; 1336 1337 flag2_targ_addr 1338 = host_interest_item_address(target_type, 1339 offsetof(struct host_interest_s, 1340 hi_desired_cpu_speed_hz)); 1341 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1342 &flag2_value); 1343 qdf_print("\n ==> hi_desired_cpu_speed_hz Address %x", 1344 flag2_value); 1345 hif_diag_write_access(hif_hdl, flag2_value, 1346 ar900b_20_targ_clk/*300000000u*/); 1347 } else if (target_type == TARGET_TYPE_QCA9888) { 1348 uint32_t flag2_targ_addr; 1349 1350 if (200000000u != qca9888_20_targ_clk) { 1351 qca9888_20_targ_clk = 300000000u; 1352 /* Setting the target clock speed to 300 mhz */ 1353 } 1354 1355 flag2_targ_addr 1356 = host_interest_item_address(target_type, 1357 offsetof(struct host_interest_s, 1358 hi_desired_cpu_speed_hz)); 1359 hif_diag_write_access(hif_hdl, flag2_targ_addr, 1360 qca9888_20_targ_clk); 1361 } else { 1362 qdf_print("%s: targ_clk is not provided, skipping pre-configuring PLL", 1363 __func__); 1364 } 1365 } else { 1366 if (frac != -1 || intval != -1) { 1367 uint32_t flag2_value = 0; 1368 uint32_t flag2_targ_addr = 1369 host_interest_item_address(target_type, 1370 offsetof(struct host_interest_s, 1371 hi_clock_info)); 1372 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1373 &flag2_value); 1374 qdf_print("\n ====> FRAC Val %x Address %x", frac, 1375 flag2_value); 1376 hif_diag_write_access(hif_hdl, flag2_value, frac); 1377 qdf_print("\n INT Val %x Address %x", intval, 1378 flag2_value + 4); 1379 hif_diag_write_access(hif_hdl, flag2_value + 4, 1380 intval); 1381 } 1382 } 1383 } 1384 1385 #else 1386 1387 static void hif_set_hia_extnd(struct hif_softc *scn) 1388 { 1389 } 1390 1391 #endif 1392 1393 /** 1394 * hif_set_hia() - fill out the host interest area 1395 * @scn: hif context 1396 * 1397 * This is replaced by hif_wlan_enable for integrated targets. 1398 * This fills out the host interest area. The firmware will 1399 * process these memory addresses when it is first brought out 1400 * of reset. 1401 * 1402 * Return: 0 for success. 1403 */ 1404 static int hif_set_hia(struct hif_softc *scn) 1405 { 1406 QDF_STATUS rv; 1407 uint32_t interconnect_targ_addr = 0; 1408 uint32_t pcie_state_targ_addr = 0; 1409 uint32_t pipe_cfg_targ_addr = 0; 1410 uint32_t svc_to_pipe_map = 0; 1411 uint32_t pcie_config_flags = 0; 1412 uint32_t flag2_value = 0; 1413 uint32_t flag2_targ_addr = 0; 1414 #ifdef QCA_WIFI_3_0 1415 uint32_t host_interest_area = 0; 1416 uint8_t i; 1417 #else 1418 uint32_t ealloc_value = 0; 1419 uint32_t ealloc_targ_addr = 0; 1420 uint8_t banks_switched = 1; 1421 uint32_t chip_id; 1422 #endif 1423 uint32_t pipe_cfg_addr; 1424 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1425 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 1426 uint32_t target_type = tgt_info->target_type; 1427 uint32_t target_ce_config_sz, target_service_to_ce_map_sz; 1428 static struct CE_pipe_config *target_ce_config; 1429 struct service_to_pipe *target_service_to_ce_map; 1430 1431 hif_info("E"); 1432 1433 hif_get_target_ce_config(scn, 1434 &target_ce_config, &target_ce_config_sz, 1435 &target_service_to_ce_map, 1436 &target_service_to_ce_map_sz, 1437 NULL, NULL); 1438 1439 if (ADRASTEA_BU) 1440 return 0; 1441 1442 #ifdef QCA_WIFI_3_0 1443 i = 0; 1444 while (i < HIF_HIA_MAX_POLL_LOOP) { 1445 host_interest_area = hif_read32_mb(scn, scn->mem + 1446 A_SOC_CORE_SCRATCH_0_ADDRESS); 1447 if ((host_interest_area & 0x01) == 0) { 1448 qdf_mdelay(HIF_HIA_POLLING_DELAY_MS); 1449 host_interest_area = 0; 1450 i++; 1451 if (i > HIF_HIA_MAX_POLL_LOOP && (i % 1000 == 0)) 1452 hif_err("poll timeout: %d", i); 1453 } else { 1454 host_interest_area &= (~0x01); 1455 hif_write32_mb(scn, scn->mem + 0x113014, 0); 1456 break; 1457 } 1458 } 1459 1460 if (i >= HIF_HIA_MAX_POLL_LOOP) { 1461 hif_err("hia polling timeout"); 1462 return -EIO; 1463 } 1464 1465 if (host_interest_area == 0) { 1466 hif_err("host_interest_area = 0"); 1467 return -EIO; 1468 } 1469 1470 interconnect_targ_addr = host_interest_area + 1471 offsetof(struct host_interest_area_t, 1472 hi_interconnect_state); 1473 1474 flag2_targ_addr = host_interest_area + 1475 offsetof(struct host_interest_area_t, hi_option_flag2); 1476 1477 #else 1478 interconnect_targ_addr = hif_hia_item_address(target_type, 1479 offsetof(struct host_interest_s, hi_interconnect_state)); 1480 ealloc_targ_addr = hif_hia_item_address(target_type, 1481 offsetof(struct host_interest_s, hi_early_alloc)); 1482 flag2_targ_addr = hif_hia_item_address(target_type, 1483 offsetof(struct host_interest_s, hi_option_flag2)); 1484 #endif 1485 /* Supply Target-side CE configuration */ 1486 rv = hif_diag_read_access(hif_hdl, interconnect_targ_addr, 1487 &pcie_state_targ_addr); 1488 if (rv != QDF_STATUS_SUCCESS) { 1489 hif_err("interconnect_targ_addr = 0x%0x, ret = %d", 1490 interconnect_targ_addr, rv); 1491 goto done; 1492 } 1493 if (pcie_state_targ_addr == 0) { 1494 rv = QDF_STATUS_E_FAILURE; 1495 hif_err("pcie state addr is 0"); 1496 goto done; 1497 } 1498 pipe_cfg_addr = pcie_state_targ_addr + 1499 offsetof(struct pcie_state_s, 1500 pipe_cfg_addr); 1501 rv = hif_diag_read_access(hif_hdl, 1502 pipe_cfg_addr, 1503 &pipe_cfg_targ_addr); 1504 if (rv != QDF_STATUS_SUCCESS) { 1505 hif_err("pipe_cfg_addr = 0x%0x, ret = %d", pipe_cfg_addr, rv); 1506 goto done; 1507 } 1508 if (pipe_cfg_targ_addr == 0) { 1509 rv = QDF_STATUS_E_FAILURE; 1510 hif_err("pipe cfg addr is 0"); 1511 goto done; 1512 } 1513 1514 rv = hif_diag_write_mem(hif_hdl, pipe_cfg_targ_addr, 1515 (uint8_t *) target_ce_config, 1516 target_ce_config_sz); 1517 1518 if (rv != QDF_STATUS_SUCCESS) { 1519 hif_err("write pipe cfg: %d", rv); 1520 goto done; 1521 } 1522 1523 rv = hif_diag_read_access(hif_hdl, 1524 pcie_state_targ_addr + 1525 offsetof(struct pcie_state_s, 1526 svc_to_pipe_map), 1527 &svc_to_pipe_map); 1528 if (rv != QDF_STATUS_SUCCESS) { 1529 hif_err("get svc/pipe map: %d", rv); 1530 goto done; 1531 } 1532 if (svc_to_pipe_map == 0) { 1533 rv = QDF_STATUS_E_FAILURE; 1534 hif_err("svc_to_pipe map is 0"); 1535 goto done; 1536 } 1537 1538 rv = hif_diag_write_mem(hif_hdl, 1539 svc_to_pipe_map, 1540 (uint8_t *) target_service_to_ce_map, 1541 target_service_to_ce_map_sz); 1542 if (rv != QDF_STATUS_SUCCESS) { 1543 hif_err("write svc/pipe map: %d", rv); 1544 goto done; 1545 } 1546 1547 rv = hif_diag_read_access(hif_hdl, 1548 pcie_state_targ_addr + 1549 offsetof(struct pcie_state_s, 1550 config_flags), 1551 &pcie_config_flags); 1552 if (rv != QDF_STATUS_SUCCESS) { 1553 hif_err("get pcie config_flags: %d", rv); 1554 goto done; 1555 } 1556 #if (CONFIG_PCIE_ENABLE_L1_CLOCK_GATE) 1557 pcie_config_flags |= PCIE_CONFIG_FLAG_ENABLE_L1; 1558 #else 1559 pcie_config_flags &= ~PCIE_CONFIG_FLAG_ENABLE_L1; 1560 #endif /* CONFIG_PCIE_ENABLE_L1_CLOCK_GATE */ 1561 pcie_config_flags |= PCIE_CONFIG_FLAG_CLK_SWITCH_WAIT; 1562 #if (CONFIG_PCIE_ENABLE_AXI_CLK_GATE) 1563 pcie_config_flags |= PCIE_CONFIG_FLAG_AXI_CLK_GATE; 1564 #endif 1565 rv = hif_diag_write_mem(hif_hdl, 1566 pcie_state_targ_addr + 1567 offsetof(struct pcie_state_s, 1568 config_flags), 1569 (uint8_t *) &pcie_config_flags, 1570 sizeof(pcie_config_flags)); 1571 if (rv != QDF_STATUS_SUCCESS) { 1572 hif_err("write pcie config_flags: %d", rv); 1573 goto done; 1574 } 1575 1576 #ifndef QCA_WIFI_3_0 1577 /* configure early allocation */ 1578 ealloc_targ_addr = hif_hia_item_address(target_type, 1579 offsetof( 1580 struct host_interest_s, 1581 hi_early_alloc)); 1582 1583 rv = hif_diag_read_access(hif_hdl, ealloc_targ_addr, 1584 &ealloc_value); 1585 if (rv != QDF_STATUS_SUCCESS) { 1586 hif_err("get early alloc val: %d", rv); 1587 goto done; 1588 } 1589 1590 /* 1 bank is switched to IRAM, except ROME 1.0 */ 1591 ealloc_value |= 1592 ((HI_EARLY_ALLOC_MAGIC << HI_EARLY_ALLOC_MAGIC_SHIFT) & 1593 HI_EARLY_ALLOC_MAGIC_MASK); 1594 1595 rv = hif_diag_read_access(hif_hdl, 1596 CHIP_ID_ADDRESS | 1597 RTC_SOC_BASE_ADDRESS, &chip_id); 1598 if (rv != QDF_STATUS_SUCCESS) { 1599 hif_err("get chip id val: %d", rv); 1600 goto done; 1601 } 1602 if (CHIP_ID_VERSION_GET(chip_id) == 0xD) { 1603 tgt_info->target_revision = CHIP_ID_REVISION_GET(chip_id); 1604 switch (CHIP_ID_REVISION_GET(chip_id)) { 1605 case 0x2: /* ROME 1.3 */ 1606 /* 2 banks are switched to IRAM */ 1607 banks_switched = 2; 1608 break; 1609 case 0x4: /* ROME 2.1 */ 1610 case 0x5: /* ROME 2.2 */ 1611 banks_switched = 6; 1612 break; 1613 case 0x8: /* ROME 3.0 */ 1614 case 0x9: /* ROME 3.1 */ 1615 case 0xA: /* ROME 3.2 */ 1616 banks_switched = 9; 1617 break; 1618 case 0x0: /* ROME 1.0 */ 1619 case 0x1: /* ROME 1.1 */ 1620 default: 1621 /* 3 banks are switched to IRAM */ 1622 banks_switched = 3; 1623 break; 1624 } 1625 } 1626 1627 ealloc_value |= 1628 ((banks_switched << HI_EARLY_ALLOC_IRAM_BANKS_SHIFT) 1629 & HI_EARLY_ALLOC_IRAM_BANKS_MASK); 1630 1631 rv = hif_diag_write_access(hif_hdl, 1632 ealloc_targ_addr, 1633 ealloc_value); 1634 if (rv != QDF_STATUS_SUCCESS) { 1635 hif_err("set early alloc val: %d", rv); 1636 goto done; 1637 } 1638 #endif 1639 if ((target_type == TARGET_TYPE_AR900B) 1640 || (target_type == TARGET_TYPE_QCA9984) 1641 || (target_type == TARGET_TYPE_QCA9888) 1642 || (target_type == TARGET_TYPE_AR9888)) { 1643 hif_set_hia_extnd(scn); 1644 } 1645 1646 /* Tell Target to proceed with initialization */ 1647 flag2_targ_addr = hif_hia_item_address(target_type, 1648 offsetof( 1649 struct host_interest_s, 1650 hi_option_flag2)); 1651 1652 rv = hif_diag_read_access(hif_hdl, flag2_targ_addr, 1653 &flag2_value); 1654 if (rv != QDF_STATUS_SUCCESS) { 1655 hif_err("get option val: %d", rv); 1656 goto done; 1657 } 1658 1659 flag2_value |= HI_OPTION_EARLY_CFG_DONE; 1660 rv = hif_diag_write_access(hif_hdl, flag2_targ_addr, 1661 flag2_value); 1662 if (rv != QDF_STATUS_SUCCESS) { 1663 hif_err("set option val: %d", rv); 1664 goto done; 1665 } 1666 1667 hif_wake_target_cpu(scn); 1668 1669 done: 1670 1671 return qdf_status_to_os_return(rv); 1672 } 1673 1674 /** 1675 * hif_bus_configure() - configure the pcie bus 1676 * @hif_sc: pointer to the hif context. 1677 * 1678 * return: 0 for success. nonzero for failure. 1679 */ 1680 int hif_pci_bus_configure(struct hif_softc *hif_sc) 1681 { 1682 int status = 0; 1683 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(hif_sc); 1684 struct hif_opaque_softc *hif_osc = GET_HIF_OPAQUE_HDL(hif_sc); 1685 1686 hif_ce_prepare_config(hif_sc); 1687 1688 /* initialize sleep state adjust variables */ 1689 hif_state->sleep_timer_init = true; 1690 hif_state->keep_awake_count = 0; 1691 hif_state->fake_sleep = false; 1692 hif_state->sleep_ticks = 0; 1693 1694 qdf_timer_init(NULL, &hif_state->sleep_timer, 1695 hif_sleep_entry, (void *)hif_state, 1696 QDF_TIMER_TYPE_WAKE_APPS); 1697 hif_state->sleep_timer_init = true; 1698 1699 status = hif_wlan_enable(hif_sc); 1700 if (status) { 1701 hif_err("hif_wlan_enable error: %d", status); 1702 goto timer_free; 1703 } 1704 1705 A_TARGET_ACCESS_LIKELY(hif_sc); 1706 1707 if ((CONFIG_ATH_PCIE_MAX_PERF || 1708 CONFIG_ATH_PCIE_AWAKE_WHILE_DRIVER_LOAD) && 1709 !ce_srng_based(hif_sc)) { 1710 /* 1711 * prevent sleep for PCIE_AWAKE_WHILE_DRIVER_LOAD feature 1712 * prevent sleep when we want to keep firmware always awake 1713 * note: when we want to keep firmware always awake, 1714 * hif_target_sleep_state_adjust will point to a dummy 1715 * function, and hif_pci_target_sleep_state_adjust must 1716 * be called instead. 1717 * note: bus type check is here because AHB bus is reusing 1718 * hif_pci_bus_configure code. 1719 */ 1720 if (hif_sc->bus_type == QDF_BUS_TYPE_PCI) { 1721 if (hif_pci_target_sleep_state_adjust(hif_sc, 1722 false, true) < 0) { 1723 status = -EACCES; 1724 goto disable_wlan; 1725 } 1726 } 1727 } 1728 1729 /* todo: consider replacing this with an srng field */ 1730 if (((hif_sc->target_info.target_type == TARGET_TYPE_QCA8074) || 1731 (hif_sc->target_info.target_type == TARGET_TYPE_QCA8074V2) || 1732 (hif_sc->target_info.target_type == TARGET_TYPE_QCA9574) || 1733 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5332) || 1734 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5018) || 1735 (hif_sc->target_info.target_type == TARGET_TYPE_QCN6122) || 1736 (hif_sc->target_info.target_type == TARGET_TYPE_QCA6018)) && 1737 (hif_sc->bus_type == QDF_BUS_TYPE_AHB)) { 1738 hif_sc->per_ce_irq = true; 1739 } 1740 1741 status = hif_config_ce(hif_sc); 1742 if (status) 1743 goto disable_wlan; 1744 1745 if (hif_needs_bmi(hif_osc)) { 1746 status = hif_set_hia(hif_sc); 1747 if (status) 1748 goto unconfig_ce; 1749 1750 hif_debug("hif_set_hia done"); 1751 1752 } 1753 1754 if (((hif_sc->target_info.target_type == TARGET_TYPE_QCA8074) || 1755 (hif_sc->target_info.target_type == TARGET_TYPE_QCA8074V2) || 1756 (hif_sc->target_info.target_type == TARGET_TYPE_QCA9574) || 1757 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5332) || 1758 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5018) || 1759 (hif_sc->target_info.target_type == TARGET_TYPE_QCN6122) || 1760 (hif_sc->target_info.target_type == TARGET_TYPE_QCA6018)) && 1761 (hif_sc->bus_type == QDF_BUS_TYPE_PCI)) 1762 hif_debug("Skip irq config for PCI based 8074 target"); 1763 else { 1764 status = hif_configure_irq(hif_sc); 1765 if (status < 0) 1766 goto unconfig_ce; 1767 } 1768 1769 A_TARGET_ACCESS_UNLIKELY(hif_sc); 1770 1771 return status; 1772 1773 unconfig_ce: 1774 hif_unconfig_ce(hif_sc); 1775 disable_wlan: 1776 A_TARGET_ACCESS_UNLIKELY(hif_sc); 1777 hif_wlan_disable(hif_sc); 1778 1779 timer_free: 1780 qdf_timer_stop(&hif_state->sleep_timer); 1781 qdf_timer_free(&hif_state->sleep_timer); 1782 hif_state->sleep_timer_init = false; 1783 1784 hif_err("Failed, status: %d", status); 1785 return status; 1786 } 1787 1788 /** 1789 * hif_bus_close(): hif_bus_close 1790 * 1791 * Return: n/a 1792 */ 1793 void hif_pci_close(struct hif_softc *hif_sc) 1794 { 1795 hif_rtpm_close(hif_sc); 1796 hif_ce_close(hif_sc); 1797 } 1798 1799 #define BAR_NUM 0 1800 1801 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5, 18, 0)) 1802 static inline int hif_pci_set_dma_mask(struct pci_dev *pci_dev, u64 mask) 1803 { 1804 return dma_set_mask(&pci_dev->dev, mask); 1805 } 1806 1807 static inline int hif_pci_set_coherent_dma_mask(struct pci_dev *pci_dev, 1808 u64 mask) 1809 { 1810 return dma_set_coherent_mask(&pci_dev->dev, mask); 1811 } 1812 #else /* (LINUX_VERSION_CODE >= KERNEL_VERSION(5, 18, 0)) */ 1813 static inline int hif_pci_set_dma_mask(struct pci_dev *pci_dev, u64 mask) 1814 { 1815 return pci_set_dma_mask(pci_dev, mask); 1816 } 1817 1818 static inline int hif_pci_set_coherent_dma_mask(struct pci_dev *pci_dev, 1819 u64 mask) 1820 { 1821 return pci_set_consistent_dma_mask(pci_dev, mask); 1822 } 1823 #endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(5, 18, 0)) */ 1824 1825 static int hif_enable_pci_nopld(struct hif_pci_softc *sc, 1826 struct pci_dev *pdev, 1827 const struct pci_device_id *id) 1828 { 1829 void __iomem *mem; 1830 int ret = 0; 1831 uint16_t device_id = 0; 1832 struct hif_softc *ol_sc = HIF_GET_SOFTC(sc); 1833 1834 pci_read_config_word(pdev, PCI_DEVICE_ID, &device_id); 1835 if (device_id != id->device) { 1836 hif_err( 1837 "dev id mismatch, config id = 0x%x, probing id = 0x%x", 1838 device_id, id->device); 1839 /* pci link is down, so returing with error code */ 1840 return -EIO; 1841 } 1842 1843 /* FIXME: temp. commenting out assign_resource 1844 * call for dev_attach to work on 2.6.38 kernel 1845 */ 1846 #if (!defined(__LINUX_ARM_ARCH__)) 1847 if (pci_assign_resource(pdev, BAR_NUM)) { 1848 hif_err("pci_assign_resource error"); 1849 return -EIO; 1850 } 1851 #endif 1852 if (pci_enable_device(pdev)) { 1853 hif_err("pci_enable_device error"); 1854 return -EIO; 1855 } 1856 1857 /* Request MMIO resources */ 1858 ret = pci_request_region(pdev, BAR_NUM, "ath"); 1859 if (ret) { 1860 hif_err("PCI MMIO reservation error"); 1861 ret = -EIO; 1862 goto err_region; 1863 } 1864 1865 #ifdef CONFIG_ARM_LPAE 1866 /* if CONFIG_ARM_LPAE is enabled, we have to set 64 bits mask 1867 * for 32 bits device also. 1868 */ 1869 ret = hif_pci_set_dma_mask(pdev, DMA_BIT_MASK(64)); 1870 if (ret) { 1871 hif_err("Cannot enable 64-bit pci DMA"); 1872 goto err_dma; 1873 } 1874 ret = hif_pci_set_coherent_dma_mask(pdev, DMA_BIT_MASK(64)); 1875 if (ret) { 1876 hif_err("Cannot enable 64-bit DMA"); 1877 goto err_dma; 1878 } 1879 #else 1880 ret = hif_pci_set_dma_mask(pdev, DMA_BIT_MASK(32)); 1881 if (ret) { 1882 hif_err("Cannot enable 32-bit pci DMA"); 1883 goto err_dma; 1884 } 1885 ret = hif_pci_set_coherent_dma_mask(pdev, DMA_BIT_MASK(32)); 1886 if (ret) { 1887 hif_err("Cannot enable 32-bit coherent DMA!"); 1888 goto err_dma; 1889 } 1890 #endif 1891 1892 PCI_CFG_TO_DISABLE_L1SS_STATES(pdev, 0x188); 1893 1894 /* Set bus master bit in PCI_COMMAND to enable DMA */ 1895 pci_set_master(pdev); 1896 1897 /* Arrange for access to Target SoC registers. */ 1898 mem = pci_iomap(pdev, BAR_NUM, 0); 1899 if (!mem) { 1900 hif_err("PCI iomap error"); 1901 ret = -EIO; 1902 goto err_iomap; 1903 } 1904 1905 hif_info("*****BAR is %pK", (void *)mem); 1906 1907 sc->mem = mem; 1908 1909 /* Hawkeye emulation specific change */ 1910 if ((device_id == RUMIM2M_DEVICE_ID_NODE0) || 1911 (device_id == RUMIM2M_DEVICE_ID_NODE1) || 1912 (device_id == RUMIM2M_DEVICE_ID_NODE2) || 1913 (device_id == RUMIM2M_DEVICE_ID_NODE3) || 1914 (device_id == RUMIM2M_DEVICE_ID_NODE4) || 1915 (device_id == RUMIM2M_DEVICE_ID_NODE5)) { 1916 mem = mem + 0x0c000000; 1917 sc->mem = mem; 1918 hif_info("Changing PCI mem base to %pK", sc->mem); 1919 } 1920 1921 sc->mem_len = pci_resource_len(pdev, BAR_NUM); 1922 ol_sc->mem = mem; 1923 ol_sc->mem_pa = pci_resource_start(pdev, BAR_NUM); 1924 sc->pci_enabled = true; 1925 return ret; 1926 1927 err_iomap: 1928 pci_clear_master(pdev); 1929 err_dma: 1930 pci_release_region(pdev, BAR_NUM); 1931 err_region: 1932 pci_disable_device(pdev); 1933 return ret; 1934 } 1935 1936 static int hif_enable_pci_pld(struct hif_pci_softc *sc, 1937 struct pci_dev *pdev, 1938 const struct pci_device_id *id) 1939 { 1940 PCI_CFG_TO_DISABLE_L1SS_STATES(pdev, 0x188); 1941 sc->pci_enabled = true; 1942 return 0; 1943 } 1944 1945 1946 static void hif_pci_deinit_nopld(struct hif_pci_softc *sc) 1947 { 1948 pci_disable_msi(sc->pdev); 1949 pci_iounmap(sc->pdev, sc->mem); 1950 pci_clear_master(sc->pdev); 1951 pci_release_region(sc->pdev, BAR_NUM); 1952 pci_disable_device(sc->pdev); 1953 } 1954 1955 static void hif_pci_deinit_pld(struct hif_pci_softc *sc) {} 1956 1957 static void hif_disable_pci(struct hif_pci_softc *sc) 1958 { 1959 struct hif_softc *ol_sc = HIF_GET_SOFTC(sc); 1960 1961 if (!ol_sc) { 1962 hif_err("ol_sc = NULL"); 1963 return; 1964 } 1965 hif_pci_device_reset(sc); 1966 sc->hif_pci_deinit(sc); 1967 1968 sc->mem = NULL; 1969 ol_sc->mem = NULL; 1970 } 1971 1972 static int hif_pci_probe_tgt_wakeup(struct hif_pci_softc *sc) 1973 { 1974 int ret = 0; 1975 int targ_awake_limit = 500; 1976 #ifndef QCA_WIFI_3_0 1977 uint32_t fw_indicator; 1978 #endif 1979 struct hif_softc *scn = HIF_GET_SOFTC(sc); 1980 1981 /* 1982 * Verify that the Target was started cleanly.* 1983 * The case where this is most likely is with an AUX-powered 1984 * Target and a Host in WoW mode. If the Host crashes, 1985 * loses power, or is restarted (without unloading the driver) 1986 * then the Target is left (aux) powered and running. On a 1987 * subsequent driver load, the Target is in an unexpected state. 1988 * We try to catch that here in order to reset the Target and 1989 * retry the probe. 1990 */ 1991 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 1992 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 1993 while (!hif_targ_is_awake(scn, sc->mem)) { 1994 if (0 == targ_awake_limit) { 1995 hif_err("target awake timeout"); 1996 ret = -EAGAIN; 1997 goto end; 1998 } 1999 qdf_mdelay(1); 2000 targ_awake_limit--; 2001 } 2002 2003 #if PCIE_BAR0_READY_CHECKING 2004 { 2005 int wait_limit = 200; 2006 /* Synchronization point: wait the BAR0 is configured */ 2007 while (wait_limit-- && 2008 !(hif_read32_mb(sc, c->mem + 2009 PCIE_LOCAL_BASE_ADDRESS + 2010 PCIE_SOC_RDY_STATUS_ADDRESS) 2011 & PCIE_SOC_RDY_STATUS_BAR_MASK)) { 2012 qdf_mdelay(10); 2013 } 2014 if (wait_limit < 0) { 2015 /* AR6320v1 doesn't support checking of BAR0 2016 * configuration, takes one sec to wait BAR0 ready 2017 */ 2018 hif_debug("AR6320v1 waits two sec for BAR0"); 2019 } 2020 } 2021 #endif 2022 2023 #ifndef QCA_WIFI_3_0 2024 fw_indicator = hif_read32_mb(sc, sc->mem + FW_INDICATOR_ADDRESS); 2025 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 2026 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 2027 2028 if (fw_indicator & FW_IND_INITIALIZED) { 2029 hif_err("Target is in an unknown state. EAGAIN"); 2030 ret = -EAGAIN; 2031 goto end; 2032 } 2033 #endif 2034 2035 end: 2036 return ret; 2037 } 2038 2039 static int hif_pci_configure_legacy_irq(struct hif_pci_softc *sc) 2040 { 2041 int ret = 0; 2042 struct hif_softc *scn = HIF_GET_SOFTC(sc); 2043 uint32_t target_type = scn->target_info.target_type; 2044 2045 hif_info("E"); 2046 2047 /* do notn support MSI or MSI IRQ failed */ 2048 tasklet_init(&sc->intr_tq, wlan_tasklet, (unsigned long)sc); 2049 ret = request_irq(sc->pdev->irq, 2050 hif_pci_legacy_ce_interrupt_handler, IRQF_SHARED, 2051 "wlan_pci", sc); 2052 if (ret) { 2053 hif_err("request_irq failed, ret: %d", ret); 2054 goto end; 2055 } 2056 scn->wake_irq = sc->pdev->irq; 2057 /* Use sc->irq instead of sc->pdev-irq 2058 * platform_device pdev doesn't have an irq field 2059 */ 2060 sc->irq = sc->pdev->irq; 2061 /* Use Legacy PCI Interrupts */ 2062 hif_write32_mb(sc, sc->mem + (SOC_CORE_BASE_ADDRESS | 2063 PCIE_INTR_ENABLE_ADDRESS), 2064 HOST_GROUP0_MASK); 2065 hif_read32_mb(sc, sc->mem + (SOC_CORE_BASE_ADDRESS | 2066 PCIE_INTR_ENABLE_ADDRESS)); 2067 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 2068 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 2069 2070 if ((target_type == TARGET_TYPE_AR900B) || 2071 (target_type == TARGET_TYPE_QCA9984) || 2072 (target_type == TARGET_TYPE_AR9888) || 2073 (target_type == TARGET_TYPE_QCA9888) || 2074 (target_type == TARGET_TYPE_AR6320V1) || 2075 (target_type == TARGET_TYPE_AR6320V2) || 2076 (target_type == TARGET_TYPE_AR6320V3)) { 2077 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 2078 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 2079 } 2080 end: 2081 QDF_TRACE(QDF_MODULE_ID_HIF, QDF_TRACE_LEVEL_ERROR, 2082 "%s: X, ret = %d", __func__, ret); 2083 return ret; 2084 } 2085 2086 static int hif_ce_srng_free_irq(struct hif_softc *scn) 2087 { 2088 int ret = 0; 2089 int ce_id, irq; 2090 uint32_t msi_data_start; 2091 uint32_t msi_data_count; 2092 uint32_t msi_irq_start; 2093 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 2094 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 2095 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2096 2097 if (!pld_get_enable_intx(scn->qdf_dev->dev)) { 2098 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 2099 &msi_data_count, 2100 &msi_data_start, 2101 &msi_irq_start); 2102 if (ret) 2103 return ret; 2104 } 2105 2106 /* needs to match the ce_id -> irq data mapping 2107 * used in the srng parameter configuration 2108 */ 2109 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 2110 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 2111 continue; 2112 2113 if (!ce_sc->tasklets[ce_id].inited) 2114 continue; 2115 2116 irq = sc->ce_irq_num[ce_id]; 2117 2118 hif_ce_irq_remove_affinity_hint(irq); 2119 2120 hif_debug("%s: (ce_id %d, irq %d)", __func__, ce_id, irq); 2121 2122 pfrm_free_irq(scn->qdf_dev->dev, irq, &ce_sc->tasklets[ce_id]); 2123 } 2124 2125 return ret; 2126 } 2127 2128 void hif_pci_deconfigure_grp_irq(struct hif_softc *scn) 2129 { 2130 int i, j, irq; 2131 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2132 struct hif_exec_context *hif_ext_group; 2133 2134 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 2135 hif_ext_group = hif_state->hif_ext_group[i]; 2136 if (hif_ext_group->irq_requested) { 2137 hif_ext_group->irq_requested = false; 2138 for (j = 0; j < hif_ext_group->numirq; j++) { 2139 irq = hif_ext_group->os_irq[j]; 2140 if (scn->irq_unlazy_disable) { 2141 qdf_dev_clear_irq_status_flags( 2142 irq, 2143 QDF_IRQ_DISABLE_UNLAZY); 2144 } 2145 pfrm_free_irq(scn->qdf_dev->dev, 2146 irq, hif_ext_group); 2147 } 2148 hif_ext_group->numirq = 0; 2149 } 2150 } 2151 } 2152 2153 /** 2154 * hif_nointrs(): disable IRQ 2155 * 2156 * This function stops interrupt(s) 2157 * 2158 * @scn: struct hif_softc 2159 * 2160 * Return: none 2161 */ 2162 void hif_pci_nointrs(struct hif_softc *scn) 2163 { 2164 int i, ret; 2165 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2166 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2167 2168 scn->free_irq_done = true; 2169 ce_unregister_irq(hif_state, CE_ALL_BITMAP); 2170 2171 if (scn->request_irq_done == false) 2172 return; 2173 2174 hif_pci_deconfigure_grp_irq(scn); 2175 2176 ret = hif_ce_srng_free_irq(scn); 2177 if (ret != -EINVAL) { 2178 /* ce irqs freed in hif_ce_srng_free_irq */ 2179 2180 if (scn->wake_irq) 2181 pfrm_free_irq(scn->qdf_dev->dev, scn->wake_irq, scn); 2182 scn->wake_irq = 0; 2183 } else if (sc->num_msi_intrs > 0) { 2184 /* MSI interrupt(s) */ 2185 for (i = 0; i < sc->num_msi_intrs; i++) 2186 free_irq(sc->irq + i, sc); 2187 sc->num_msi_intrs = 0; 2188 } else { 2189 /* Legacy PCI line interrupt 2190 * Use sc->irq instead of sc->pdev-irq 2191 * platform_device pdev doesn't have an irq field 2192 */ 2193 free_irq(sc->irq, sc); 2194 } 2195 scn->request_irq_done = false; 2196 } 2197 2198 static inline 2199 bool hif_pci_default_link_up(struct hif_target_info *tgt_info) 2200 { 2201 if (ADRASTEA_BU && (tgt_info->target_type != TARGET_TYPE_QCN7605)) 2202 return true; 2203 else 2204 return false; 2205 } 2206 /** 2207 * hif_disable_bus(): hif_disable_bus 2208 * 2209 * This function disables the bus 2210 * 2211 * @bdev: bus dev 2212 * 2213 * Return: none 2214 */ 2215 void hif_pci_disable_bus(struct hif_softc *scn) 2216 { 2217 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2218 struct pci_dev *pdev; 2219 void __iomem *mem; 2220 struct hif_target_info *tgt_info = &scn->target_info; 2221 2222 /* Attach did not succeed, all resources have been 2223 * freed in error handler 2224 */ 2225 if (!sc) 2226 return; 2227 2228 pdev = sc->pdev; 2229 if (hif_pci_default_link_up(tgt_info)) { 2230 hif_vote_link_down(GET_HIF_OPAQUE_HDL(scn)); 2231 2232 hif_write32_mb(sc, sc->mem + PCIE_INTR_ENABLE_ADDRESS, 0); 2233 hif_write32_mb(sc, sc->mem + PCIE_INTR_CLR_ADDRESS, 2234 HOST_GROUP0_MASK); 2235 } 2236 2237 #if defined(CPU_WARM_RESET_WAR) 2238 /* Currently CPU warm reset sequence is tested only for AR9888_REV2 2239 * Need to enable for AR9888_REV1 once CPU warm reset sequence is 2240 * verified for AR9888_REV1 2241 */ 2242 if ((tgt_info->target_version == AR9888_REV2_VERSION) || 2243 (tgt_info->target_version == AR9887_REV1_VERSION)) 2244 hif_pci_device_warm_reset(sc); 2245 else 2246 hif_pci_device_reset(sc); 2247 #else 2248 hif_pci_device_reset(sc); 2249 #endif 2250 mem = (void __iomem *)sc->mem; 2251 if (mem) { 2252 hif_dump_pipe_debug_count(scn); 2253 if (scn->athdiag_procfs_inited) { 2254 athdiag_procfs_remove(); 2255 scn->athdiag_procfs_inited = false; 2256 } 2257 sc->hif_pci_deinit(sc); 2258 scn->mem = NULL; 2259 } 2260 hif_info("X"); 2261 } 2262 2263 #define OL_ATH_PCI_PM_CONTROL 0x44 2264 2265 #ifdef CONFIG_PLD_PCIE_CNSS 2266 /** 2267 * hif_pci_prevent_linkdown(): allow or permit linkdown 2268 * @flag: true prevents linkdown, false allows 2269 * 2270 * Calls into the platform driver to vote against taking down the 2271 * pcie link. 2272 * 2273 * Return: n/a 2274 */ 2275 void hif_pci_prevent_linkdown(struct hif_softc *scn, bool flag) 2276 { 2277 int errno; 2278 2279 hif_info("wlan: %s pcie power collapse", flag ? "disable" : "enable"); 2280 hif_runtime_prevent_linkdown(scn, flag); 2281 2282 errno = pld_wlan_pm_control(scn->qdf_dev->dev, flag); 2283 if (errno) 2284 hif_err("Failed pld_wlan_pm_control; errno %d", errno); 2285 } 2286 #else 2287 void hif_pci_prevent_linkdown(struct hif_softc *scn, bool flag) 2288 { 2289 } 2290 #endif 2291 2292 #ifdef CONFIG_PCI_LOW_POWER_INT_REG 2293 /** 2294 * hif_pci_config_low_power_int_register(): configure pci low power 2295 * interrupt register. 2296 * @enable: true to enable the bits, false clear. 2297 * 2298 * Configure the bits INTR_L1SS and INTR_CLKPM of 2299 * PCIE_LOW_POWER_INT_MASK register. 2300 * 2301 * Return: n/a 2302 */ 2303 static void hif_pci_config_low_power_int_register(struct hif_softc *scn, 2304 bool enable) 2305 { 2306 void *address; 2307 uint32_t value; 2308 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 2309 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 2310 uint32_t target_type = tgt_info->target_type; 2311 2312 /* 2313 * Only configure the bits INTR_L1SS and INTR_CLKPM of 2314 * PCIE_LOW_POWER_INT_MASK register for QCA6174 for high 2315 * consumption issue. NFA344A power consumption is above 80mA 2316 * after entering Modern Standby. But the power will drop to normal 2317 * after PERST# de-assert. 2318 */ 2319 if ((target_type == TARGET_TYPE_AR6320) || 2320 (target_type == TARGET_TYPE_AR6320V1) || 2321 (target_type == TARGET_TYPE_AR6320V2) || 2322 (target_type == TARGET_TYPE_AR6320V3)) { 2323 hif_info("Configure PCI low power int mask register"); 2324 2325 address = scn->mem + PCIE_LOW_POWER_INT_MASK_OFFSET; 2326 2327 /* Configure bit3 INTR_L1SS */ 2328 value = hif_read32_mb(scn, address); 2329 if (enable) 2330 value |= INTR_L1SS; 2331 else 2332 value &= ~INTR_L1SS; 2333 hif_write32_mb(scn, address, value); 2334 2335 /* Configure bit4 INTR_CLKPM */ 2336 value = hif_read32_mb(scn, address); 2337 if (enable) 2338 value |= INTR_CLKPM; 2339 else 2340 value &= ~INTR_CLKPM; 2341 hif_write32_mb(scn, address, value); 2342 } 2343 } 2344 #else 2345 static inline void hif_pci_config_low_power_int_register(struct hif_softc *scn, 2346 bool enable) 2347 { 2348 } 2349 #endif 2350 2351 /** 2352 * hif_pci_bus_suspend(): prepare hif for suspend 2353 * 2354 * Return: Errno 2355 */ 2356 int hif_pci_bus_suspend(struct hif_softc *scn) 2357 { 2358 QDF_STATUS ret; 2359 2360 hif_apps_irqs_disable(GET_HIF_OPAQUE_HDL(scn)); 2361 2362 ret = hif_try_complete_tasks(scn); 2363 if (QDF_IS_STATUS_ERROR(ret)) { 2364 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2365 return -EBUSY; 2366 } 2367 2368 /* 2369 * In an unlikely case, if draining becomes infinite loop, 2370 * it returns an error, shall abort the bus suspend. 2371 */ 2372 ret = hif_drain_fw_diag_ce(scn); 2373 if (ret) { 2374 hif_err("draining fw_diag_ce goes infinite, so abort suspend"); 2375 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2376 return -EBUSY; 2377 } 2378 2379 /* Stop the HIF Sleep Timer */ 2380 hif_cancel_deferred_target_sleep(scn); 2381 2382 /* 2383 * Only need clear the bits INTR_L1SS/INTR_CLKPM after suspend. 2384 * No need do enable bits after resume, as firmware will restore 2385 * the bits after resume. 2386 */ 2387 hif_pci_config_low_power_int_register(scn, false); 2388 2389 scn->bus_suspended = true; 2390 2391 return 0; 2392 } 2393 2394 #ifdef PCI_LINK_STATUS_SANITY 2395 /** 2396 * __hif_check_link_status() - API to check if PCIe link is active/not 2397 * @scn: HIF Context 2398 * 2399 * API reads the PCIe config space to verify if PCIe link training is 2400 * successful or not. 2401 * 2402 * Return: Success/Failure 2403 */ 2404 static int __hif_check_link_status(struct hif_softc *scn) 2405 { 2406 uint16_t dev_id = 0; 2407 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2408 struct hif_driver_state_callbacks *cbk = hif_get_callbacks_handle(scn); 2409 2410 if (!sc) { 2411 hif_err("HIF Bus Context is Invalid"); 2412 return -EINVAL; 2413 } 2414 2415 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &dev_id); 2416 2417 if (dev_id == sc->devid) 2418 return 0; 2419 2420 hif_err("Invalid PCIe Config Space; PCIe link down dev_id:0x%04x", 2421 dev_id); 2422 2423 scn->recovery = true; 2424 2425 if (cbk && cbk->set_recovery_in_progress) 2426 cbk->set_recovery_in_progress(cbk->context, true); 2427 else 2428 hif_err("Driver Global Recovery is not set"); 2429 2430 pld_is_pci_link_down(sc->dev); 2431 return -EACCES; 2432 } 2433 #else 2434 static inline int __hif_check_link_status(struct hif_softc *scn) 2435 { 2436 return 0; 2437 } 2438 #endif 2439 2440 2441 #ifdef HIF_BUS_LOG_INFO 2442 bool hif_log_pcie_info(struct hif_softc *scn, uint8_t *data, 2443 unsigned int *offset) 2444 { 2445 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2446 struct hang_event_bus_info info = {0}; 2447 size_t size; 2448 2449 if (!sc) { 2450 hif_err("HIF Bus Context is Invalid"); 2451 return false; 2452 } 2453 2454 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &info.dev_id); 2455 2456 size = sizeof(info); 2457 QDF_HANG_EVT_SET_HDR(&info.tlv_header, HANG_EVT_TAG_BUS_INFO, 2458 size - QDF_HANG_EVENT_TLV_HDR_SIZE); 2459 2460 if (*offset + size > QDF_WLAN_HANG_FW_OFFSET) 2461 return false; 2462 2463 qdf_mem_copy(data + *offset, &info, size); 2464 *offset = *offset + size; 2465 2466 if (info.dev_id == sc->devid) 2467 return false; 2468 2469 qdf_recovery_reason_update(QCA_HANG_BUS_FAILURE); 2470 qdf_get_bus_reg_dump(scn->qdf_dev->dev, data, 2471 (QDF_WLAN_HANG_FW_OFFSET - size)); 2472 return true; 2473 } 2474 #endif 2475 2476 /** 2477 * hif_pci_bus_resume(): prepare hif for resume 2478 * 2479 * Return: Errno 2480 */ 2481 int hif_pci_bus_resume(struct hif_softc *scn) 2482 { 2483 int errno; 2484 2485 scn->bus_suspended = false; 2486 2487 errno = __hif_check_link_status(scn); 2488 if (errno) 2489 return errno; 2490 2491 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2492 2493 return 0; 2494 } 2495 2496 /** 2497 * hif_pci_bus_suspend_noirq() - ensure there are no pending transactions 2498 * @scn: hif context 2499 * 2500 * Ensure that if we received the wakeup message before the irq 2501 * was disabled that the message is pocessed before suspending. 2502 * 2503 * Return: -EBUSY if we fail to flush the tasklets. 2504 */ 2505 int hif_pci_bus_suspend_noirq(struct hif_softc *scn) 2506 { 2507 if (hif_can_suspend_link(GET_HIF_OPAQUE_HDL(scn))) 2508 qdf_atomic_set(&scn->link_suspended, 1); 2509 2510 return 0; 2511 } 2512 2513 /** 2514 * hif_pci_bus_resume_noirq() - ensure there are no pending transactions 2515 * @scn: hif context 2516 * 2517 * Ensure that if we received the wakeup message before the irq 2518 * was disabled that the message is pocessed before suspending. 2519 * 2520 * Return: -EBUSY if we fail to flush the tasklets. 2521 */ 2522 int hif_pci_bus_resume_noirq(struct hif_softc *scn) 2523 { 2524 /* a vote for link up can come in the middle of the ongoing resume 2525 * process. hence, clear the link suspend flag once 2526 * hif_bus_resume_noirq() succeeds since PCIe link is already resumed 2527 * by this time 2528 */ 2529 qdf_atomic_set(&scn->link_suspended, 0); 2530 2531 return 0; 2532 } 2533 2534 #if CONFIG_PCIE_64BIT_MSI 2535 static void hif_free_msi_ctx(struct hif_softc *scn) 2536 { 2537 struct hif_pci_softc *sc = scn->hif_sc; 2538 struct hif_msi_info *info = &sc->msi_info; 2539 struct device *dev = scn->qdf_dev->dev; 2540 2541 OS_FREE_CONSISTENT(dev, 4, info->magic, info->magic_dma, 2542 OS_GET_DMA_MEM_CONTEXT(scn, dmacontext)); 2543 info->magic = NULL; 2544 info->magic_dma = 0; 2545 } 2546 #else 2547 static void hif_free_msi_ctx(struct hif_softc *scn) 2548 { 2549 } 2550 #endif 2551 2552 void hif_pci_disable_isr(struct hif_softc *scn) 2553 { 2554 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2555 2556 hif_exec_kill(&scn->osc); 2557 hif_nointrs(scn); 2558 hif_free_msi_ctx(scn); 2559 /* Cancel the pending tasklet */ 2560 ce_tasklet_kill(scn); 2561 tasklet_kill(&sc->intr_tq); 2562 qdf_atomic_set(&scn->active_tasklet_cnt, 0); 2563 qdf_atomic_set(&scn->active_grp_tasklet_cnt, 0); 2564 } 2565 2566 /* Function to reset SoC */ 2567 void hif_pci_reset_soc(struct hif_softc *hif_sc) 2568 { 2569 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_sc); 2570 struct hif_opaque_softc *ol_sc = GET_HIF_OPAQUE_HDL(hif_sc); 2571 struct hif_target_info *tgt_info = hif_get_target_info_handle(ol_sc); 2572 2573 #if defined(CPU_WARM_RESET_WAR) 2574 /* Currently CPU warm reset sequence is tested only for AR9888_REV2 2575 * Need to enable for AR9888_REV1 once CPU warm reset sequence is 2576 * verified for AR9888_REV1 2577 */ 2578 if (tgt_info->target_version == AR9888_REV2_VERSION) 2579 hif_pci_device_warm_reset(sc); 2580 else 2581 hif_pci_device_reset(sc); 2582 #else 2583 hif_pci_device_reset(sc); 2584 #endif 2585 } 2586 2587 /** 2588 * hif_log_soc_wakeup_timeout() - API to log PCIe and SOC Info 2589 * @sc: HIF PCIe Context 2590 * 2591 * API to log PCIe Config space and SOC info when SOC wakeup timeout happens 2592 * 2593 * Return: Failure to caller 2594 */ 2595 static int hif_log_soc_wakeup_timeout(struct hif_pci_softc *sc) 2596 { 2597 uint16_t val = 0; 2598 uint32_t bar = 0; 2599 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(sc); 2600 struct hif_softc *scn = HIF_GET_SOFTC(sc); 2601 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(sc); 2602 struct hif_config_info *cfg = hif_get_ini_handle(hif_hdl); 2603 struct hif_driver_state_callbacks *cbk = hif_get_callbacks_handle(scn); 2604 A_target_id_t pci_addr = scn->mem; 2605 2606 hif_info("keep_awake_count = %d", hif_state->keep_awake_count); 2607 2608 pfrm_read_config_word(sc->pdev, PCI_VENDOR_ID, &val); 2609 2610 hif_info("PCI Vendor ID = 0x%04x", val); 2611 2612 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &val); 2613 2614 hif_info("PCI Device ID = 0x%04x", val); 2615 2616 pfrm_read_config_word(sc->pdev, PCI_COMMAND, &val); 2617 2618 hif_info("PCI Command = 0x%04x", val); 2619 2620 pfrm_read_config_word(sc->pdev, PCI_STATUS, &val); 2621 2622 hif_info("PCI Status = 0x%04x", val); 2623 2624 pfrm_read_config_dword(sc->pdev, PCI_BASE_ADDRESS_0, &bar); 2625 2626 hif_info("PCI BAR 0 = 0x%08x", bar); 2627 2628 hif_info("SOC_WAKE_ADDR 0%08x", 2629 hif_read32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 2630 PCIE_SOC_WAKE_ADDRESS)); 2631 2632 hif_info("RTC_STATE_ADDR 0x%08x", 2633 hif_read32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 2634 RTC_STATE_ADDRESS)); 2635 2636 hif_info("wakeup target"); 2637 2638 if (!cfg->enable_self_recovery) 2639 QDF_BUG(0); 2640 2641 scn->recovery = true; 2642 2643 if (cbk->set_recovery_in_progress) 2644 cbk->set_recovery_in_progress(cbk->context, true); 2645 2646 pld_is_pci_link_down(sc->dev); 2647 return -EACCES; 2648 } 2649 2650 /* 2651 * For now, we use simple on-demand sleep/wake. 2652 * Some possible improvements: 2653 * -Use the Host-destined A_INUM_PCIE_AWAKE interrupt rather than spin/delay 2654 * (or perhaps spin/delay for a short while, then convert to sleep/interrupt) 2655 * Careful, though, these functions may be used by 2656 * interrupt handlers ("atomic") 2657 * -Don't use host_reg_table for this code; instead use values directly 2658 * -Use a separate timer to track activity and allow Target to sleep only 2659 * if it hasn't done anything for a while; may even want to delay some 2660 * processing for a short while in order to "batch" (e.g.) transmit 2661 * requests with completion processing into "windows of up time". Costs 2662 * some performance, but improves power utilization. 2663 * -On some platforms, it might be possible to eliminate explicit 2664 * sleep/wakeup. Instead, take a chance that each access works OK. If not, 2665 * recover from the failure by forcing the Target awake. 2666 * -Change keep_awake_count to an atomic_t in order to avoid spin lock 2667 * overhead in some cases. Perhaps this makes more sense when 2668 * CONFIG_ATH_PCIE_ACCESS_LIKELY is used and less sense when LIKELY is 2669 * disabled. 2670 * -It is possible to compile this code out and simply force the Target 2671 * to remain awake. That would yield optimal performance at the cost of 2672 * increased power. See CONFIG_ATH_PCIE_MAX_PERF. 2673 * 2674 * Note: parameter wait_for_it has meaning only when waking (when sleep_ok==0). 2675 */ 2676 /** 2677 * hif_target_sleep_state_adjust() - on-demand sleep/wake 2678 * @scn: hif_softc pointer. 2679 * @sleep_ok: bool 2680 * @wait_for_it: bool 2681 * 2682 * Output the pipe error counts of each pipe to log file 2683 * 2684 * Return: int 2685 */ 2686 int hif_pci_target_sleep_state_adjust(struct hif_softc *scn, 2687 bool sleep_ok, bool wait_for_it) 2688 { 2689 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2690 A_target_id_t pci_addr = scn->mem; 2691 static int max_delay; 2692 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2693 static int debug; 2694 if (scn->recovery) 2695 return -EACCES; 2696 2697 if (qdf_atomic_read(&scn->link_suspended)) { 2698 hif_err("Invalid access, PCIe link is down"); 2699 debug = true; 2700 QDF_ASSERT(0); 2701 return -EACCES; 2702 } 2703 2704 if (debug) { 2705 wait_for_it = true; 2706 hif_err("Invalid access, PCIe link is suspended"); 2707 QDF_ASSERT(0); 2708 } 2709 2710 if (sleep_ok) { 2711 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 2712 hif_state->keep_awake_count--; 2713 if (hif_state->keep_awake_count == 0) { 2714 /* Allow sleep */ 2715 hif_state->verified_awake = false; 2716 hif_state->sleep_ticks = qdf_system_ticks(); 2717 } 2718 if (hif_state->fake_sleep == false) { 2719 /* Set the Fake Sleep */ 2720 hif_state->fake_sleep = true; 2721 2722 /* Start the Sleep Timer */ 2723 qdf_timer_stop(&hif_state->sleep_timer); 2724 qdf_timer_start(&hif_state->sleep_timer, 2725 HIF_SLEEP_INACTIVITY_TIMER_PERIOD_MS); 2726 } 2727 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 2728 } else { 2729 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 2730 2731 if (hif_state->fake_sleep) { 2732 hif_state->verified_awake = true; 2733 } else { 2734 if (hif_state->keep_awake_count == 0) { 2735 /* Force AWAKE */ 2736 hif_write32_mb(sc, pci_addr + 2737 PCIE_LOCAL_BASE_ADDRESS + 2738 PCIE_SOC_WAKE_ADDRESS, 2739 PCIE_SOC_WAKE_V_MASK); 2740 } 2741 } 2742 hif_state->keep_awake_count++; 2743 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 2744 2745 if (wait_for_it && !hif_state->verified_awake) { 2746 #define PCIE_SLEEP_ADJUST_TIMEOUT 8000 /* 8Ms */ 2747 int tot_delay = 0; 2748 int curr_delay = 5; 2749 2750 for (;; ) { 2751 if (hif_targ_is_awake(scn, pci_addr)) { 2752 hif_state->verified_awake = true; 2753 break; 2754 } 2755 if (!hif_pci_targ_is_present(scn, pci_addr)) 2756 break; 2757 if (tot_delay > PCIE_SLEEP_ADJUST_TIMEOUT) 2758 return hif_log_soc_wakeup_timeout(sc); 2759 2760 OS_DELAY(curr_delay); 2761 tot_delay += curr_delay; 2762 2763 if (curr_delay < 50) 2764 curr_delay += 5; 2765 } 2766 2767 /* 2768 * NB: If Target has to come out of Deep Sleep, 2769 * this may take a few Msecs. Typically, though 2770 * this delay should be <30us. 2771 */ 2772 if (tot_delay > max_delay) 2773 max_delay = tot_delay; 2774 } 2775 } 2776 2777 if (debug && hif_state->verified_awake) { 2778 debug = 0; 2779 hif_err("INTR_ENABLE_REG = 0x%08x, INTR_CAUSE_REG = 0x%08x, CPU_INTR_REG = 0x%08x, INTR_CLR_REG = 0x%08x, CE_INTERRUPT_SUMMARY_REG = 0x%08x", 2780 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2781 PCIE_INTR_ENABLE_ADDRESS), 2782 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2783 PCIE_INTR_CAUSE_ADDRESS), 2784 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2785 CPU_INTR_ADDRESS), 2786 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2787 PCIE_INTR_CLR_ADDRESS), 2788 hif_read32_mb(sc, sc->mem + CE_WRAPPER_BASE_ADDRESS + 2789 CE_WRAPPER_INTERRUPT_SUMMARY_ADDRESS)); 2790 } 2791 2792 return 0; 2793 } 2794 2795 #ifdef CONFIG_ATH_PCIE_ACCESS_DEBUG 2796 uint32_t hif_target_read_checked(struct hif_softc *scn, uint32_t offset) 2797 { 2798 uint32_t value; 2799 void *addr; 2800 2801 addr = scn->mem + offset; 2802 value = hif_read32_mb(scn, addr); 2803 2804 { 2805 unsigned long irq_flags; 2806 int idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2807 2808 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2809 pcie_access_log[idx].seqnum = pcie_access_log_seqnum; 2810 pcie_access_log[idx].is_write = false; 2811 pcie_access_log[idx].addr = addr; 2812 pcie_access_log[idx].value = value; 2813 pcie_access_log_seqnum++; 2814 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2815 } 2816 2817 return value; 2818 } 2819 2820 void 2821 hif_target_write_checked(struct hif_softc *scn, uint32_t offset, uint32_t value) 2822 { 2823 void *addr; 2824 2825 addr = scn->mem + (offset); 2826 hif_write32_mb(scn, addr, value); 2827 2828 { 2829 unsigned long irq_flags; 2830 int idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2831 2832 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2833 pcie_access_log[idx].seqnum = pcie_access_log_seqnum; 2834 pcie_access_log[idx].is_write = true; 2835 pcie_access_log[idx].addr = addr; 2836 pcie_access_log[idx].value = value; 2837 pcie_access_log_seqnum++; 2838 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2839 } 2840 } 2841 2842 /** 2843 * hif_target_dump_access_log() - dump access log 2844 * 2845 * dump access log 2846 * 2847 * Return: n/a 2848 */ 2849 void hif_target_dump_access_log(void) 2850 { 2851 int idx, len, start_idx, cur_idx; 2852 unsigned long irq_flags; 2853 2854 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2855 if (pcie_access_log_seqnum > PCIE_ACCESS_LOG_NUM) { 2856 len = PCIE_ACCESS_LOG_NUM; 2857 start_idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2858 } else { 2859 len = pcie_access_log_seqnum; 2860 start_idx = 0; 2861 } 2862 2863 for (idx = 0; idx < len; idx++) { 2864 cur_idx = (start_idx + idx) % PCIE_ACCESS_LOG_NUM; 2865 hif_debug("idx:%d sn:%u wr:%d addr:%pK val:%u", 2866 idx, 2867 pcie_access_log[cur_idx].seqnum, 2868 pcie_access_log[cur_idx].is_write, 2869 pcie_access_log[cur_idx].addr, 2870 pcie_access_log[cur_idx].value); 2871 } 2872 2873 pcie_access_log_seqnum = 0; 2874 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2875 } 2876 #endif 2877 2878 #ifndef HIF_AHB 2879 int hif_ahb_configure_irq(struct hif_pci_softc *sc) 2880 { 2881 QDF_BUG(0); 2882 return -EINVAL; 2883 } 2884 #endif 2885 2886 static irqreturn_t hif_ce_interrupt_handler(int irq, void *context) 2887 { 2888 struct ce_tasklet_entry *tasklet_entry = context; 2889 return ce_dispatch_interrupt(tasklet_entry->ce_id, tasklet_entry); 2890 } 2891 extern const char *ce_name[]; 2892 2893 static int hif_ce_msi_map_ce_to_irq(struct hif_softc *scn, int ce_id) 2894 { 2895 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 2896 2897 return pci_scn->ce_irq_num[ce_id]; 2898 } 2899 2900 /* hif_srng_msi_irq_disable() - disable the irq for msi 2901 * @hif_sc: hif context 2902 * @ce_id: which ce to disable copy complete interrupts for 2903 * 2904 * since MSI interrupts are not level based, the system can function 2905 * without disabling these interrupts. Interrupt mitigation can be 2906 * added here for better system performance. 2907 */ 2908 static void hif_ce_srng_msi_irq_disable(struct hif_softc *hif_sc, int ce_id) 2909 { 2910 pfrm_disable_irq_nosync(hif_sc->qdf_dev->dev, 2911 hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2912 } 2913 2914 static void hif_ce_srng_msi_irq_enable(struct hif_softc *hif_sc, int ce_id) 2915 { 2916 if (__hif_check_link_status(hif_sc)) 2917 return; 2918 2919 pfrm_enable_irq(hif_sc->qdf_dev->dev, 2920 hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2921 } 2922 2923 static void hif_ce_legacy_msi_irq_disable(struct hif_softc *hif_sc, int ce_id) 2924 { 2925 disable_irq_nosync(hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2926 } 2927 2928 static void hif_ce_legacy_msi_irq_enable(struct hif_softc *hif_sc, int ce_id) 2929 { 2930 enable_irq(hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2931 } 2932 2933 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 2934 /** 2935 * hif_ce_configure_legacyirq() - Configure CE interrupts 2936 * @scn: hif_softc pointer 2937 * 2938 * Configure CE legacy interrupts 2939 * 2940 * Return: int 2941 */ 2942 static int hif_ce_configure_legacyirq(struct hif_softc *scn) 2943 { 2944 int ret = 0; 2945 int irq, ce_id; 2946 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 2947 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 2948 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 2949 int pci_slot; 2950 qdf_device_t qdf_dev = scn->qdf_dev; 2951 2952 if (!pld_get_enable_intx(scn->qdf_dev->dev)) 2953 return -EINVAL; 2954 2955 scn->bus_ops.hif_irq_disable = &hif_ce_srng_msi_irq_disable; 2956 scn->bus_ops.hif_irq_enable = &hif_ce_srng_msi_irq_enable; 2957 scn->bus_ops.hif_map_ce_to_irq = &hif_ce_msi_map_ce_to_irq; 2958 2959 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 2960 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 2961 continue; 2962 2963 if (host_ce_conf[ce_id].flags & CE_ATTR_INIT_ON_DEMAND) 2964 continue; 2965 2966 ret = pfrm_get_irq(scn->qdf_dev->dev, 2967 (struct qdf_pfm_hndl *)qdf_dev->cnss_pdev, 2968 legacy_ic_irqname[ce_id], ce_id, &irq); 2969 if (ret) { 2970 dev_err(scn->qdf_dev->dev, "get irq failed\n"); 2971 ret = -EFAULT; 2972 goto skip; 2973 } 2974 2975 pci_slot = hif_get_pci_slot(scn); 2976 qdf_scnprintf(ce_irqname[pci_slot][ce_id], 2977 DP_IRQ_NAME_LEN, "pci%d_ce_%u", pci_slot, ce_id); 2978 pci_sc->ce_irq_num[ce_id] = irq; 2979 2980 ret = pfrm_request_irq(scn->qdf_dev->dev, irq, 2981 hif_ce_interrupt_handler, 2982 IRQF_SHARED, 2983 ce_irqname[pci_slot][ce_id], 2984 &ce_sc->tasklets[ce_id]); 2985 if (ret) { 2986 hif_err("error = %d", ret); 2987 return -EINVAL; 2988 } 2989 } 2990 2991 skip: 2992 return ret; 2993 } 2994 #else 2995 /** 2996 * hif_ce_configure_legacyirq() - Configure CE interrupts 2997 * @scn: hif_softc pointer 2998 * 2999 * Configure CE legacy interrupts 3000 * 3001 * Return: int 3002 */ 3003 static int hif_ce_configure_legacyirq(struct hif_softc *scn) 3004 { 3005 return 0; 3006 } 3007 #endif 3008 3009 int hif_ce_msi_configure_irq_by_ceid(struct hif_softc *scn, int ce_id) 3010 { 3011 int ret = 0; 3012 int irq; 3013 uint32_t msi_data_start; 3014 uint32_t msi_data_count; 3015 unsigned int msi_data; 3016 int irq_id; 3017 uint32_t msi_irq_start; 3018 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 3019 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 3020 int pci_slot; 3021 3022 if (ce_id >= CE_COUNT_MAX) 3023 return -EINVAL; 3024 3025 /* do ce irq assignments */ 3026 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 3027 &msi_data_count, &msi_data_start, 3028 &msi_irq_start); 3029 3030 if (ret) { 3031 hif_err("Failed to get CE msi config"); 3032 return -EINVAL; 3033 } 3034 3035 irq_id = scn->int_assignment->msi_idx[ce_id]; 3036 /* needs to match the ce_id -> irq data mapping 3037 * used in the srng parameter configuration 3038 */ 3039 pci_slot = hif_get_pci_slot(scn); 3040 msi_data = irq_id + msi_irq_start; 3041 irq = pld_get_msi_irq(scn->qdf_dev->dev, msi_data); 3042 hif_debug("%s: (ce_id %d, irq_id %d, msi_data %d, irq %d tasklet %pK)", 3043 __func__, ce_id, irq_id, msi_data, irq, 3044 &ce_sc->tasklets[ce_id]); 3045 3046 /* implies the ce is also initialized */ 3047 if (!ce_sc->tasklets[ce_id].inited) 3048 goto skip; 3049 3050 pci_sc->ce_irq_num[ce_id] = irq; 3051 3052 qdf_scnprintf(ce_irqname[pci_slot][ce_id], 3053 DP_IRQ_NAME_LEN, "pci%u_wlan_ce_%u", 3054 pci_slot, ce_id); 3055 3056 ret = pfrm_request_irq(scn->qdf_dev->dev, 3057 irq, hif_ce_interrupt_handler, IRQF_SHARED, 3058 ce_irqname[pci_slot][ce_id], 3059 &ce_sc->tasklets[ce_id]); 3060 if (ret) 3061 return -EINVAL; 3062 3063 skip: 3064 return ret; 3065 } 3066 3067 static int hif_ce_msi_configure_irq(struct hif_softc *scn) 3068 { 3069 int ret; 3070 int ce_id, irq; 3071 uint32_t msi_data_start; 3072 uint32_t msi_data_count; 3073 uint32_t msi_irq_start; 3074 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 3075 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 3076 3077 if (!scn->disable_wake_irq) { 3078 /* do wake irq assignment */ 3079 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "WAKE", 3080 &msi_data_count, 3081 &msi_data_start, 3082 &msi_irq_start); 3083 if (ret) 3084 return ret; 3085 3086 scn->wake_irq = pld_get_msi_irq(scn->qdf_dev->dev, 3087 msi_irq_start); 3088 scn->wake_irq_type = HIF_PM_MSI_WAKE; 3089 3090 ret = pfrm_request_irq(scn->qdf_dev->dev, scn->wake_irq, 3091 hif_wake_interrupt_handler, 3092 IRQF_NO_SUSPEND, "wlan_wake_irq", scn); 3093 3094 if (ret) 3095 return ret; 3096 } 3097 3098 /* do ce irq assignments */ 3099 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 3100 &msi_data_count, &msi_data_start, 3101 &msi_irq_start); 3102 if (ret) 3103 goto free_wake_irq; 3104 3105 if (ce_srng_based(scn)) { 3106 scn->bus_ops.hif_irq_disable = &hif_ce_srng_msi_irq_disable; 3107 scn->bus_ops.hif_irq_enable = &hif_ce_srng_msi_irq_enable; 3108 } else { 3109 scn->bus_ops.hif_irq_disable = &hif_ce_legacy_msi_irq_disable; 3110 scn->bus_ops.hif_irq_enable = &hif_ce_legacy_msi_irq_enable; 3111 } 3112 3113 scn->bus_ops.hif_map_ce_to_irq = &hif_ce_msi_map_ce_to_irq; 3114 3115 /* needs to match the ce_id -> irq data mapping 3116 * used in the srng parameter configuration 3117 */ 3118 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 3119 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 3120 continue; 3121 3122 if (host_ce_conf[ce_id].flags & CE_ATTR_INIT_ON_DEMAND) 3123 continue; 3124 3125 ret = hif_ce_msi_configure_irq_by_ceid(scn, ce_id); 3126 if (ret) 3127 goto free_irq; 3128 } 3129 3130 return ret; 3131 3132 free_irq: 3133 /* the request_irq for the last ce_id failed so skip it. */ 3134 while (ce_id > 0 && ce_id < scn->ce_count) { 3135 unsigned int msi_data; 3136 3137 ce_id--; 3138 msi_data = (ce_id % msi_data_count) + msi_irq_start; 3139 irq = pld_get_msi_irq(scn->qdf_dev->dev, msi_data); 3140 pfrm_free_irq(scn->qdf_dev->dev, 3141 irq, &ce_sc->tasklets[ce_id]); 3142 } 3143 3144 free_wake_irq: 3145 if (!scn->disable_wake_irq) { 3146 pfrm_free_irq(scn->qdf_dev->dev, 3147 scn->wake_irq, scn->qdf_dev->dev); 3148 scn->wake_irq = 0; 3149 scn->wake_irq_type = HIF_PM_INVALID_WAKE; 3150 } 3151 3152 return ret; 3153 } 3154 3155 static void hif_exec_grp_irq_disable(struct hif_exec_context *hif_ext_group) 3156 { 3157 int i; 3158 struct hif_softc *scn = HIF_GET_SOFTC(hif_ext_group->hif); 3159 3160 for (i = 0; i < hif_ext_group->numirq; i++) 3161 pfrm_disable_irq_nosync(scn->qdf_dev->dev, 3162 hif_ext_group->os_irq[i]); 3163 } 3164 3165 static void hif_exec_grp_irq_enable(struct hif_exec_context *hif_ext_group) 3166 { 3167 int i; 3168 struct hif_softc *scn = HIF_GET_SOFTC(hif_ext_group->hif); 3169 3170 for (i = 0; i < hif_ext_group->numirq; i++) 3171 pfrm_enable_irq(scn->qdf_dev->dev, hif_ext_group->os_irq[i]); 3172 } 3173 3174 /** 3175 * hif_pci_get_irq_name() - get irqname 3176 * This function gives irqnumber to irqname 3177 * mapping. 3178 * 3179 * @irq_no: irq number 3180 * 3181 * Return: irq name 3182 */ 3183 const char *hif_pci_get_irq_name(int irq_no) 3184 { 3185 return "pci-dummy"; 3186 } 3187 3188 #if defined(FEATURE_IRQ_AFFINITY) || defined(HIF_CPU_PERF_AFFINE_MASK) 3189 void hif_pci_irq_set_affinity_hint(struct hif_exec_context *hif_ext_group, 3190 bool perf) 3191 { 3192 int i, ret; 3193 unsigned int cpus; 3194 bool mask_set = false; 3195 int cpu_cluster = perf ? CPU_CLUSTER_TYPE_PERF : 3196 CPU_CLUSTER_TYPE_LITTLE; 3197 3198 for (i = 0; i < hif_ext_group->numirq; i++) 3199 qdf_cpumask_clear(&hif_ext_group->new_cpu_mask[i]); 3200 3201 for (i = 0; i < hif_ext_group->numirq; i++) { 3202 qdf_for_each_online_cpu(cpus) { 3203 if (qdf_topology_physical_package_id(cpus) == 3204 cpu_cluster) { 3205 qdf_cpumask_set_cpu(cpus, 3206 &hif_ext_group-> 3207 new_cpu_mask[i]); 3208 mask_set = true; 3209 } 3210 } 3211 } 3212 for (i = 0; i < hif_ext_group->numirq; i++) { 3213 if (mask_set) { 3214 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3215 IRQ_NO_BALANCING, 0); 3216 ret = qdf_dev_set_irq_affinity(hif_ext_group->os_irq[i], 3217 (struct qdf_cpu_mask *) 3218 &hif_ext_group-> 3219 new_cpu_mask[i]); 3220 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3221 0, IRQ_NO_BALANCING); 3222 if (ret) 3223 qdf_debug("Set affinity %*pbl fails for IRQ %d ", 3224 qdf_cpumask_pr_args(&hif_ext_group-> 3225 new_cpu_mask[i]), 3226 hif_ext_group->os_irq[i]); 3227 } else { 3228 qdf_debug("Offline CPU: Set affinity fails for IRQ: %d", 3229 hif_ext_group->os_irq[i]); 3230 } 3231 } 3232 } 3233 #endif 3234 3235 #ifdef HIF_CPU_PERF_AFFINE_MASK 3236 void hif_pci_ce_irq_set_affinity_hint( 3237 struct hif_softc *scn) 3238 { 3239 int ret; 3240 unsigned int cpus; 3241 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 3242 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 3243 struct CE_attr *host_ce_conf; 3244 int ce_id; 3245 qdf_cpu_mask ce_cpu_mask; 3246 3247 host_ce_conf = ce_sc->host_ce_config; 3248 qdf_cpumask_clear(&ce_cpu_mask); 3249 3250 qdf_for_each_online_cpu(cpus) { 3251 if (qdf_topology_physical_package_id(cpus) == 3252 CPU_CLUSTER_TYPE_PERF) { 3253 qdf_cpumask_set_cpu(cpus, 3254 &ce_cpu_mask); 3255 } else { 3256 hif_err_rl("Unable to set cpu mask for offline CPU %d" 3257 , cpus); 3258 } 3259 } 3260 if (qdf_cpumask_empty(&ce_cpu_mask)) { 3261 hif_err_rl("Empty cpu_mask, unable to set CE IRQ affinity"); 3262 return; 3263 } 3264 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 3265 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 3266 continue; 3267 qdf_cpumask_clear(&pci_sc->ce_irq_cpu_mask[ce_id]); 3268 qdf_cpumask_copy(&pci_sc->ce_irq_cpu_mask[ce_id], 3269 &ce_cpu_mask); 3270 qdf_dev_modify_irq_status(pci_sc->ce_irq_num[ce_id], 3271 IRQ_NO_BALANCING, 0); 3272 ret = qdf_dev_set_irq_affinity( 3273 pci_sc->ce_irq_num[ce_id], 3274 (struct qdf_cpu_mask *)&pci_sc->ce_irq_cpu_mask[ce_id]); 3275 qdf_dev_modify_irq_status(pci_sc->ce_irq_num[ce_id], 3276 0, IRQ_NO_BALANCING); 3277 if (ret) 3278 hif_err_rl("Set affinity %*pbl fails for CE IRQ %d", 3279 qdf_cpumask_pr_args( 3280 &pci_sc->ce_irq_cpu_mask[ce_id]), 3281 pci_sc->ce_irq_num[ce_id]); 3282 else 3283 hif_debug_rl("Set affinity %*pbl for CE IRQ: %d", 3284 qdf_cpumask_pr_args( 3285 &pci_sc->ce_irq_cpu_mask[ce_id]), 3286 pci_sc->ce_irq_num[ce_id]); 3287 } 3288 } 3289 #endif /* #ifdef HIF_CPU_PERF_AFFINE_MASK */ 3290 3291 #ifdef HIF_CPU_CLEAR_AFFINITY 3292 void hif_pci_config_irq_clear_cpu_affinity(struct hif_softc *scn, 3293 int intr_ctxt_id, int cpu) 3294 { 3295 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3296 struct hif_exec_context *hif_ext_group; 3297 int i, ret; 3298 3299 if (intr_ctxt_id < hif_state->hif_num_extgroup) { 3300 hif_ext_group = hif_state->hif_ext_group[intr_ctxt_id]; 3301 3302 for (i = 0; i < hif_ext_group->numirq; i++) { 3303 qdf_cpumask_setall(&hif_ext_group->new_cpu_mask[i]); 3304 qdf_cpumask_clear_cpu(cpu, 3305 &hif_ext_group->new_cpu_mask[i]); 3306 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3307 IRQ_NO_BALANCING, 0); 3308 ret = qdf_dev_set_irq_affinity(hif_ext_group->os_irq[i], 3309 (struct qdf_cpu_mask *) 3310 &hif_ext_group-> 3311 new_cpu_mask[i]); 3312 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3313 0, IRQ_NO_BALANCING); 3314 if (ret) 3315 hif_err("Set affinity %*pbl fails for IRQ %d ", 3316 qdf_cpumask_pr_args(&hif_ext_group-> 3317 new_cpu_mask[i]), 3318 hif_ext_group->os_irq[i]); 3319 else 3320 hif_debug("Set affinity %*pbl for IRQ: %d", 3321 qdf_cpumask_pr_args(&hif_ext_group-> 3322 new_cpu_mask[i]), 3323 hif_ext_group->os_irq[i]); 3324 } 3325 } 3326 } 3327 #endif 3328 3329 void hif_pci_config_irq_affinity(struct hif_softc *scn) 3330 { 3331 int i; 3332 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3333 struct hif_exec_context *hif_ext_group; 3334 3335 hif_core_ctl_set_boost(true); 3336 /* Set IRQ affinity for WLAN DP interrupts*/ 3337 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 3338 hif_ext_group = hif_state->hif_ext_group[i]; 3339 hif_pci_irq_set_affinity_hint(hif_ext_group, true); 3340 } 3341 /* Set IRQ affinity for CE interrupts*/ 3342 hif_pci_ce_irq_set_affinity_hint(scn); 3343 } 3344 3345 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 3346 /** 3347 * hif_grp_configure_legacyirq() - Configure DP interrupts 3348 * @scn: hif_softc pointer 3349 * @hif_ext_group: hif extended group pointer 3350 * 3351 * Configure DP legacy interrupts 3352 * 3353 * Return: int 3354 */ 3355 static int hif_grp_configure_legacyirq(struct hif_softc *scn, 3356 struct hif_exec_context *hif_ext_group) 3357 { 3358 int ret = 0; 3359 int irq = 0; 3360 int j; 3361 int pci_slot; 3362 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3363 struct pci_dev *pdev = sc->pdev; 3364 qdf_device_t qdf_dev = scn->qdf_dev; 3365 3366 for (j = 0; j < hif_ext_group->numirq; j++) { 3367 ret = pfrm_get_irq(&pdev->dev, 3368 (struct qdf_pfm_hndl *)qdf_dev->cnss_pdev, 3369 legacy_ic_irqname[hif_ext_group->irq[j]], 3370 hif_ext_group->irq[j], &irq); 3371 if (ret) { 3372 dev_err(&pdev->dev, "get irq failed\n"); 3373 return -EFAULT; 3374 } 3375 hif_ext_group->os_irq[j] = irq; 3376 } 3377 3378 hif_ext_group->irq_enable = &hif_exec_grp_irq_enable; 3379 hif_ext_group->irq_disable = &hif_exec_grp_irq_disable; 3380 hif_ext_group->irq_name = &hif_pci_get_irq_name; 3381 hif_ext_group->work_complete = &hif_dummy_grp_done; 3382 3383 pci_slot = hif_get_pci_slot(scn); 3384 for (j = 0; j < hif_ext_group->numirq; j++) { 3385 irq = hif_ext_group->os_irq[j]; 3386 if (scn->irq_unlazy_disable) 3387 qdf_dev_set_irq_status_flags(irq, 3388 QDF_IRQ_DISABLE_UNLAZY); 3389 3390 hif_debug("request_irq = %d for grp %d", 3391 irq, hif_ext_group->grp_id); 3392 3393 ret = pfrm_request_irq(scn->qdf_dev->dev, irq, 3394 hif_ext_group_interrupt_handler, 3395 IRQF_SHARED | IRQF_NO_SUSPEND, 3396 legacy_ic_irqname[hif_ext_group->irq[j]], 3397 hif_ext_group); 3398 if (ret) { 3399 hif_err("request_irq failed ret = %d", ret); 3400 return -EFAULT; 3401 } 3402 hif_ext_group->os_irq[j] = irq; 3403 } 3404 hif_ext_group->irq_requested = true; 3405 return 0; 3406 } 3407 #else 3408 /** 3409 * hif_grp_configure_legacyirq() - Configure DP interrupts 3410 * @scn: hif_softc pointer 3411 * @hif_ext_group: hif extended group pointer 3412 * 3413 * Configure DP legacy interrupts 3414 * 3415 * Return: int 3416 */ 3417 static int hif_grp_configure_legacyirq(struct hif_softc *scn, 3418 struct hif_exec_context *hif_ext_group) 3419 { 3420 return 0; 3421 } 3422 #endif 3423 3424 int hif_pci_configure_grp_irq(struct hif_softc *scn, 3425 struct hif_exec_context *hif_ext_group) 3426 { 3427 int ret = 0; 3428 int irq = 0; 3429 int j; 3430 int pci_slot; 3431 3432 if (pld_get_enable_intx(scn->qdf_dev->dev)) 3433 return hif_grp_configure_legacyirq(scn, hif_ext_group); 3434 3435 hif_ext_group->irq_enable = &hif_exec_grp_irq_enable; 3436 hif_ext_group->irq_disable = &hif_exec_grp_irq_disable; 3437 hif_ext_group->irq_name = &hif_pci_get_irq_name; 3438 hif_ext_group->work_complete = &hif_dummy_grp_done; 3439 3440 pci_slot = hif_get_pci_slot(scn); 3441 for (j = 0; j < hif_ext_group->numirq; j++) { 3442 irq = hif_ext_group->irq[j]; 3443 if (scn->irq_unlazy_disable) 3444 qdf_dev_set_irq_status_flags(irq, 3445 QDF_IRQ_DISABLE_UNLAZY); 3446 3447 hif_debug("request_irq = %d for grp %d", 3448 irq, hif_ext_group->grp_id); 3449 3450 qdf_scnprintf(dp_irqname[pci_slot][hif_ext_group->grp_id], 3451 DP_IRQ_NAME_LEN, "pci%u_wlan_grp_dp_%u", 3452 pci_slot, hif_ext_group->grp_id); 3453 ret = pfrm_request_irq( 3454 scn->qdf_dev->dev, irq, 3455 hif_ext_group_interrupt_handler, 3456 IRQF_SHARED | IRQF_NO_SUSPEND, 3457 dp_irqname[pci_slot][hif_ext_group->grp_id], 3458 hif_ext_group); 3459 if (ret) { 3460 hif_err("request_irq failed ret = %d", ret); 3461 return -EFAULT; 3462 } 3463 hif_ext_group->os_irq[j] = irq; 3464 } 3465 hif_ext_group->irq_requested = true; 3466 return 0; 3467 } 3468 3469 #ifdef FEATURE_IRQ_AFFINITY 3470 void hif_pci_set_grp_intr_affinity(struct hif_softc *scn, 3471 uint32_t grp_intr_bitmask, bool perf) 3472 { 3473 int i; 3474 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3475 struct hif_exec_context *hif_ext_group; 3476 3477 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 3478 if (!(grp_intr_bitmask & BIT(i))) 3479 continue; 3480 3481 hif_ext_group = hif_state->hif_ext_group[i]; 3482 hif_pci_irq_set_affinity_hint(hif_ext_group, perf); 3483 qdf_atomic_set(&hif_ext_group->force_napi_complete, -1); 3484 } 3485 } 3486 #endif 3487 3488 #if (defined(QCA_WIFI_QCA6390) || defined(QCA_WIFI_QCA6490) || \ 3489 defined(QCA_WIFI_KIWI)) 3490 uint32_t hif_pci_reg_read32(struct hif_softc *hif_sc, 3491 uint32_t offset) 3492 { 3493 return hal_read32_mb(hif_sc->hal_soc, offset); 3494 } 3495 3496 void hif_pci_reg_write32(struct hif_softc *hif_sc, 3497 uint32_t offset, 3498 uint32_t value) 3499 { 3500 hal_write32_mb(hif_sc->hal_soc, offset, value); 3501 } 3502 #else 3503 /* TODO: Need to implement other chips carefully */ 3504 uint32_t hif_pci_reg_read32(struct hif_softc *hif_sc, 3505 uint32_t offset) 3506 { 3507 return 0; 3508 } 3509 3510 void hif_pci_reg_write32(struct hif_softc *hif_sc, 3511 uint32_t offset, 3512 uint32_t value) 3513 { 3514 } 3515 #endif 3516 3517 /** 3518 * hif_configure_irq() - configure interrupt 3519 * 3520 * This function configures interrupt(s) 3521 * 3522 * @sc: PCIe control struct 3523 * @hif_hdl: struct HIF_CE_state 3524 * 3525 * Return: 0 - for success 3526 */ 3527 int hif_configure_irq(struct hif_softc *scn) 3528 { 3529 int ret = 0; 3530 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3531 3532 hif_info("E"); 3533 3534 if (hif_is_polled_mode_enabled(GET_HIF_OPAQUE_HDL(scn))) { 3535 scn->request_irq_done = false; 3536 return 0; 3537 } 3538 3539 hif_init_reschedule_tasklet_work(sc); 3540 3541 ret = hif_ce_msi_configure_irq(scn); 3542 if (ret == 0) { 3543 goto end; 3544 } 3545 3546 switch (scn->target_info.target_type) { 3547 case TARGET_TYPE_QCA8074: 3548 case TARGET_TYPE_QCA8074V2: 3549 case TARGET_TYPE_QCA6018: 3550 case TARGET_TYPE_QCA5018: 3551 case TARGET_TYPE_QCA5332: 3552 case TARGET_TYPE_QCA9574: 3553 ret = hif_ahb_configure_irq(sc); 3554 break; 3555 case TARGET_TYPE_QCN9224: 3556 ret = hif_ce_configure_legacyirq(scn); 3557 break; 3558 default: 3559 ret = hif_pci_configure_legacy_irq(sc); 3560 break; 3561 } 3562 if (ret < 0) { 3563 hif_err("error = %d", ret); 3564 return ret; 3565 } 3566 end: 3567 scn->request_irq_done = true; 3568 return 0; 3569 } 3570 3571 /** 3572 * hif_trigger_timer_irq() : Triggers interrupt on LF_Timer 0 3573 * @scn: hif control structure 3574 * 3575 * Sets IRQ bit in LF Timer Status Address to awake peregrine/swift 3576 * stuck at a polling loop in pcie_address_config in FW 3577 * 3578 * Return: none 3579 */ 3580 static void hif_trigger_timer_irq(struct hif_softc *scn) 3581 { 3582 int tmp; 3583 /* Trigger IRQ on Peregrine/Swift by setting 3584 * IRQ Bit of LF_TIMER 0 3585 */ 3586 tmp = hif_read32_mb(scn, scn->mem + (RTC_SOC_BASE_ADDRESS + 3587 SOC_LF_TIMER_STATUS0_ADDRESS)); 3588 /* Set Raw IRQ Bit */ 3589 tmp |= 1; 3590 /* SOC_LF_TIMER_STATUS0 */ 3591 hif_write32_mb(scn, scn->mem + (RTC_SOC_BASE_ADDRESS + 3592 SOC_LF_TIMER_STATUS0_ADDRESS), tmp); 3593 } 3594 3595 /** 3596 * hif_target_sync() : ensure the target is ready 3597 * @scn: hif control structure 3598 * 3599 * Informs fw that we plan to use legacy interupts so that 3600 * it can begin booting. Ensures that the fw finishes booting 3601 * before continuing. Should be called before trying to write 3602 * to the targets other registers for the first time. 3603 * 3604 * Return: none 3605 */ 3606 static void hif_target_sync(struct hif_softc *scn) 3607 { 3608 hif_write32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3609 PCIE_INTR_ENABLE_ADDRESS), 3610 PCIE_INTR_FIRMWARE_MASK | PCIE_INTR_CE_MASK_ALL); 3611 /* read to flush pcie write */ 3612 (void)hif_read32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3613 PCIE_INTR_ENABLE_ADDRESS)); 3614 3615 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 3616 PCIE_SOC_WAKE_ADDRESS, 3617 PCIE_SOC_WAKE_V_MASK); 3618 while (!hif_targ_is_awake(scn, scn->mem)) 3619 ; 3620 3621 if (HAS_FW_INDICATOR) { 3622 int wait_limit = 500; 3623 int fw_ind = 0; 3624 int retry_count = 0; 3625 uint32_t target_type = scn->target_info.target_type; 3626 fw_retry: 3627 hif_info("Loop checking FW signal"); 3628 while (1) { 3629 fw_ind = hif_read32_mb(scn, scn->mem + 3630 FW_INDICATOR_ADDRESS); 3631 if (fw_ind & FW_IND_INITIALIZED) 3632 break; 3633 if (wait_limit-- < 0) 3634 break; 3635 hif_write32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3636 PCIE_INTR_ENABLE_ADDRESS), 3637 PCIE_INTR_FIRMWARE_MASK | PCIE_INTR_CE_MASK_ALL); 3638 /* read to flush pcie write */ 3639 (void)hif_read32_mb(scn, scn->mem + 3640 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_ENABLE_ADDRESS)); 3641 3642 qdf_mdelay(10); 3643 } 3644 if (wait_limit < 0) { 3645 if (target_type == TARGET_TYPE_AR9888 && 3646 retry_count++ < 2) { 3647 hif_trigger_timer_irq(scn); 3648 wait_limit = 500; 3649 goto fw_retry; 3650 } 3651 hif_info("FW signal timed out"); 3652 qdf_assert_always(0); 3653 } else { 3654 hif_info("Got FW signal, retries = %x", 500-wait_limit); 3655 } 3656 } 3657 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 3658 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 3659 } 3660 3661 static void hif_pci_get_soc_info_pld(struct hif_pci_softc *sc, 3662 struct device *dev) 3663 { 3664 struct pld_soc_info info; 3665 struct hif_softc *scn = HIF_GET_SOFTC(sc); 3666 3667 pld_get_soc_info(dev, &info); 3668 sc->mem = info.v_addr; 3669 sc->ce_sc.ol_sc.mem = info.v_addr; 3670 sc->ce_sc.ol_sc.mem_pa = info.p_addr; 3671 sc->device_version.family_number = info.device_version.family_number; 3672 sc->device_version.device_number = info.device_version.device_number; 3673 sc->device_version.major_version = info.device_version.major_version; 3674 sc->device_version.minor_version = info.device_version.minor_version; 3675 3676 hif_info("%s: fam num %u dev ver %u maj ver %u min ver %u\n", __func__, 3677 sc->device_version.family_number, 3678 sc->device_version.device_number, 3679 sc->device_version.major_version, 3680 sc->device_version.minor_version); 3681 3682 /* dev_mem_info[0] is for CMEM */ 3683 scn->cmem_start = info.dev_mem_info[0].start; 3684 scn->cmem_size = info.dev_mem_info[0].size; 3685 scn->target_info.target_version = info.soc_id; 3686 scn->target_info.target_revision = 0; 3687 scn->target_info.soc_version = info.device_version.major_version; 3688 } 3689 3690 static void hif_pci_get_soc_info_nopld(struct hif_pci_softc *sc, 3691 struct device *dev) 3692 {} 3693 3694 static bool hif_is_pld_based_target(struct hif_pci_softc *sc, 3695 int device_id) 3696 { 3697 if (!pld_have_platform_driver_support(sc->dev)) 3698 return false; 3699 3700 switch (device_id) { 3701 case QCA6290_DEVICE_ID: 3702 case QCN9000_DEVICE_ID: 3703 case QCN9224_DEVICE_ID: 3704 case QCA6290_EMULATION_DEVICE_ID: 3705 case QCA6390_DEVICE_ID: 3706 case QCA6490_DEVICE_ID: 3707 case AR6320_DEVICE_ID: 3708 case QCN7605_DEVICE_ID: 3709 case KIWI_DEVICE_ID: 3710 case MANGO_DEVICE_ID: 3711 return true; 3712 } 3713 return false; 3714 } 3715 3716 static void hif_pci_init_deinit_ops_attach(struct hif_pci_softc *sc, 3717 int device_id) 3718 { 3719 if (hif_is_pld_based_target(sc, device_id)) { 3720 sc->hif_enable_pci = hif_enable_pci_pld; 3721 sc->hif_pci_deinit = hif_pci_deinit_pld; 3722 sc->hif_pci_get_soc_info = hif_pci_get_soc_info_pld; 3723 } else { 3724 sc->hif_enable_pci = hif_enable_pci_nopld; 3725 sc->hif_pci_deinit = hif_pci_deinit_nopld; 3726 sc->hif_pci_get_soc_info = hif_pci_get_soc_info_nopld; 3727 } 3728 } 3729 3730 #ifdef HIF_REG_WINDOW_SUPPORT 3731 static void hif_pci_init_reg_windowing_support(struct hif_pci_softc *sc, 3732 u32 target_type) 3733 { 3734 switch (target_type) { 3735 case TARGET_TYPE_QCN7605: 3736 case TARGET_TYPE_QCA6490: 3737 case TARGET_TYPE_QCA6390: 3738 case TARGET_TYPE_KIWI: 3739 case TARGET_TYPE_MANGO: 3740 sc->use_register_windowing = true; 3741 qdf_spinlock_create(&sc->register_access_lock); 3742 sc->register_window = 0; 3743 break; 3744 default: 3745 sc->use_register_windowing = false; 3746 } 3747 } 3748 #else 3749 static void hif_pci_init_reg_windowing_support(struct hif_pci_softc *sc, 3750 u32 target_type) 3751 { 3752 sc->use_register_windowing = false; 3753 } 3754 #endif 3755 3756 /** 3757 * hif_enable_bus(): enable bus 3758 * 3759 * This function enables the bus 3760 * 3761 * @ol_sc: soft_sc struct 3762 * @dev: device pointer 3763 * @bdev: bus dev pointer 3764 * bid: bus id pointer 3765 * type: enum hif_enable_type such as HIF_ENABLE_TYPE_PROBE 3766 * Return: QDF_STATUS 3767 */ 3768 QDF_STATUS hif_pci_enable_bus(struct hif_softc *ol_sc, 3769 struct device *dev, void *bdev, 3770 const struct hif_bus_id *bid, 3771 enum hif_enable_type type) 3772 { 3773 int ret = 0; 3774 uint32_t hif_type; 3775 uint32_t target_type = TARGET_TYPE_UNKNOWN; 3776 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(ol_sc); 3777 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(ol_sc); 3778 uint16_t revision_id = 0; 3779 int probe_again = 0; 3780 struct pci_dev *pdev = bdev; 3781 const struct pci_device_id *id = (const struct pci_device_id *)bid; 3782 struct hif_target_info *tgt_info; 3783 3784 if (!ol_sc) { 3785 hif_err("hif_ctx is NULL"); 3786 return QDF_STATUS_E_NOMEM; 3787 } 3788 /* Following print is used by various tools to identify 3789 * WLAN SOC (e.g. crash dump analysis and reporting tool). 3790 */ 3791 hif_info("con_mode = 0x%x, WLAN_SOC_device_id = 0x%x", 3792 hif_get_conparam(ol_sc), id->device); 3793 3794 sc->pdev = pdev; 3795 sc->dev = &pdev->dev; 3796 sc->devid = id->device; 3797 sc->cacheline_sz = dma_get_cache_alignment(); 3798 tgt_info = hif_get_target_info_handle(hif_hdl); 3799 hif_pci_init_deinit_ops_attach(sc, id->device); 3800 sc->hif_pci_get_soc_info(sc, dev); 3801 again: 3802 ret = sc->hif_enable_pci(sc, pdev, id); 3803 if (ret < 0) { 3804 hif_err("hif_enable_pci error = %d", ret); 3805 goto err_enable_pci; 3806 } 3807 hif_info("hif_enable_pci done"); 3808 3809 /* Temporary FIX: disable ASPM on peregrine. 3810 * Will be removed after the OTP is programmed 3811 */ 3812 hif_disable_power_gating(hif_hdl); 3813 3814 device_disable_async_suspend(&pdev->dev); 3815 pfrm_read_config_word(pdev, 0x08, &revision_id); 3816 3817 ret = hif_get_device_type(id->device, revision_id, 3818 &hif_type, &target_type); 3819 if (ret < 0) { 3820 hif_err("Invalid device id/revision_id"); 3821 goto err_tgtstate; 3822 } 3823 hif_info("hif_type = 0x%x, target_type = 0x%x", 3824 hif_type, target_type); 3825 3826 hif_register_tbl_attach(ol_sc, hif_type); 3827 hif_target_register_tbl_attach(ol_sc, target_type); 3828 3829 hif_pci_init_reg_windowing_support(sc, target_type); 3830 3831 tgt_info->target_type = target_type; 3832 3833 /* 3834 * Disable unlzay interrupt registration for QCN9000 3835 */ 3836 if (target_type == TARGET_TYPE_QCN9000 || 3837 target_type == TARGET_TYPE_QCN9224) 3838 ol_sc->irq_unlazy_disable = 1; 3839 3840 if (ce_srng_based(ol_sc)) { 3841 hif_info("Skip tgt_wake up for srng devices"); 3842 } else { 3843 ret = hif_pci_probe_tgt_wakeup(sc); 3844 if (ret < 0) { 3845 hif_err("hif_pci_prob_wakeup error = %d", ret); 3846 if (ret == -EAGAIN) 3847 probe_again++; 3848 goto err_tgtstate; 3849 } 3850 hif_info("hif_pci_probe_tgt_wakeup done"); 3851 } 3852 3853 if (!ol_sc->mem_pa) { 3854 hif_err("BAR0 uninitialized"); 3855 ret = -EIO; 3856 goto err_tgtstate; 3857 } 3858 3859 if (!ce_srng_based(ol_sc)) { 3860 hif_target_sync(ol_sc); 3861 3862 if (hif_pci_default_link_up(tgt_info)) 3863 hif_vote_link_up(hif_hdl); 3864 } 3865 3866 return QDF_STATUS_SUCCESS; 3867 3868 err_tgtstate: 3869 hif_disable_pci(sc); 3870 sc->pci_enabled = false; 3871 hif_err("hif_disable_pci done"); 3872 return QDF_STATUS_E_ABORTED; 3873 3874 err_enable_pci: 3875 if (probe_again && (probe_again <= ATH_PCI_PROBE_RETRY_MAX)) { 3876 int delay_time; 3877 3878 hif_info("pci reprobe"); 3879 /* 10, 40, 90, 100, 100, ... */ 3880 delay_time = max(100, 10 * (probe_again * probe_again)); 3881 qdf_mdelay(delay_time); 3882 goto again; 3883 } 3884 return qdf_status_from_os_return(ret); 3885 } 3886 3887 /** 3888 * hif_pci_irq_enable() - ce_irq_enable 3889 * @scn: hif_softc 3890 * @ce_id: ce_id 3891 * 3892 * Return: void 3893 */ 3894 void hif_pci_irq_enable(struct hif_softc *scn, int ce_id) 3895 { 3896 uint32_t tmp = 1 << ce_id; 3897 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3898 3899 qdf_spin_lock_irqsave(&sc->irq_lock); 3900 scn->ce_irq_summary &= ~tmp; 3901 if (scn->ce_irq_summary == 0) { 3902 /* Enable Legacy PCI line interrupts */ 3903 if (LEGACY_INTERRUPTS(sc) && 3904 (scn->target_status != TARGET_STATUS_RESET) && 3905 (!qdf_atomic_read(&scn->link_suspended))) { 3906 3907 hif_write32_mb(scn, scn->mem + 3908 (SOC_CORE_BASE_ADDRESS | 3909 PCIE_INTR_ENABLE_ADDRESS), 3910 HOST_GROUP0_MASK); 3911 3912 hif_read32_mb(scn, scn->mem + 3913 (SOC_CORE_BASE_ADDRESS | 3914 PCIE_INTR_ENABLE_ADDRESS)); 3915 } 3916 } 3917 if (scn->hif_init_done == true) 3918 Q_TARGET_ACCESS_END(scn); 3919 qdf_spin_unlock_irqrestore(&sc->irq_lock); 3920 3921 /* check for missed firmware crash */ 3922 hif_fw_interrupt_handler(0, scn); 3923 } 3924 3925 /** 3926 * hif_pci_irq_disable() - ce_irq_disable 3927 * @scn: hif_softc 3928 * @ce_id: ce_id 3929 * 3930 * only applicable to legacy copy engine... 3931 * 3932 * Return: void 3933 */ 3934 void hif_pci_irq_disable(struct hif_softc *scn, int ce_id) 3935 { 3936 /* For Rome only need to wake up target */ 3937 /* target access is maintained until interrupts are re-enabled */ 3938 Q_TARGET_ACCESS_BEGIN(scn); 3939 } 3940 3941 int hif_pci_legacy_map_ce_to_irq(struct hif_softc *scn, int ce_id) 3942 { 3943 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 3944 3945 /* legacy case only has one irq */ 3946 return pci_scn->irq; 3947 } 3948 3949 int hif_pci_addr_in_boundary(struct hif_softc *scn, uint32_t offset) 3950 { 3951 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3952 struct hif_target_info *tgt_info; 3953 3954 tgt_info = hif_get_target_info_handle(GET_HIF_OPAQUE_HDL(scn)); 3955 3956 if (tgt_info->target_type == TARGET_TYPE_QCA6290 || 3957 tgt_info->target_type == TARGET_TYPE_QCA6390 || 3958 tgt_info->target_type == TARGET_TYPE_QCA6490 || 3959 tgt_info->target_type == TARGET_TYPE_QCN7605 || 3960 tgt_info->target_type == TARGET_TYPE_QCA8074 || 3961 tgt_info->target_type == TARGET_TYPE_KIWI || 3962 tgt_info->target_type == TARGET_TYPE_MANGO) { 3963 /* 3964 * Need to consider offset's memtype for QCA6290/QCA8074, 3965 * also mem_len and DRAM_BASE_ADDRESS/DRAM_SIZE need to be 3966 * well initialized/defined. 3967 */ 3968 return 0; 3969 } 3970 3971 if ((offset >= DRAM_BASE_ADDRESS && offset <= DRAM_BASE_ADDRESS + DRAM_SIZE) 3972 || (offset + sizeof(unsigned int) <= sc->mem_len)) { 3973 return 0; 3974 } 3975 3976 hif_info("Refusing to read memory at 0x%x - 0x%x (max 0x%zx)", 3977 offset, (uint32_t)(offset + sizeof(unsigned int)), 3978 sc->mem_len); 3979 3980 return -EINVAL; 3981 } 3982 3983 /** 3984 * hif_pci_needs_bmi() - return true if the soc needs bmi through the driver 3985 * @scn: hif context 3986 * 3987 * Return: true if soc needs driver bmi otherwise false 3988 */ 3989 bool hif_pci_needs_bmi(struct hif_softc *scn) 3990 { 3991 return !ce_srng_based(scn); 3992 } 3993 3994 #ifdef FORCE_WAKE 3995 #if defined(DEVICE_FORCE_WAKE_ENABLE) && !defined(CONFIG_PLD_PCIE_FW_SIM) 3996 3997 /** 3998 * HIF_POLL_UMAC_WAKE poll value to indicate if UMAC is powered up 3999 * Update the below macro with FW defined one. 4000 */ 4001 #define HIF_POLL_UMAC_WAKE 0x2 4002 4003 /** 4004 * hif_force_wake_request(): Enable the force wake recipe 4005 * @hif_handle: HIF handle 4006 * 4007 * Bring MHI to M0 state and force wake the UMAC by asserting the 4008 * soc wake reg. Poll the scratch reg to check if its set to 4009 * HIF_POLL_UMAC_WAKE. The polled value may return 0x1 in case UMAC 4010 * is powered down. 4011 * 4012 * Return: 0 if handshake is successful or ETIMEDOUT in case of failure 4013 */ 4014 int hif_force_wake_request(struct hif_opaque_softc *hif_handle) 4015 { 4016 uint32_t timeout, value; 4017 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4018 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4019 int ret, status = 0; 4020 4021 /* Prevent runtime PM or trigger resume firstly */ 4022 if (hif_rtpm_get(HIF_RTPM_GET_SYNC, HIF_RTPM_ID_FORCE_WAKE)) { 4023 hif_err("runtime pm get failed"); 4024 return -EINVAL; 4025 } 4026 4027 HIF_STATS_INC(pci_scn, mhi_force_wake_request_vote, 1); 4028 if (qdf_in_interrupt()) 4029 timeout = FORCE_WAKE_DELAY_TIMEOUT_MS * 1000; 4030 else 4031 timeout = 0; 4032 4033 if (pld_force_wake_request_sync(scn->qdf_dev->dev, timeout)) { 4034 hif_err("force wake request send failed"); 4035 HIF_STATS_INC(pci_scn, mhi_force_wake_failure, 1); 4036 status = -EINVAL; 4037 goto release_rtpm_ref; 4038 } 4039 4040 /* If device's M1 state-change event races here, it can be ignored, 4041 * as the device is expected to immediately move from M2 to M0 4042 * without entering low power state. 4043 */ 4044 if (!pld_is_device_awake(scn->qdf_dev->dev)) 4045 hif_info("state-change event races, ignore"); 4046 4047 HIF_STATS_INC(pci_scn, mhi_force_wake_success, 1); 4048 hif_write32_mb(scn, scn->mem + PCIE_REG_WAKE_UMAC_OFFSET, 1); 4049 HIF_STATS_INC(pci_scn, soc_force_wake_register_write_success, 1); 4050 /* 4051 * do not reset the timeout 4052 * total_wake_time = MHI_WAKE_TIME + PCI_WAKE_TIME < 50 ms 4053 */ 4054 timeout = 0; 4055 do { 4056 value = hif_read32_mb( 4057 scn, scn->mem + 4058 PCIE_SOC_PCIE_REG_PCIE_SCRATCH_0_SOC_PCIE_REG); 4059 if (value == HIF_POLL_UMAC_WAKE) 4060 break; 4061 qdf_mdelay(FORCE_WAKE_DELAY_MS); 4062 timeout += FORCE_WAKE_DELAY_MS; 4063 } while (timeout <= FORCE_WAKE_DELAY_TIMEOUT_MS); 4064 4065 if (value != HIF_POLL_UMAC_WAKE) { 4066 hif_err("force wake handshake failed, reg value = 0x%x", 4067 value); 4068 HIF_STATS_INC(pci_scn, soc_force_wake_failure, 1); 4069 status = -ETIMEDOUT; 4070 goto release_rtpm_ref; 4071 } 4072 4073 HIF_STATS_INC(pci_scn, soc_force_wake_success, 1); 4074 return 0; 4075 4076 release_rtpm_ref: 4077 /* Release runtime PM force wake */ 4078 ret = hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_FORCE_WAKE); 4079 if (ret) { 4080 hif_err("runtime pm put failure: %d", ret); 4081 return ret; 4082 } 4083 4084 return status; 4085 } 4086 4087 int hif_force_wake_release(struct hif_opaque_softc *hif_handle) 4088 { 4089 int ret; 4090 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4091 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4092 4093 /* Release umac force wake */ 4094 hif_write32_mb(scn, scn->mem + PCIE_REG_WAKE_UMAC_OFFSET, 0); 4095 4096 /* Release MHI force wake */ 4097 ret = pld_force_wake_release(scn->qdf_dev->dev); 4098 if (ret) { 4099 hif_err("pld force wake release failure"); 4100 HIF_STATS_INC(pci_scn, mhi_force_wake_release_failure, 1); 4101 return ret; 4102 } 4103 HIF_STATS_INC(pci_scn, mhi_force_wake_release_success, 1); 4104 4105 /* Release runtime PM force wake */ 4106 ret = hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_FORCE_WAKE); 4107 if (ret) { 4108 hif_err("runtime pm put failure"); 4109 return ret; 4110 } 4111 4112 HIF_STATS_INC(pci_scn, soc_force_wake_release_success, 1); 4113 return 0; 4114 } 4115 4116 #else /* DEVICE_FORCE_WAKE_ENABLE */ 4117 /** hif_force_wake_request() - Disable the PCIE scratch register 4118 * write/read 4119 * 4120 * Return: 0 4121 */ 4122 int hif_force_wake_request(struct hif_opaque_softc *hif_handle) 4123 { 4124 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4125 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4126 uint32_t timeout; 4127 4128 HIF_STATS_INC(pci_scn, mhi_force_wake_request_vote, 1); 4129 4130 if (qdf_in_interrupt()) 4131 timeout = FORCE_WAKE_DELAY_TIMEOUT_MS * 1000; 4132 else 4133 timeout = 0; 4134 4135 if (pld_force_wake_request_sync(scn->qdf_dev->dev, timeout)) { 4136 hif_err("force wake request send failed"); 4137 HIF_STATS_INC(pci_scn, mhi_force_wake_failure, 1); 4138 return -EINVAL; 4139 } 4140 4141 /* If device's M1 state-change event races here, it can be ignored, 4142 * as the device is expected to immediately move from M2 to M0 4143 * without entering low power state. 4144 */ 4145 if (!pld_is_device_awake(scn->qdf_dev->dev)) 4146 hif_info("state-change event races, ignore"); 4147 4148 HIF_STATS_INC(pci_scn, mhi_force_wake_success, 1); 4149 4150 return 0; 4151 } 4152 4153 int hif_force_wake_release(struct hif_opaque_softc *hif_handle) 4154 { 4155 int ret; 4156 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4157 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4158 4159 ret = pld_force_wake_release(scn->qdf_dev->dev); 4160 if (ret) { 4161 hif_err("force wake release failure"); 4162 HIF_STATS_INC(pci_scn, mhi_force_wake_release_failure, 1); 4163 return ret; 4164 } 4165 4166 HIF_STATS_INC(pci_scn, mhi_force_wake_release_success, 1); 4167 return 0; 4168 } 4169 #endif /* DEVICE_FORCE_WAKE_ENABLE */ 4170 4171 void hif_print_pci_stats(struct hif_pci_softc *pci_handle) 4172 { 4173 hif_debug("mhi_force_wake_request_vote: %d", 4174 pci_handle->stats.mhi_force_wake_request_vote); 4175 hif_debug("mhi_force_wake_failure: %d", 4176 pci_handle->stats.mhi_force_wake_failure); 4177 hif_debug("mhi_force_wake_success: %d", 4178 pci_handle->stats.mhi_force_wake_success); 4179 hif_debug("soc_force_wake_register_write_success: %d", 4180 pci_handle->stats.soc_force_wake_register_write_success); 4181 hif_debug("soc_force_wake_failure: %d", 4182 pci_handle->stats.soc_force_wake_failure); 4183 hif_debug("soc_force_wake_success: %d", 4184 pci_handle->stats.soc_force_wake_success); 4185 hif_debug("mhi_force_wake_release_failure: %d", 4186 pci_handle->stats.mhi_force_wake_release_failure); 4187 hif_debug("mhi_force_wake_release_success: %d", 4188 pci_handle->stats.mhi_force_wake_release_success); 4189 hif_debug("oc_force_wake_release_success: %d", 4190 pci_handle->stats.soc_force_wake_release_success); 4191 } 4192 #endif /* FORCE_WAKE */ 4193 4194 #ifdef FEATURE_HAL_DELAYED_REG_WRITE 4195 int hif_prevent_link_low_power_states(struct hif_opaque_softc *hif) 4196 { 4197 return pld_prevent_l1(HIF_GET_SOFTC(hif)->qdf_dev->dev); 4198 } 4199 4200 void hif_allow_link_low_power_states(struct hif_opaque_softc *hif) 4201 { 4202 pld_allow_l1(HIF_GET_SOFTC(hif)->qdf_dev->dev); 4203 } 4204 #endif 4205