1 /* 2 * Copyright (c) 2013-2021 The Linux Foundation. All rights reserved. 3 * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved. 4 * 5 * Permission to use, copy, modify, and/or distribute this software for 6 * any purpose with or without fee is hereby granted, provided that the 7 * above copyright notice and this permission notice appear in all 8 * copies. 9 * 10 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL 11 * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED 12 * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE 13 * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL 14 * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR 15 * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER 16 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR 17 * PERFORMANCE OF THIS SOFTWARE. 18 */ 19 20 #include <linux/pci.h> 21 #include <linux/slab.h> 22 #include <linux/interrupt.h> 23 #include <linux/if_arp.h> 24 #include <linux/of_pci.h> 25 #include <linux/version.h> 26 #include "hif_io32.h" 27 #include "if_pci.h" 28 #include "hif.h" 29 #include "target_type.h" 30 #include "hif_main.h" 31 #include "ce_main.h" 32 #include "ce_api.h" 33 #include "ce_internal.h" 34 #include "ce_reg.h" 35 #include "ce_bmi.h" 36 #include "regtable.h" 37 #include "hif_hw_version.h" 38 #include <linux/debugfs.h> 39 #include <linux/seq_file.h> 40 #include "qdf_status.h" 41 #include "qdf_atomic.h" 42 #include "qdf_platform.h" 43 #include "pld_common.h" 44 #include "mp_dev.h" 45 #include "hif_debug.h" 46 47 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 48 char *legacy_ic_irqname[] = { 49 "ce0", 50 "ce1", 51 "ce2", 52 "ce3", 53 "ce4", 54 "ce5", 55 "ce6", 56 "ce7", 57 "ce8", 58 "ce9", 59 "ce10", 60 "ce11", 61 "ce12", 62 "ce13", 63 "ce14", 64 "ce15", 65 "reo2sw8_intr2", 66 "reo2sw7_intr2", 67 "reo2sw6_intr2", 68 "reo2sw5_intr2", 69 "reo2sw4_intr2", 70 "reo2sw3_intr2", 71 "reo2sw2_intr2", 72 "reo2sw1_intr2", 73 "reo2sw0_intr2", 74 "reo2sw8_intr", 75 "reo2sw7_intr", 76 "reo2sw6_inrr", 77 "reo2sw5_intr", 78 "reo2sw4_intr", 79 "reo2sw3_intr", 80 "reo2sw2_intr", 81 "reo2sw1_intr", 82 "reo2sw0_intr", 83 "reo2status_intr2", 84 "reo_status", 85 "reo2rxdma_out_2", 86 "reo2rxdma_out_1", 87 "reo_cmd", 88 "sw2reo6", 89 "sw2reo5", 90 "sw2reo1", 91 "sw2reo", 92 "rxdma2reo_mlo_0_dst_ring1", 93 "rxdma2reo_mlo_0_dst_ring0", 94 "rxdma2reo_mlo_1_dst_ring1", 95 "rxdma2reo_mlo_1_dst_ring0", 96 "rxdma2reo_dst_ring1", 97 "rxdma2reo_dst_ring0", 98 "rxdma2sw_dst_ring1", 99 "rxdma2sw_dst_ring0", 100 "rxdma2release_dst_ring1", 101 "rxdma2release_dst_ring0", 102 "sw2rxdma_2_src_ring", 103 "sw2rxdma_1_src_ring", 104 "sw2rxdma_0", 105 "wbm2sw6_release2", 106 "wbm2sw5_release2", 107 "wbm2sw4_release2", 108 "wbm2sw3_release2", 109 "wbm2sw2_release2", 110 "wbm2sw1_release2", 111 "wbm2sw0_release2", 112 "wbm2sw6_release", 113 "wbm2sw5_release", 114 "wbm2sw4_release", 115 "wbm2sw3_release", 116 "wbm2sw2_release", 117 "wbm2sw1_release", 118 "wbm2sw0_release", 119 "wbm2sw_link", 120 "wbm_error_release", 121 "sw2txmon_src_ring", 122 "sw2rxmon_src_ring", 123 "txmon2sw_p1_intr1", 124 "txmon2sw_p1_intr0", 125 "txmon2sw_p0_dest1", 126 "txmon2sw_p0_dest0", 127 "rxmon2sw_p1_intr1", 128 "rxmon2sw_p1_intr0", 129 "rxmon2sw_p0_dest1", 130 "rxmon2sw_p0_dest0", 131 "sw_release", 132 "sw2tcl_credit2", 133 "sw2tcl_credit", 134 "sw2tcl4", 135 "sw2tcl5", 136 "sw2tcl3", 137 "sw2tcl2", 138 "sw2tcl1", 139 "sw2wbm1", 140 "misc_8", 141 "misc_7", 142 "misc_6", 143 "misc_5", 144 "misc_4", 145 "misc_3", 146 "misc_2", 147 "misc_1", 148 "misc_0", 149 }; 150 #endif 151 152 #if (defined(QCA_WIFI_QCA6390) || defined(QCA_WIFI_QCA6490) || \ 153 defined(QCA_WIFI_KIWI)) 154 #include "hal_api.h" 155 #endif 156 157 #include "if_pci_internal.h" 158 #include "ce_tasklet.h" 159 #include "targaddrs.h" 160 #include "hif_exec.h" 161 162 #include "pci_api.h" 163 #include "ahb_api.h" 164 #include "wlan_cfg.h" 165 #include "qdf_hang_event_notifier.h" 166 #include "qdf_platform.h" 167 #include "qal_devnode.h" 168 #include "qdf_irq.h" 169 170 /* Maximum ms timeout for host to wake up target */ 171 #define PCIE_WAKE_TIMEOUT 1000 172 #define RAMDUMP_EVENT_TIMEOUT 2500 173 174 /* Setting SOC_GLOBAL_RESET during driver unload causes intermittent 175 * PCIe data bus error 176 * As workaround for this issue - changing the reset sequence to 177 * use TargetCPU warm reset * instead of SOC_GLOBAL_RESET 178 */ 179 #define CPU_WARM_RESET_WAR 180 #define WLAN_CFG_MAX_PCIE_GROUPS 4 181 #ifdef QCA_WIFI_QCN9224 182 #define WLAN_CFG_MAX_CE_COUNT 16 183 #else 184 #define WLAN_CFG_MAX_CE_COUNT 12 185 #endif 186 #define DP_IRQ_NAME_LEN 25 187 char dp_irqname[WLAN_CFG_MAX_PCIE_GROUPS][WLAN_CFG_INT_NUM_CONTEXTS][DP_IRQ_NAME_LEN] = {}; 188 char ce_irqname[WLAN_CFG_MAX_PCIE_GROUPS][WLAN_CFG_MAX_CE_COUNT][DP_IRQ_NAME_LEN] = {}; 189 190 static inline int hif_get_pci_slot(struct hif_softc *scn) 191 { 192 int pci_slot = pld_get_pci_slot(scn->qdf_dev->dev); 193 194 if (pci_slot < 0) { 195 hif_err("Invalid PCI SLOT %d", pci_slot); 196 qdf_assert_always(0); 197 return 0; 198 } else { 199 return pci_slot; 200 } 201 } 202 203 /* 204 * Top-level interrupt handler for all PCI interrupts from a Target. 205 * When a block of MSI interrupts is allocated, this top-level handler 206 * is not used; instead, we directly call the correct sub-handler. 207 */ 208 struct ce_irq_reg_table { 209 uint32_t irq_enable; 210 uint32_t irq_status; 211 }; 212 213 #ifndef QCA_WIFI_3_0_ADRASTEA 214 static inline void hif_pci_route_adrastea_interrupt(struct hif_pci_softc *sc) 215 { 216 } 217 #else 218 static void hif_pci_route_adrastea_interrupt(struct hif_pci_softc *sc) 219 { 220 struct hif_softc *scn = HIF_GET_SOFTC(sc); 221 unsigned int target_enable0, target_enable1; 222 unsigned int target_cause0, target_cause1; 223 224 target_enable0 = hif_read32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_0); 225 target_enable1 = hif_read32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_1); 226 target_cause0 = hif_read32_mb(sc, sc->mem + Q6_CAUSE_REGISTER_0); 227 target_cause1 = hif_read32_mb(sc, sc->mem + Q6_CAUSE_REGISTER_1); 228 229 if ((target_enable0 & target_cause0) || 230 (target_enable1 & target_cause1)) { 231 hif_write32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_0, 0); 232 hif_write32_mb(sc, sc->mem + Q6_ENABLE_REGISTER_1, 0); 233 234 if (scn->notice_send) 235 pld_intr_notify_q6(sc->dev); 236 } 237 } 238 #endif 239 240 241 /** 242 * pci_dispatch_ce_irq() - pci_dispatch_ce_irq 243 * @scn: scn 244 * 245 * Return: N/A 246 */ 247 static void pci_dispatch_interrupt(struct hif_softc *scn) 248 { 249 uint32_t intr_summary; 250 int id; 251 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 252 253 if (scn->hif_init_done != true) 254 return; 255 256 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 257 return; 258 259 intr_summary = CE_INTERRUPT_SUMMARY(scn); 260 261 if (intr_summary == 0) { 262 if ((scn->target_status != TARGET_STATUS_RESET) && 263 (!qdf_atomic_read(&scn->link_suspended))) { 264 265 hif_write32_mb(scn, scn->mem + 266 (SOC_CORE_BASE_ADDRESS | 267 PCIE_INTR_ENABLE_ADDRESS), 268 HOST_GROUP0_MASK); 269 270 hif_read32_mb(scn, scn->mem + 271 (SOC_CORE_BASE_ADDRESS | 272 PCIE_INTR_ENABLE_ADDRESS)); 273 } 274 Q_TARGET_ACCESS_END(scn); 275 return; 276 } 277 Q_TARGET_ACCESS_END(scn); 278 279 scn->ce_irq_summary = intr_summary; 280 for (id = 0; intr_summary && (id < scn->ce_count); id++) { 281 if (intr_summary & (1 << id)) { 282 intr_summary &= ~(1 << id); 283 ce_dispatch_interrupt(id, &hif_state->tasklets[id]); 284 } 285 } 286 } 287 288 irqreturn_t hif_pci_legacy_ce_interrupt_handler(int irq, void *arg) 289 { 290 struct hif_pci_softc *sc = (struct hif_pci_softc *)arg; 291 struct hif_softc *scn = HIF_GET_SOFTC(sc); 292 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(arg); 293 294 volatile int tmp; 295 uint16_t val = 0; 296 uint32_t bar0 = 0; 297 uint32_t fw_indicator_address, fw_indicator; 298 bool ssr_irq = false; 299 unsigned int host_cause, host_enable; 300 301 if (LEGACY_INTERRUPTS(sc)) { 302 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 303 return IRQ_HANDLED; 304 305 if (ADRASTEA_BU) { 306 host_enable = hif_read32_mb(sc, sc->mem + 307 PCIE_INTR_ENABLE_ADDRESS); 308 host_cause = hif_read32_mb(sc, sc->mem + 309 PCIE_INTR_CAUSE_ADDRESS); 310 if (!(host_enable & host_cause)) { 311 hif_pci_route_adrastea_interrupt(sc); 312 return IRQ_HANDLED; 313 } 314 } 315 316 /* Clear Legacy PCI line interrupts 317 * IMPORTANT: INTR_CLR regiser has to be set 318 * after INTR_ENABLE is set to 0, 319 * otherwise interrupt can not be really cleared 320 */ 321 hif_write32_mb(sc, sc->mem + 322 (SOC_CORE_BASE_ADDRESS | 323 PCIE_INTR_ENABLE_ADDRESS), 0); 324 325 hif_write32_mb(sc, sc->mem + 326 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_CLR_ADDRESS), 327 ADRASTEA_BU ? 328 (host_enable & host_cause) : 329 HOST_GROUP0_MASK); 330 331 if (ADRASTEA_BU) 332 hif_write32_mb(sc, sc->mem + 0x2f100c, 333 (host_cause >> 1)); 334 335 /* IMPORTANT: this extra read transaction is required to 336 * flush the posted write buffer 337 */ 338 if (!ADRASTEA_BU) { 339 tmp = 340 hif_read32_mb(sc, sc->mem + 341 (SOC_CORE_BASE_ADDRESS | 342 PCIE_INTR_ENABLE_ADDRESS)); 343 344 if (tmp == 0xdeadbeef) { 345 hif_err("SoC returns 0xdeadbeef!!"); 346 347 pci_read_config_word(sc->pdev, PCI_VENDOR_ID, &val); 348 hif_err("PCI Vendor ID = 0x%04x", val); 349 350 pci_read_config_word(sc->pdev, PCI_DEVICE_ID, &val); 351 hif_err("PCI Device ID = 0x%04x", val); 352 353 pci_read_config_word(sc->pdev, PCI_COMMAND, &val); 354 hif_err("PCI Command = 0x%04x", val); 355 356 pci_read_config_word(sc->pdev, PCI_STATUS, &val); 357 hif_err("PCI Status = 0x%04x", val); 358 359 pci_read_config_dword(sc->pdev, PCI_BASE_ADDRESS_0, 360 &bar0); 361 hif_err("PCI BAR0 = 0x%08x", bar0); 362 363 hif_err("RTC_STATE_ADDRESS = 0x%08x", 364 hif_read32_mb(sc, sc->mem + 365 PCIE_LOCAL_BASE_ADDRESS 366 + RTC_STATE_ADDRESS)); 367 hif_err("PCIE_SOC_WAKE_ADDRESS = 0x%08x", 368 hif_read32_mb(sc, sc->mem + 369 PCIE_LOCAL_BASE_ADDRESS 370 + PCIE_SOC_WAKE_ADDRESS)); 371 hif_err("0x80008 = 0x%08x, 0x8000c = 0x%08x", 372 hif_read32_mb(sc, sc->mem + 0x80008), 373 hif_read32_mb(sc, sc->mem + 0x8000c)); 374 hif_err("0x80010 = 0x%08x, 0x80014 = 0x%08x", 375 hif_read32_mb(sc, sc->mem + 0x80010), 376 hif_read32_mb(sc, sc->mem + 0x80014)); 377 hif_err("0x80018 = 0x%08x, 0x8001c = 0x%08x", 378 hif_read32_mb(sc, sc->mem + 0x80018), 379 hif_read32_mb(sc, sc->mem + 0x8001c)); 380 QDF_BUG(0); 381 } 382 383 PCI_CLR_CAUSE0_REGISTER(sc); 384 } 385 386 if (HAS_FW_INDICATOR) { 387 fw_indicator_address = hif_state->fw_indicator_address; 388 fw_indicator = A_TARGET_READ(scn, fw_indicator_address); 389 if ((fw_indicator != ~0) && 390 (fw_indicator & FW_IND_EVENT_PENDING)) 391 ssr_irq = true; 392 } 393 394 if (Q_TARGET_ACCESS_END(scn) < 0) 395 return IRQ_HANDLED; 396 } 397 /* TBDXXX: Add support for WMAC */ 398 399 if (ssr_irq) { 400 sc->irq_event = irq; 401 qdf_atomic_set(&scn->tasklet_from_intr, 1); 402 403 qdf_atomic_inc(&scn->active_tasklet_cnt); 404 tasklet_schedule(&sc->intr_tq); 405 } else { 406 pci_dispatch_interrupt(scn); 407 } 408 409 return IRQ_HANDLED; 410 } 411 412 bool hif_pci_targ_is_present(struct hif_softc *scn, void *__iomem *mem) 413 { 414 return 1; /* FIX THIS */ 415 } 416 417 int hif_get_irq_num(struct hif_opaque_softc *scn, int *irq, uint32_t size) 418 { 419 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 420 int i = 0; 421 422 if (!irq || !size) { 423 return -EINVAL; 424 } 425 426 if (!sc->num_msi_intrs || sc->num_msi_intrs == 1) { 427 irq[0] = sc->irq; 428 return 1; 429 } 430 431 if (sc->num_msi_intrs > size) { 432 qdf_print("Not enough space in irq buffer to return irqs"); 433 return -EINVAL; 434 } 435 436 for (i = 0; i < sc->num_msi_intrs; i++) { 437 irq[i] = sc->irq + i + MSI_ASSIGN_CE_INITIAL; 438 } 439 440 return sc->num_msi_intrs; 441 } 442 443 444 /** 445 * hif_pci_cancel_deferred_target_sleep() - cancels the defered target sleep 446 * @scn: hif_softc 447 * 448 * Return: void 449 */ 450 #if CONFIG_ATH_PCIE_MAX_PERF == 0 451 void hif_pci_cancel_deferred_target_sleep(struct hif_softc *scn) 452 { 453 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 454 A_target_id_t pci_addr = scn->mem; 455 456 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 457 /* 458 * If the deferred sleep timer is running cancel it 459 * and put the soc into sleep. 460 */ 461 if (hif_state->fake_sleep == true) { 462 qdf_timer_stop(&hif_state->sleep_timer); 463 if (hif_state->verified_awake == false) { 464 hif_write32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 465 PCIE_SOC_WAKE_ADDRESS, 466 PCIE_SOC_WAKE_RESET); 467 } 468 hif_state->fake_sleep = false; 469 } 470 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 471 } 472 #else 473 inline void hif_pci_cancel_deferred_target_sleep(struct hif_softc *scn) 474 { 475 } 476 #endif 477 478 #define A_PCIE_LOCAL_REG_READ(sc, mem, addr) \ 479 hif_read32_mb(sc, (char *)(mem) + \ 480 PCIE_LOCAL_BASE_ADDRESS + (uint32_t)(addr)) 481 482 #define A_PCIE_LOCAL_REG_WRITE(sc, mem, addr, val) \ 483 hif_write32_mb(sc, ((char *)(mem) + \ 484 PCIE_LOCAL_BASE_ADDRESS + (uint32_t)(addr)), (val)) 485 486 #ifdef QCA_WIFI_3_0 487 /** 488 * hif_targ_is_awake() - check to see if the target is awake 489 * @hif_ctx: hif context 490 * 491 * emulation never goes to sleep 492 * 493 * Return: true if target is awake 494 */ 495 static bool hif_targ_is_awake(struct hif_softc *hif_ctx, void *__iomem *mem) 496 { 497 return true; 498 } 499 #else 500 /** 501 * hif_targ_is_awake() - check to see if the target is awake 502 * @hif_ctx: hif context 503 * 504 * Return: true if the targets clocks are on 505 */ 506 static bool hif_targ_is_awake(struct hif_softc *scn, void *__iomem *mem) 507 { 508 uint32_t val; 509 510 if (scn->recovery) 511 return false; 512 val = hif_read32_mb(scn, mem + PCIE_LOCAL_BASE_ADDRESS 513 + RTC_STATE_ADDRESS); 514 return (RTC_STATE_V_GET(val) & RTC_STATE_V_ON) == RTC_STATE_V_ON; 515 } 516 #endif 517 518 #define ATH_PCI_RESET_WAIT_MAX 10 /* Ms */ 519 static void hif_pci_device_reset(struct hif_pci_softc *sc) 520 { 521 void __iomem *mem = sc->mem; 522 int i; 523 uint32_t val; 524 struct hif_softc *scn = HIF_GET_SOFTC(sc); 525 526 if (!scn->hostdef) 527 return; 528 529 /* NB: Don't check resetok here. This form of reset 530 * is integral to correct operation. 531 */ 532 533 if (!SOC_GLOBAL_RESET_ADDRESS) 534 return; 535 536 if (!mem) 537 return; 538 539 hif_err("Reset Device"); 540 541 /* 542 * NB: If we try to write SOC_GLOBAL_RESET_ADDRESS without first 543 * writing WAKE_V, the Target may scribble over Host memory! 544 */ 545 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 546 PCIE_SOC_WAKE_V_MASK); 547 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 548 if (hif_targ_is_awake(scn, mem)) 549 break; 550 551 qdf_mdelay(1); 552 } 553 554 /* Put Target, including PCIe, into RESET. */ 555 val = A_PCIE_LOCAL_REG_READ(sc, mem, SOC_GLOBAL_RESET_ADDRESS); 556 val |= 1; 557 A_PCIE_LOCAL_REG_WRITE(sc, mem, SOC_GLOBAL_RESET_ADDRESS, val); 558 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 559 if (A_PCIE_LOCAL_REG_READ(sc, mem, RTC_STATE_ADDRESS) & 560 RTC_STATE_COLD_RESET_MASK) 561 break; 562 563 qdf_mdelay(1); 564 } 565 566 /* Pull Target, including PCIe, out of RESET. */ 567 val &= ~1; 568 A_PCIE_LOCAL_REG_WRITE(sc, mem, SOC_GLOBAL_RESET_ADDRESS, val); 569 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 570 if (! 571 (A_PCIE_LOCAL_REG_READ(sc, mem, RTC_STATE_ADDRESS) & 572 RTC_STATE_COLD_RESET_MASK)) 573 break; 574 575 qdf_mdelay(1); 576 } 577 578 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 579 PCIE_SOC_WAKE_RESET); 580 } 581 582 /* CPU warm reset function 583 * Steps: 584 * 1. Disable all pending interrupts - so no pending interrupts on WARM reset 585 * 2. Clear the FW_INDICATOR_ADDRESS -so Traget CPU initializes FW 586 * correctly on WARM reset 587 * 3. Clear TARGET CPU LF timer interrupt 588 * 4. Reset all CEs to clear any pending CE tarnsactions 589 * 5. Warm reset CPU 590 */ 591 static void hif_pci_device_warm_reset(struct hif_pci_softc *sc) 592 { 593 void __iomem *mem = sc->mem; 594 int i; 595 uint32_t val; 596 uint32_t fw_indicator; 597 struct hif_softc *scn = HIF_GET_SOFTC(sc); 598 599 /* NB: Don't check resetok here. This form of reset is 600 * integral to correct operation. 601 */ 602 603 if (!mem) 604 return; 605 606 hif_debug("Target Warm Reset"); 607 608 /* 609 * NB: If we try to write SOC_GLOBAL_RESET_ADDRESS without first 610 * writing WAKE_V, the Target may scribble over Host memory! 611 */ 612 A_PCIE_LOCAL_REG_WRITE(sc, mem, PCIE_SOC_WAKE_ADDRESS, 613 PCIE_SOC_WAKE_V_MASK); 614 for (i = 0; i < ATH_PCI_RESET_WAIT_MAX; i++) { 615 if (hif_targ_is_awake(scn, mem)) 616 break; 617 qdf_mdelay(1); 618 } 619 620 /* 621 * Disable Pending interrupts 622 */ 623 val = 624 hif_read32_mb(sc, mem + 625 (SOC_CORE_BASE_ADDRESS | 626 PCIE_INTR_CAUSE_ADDRESS)); 627 hif_debug("Host Intr Cause reg 0x%x: value : 0x%x", 628 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_CAUSE_ADDRESS), val); 629 /* Target CPU Intr Cause */ 630 val = hif_read32_mb(sc, mem + 631 (SOC_CORE_BASE_ADDRESS | CPU_INTR_ADDRESS)); 632 hif_debug("Target CPU Intr Cause 0x%x", val); 633 634 val = 635 hif_read32_mb(sc, mem + 636 (SOC_CORE_BASE_ADDRESS | 637 PCIE_INTR_ENABLE_ADDRESS)); 638 hif_write32_mb(sc, (mem + 639 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_ENABLE_ADDRESS)), 0); 640 hif_write32_mb(sc, (mem + 641 (SOC_CORE_BASE_ADDRESS + PCIE_INTR_CLR_ADDRESS)), 642 HOST_GROUP0_MASK); 643 644 qdf_mdelay(100); 645 646 /* Clear FW_INDICATOR_ADDRESS */ 647 if (HAS_FW_INDICATOR) { 648 fw_indicator = hif_read32_mb(sc, mem + FW_INDICATOR_ADDRESS); 649 hif_write32_mb(sc, mem + FW_INDICATOR_ADDRESS, 0); 650 } 651 652 /* Clear Target LF Timer interrupts */ 653 val = 654 hif_read32_mb(sc, mem + 655 (RTC_SOC_BASE_ADDRESS + 656 SOC_LF_TIMER_CONTROL0_ADDRESS)); 657 hif_debug("addr 0x%x : 0x%x", 658 (RTC_SOC_BASE_ADDRESS + SOC_LF_TIMER_CONTROL0_ADDRESS), val); 659 val &= ~SOC_LF_TIMER_CONTROL0_ENABLE_MASK; 660 hif_write32_mb(sc, mem + 661 (RTC_SOC_BASE_ADDRESS + SOC_LF_TIMER_CONTROL0_ADDRESS), 662 val); 663 664 /* Reset CE */ 665 val = 666 hif_read32_mb(sc, mem + 667 (RTC_SOC_BASE_ADDRESS | 668 SOC_RESET_CONTROL_ADDRESS)); 669 val |= SOC_RESET_CONTROL_CE_RST_MASK; 670 hif_write32_mb(sc, (mem + 671 (RTC_SOC_BASE_ADDRESS | SOC_RESET_CONTROL_ADDRESS)), 672 val); 673 val = 674 hif_read32_mb(sc, mem + 675 (RTC_SOC_BASE_ADDRESS | 676 SOC_RESET_CONTROL_ADDRESS)); 677 qdf_mdelay(10); 678 679 /* CE unreset */ 680 val &= ~SOC_RESET_CONTROL_CE_RST_MASK; 681 hif_write32_mb(sc, mem + (RTC_SOC_BASE_ADDRESS | 682 SOC_RESET_CONTROL_ADDRESS), val); 683 val = 684 hif_read32_mb(sc, mem + 685 (RTC_SOC_BASE_ADDRESS | 686 SOC_RESET_CONTROL_ADDRESS)); 687 qdf_mdelay(10); 688 689 /* Read Target CPU Intr Cause */ 690 val = hif_read32_mb(sc, mem + 691 (SOC_CORE_BASE_ADDRESS | CPU_INTR_ADDRESS)); 692 hif_debug("Target CPU Intr Cause after CE reset 0x%x", val); 693 694 /* CPU warm RESET */ 695 val = 696 hif_read32_mb(sc, mem + 697 (RTC_SOC_BASE_ADDRESS | 698 SOC_RESET_CONTROL_ADDRESS)); 699 val |= SOC_RESET_CONTROL_CPU_WARM_RST_MASK; 700 hif_write32_mb(sc, mem + (RTC_SOC_BASE_ADDRESS | 701 SOC_RESET_CONTROL_ADDRESS), val); 702 val = 703 hif_read32_mb(sc, mem + 704 (RTC_SOC_BASE_ADDRESS | 705 SOC_RESET_CONTROL_ADDRESS)); 706 hif_debug("RESET_CONTROL after cpu warm reset 0x%x", val); 707 708 qdf_mdelay(100); 709 hif_debug("Target Warm reset complete"); 710 711 } 712 713 #ifndef QCA_WIFI_3_0 714 /* only applicable to legacy ce */ 715 int hif_check_fw_reg(struct hif_opaque_softc *hif_ctx) 716 { 717 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 718 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 719 void __iomem *mem = sc->mem; 720 uint32_t val; 721 722 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 723 return ATH_ISR_NOSCHED; 724 val = hif_read32_mb(sc, mem + FW_INDICATOR_ADDRESS); 725 if (Q_TARGET_ACCESS_END(scn) < 0) 726 return ATH_ISR_SCHED; 727 728 hif_debug("FW_INDICATOR register is 0x%x", val); 729 730 if (val & FW_IND_HELPER) 731 return 0; 732 733 return 1; 734 } 735 #endif 736 737 int hif_check_soc_status(struct hif_opaque_softc *hif_ctx) 738 { 739 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 740 uint16_t device_id = 0; 741 uint32_t val; 742 uint16_t timeout_count = 0; 743 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 744 745 /* Check device ID from PCIe configuration space for link status */ 746 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &device_id); 747 if (device_id != sc->devid) { 748 hif_err("Device ID does match (read 0x%x, expect 0x%x)", 749 device_id, sc->devid); 750 return -EACCES; 751 } 752 753 /* Check PCIe local register for bar/memory access */ 754 val = hif_read32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 755 RTC_STATE_ADDRESS); 756 hif_debug("RTC_STATE_ADDRESS is %08x", val); 757 758 /* Try to wake up taget if it sleeps */ 759 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 760 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 761 hif_debug("PCIE_SOC_WAKE_ADDRESS is %08x", 762 hif_read32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 763 PCIE_SOC_WAKE_ADDRESS)); 764 765 /* Check if taget can be woken up */ 766 while (!hif_targ_is_awake(scn, sc->mem)) { 767 if (timeout_count >= PCIE_WAKE_TIMEOUT) { 768 hif_err("wake up timeout, %08x, %08x", 769 hif_read32_mb(sc, sc->mem + 770 PCIE_LOCAL_BASE_ADDRESS + 771 RTC_STATE_ADDRESS), 772 hif_read32_mb(sc, sc->mem + 773 PCIE_LOCAL_BASE_ADDRESS + 774 PCIE_SOC_WAKE_ADDRESS)); 775 return -EACCES; 776 } 777 778 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 779 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 780 781 qdf_mdelay(100); 782 timeout_count += 100; 783 } 784 785 /* Check Power register for SoC internal bus issues */ 786 val = 787 hif_read32_mb(sc, sc->mem + RTC_SOC_BASE_ADDRESS + 788 SOC_POWER_REG_OFFSET); 789 hif_debug("Power register is %08x", val); 790 791 return 0; 792 } 793 794 /** 795 * __hif_pci_dump_registers(): dump other PCI debug registers 796 * @scn: struct hif_softc 797 * 798 * This function dumps pci debug registers. The parrent function 799 * dumps the copy engine registers before calling this function. 800 * 801 * Return: void 802 */ 803 static void __hif_pci_dump_registers(struct hif_softc *scn) 804 { 805 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 806 void __iomem *mem = sc->mem; 807 uint32_t val, i, j; 808 uint32_t wrapper_idx[] = { 1, 2, 3, 4, 5, 6, 7, 8, 9 }; 809 uint32_t ce_base; 810 811 if (Q_TARGET_ACCESS_BEGIN(scn) < 0) 812 return; 813 814 /* DEBUG_INPUT_SEL_SRC = 0x6 */ 815 val = 816 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 817 WLAN_DEBUG_INPUT_SEL_OFFSET); 818 val &= ~WLAN_DEBUG_INPUT_SEL_SRC_MASK; 819 val |= WLAN_DEBUG_INPUT_SEL_SRC_SET(0x6); 820 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 821 WLAN_DEBUG_INPUT_SEL_OFFSET, val); 822 823 /* DEBUG_CONTROL_ENABLE = 0x1 */ 824 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 825 WLAN_DEBUG_CONTROL_OFFSET); 826 val &= ~WLAN_DEBUG_CONTROL_ENABLE_MASK; 827 val |= WLAN_DEBUG_CONTROL_ENABLE_SET(0x1); 828 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 829 WLAN_DEBUG_CONTROL_OFFSET, val); 830 831 hif_debug("Debug: inputsel: %x dbgctrl: %x", 832 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 833 WLAN_DEBUG_INPUT_SEL_OFFSET), 834 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 835 WLAN_DEBUG_CONTROL_OFFSET)); 836 837 hif_debug("Debug CE"); 838 /* Loop CE debug output */ 839 /* AMBA_DEBUG_BUS_SEL = 0xc */ 840 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 841 AMBA_DEBUG_BUS_OFFSET); 842 val &= ~AMBA_DEBUG_BUS_SEL_MASK; 843 val |= AMBA_DEBUG_BUS_SEL_SET(0xc); 844 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + AMBA_DEBUG_BUS_OFFSET, 845 val); 846 847 for (i = 0; i < sizeof(wrapper_idx) / sizeof(uint32_t); i++) { 848 /* For (i=1,2,3,4,8,9) write CE_WRAPPER_DEBUG_SEL = i */ 849 val = hif_read32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 850 CE_WRAPPER_DEBUG_OFFSET); 851 val &= ~CE_WRAPPER_DEBUG_SEL_MASK; 852 val |= CE_WRAPPER_DEBUG_SEL_SET(wrapper_idx[i]); 853 hif_write32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 854 CE_WRAPPER_DEBUG_OFFSET, val); 855 856 hif_debug("ce wrapper: %d amdbg: %x cewdbg: %x", 857 wrapper_idx[i], 858 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 859 AMBA_DEBUG_BUS_OFFSET), 860 hif_read32_mb(sc, mem + CE_WRAPPER_BASE_ADDRESS + 861 CE_WRAPPER_DEBUG_OFFSET)); 862 863 if (wrapper_idx[i] <= 7) { 864 for (j = 0; j <= 5; j++) { 865 ce_base = CE_BASE_ADDRESS(wrapper_idx[i]); 866 /* For (j=0~5) write CE_DEBUG_SEL = j */ 867 val = 868 hif_read32_mb(sc, mem + ce_base + 869 CE_DEBUG_OFFSET); 870 val &= ~CE_DEBUG_SEL_MASK; 871 val |= CE_DEBUG_SEL_SET(j); 872 hif_write32_mb(sc, mem + ce_base + 873 CE_DEBUG_OFFSET, val); 874 875 /* read (@gpio_athr_wlan_reg) 876 * WLAN_DEBUG_OUT_DATA 877 */ 878 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS 879 + WLAN_DEBUG_OUT_OFFSET); 880 val = WLAN_DEBUG_OUT_DATA_GET(val); 881 882 hif_debug("module%d: cedbg: %x out: %x", 883 j, 884 hif_read32_mb(sc, mem + ce_base + 885 CE_DEBUG_OFFSET), val); 886 } 887 } else { 888 /* read (@gpio_athr_wlan_reg) WLAN_DEBUG_OUT_DATA */ 889 val = 890 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 891 WLAN_DEBUG_OUT_OFFSET); 892 val = WLAN_DEBUG_OUT_DATA_GET(val); 893 894 hif_debug("out: %x", val); 895 } 896 } 897 898 hif_debug("Debug PCIe:"); 899 /* Loop PCIe debug output */ 900 /* Write AMBA_DEBUG_BUS_SEL = 0x1c */ 901 val = hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 902 AMBA_DEBUG_BUS_OFFSET); 903 val &= ~AMBA_DEBUG_BUS_SEL_MASK; 904 val |= AMBA_DEBUG_BUS_SEL_SET(0x1c); 905 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 906 AMBA_DEBUG_BUS_OFFSET, val); 907 908 for (i = 0; i <= 8; i++) { 909 /* For (i=1~8) write AMBA_DEBUG_BUS_PCIE_DEBUG_SEL = i */ 910 val = 911 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 912 AMBA_DEBUG_BUS_OFFSET); 913 val &= ~AMBA_DEBUG_BUS_PCIE_DEBUG_SEL_MASK; 914 val |= AMBA_DEBUG_BUS_PCIE_DEBUG_SEL_SET(i); 915 hif_write32_mb(sc, mem + GPIO_BASE_ADDRESS + 916 AMBA_DEBUG_BUS_OFFSET, val); 917 918 /* read (@gpio_athr_wlan_reg) WLAN_DEBUG_OUT_DATA */ 919 val = 920 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 921 WLAN_DEBUG_OUT_OFFSET); 922 val = WLAN_DEBUG_OUT_DATA_GET(val); 923 924 hif_debug("amdbg: %x out: %x %x", 925 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 926 WLAN_DEBUG_OUT_OFFSET), val, 927 hif_read32_mb(sc, mem + GPIO_BASE_ADDRESS + 928 WLAN_DEBUG_OUT_OFFSET)); 929 } 930 931 Q_TARGET_ACCESS_END(scn); 932 } 933 934 /** 935 * hif_dump_registers(): dump bus debug registers 936 * @scn: struct hif_opaque_softc 937 * 938 * This function dumps hif bus debug registers 939 * 940 * Return: 0 for success or error code 941 */ 942 int hif_pci_dump_registers(struct hif_softc *hif_ctx) 943 { 944 int status; 945 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 946 947 status = hif_dump_ce_registers(scn); 948 949 if (status) 950 hif_err("Dump CE Registers Failed"); 951 952 /* dump non copy engine pci registers */ 953 __hif_pci_dump_registers(scn); 954 955 return 0; 956 } 957 958 #ifdef HIF_CONFIG_SLUB_DEBUG_ON 959 960 /* worker thread to schedule wlan_tasklet in SLUB debug build */ 961 static void reschedule_tasklet_work_handler(void *arg) 962 { 963 struct hif_pci_softc *sc = arg; 964 struct hif_softc *scn = HIF_GET_SOFTC(sc); 965 966 if (!scn) { 967 hif_err("hif_softc is NULL"); 968 return; 969 } 970 971 if (scn->hif_init_done == false) { 972 hif_err("wlan driver is unloaded"); 973 return; 974 } 975 976 tasklet_schedule(&sc->intr_tq); 977 } 978 979 /** 980 * hif_init_reschedule_tasklet_work() - API to initialize reschedule tasklet 981 * work 982 * @sc: HIF PCI Context 983 * 984 * Return: void 985 */ 986 static void hif_init_reschedule_tasklet_work(struct hif_pci_softc *sc) 987 { 988 qdf_create_work(0, &sc->reschedule_tasklet_work, 989 reschedule_tasklet_work_handler, NULL); 990 } 991 #else 992 static void hif_init_reschedule_tasklet_work(struct hif_pci_softc *sc) { } 993 #endif /* HIF_CONFIG_SLUB_DEBUG_ON */ 994 995 void wlan_tasklet(unsigned long data) 996 { 997 struct hif_pci_softc *sc = (struct hif_pci_softc *)data; 998 struct hif_softc *scn = HIF_GET_SOFTC(sc); 999 1000 if (scn->hif_init_done == false) 1001 goto end; 1002 1003 if (qdf_atomic_read(&scn->link_suspended)) 1004 goto end; 1005 1006 if (!ADRASTEA_BU) { 1007 hif_fw_interrupt_handler(sc->irq_event, scn); 1008 if (scn->target_status == TARGET_STATUS_RESET) 1009 goto end; 1010 } 1011 1012 end: 1013 qdf_atomic_set(&scn->tasklet_from_intr, 0); 1014 qdf_atomic_dec(&scn->active_tasklet_cnt); 1015 } 1016 1017 /** 1018 * hif_disable_power_gating() - disable HW power gating 1019 * @hif_ctx: hif context 1020 * 1021 * disables pcie L1 power states 1022 */ 1023 static void hif_disable_power_gating(struct hif_opaque_softc *hif_ctx) 1024 { 1025 struct hif_softc *scn = HIF_GET_SOFTC(hif_ctx); 1026 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_ctx); 1027 1028 if (!scn) { 1029 hif_err("Could not disable ASPM scn is null"); 1030 return; 1031 } 1032 1033 /* Disable ASPM when pkt log is enabled */ 1034 pfrm_read_config_dword(sc->pdev, 0x80, &sc->lcr_val); 1035 pfrm_write_config_dword(sc->pdev, 0x80, (sc->lcr_val & 0xffffff00)); 1036 } 1037 1038 /** 1039 * hif_enable_power_gating() - enable HW power gating 1040 * @hif_ctx: hif context 1041 * 1042 * enables pcie L1 power states 1043 */ 1044 static void hif_enable_power_gating(struct hif_pci_softc *sc) 1045 { 1046 if (!sc) { 1047 hif_err("Could not disable ASPM scn is null"); 1048 return; 1049 } 1050 1051 /* Re-enable ASPM after firmware/OTP download is complete */ 1052 pfrm_write_config_dword(sc->pdev, 0x80, sc->lcr_val); 1053 } 1054 1055 /** 1056 * hif_enable_power_management() - enable power management 1057 * @hif_ctx: hif context 1058 * 1059 * Enables runtime pm, aspm(PCI.. hif_enable_power_gating) and re-enabling 1060 * soc-sleep after driver load (hif_pci_target_sleep_state_adjust). 1061 * 1062 * note: epping mode does not call this function as it does not 1063 * care about saving power. 1064 */ 1065 void hif_pci_enable_power_management(struct hif_softc *hif_sc, 1066 bool is_packet_log_enabled) 1067 { 1068 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_sc); 1069 uint32_t mode; 1070 1071 if (!pci_ctx) { 1072 hif_err("hif_ctx null"); 1073 return; 1074 } 1075 1076 mode = hif_get_conparam(hif_sc); 1077 if (mode == QDF_GLOBAL_FTM_MODE) { 1078 hif_info("Enable power gating for FTM mode"); 1079 hif_enable_power_gating(pci_ctx); 1080 return; 1081 } 1082 1083 hif_rtpm_start(hif_sc); 1084 1085 if (!is_packet_log_enabled) 1086 hif_enable_power_gating(pci_ctx); 1087 1088 if (!CONFIG_ATH_PCIE_MAX_PERF && 1089 CONFIG_ATH_PCIE_AWAKE_WHILE_DRIVER_LOAD && 1090 !ce_srng_based(hif_sc)) { 1091 /* allow sleep for PCIE_AWAKE_WHILE_DRIVER_LOAD feature */ 1092 if (hif_pci_target_sleep_state_adjust(hif_sc, true, false) < 0) 1093 hif_err("Failed to set target to sleep"); 1094 } 1095 } 1096 1097 /** 1098 * hif_disable_power_management() - disable power management 1099 * @hif_ctx: hif context 1100 * 1101 * Currently disables runtime pm. Should be updated to behave 1102 * if runtime pm is not started. Should be updated to take care 1103 * of aspm and soc sleep for driver load. 1104 */ 1105 void hif_pci_disable_power_management(struct hif_softc *hif_ctx) 1106 { 1107 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1108 1109 if (!pci_ctx) { 1110 hif_err("hif_ctx null"); 1111 return; 1112 } 1113 1114 hif_rtpm_stop(hif_ctx); 1115 } 1116 1117 void hif_pci_display_stats(struct hif_softc *hif_ctx) 1118 { 1119 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1120 1121 if (!pci_ctx) { 1122 hif_err("hif_ctx null"); 1123 return; 1124 } 1125 hif_display_ce_stats(hif_ctx); 1126 1127 hif_print_pci_stats(pci_ctx); 1128 } 1129 1130 void hif_pci_clear_stats(struct hif_softc *hif_ctx) 1131 { 1132 struct hif_pci_softc *pci_ctx = HIF_GET_PCI_SOFTC(hif_ctx); 1133 1134 if (!pci_ctx) { 1135 hif_err("hif_ctx null"); 1136 return; 1137 } 1138 hif_clear_ce_stats(&pci_ctx->ce_sc); 1139 } 1140 1141 #define ATH_PCI_PROBE_RETRY_MAX 3 1142 /** 1143 * hif_bus_open(): hif_bus_open 1144 * @scn: scn 1145 * @bus_type: bus type 1146 * 1147 * Return: n/a 1148 */ 1149 QDF_STATUS hif_pci_open(struct hif_softc *hif_ctx, enum qdf_bus_type bus_type) 1150 { 1151 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_ctx); 1152 1153 hif_ctx->bus_type = bus_type; 1154 hif_rtpm_open(hif_ctx); 1155 1156 qdf_spinlock_create(&sc->irq_lock); 1157 1158 return hif_ce_open(hif_ctx); 1159 } 1160 1161 /** 1162 * hif_wake_target_cpu() - wake the target's cpu 1163 * @scn: hif context 1164 * 1165 * Send an interrupt to the device to wake up the Target CPU 1166 * so it has an opportunity to notice any changed state. 1167 */ 1168 static void hif_wake_target_cpu(struct hif_softc *scn) 1169 { 1170 QDF_STATUS rv; 1171 uint32_t core_ctrl; 1172 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1173 1174 rv = hif_diag_read_access(hif_hdl, 1175 SOC_CORE_BASE_ADDRESS | CORE_CTRL_ADDRESS, 1176 &core_ctrl); 1177 QDF_ASSERT(rv == QDF_STATUS_SUCCESS); 1178 /* A_INUM_FIRMWARE interrupt to Target CPU */ 1179 core_ctrl |= CORE_CTRL_CPU_INTR_MASK; 1180 1181 rv = hif_diag_write_access(hif_hdl, 1182 SOC_CORE_BASE_ADDRESS | CORE_CTRL_ADDRESS, 1183 core_ctrl); 1184 QDF_ASSERT(rv == QDF_STATUS_SUCCESS); 1185 } 1186 1187 /** 1188 * soc_wake_reset() - allow the target to go to sleep 1189 * @scn: hif_softc 1190 * 1191 * Clear the force wake register. This is done by 1192 * hif_sleep_entry and cancel defered timer sleep. 1193 */ 1194 static void soc_wake_reset(struct hif_softc *scn) 1195 { 1196 hif_write32_mb(scn, scn->mem + 1197 PCIE_LOCAL_BASE_ADDRESS + 1198 PCIE_SOC_WAKE_ADDRESS, 1199 PCIE_SOC_WAKE_RESET); 1200 } 1201 1202 /** 1203 * hif_sleep_entry() - gate target sleep 1204 * @arg: hif context 1205 * 1206 * This function is the callback for the sleep timer. 1207 * Check if last force awake critical section was at least 1208 * HIF_MIN_SLEEP_INACTIVITY_TIME_MS time ago. if it was, 1209 * allow the target to go to sleep and cancel the sleep timer. 1210 * otherwise reschedule the sleep timer. 1211 */ 1212 static void hif_sleep_entry(void *arg) 1213 { 1214 struct HIF_CE_state *hif_state = (struct HIF_CE_state *)arg; 1215 struct hif_softc *scn = HIF_GET_SOFTC(hif_state); 1216 uint32_t idle_ms; 1217 1218 if (scn->recovery) 1219 return; 1220 1221 if (hif_is_driver_unloading(scn)) 1222 return; 1223 1224 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 1225 if (hif_state->fake_sleep) { 1226 idle_ms = qdf_system_ticks_to_msecs(qdf_system_ticks() 1227 - hif_state->sleep_ticks); 1228 if (!hif_state->verified_awake && 1229 idle_ms >= HIF_MIN_SLEEP_INACTIVITY_TIME_MS) { 1230 if (!qdf_atomic_read(&scn->link_suspended)) { 1231 soc_wake_reset(scn); 1232 hif_state->fake_sleep = false; 1233 } 1234 } else { 1235 qdf_timer_stop(&hif_state->sleep_timer); 1236 qdf_timer_start(&hif_state->sleep_timer, 1237 HIF_SLEEP_INACTIVITY_TIMER_PERIOD_MS); 1238 } 1239 } 1240 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 1241 } 1242 1243 #define HIF_HIA_MAX_POLL_LOOP 1000000 1244 #define HIF_HIA_POLLING_DELAY_MS 10 1245 1246 #ifdef QCA_HIF_HIA_EXTND 1247 1248 static void hif_set_hia_extnd(struct hif_softc *scn) 1249 { 1250 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1251 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 1252 uint32_t target_type = tgt_info->target_type; 1253 1254 hif_info("E"); 1255 1256 if ((target_type == TARGET_TYPE_AR900B) || 1257 target_type == TARGET_TYPE_QCA9984 || 1258 target_type == TARGET_TYPE_QCA9888) { 1259 /* CHIP revision is 8-11 bits of the CHIP_ID register 0xec 1260 * in RTC space 1261 */ 1262 tgt_info->target_revision 1263 = CHIP_ID_REVISION_GET(hif_read32_mb(scn, scn->mem 1264 + CHIP_ID_ADDRESS)); 1265 qdf_print("chip_id 0x%x chip_revision 0x%x", 1266 target_type, tgt_info->target_revision); 1267 } 1268 1269 { 1270 uint32_t flag2_value = 0; 1271 uint32_t flag2_targ_addr = 1272 host_interest_item_address(target_type, 1273 offsetof(struct host_interest_s, hi_skip_clock_init)); 1274 1275 if ((ar900b_20_targ_clk != -1) && 1276 (frac != -1) && (intval != -1)) { 1277 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1278 &flag2_value); 1279 qdf_print("\n Setting clk_override"); 1280 flag2_value |= CLOCK_OVERRIDE; 1281 1282 hif_diag_write_access(hif_hdl, flag2_targ_addr, 1283 flag2_value); 1284 qdf_print("\n CLOCK PLL val set %d", flag2_value); 1285 } else { 1286 qdf_print("\n CLOCK PLL skipped"); 1287 } 1288 } 1289 1290 if (target_type == TARGET_TYPE_AR900B 1291 || target_type == TARGET_TYPE_QCA9984 1292 || target_type == TARGET_TYPE_QCA9888) { 1293 1294 /* for AR9980_2.0, 300 mhz clock is used, right now we assume 1295 * this would be supplied through module parameters, 1296 * if not supplied assumed default or same behavior as 1.0. 1297 * Assume 1.0 clock can't be tuned, reset to defaults 1298 */ 1299 1300 qdf_print(KERN_INFO 1301 "%s: setting the target pll frac %x intval %x", 1302 __func__, frac, intval); 1303 1304 /* do not touch frac, and int val, let them be default -1, 1305 * if desired, host can supply these through module params 1306 */ 1307 if (frac != -1 || intval != -1) { 1308 uint32_t flag2_value = 0; 1309 uint32_t flag2_targ_addr; 1310 1311 flag2_targ_addr = 1312 host_interest_item_address(target_type, 1313 offsetof(struct host_interest_s, 1314 hi_clock_info)); 1315 hif_diag_read_access(hif_hdl, 1316 flag2_targ_addr, &flag2_value); 1317 qdf_print("\n ====> FRAC Val %x Address %x", frac, 1318 flag2_value); 1319 hif_diag_write_access(hif_hdl, flag2_value, frac); 1320 qdf_print("\n INT Val %x Address %x", 1321 intval, flag2_value + 4); 1322 hif_diag_write_access(hif_hdl, 1323 flag2_value + 4, intval); 1324 } else { 1325 qdf_print(KERN_INFO 1326 "%s: no frac provided, skipping pre-configuring PLL", 1327 __func__); 1328 } 1329 1330 /* for 2.0 write 300 mhz into hi_desired_cpu_speed_hz */ 1331 if ((target_type == TARGET_TYPE_AR900B) 1332 && (tgt_info->target_revision == AR900B_REV_2) 1333 && ar900b_20_targ_clk != -1) { 1334 uint32_t flag2_value = 0; 1335 uint32_t flag2_targ_addr; 1336 1337 flag2_targ_addr 1338 = host_interest_item_address(target_type, 1339 offsetof(struct host_interest_s, 1340 hi_desired_cpu_speed_hz)); 1341 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1342 &flag2_value); 1343 qdf_print("\n ==> hi_desired_cpu_speed_hz Address %x", 1344 flag2_value); 1345 hif_diag_write_access(hif_hdl, flag2_value, 1346 ar900b_20_targ_clk/*300000000u*/); 1347 } else if (target_type == TARGET_TYPE_QCA9888) { 1348 uint32_t flag2_targ_addr; 1349 1350 if (200000000u != qca9888_20_targ_clk) { 1351 qca9888_20_targ_clk = 300000000u; 1352 /* Setting the target clock speed to 300 mhz */ 1353 } 1354 1355 flag2_targ_addr 1356 = host_interest_item_address(target_type, 1357 offsetof(struct host_interest_s, 1358 hi_desired_cpu_speed_hz)); 1359 hif_diag_write_access(hif_hdl, flag2_targ_addr, 1360 qca9888_20_targ_clk); 1361 } else { 1362 qdf_print("%s: targ_clk is not provided, skipping pre-configuring PLL", 1363 __func__); 1364 } 1365 } else { 1366 if (frac != -1 || intval != -1) { 1367 uint32_t flag2_value = 0; 1368 uint32_t flag2_targ_addr = 1369 host_interest_item_address(target_type, 1370 offsetof(struct host_interest_s, 1371 hi_clock_info)); 1372 hif_diag_read_access(hif_hdl, flag2_targ_addr, 1373 &flag2_value); 1374 qdf_print("\n ====> FRAC Val %x Address %x", frac, 1375 flag2_value); 1376 hif_diag_write_access(hif_hdl, flag2_value, frac); 1377 qdf_print("\n INT Val %x Address %x", intval, 1378 flag2_value + 4); 1379 hif_diag_write_access(hif_hdl, flag2_value + 4, 1380 intval); 1381 } 1382 } 1383 } 1384 1385 #else 1386 1387 static void hif_set_hia_extnd(struct hif_softc *scn) 1388 { 1389 } 1390 1391 #endif 1392 1393 /** 1394 * hif_set_hia() - fill out the host interest area 1395 * @scn: hif context 1396 * 1397 * This is replaced by hif_wlan_enable for integrated targets. 1398 * This fills out the host interest area. The firmware will 1399 * process these memory addresses when it is first brought out 1400 * of reset. 1401 * 1402 * Return: 0 for success. 1403 */ 1404 static int hif_set_hia(struct hif_softc *scn) 1405 { 1406 QDF_STATUS rv; 1407 uint32_t interconnect_targ_addr = 0; 1408 uint32_t pcie_state_targ_addr = 0; 1409 uint32_t pipe_cfg_targ_addr = 0; 1410 uint32_t svc_to_pipe_map = 0; 1411 uint32_t pcie_config_flags = 0; 1412 uint32_t flag2_value = 0; 1413 uint32_t flag2_targ_addr = 0; 1414 #ifdef QCA_WIFI_3_0 1415 uint32_t host_interest_area = 0; 1416 uint8_t i; 1417 #else 1418 uint32_t ealloc_value = 0; 1419 uint32_t ealloc_targ_addr = 0; 1420 uint8_t banks_switched = 1; 1421 uint32_t chip_id; 1422 #endif 1423 uint32_t pipe_cfg_addr; 1424 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 1425 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 1426 uint32_t target_type = tgt_info->target_type; 1427 uint32_t target_ce_config_sz, target_service_to_ce_map_sz; 1428 static struct CE_pipe_config *target_ce_config; 1429 struct service_to_pipe *target_service_to_ce_map; 1430 1431 hif_info("E"); 1432 1433 hif_get_target_ce_config(scn, 1434 &target_ce_config, &target_ce_config_sz, 1435 &target_service_to_ce_map, 1436 &target_service_to_ce_map_sz, 1437 NULL, NULL); 1438 1439 if (ADRASTEA_BU) 1440 return 0; 1441 1442 #ifdef QCA_WIFI_3_0 1443 i = 0; 1444 while (i < HIF_HIA_MAX_POLL_LOOP) { 1445 host_interest_area = hif_read32_mb(scn, scn->mem + 1446 A_SOC_CORE_SCRATCH_0_ADDRESS); 1447 if ((host_interest_area & 0x01) == 0) { 1448 qdf_mdelay(HIF_HIA_POLLING_DELAY_MS); 1449 host_interest_area = 0; 1450 i++; 1451 if (i > HIF_HIA_MAX_POLL_LOOP && (i % 1000 == 0)) 1452 hif_err("poll timeout: %d", i); 1453 } else { 1454 host_interest_area &= (~0x01); 1455 hif_write32_mb(scn, scn->mem + 0x113014, 0); 1456 break; 1457 } 1458 } 1459 1460 if (i >= HIF_HIA_MAX_POLL_LOOP) { 1461 hif_err("hia polling timeout"); 1462 return -EIO; 1463 } 1464 1465 if (host_interest_area == 0) { 1466 hif_err("host_interest_area = 0"); 1467 return -EIO; 1468 } 1469 1470 interconnect_targ_addr = host_interest_area + 1471 offsetof(struct host_interest_area_t, 1472 hi_interconnect_state); 1473 1474 flag2_targ_addr = host_interest_area + 1475 offsetof(struct host_interest_area_t, hi_option_flag2); 1476 1477 #else 1478 interconnect_targ_addr = hif_hia_item_address(target_type, 1479 offsetof(struct host_interest_s, hi_interconnect_state)); 1480 ealloc_targ_addr = hif_hia_item_address(target_type, 1481 offsetof(struct host_interest_s, hi_early_alloc)); 1482 flag2_targ_addr = hif_hia_item_address(target_type, 1483 offsetof(struct host_interest_s, hi_option_flag2)); 1484 #endif 1485 /* Supply Target-side CE configuration */ 1486 rv = hif_diag_read_access(hif_hdl, interconnect_targ_addr, 1487 &pcie_state_targ_addr); 1488 if (rv != QDF_STATUS_SUCCESS) { 1489 hif_err("interconnect_targ_addr = 0x%0x, ret = %d", 1490 interconnect_targ_addr, rv); 1491 goto done; 1492 } 1493 if (pcie_state_targ_addr == 0) { 1494 rv = QDF_STATUS_E_FAILURE; 1495 hif_err("pcie state addr is 0"); 1496 goto done; 1497 } 1498 pipe_cfg_addr = pcie_state_targ_addr + 1499 offsetof(struct pcie_state_s, 1500 pipe_cfg_addr); 1501 rv = hif_diag_read_access(hif_hdl, 1502 pipe_cfg_addr, 1503 &pipe_cfg_targ_addr); 1504 if (rv != QDF_STATUS_SUCCESS) { 1505 hif_err("pipe_cfg_addr = 0x%0x, ret = %d", pipe_cfg_addr, rv); 1506 goto done; 1507 } 1508 if (pipe_cfg_targ_addr == 0) { 1509 rv = QDF_STATUS_E_FAILURE; 1510 hif_err("pipe cfg addr is 0"); 1511 goto done; 1512 } 1513 1514 rv = hif_diag_write_mem(hif_hdl, pipe_cfg_targ_addr, 1515 (uint8_t *) target_ce_config, 1516 target_ce_config_sz); 1517 1518 if (rv != QDF_STATUS_SUCCESS) { 1519 hif_err("write pipe cfg: %d", rv); 1520 goto done; 1521 } 1522 1523 rv = hif_diag_read_access(hif_hdl, 1524 pcie_state_targ_addr + 1525 offsetof(struct pcie_state_s, 1526 svc_to_pipe_map), 1527 &svc_to_pipe_map); 1528 if (rv != QDF_STATUS_SUCCESS) { 1529 hif_err("get svc/pipe map: %d", rv); 1530 goto done; 1531 } 1532 if (svc_to_pipe_map == 0) { 1533 rv = QDF_STATUS_E_FAILURE; 1534 hif_err("svc_to_pipe map is 0"); 1535 goto done; 1536 } 1537 1538 rv = hif_diag_write_mem(hif_hdl, 1539 svc_to_pipe_map, 1540 (uint8_t *) target_service_to_ce_map, 1541 target_service_to_ce_map_sz); 1542 if (rv != QDF_STATUS_SUCCESS) { 1543 hif_err("write svc/pipe map: %d", rv); 1544 goto done; 1545 } 1546 1547 rv = hif_diag_read_access(hif_hdl, 1548 pcie_state_targ_addr + 1549 offsetof(struct pcie_state_s, 1550 config_flags), 1551 &pcie_config_flags); 1552 if (rv != QDF_STATUS_SUCCESS) { 1553 hif_err("get pcie config_flags: %d", rv); 1554 goto done; 1555 } 1556 #if (CONFIG_PCIE_ENABLE_L1_CLOCK_GATE) 1557 pcie_config_flags |= PCIE_CONFIG_FLAG_ENABLE_L1; 1558 #else 1559 pcie_config_flags &= ~PCIE_CONFIG_FLAG_ENABLE_L1; 1560 #endif /* CONFIG_PCIE_ENABLE_L1_CLOCK_GATE */ 1561 pcie_config_flags |= PCIE_CONFIG_FLAG_CLK_SWITCH_WAIT; 1562 #if (CONFIG_PCIE_ENABLE_AXI_CLK_GATE) 1563 pcie_config_flags |= PCIE_CONFIG_FLAG_AXI_CLK_GATE; 1564 #endif 1565 rv = hif_diag_write_mem(hif_hdl, 1566 pcie_state_targ_addr + 1567 offsetof(struct pcie_state_s, 1568 config_flags), 1569 (uint8_t *) &pcie_config_flags, 1570 sizeof(pcie_config_flags)); 1571 if (rv != QDF_STATUS_SUCCESS) { 1572 hif_err("write pcie config_flags: %d", rv); 1573 goto done; 1574 } 1575 1576 #ifndef QCA_WIFI_3_0 1577 /* configure early allocation */ 1578 ealloc_targ_addr = hif_hia_item_address(target_type, 1579 offsetof( 1580 struct host_interest_s, 1581 hi_early_alloc)); 1582 1583 rv = hif_diag_read_access(hif_hdl, ealloc_targ_addr, 1584 &ealloc_value); 1585 if (rv != QDF_STATUS_SUCCESS) { 1586 hif_err("get early alloc val: %d", rv); 1587 goto done; 1588 } 1589 1590 /* 1 bank is switched to IRAM, except ROME 1.0 */ 1591 ealloc_value |= 1592 ((HI_EARLY_ALLOC_MAGIC << HI_EARLY_ALLOC_MAGIC_SHIFT) & 1593 HI_EARLY_ALLOC_MAGIC_MASK); 1594 1595 rv = hif_diag_read_access(hif_hdl, 1596 CHIP_ID_ADDRESS | 1597 RTC_SOC_BASE_ADDRESS, &chip_id); 1598 if (rv != QDF_STATUS_SUCCESS) { 1599 hif_err("get chip id val: %d", rv); 1600 goto done; 1601 } 1602 if (CHIP_ID_VERSION_GET(chip_id) == 0xD) { 1603 tgt_info->target_revision = CHIP_ID_REVISION_GET(chip_id); 1604 switch (CHIP_ID_REVISION_GET(chip_id)) { 1605 case 0x2: /* ROME 1.3 */ 1606 /* 2 banks are switched to IRAM */ 1607 banks_switched = 2; 1608 break; 1609 case 0x4: /* ROME 2.1 */ 1610 case 0x5: /* ROME 2.2 */ 1611 banks_switched = 6; 1612 break; 1613 case 0x8: /* ROME 3.0 */ 1614 case 0x9: /* ROME 3.1 */ 1615 case 0xA: /* ROME 3.2 */ 1616 banks_switched = 9; 1617 break; 1618 case 0x0: /* ROME 1.0 */ 1619 case 0x1: /* ROME 1.1 */ 1620 default: 1621 /* 3 banks are switched to IRAM */ 1622 banks_switched = 3; 1623 break; 1624 } 1625 } 1626 1627 ealloc_value |= 1628 ((banks_switched << HI_EARLY_ALLOC_IRAM_BANKS_SHIFT) 1629 & HI_EARLY_ALLOC_IRAM_BANKS_MASK); 1630 1631 rv = hif_diag_write_access(hif_hdl, 1632 ealloc_targ_addr, 1633 ealloc_value); 1634 if (rv != QDF_STATUS_SUCCESS) { 1635 hif_err("set early alloc val: %d", rv); 1636 goto done; 1637 } 1638 #endif 1639 if ((target_type == TARGET_TYPE_AR900B) 1640 || (target_type == TARGET_TYPE_QCA9984) 1641 || (target_type == TARGET_TYPE_QCA9888) 1642 || (target_type == TARGET_TYPE_AR9888)) { 1643 hif_set_hia_extnd(scn); 1644 } 1645 1646 /* Tell Target to proceed with initialization */ 1647 flag2_targ_addr = hif_hia_item_address(target_type, 1648 offsetof( 1649 struct host_interest_s, 1650 hi_option_flag2)); 1651 1652 rv = hif_diag_read_access(hif_hdl, flag2_targ_addr, 1653 &flag2_value); 1654 if (rv != QDF_STATUS_SUCCESS) { 1655 hif_err("get option val: %d", rv); 1656 goto done; 1657 } 1658 1659 flag2_value |= HI_OPTION_EARLY_CFG_DONE; 1660 rv = hif_diag_write_access(hif_hdl, flag2_targ_addr, 1661 flag2_value); 1662 if (rv != QDF_STATUS_SUCCESS) { 1663 hif_err("set option val: %d", rv); 1664 goto done; 1665 } 1666 1667 hif_wake_target_cpu(scn); 1668 1669 done: 1670 1671 return qdf_status_to_os_return(rv); 1672 } 1673 1674 /** 1675 * hif_bus_configure() - configure the pcie bus 1676 * @hif_sc: pointer to the hif context. 1677 * 1678 * return: 0 for success. nonzero for failure. 1679 */ 1680 int hif_pci_bus_configure(struct hif_softc *hif_sc) 1681 { 1682 int status = 0; 1683 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(hif_sc); 1684 struct hif_opaque_softc *hif_osc = GET_HIF_OPAQUE_HDL(hif_sc); 1685 1686 hif_ce_prepare_config(hif_sc); 1687 1688 /* initialize sleep state adjust variables */ 1689 hif_state->sleep_timer_init = true; 1690 hif_state->keep_awake_count = 0; 1691 hif_state->fake_sleep = false; 1692 hif_state->sleep_ticks = 0; 1693 1694 qdf_timer_init(NULL, &hif_state->sleep_timer, 1695 hif_sleep_entry, (void *)hif_state, 1696 QDF_TIMER_TYPE_WAKE_APPS); 1697 hif_state->sleep_timer_init = true; 1698 1699 status = hif_wlan_enable(hif_sc); 1700 if (status) { 1701 hif_err("hif_wlan_enable error: %d", status); 1702 goto timer_free; 1703 } 1704 1705 A_TARGET_ACCESS_LIKELY(hif_sc); 1706 1707 if ((CONFIG_ATH_PCIE_MAX_PERF || 1708 CONFIG_ATH_PCIE_AWAKE_WHILE_DRIVER_LOAD) && 1709 !ce_srng_based(hif_sc)) { 1710 /* 1711 * prevent sleep for PCIE_AWAKE_WHILE_DRIVER_LOAD feature 1712 * prevent sleep when we want to keep firmware always awake 1713 * note: when we want to keep firmware always awake, 1714 * hif_target_sleep_state_adjust will point to a dummy 1715 * function, and hif_pci_target_sleep_state_adjust must 1716 * be called instead. 1717 * note: bus type check is here because AHB bus is reusing 1718 * hif_pci_bus_configure code. 1719 */ 1720 if (hif_sc->bus_type == QDF_BUS_TYPE_PCI) { 1721 if (hif_pci_target_sleep_state_adjust(hif_sc, 1722 false, true) < 0) { 1723 status = -EACCES; 1724 goto disable_wlan; 1725 } 1726 } 1727 } 1728 1729 /* todo: consider replacing this with an srng field */ 1730 if (((hif_sc->target_info.target_type == TARGET_TYPE_QCA8074) || 1731 (hif_sc->target_info.target_type == TARGET_TYPE_QCA8074V2) || 1732 (hif_sc->target_info.target_type == TARGET_TYPE_QCA9574) || 1733 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5018) || 1734 (hif_sc->target_info.target_type == TARGET_TYPE_QCN6122) || 1735 (hif_sc->target_info.target_type == TARGET_TYPE_QCA6018)) && 1736 (hif_sc->bus_type == QDF_BUS_TYPE_AHB)) { 1737 hif_sc->per_ce_irq = true; 1738 } 1739 1740 status = hif_config_ce(hif_sc); 1741 if (status) 1742 goto disable_wlan; 1743 1744 if (hif_needs_bmi(hif_osc)) { 1745 status = hif_set_hia(hif_sc); 1746 if (status) 1747 goto unconfig_ce; 1748 1749 hif_debug("hif_set_hia done"); 1750 1751 } 1752 1753 if (((hif_sc->target_info.target_type == TARGET_TYPE_QCA8074) || 1754 (hif_sc->target_info.target_type == TARGET_TYPE_QCA8074V2) || 1755 (hif_sc->target_info.target_type == TARGET_TYPE_QCA9574) || 1756 (hif_sc->target_info.target_type == TARGET_TYPE_QCA5018) || 1757 (hif_sc->target_info.target_type == TARGET_TYPE_QCN6122) || 1758 (hif_sc->target_info.target_type == TARGET_TYPE_QCA6018)) && 1759 (hif_sc->bus_type == QDF_BUS_TYPE_PCI)) 1760 hif_debug("Skip irq config for PCI based 8074 target"); 1761 else { 1762 status = hif_configure_irq(hif_sc); 1763 if (status < 0) 1764 goto unconfig_ce; 1765 } 1766 1767 A_TARGET_ACCESS_UNLIKELY(hif_sc); 1768 1769 return status; 1770 1771 unconfig_ce: 1772 hif_unconfig_ce(hif_sc); 1773 disable_wlan: 1774 A_TARGET_ACCESS_UNLIKELY(hif_sc); 1775 hif_wlan_disable(hif_sc); 1776 1777 timer_free: 1778 qdf_timer_stop(&hif_state->sleep_timer); 1779 qdf_timer_free(&hif_state->sleep_timer); 1780 hif_state->sleep_timer_init = false; 1781 1782 hif_err("Failed, status: %d", status); 1783 return status; 1784 } 1785 1786 /** 1787 * hif_bus_close(): hif_bus_close 1788 * 1789 * Return: n/a 1790 */ 1791 void hif_pci_close(struct hif_softc *hif_sc) 1792 { 1793 hif_rtpm_close(hif_sc); 1794 hif_ce_close(hif_sc); 1795 } 1796 1797 #define BAR_NUM 0 1798 1799 static int hif_enable_pci_nopld(struct hif_pci_softc *sc, 1800 struct pci_dev *pdev, 1801 const struct pci_device_id *id) 1802 { 1803 void __iomem *mem; 1804 int ret = 0; 1805 uint16_t device_id = 0; 1806 struct hif_softc *ol_sc = HIF_GET_SOFTC(sc); 1807 1808 pci_read_config_word(pdev, PCI_DEVICE_ID, &device_id); 1809 if (device_id != id->device) { 1810 hif_err( 1811 "dev id mismatch, config id = 0x%x, probing id = 0x%x", 1812 device_id, id->device); 1813 /* pci link is down, so returing with error code */ 1814 return -EIO; 1815 } 1816 1817 /* FIXME: temp. commenting out assign_resource 1818 * call for dev_attach to work on 2.6.38 kernel 1819 */ 1820 #if (!defined(__LINUX_ARM_ARCH__)) 1821 if (pci_assign_resource(pdev, BAR_NUM)) { 1822 hif_err("pci_assign_resource error"); 1823 return -EIO; 1824 } 1825 #endif 1826 if (pci_enable_device(pdev)) { 1827 hif_err("pci_enable_device error"); 1828 return -EIO; 1829 } 1830 1831 /* Request MMIO resources */ 1832 ret = pci_request_region(pdev, BAR_NUM, "ath"); 1833 if (ret) { 1834 hif_err("PCI MMIO reservation error"); 1835 ret = -EIO; 1836 goto err_region; 1837 } 1838 1839 #ifdef CONFIG_ARM_LPAE 1840 /* if CONFIG_ARM_LPAE is enabled, we have to set 64 bits mask 1841 * for 32 bits device also. 1842 */ 1843 ret = pci_set_dma_mask(pdev, DMA_BIT_MASK(64)); 1844 if (ret) { 1845 hif_err("Cannot enable 64-bit pci DMA"); 1846 goto err_dma; 1847 } 1848 ret = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)); 1849 if (ret) { 1850 hif_err("Cannot enable 64-bit DMA"); 1851 goto err_dma; 1852 } 1853 #else 1854 ret = pci_set_dma_mask(pdev, DMA_BIT_MASK(32)); 1855 if (ret) { 1856 hif_err("Cannot enable 32-bit pci DMA"); 1857 goto err_dma; 1858 } 1859 ret = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)); 1860 if (ret) { 1861 hif_err("Cannot enable 32-bit consistent DMA!"); 1862 goto err_dma; 1863 } 1864 #endif 1865 1866 PCI_CFG_TO_DISABLE_L1SS_STATES(pdev, 0x188); 1867 1868 /* Set bus master bit in PCI_COMMAND to enable DMA */ 1869 pci_set_master(pdev); 1870 1871 /* Arrange for access to Target SoC registers. */ 1872 mem = pci_iomap(pdev, BAR_NUM, 0); 1873 if (!mem) { 1874 hif_err("PCI iomap error"); 1875 ret = -EIO; 1876 goto err_iomap; 1877 } 1878 1879 hif_info("*****BAR is %pK", (void *)mem); 1880 1881 sc->mem = mem; 1882 1883 /* Hawkeye emulation specific change */ 1884 if ((device_id == RUMIM2M_DEVICE_ID_NODE0) || 1885 (device_id == RUMIM2M_DEVICE_ID_NODE1) || 1886 (device_id == RUMIM2M_DEVICE_ID_NODE2) || 1887 (device_id == RUMIM2M_DEVICE_ID_NODE3) || 1888 (device_id == RUMIM2M_DEVICE_ID_NODE4) || 1889 (device_id == RUMIM2M_DEVICE_ID_NODE5)) { 1890 mem = mem + 0x0c000000; 1891 sc->mem = mem; 1892 hif_info("Changing PCI mem base to %pK", sc->mem); 1893 } 1894 1895 sc->mem_len = pci_resource_len(pdev, BAR_NUM); 1896 ol_sc->mem = mem; 1897 ol_sc->mem_pa = pci_resource_start(pdev, BAR_NUM); 1898 sc->pci_enabled = true; 1899 return ret; 1900 1901 err_iomap: 1902 pci_clear_master(pdev); 1903 err_dma: 1904 pci_release_region(pdev, BAR_NUM); 1905 err_region: 1906 pci_disable_device(pdev); 1907 return ret; 1908 } 1909 1910 static int hif_enable_pci_pld(struct hif_pci_softc *sc, 1911 struct pci_dev *pdev, 1912 const struct pci_device_id *id) 1913 { 1914 PCI_CFG_TO_DISABLE_L1SS_STATES(pdev, 0x188); 1915 sc->pci_enabled = true; 1916 return 0; 1917 } 1918 1919 1920 static void hif_pci_deinit_nopld(struct hif_pci_softc *sc) 1921 { 1922 pci_disable_msi(sc->pdev); 1923 pci_iounmap(sc->pdev, sc->mem); 1924 pci_clear_master(sc->pdev); 1925 pci_release_region(sc->pdev, BAR_NUM); 1926 pci_disable_device(sc->pdev); 1927 } 1928 1929 static void hif_pci_deinit_pld(struct hif_pci_softc *sc) {} 1930 1931 static void hif_disable_pci(struct hif_pci_softc *sc) 1932 { 1933 struct hif_softc *ol_sc = HIF_GET_SOFTC(sc); 1934 1935 if (!ol_sc) { 1936 hif_err("ol_sc = NULL"); 1937 return; 1938 } 1939 hif_pci_device_reset(sc); 1940 sc->hif_pci_deinit(sc); 1941 1942 sc->mem = NULL; 1943 ol_sc->mem = NULL; 1944 } 1945 1946 static int hif_pci_probe_tgt_wakeup(struct hif_pci_softc *sc) 1947 { 1948 int ret = 0; 1949 int targ_awake_limit = 500; 1950 #ifndef QCA_WIFI_3_0 1951 uint32_t fw_indicator; 1952 #endif 1953 struct hif_softc *scn = HIF_GET_SOFTC(sc); 1954 1955 /* 1956 * Verify that the Target was started cleanly.* 1957 * The case where this is most likely is with an AUX-powered 1958 * Target and a Host in WoW mode. If the Host crashes, 1959 * loses power, or is restarted (without unloading the driver) 1960 * then the Target is left (aux) powered and running. On a 1961 * subsequent driver load, the Target is in an unexpected state. 1962 * We try to catch that here in order to reset the Target and 1963 * retry the probe. 1964 */ 1965 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 1966 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 1967 while (!hif_targ_is_awake(scn, sc->mem)) { 1968 if (0 == targ_awake_limit) { 1969 hif_err("target awake timeout"); 1970 ret = -EAGAIN; 1971 goto end; 1972 } 1973 qdf_mdelay(1); 1974 targ_awake_limit--; 1975 } 1976 1977 #if PCIE_BAR0_READY_CHECKING 1978 { 1979 int wait_limit = 200; 1980 /* Synchronization point: wait the BAR0 is configured */ 1981 while (wait_limit-- && 1982 !(hif_read32_mb(sc, c->mem + 1983 PCIE_LOCAL_BASE_ADDRESS + 1984 PCIE_SOC_RDY_STATUS_ADDRESS) 1985 & PCIE_SOC_RDY_STATUS_BAR_MASK)) { 1986 qdf_mdelay(10); 1987 } 1988 if (wait_limit < 0) { 1989 /* AR6320v1 doesn't support checking of BAR0 1990 * configuration, takes one sec to wait BAR0 ready 1991 */ 1992 hif_debug("AR6320v1 waits two sec for BAR0"); 1993 } 1994 } 1995 #endif 1996 1997 #ifndef QCA_WIFI_3_0 1998 fw_indicator = hif_read32_mb(sc, sc->mem + FW_INDICATOR_ADDRESS); 1999 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 2000 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 2001 2002 if (fw_indicator & FW_IND_INITIALIZED) { 2003 hif_err("Target is in an unknown state. EAGAIN"); 2004 ret = -EAGAIN; 2005 goto end; 2006 } 2007 #endif 2008 2009 end: 2010 return ret; 2011 } 2012 2013 static int hif_pci_configure_legacy_irq(struct hif_pci_softc *sc) 2014 { 2015 int ret = 0; 2016 struct hif_softc *scn = HIF_GET_SOFTC(sc); 2017 uint32_t target_type = scn->target_info.target_type; 2018 2019 hif_info("E"); 2020 2021 /* do notn support MSI or MSI IRQ failed */ 2022 tasklet_init(&sc->intr_tq, wlan_tasklet, (unsigned long)sc); 2023 ret = request_irq(sc->pdev->irq, 2024 hif_pci_legacy_ce_interrupt_handler, IRQF_SHARED, 2025 "wlan_pci", sc); 2026 if (ret) { 2027 hif_err("request_irq failed, ret: %d", ret); 2028 goto end; 2029 } 2030 scn->wake_irq = sc->pdev->irq; 2031 /* Use sc->irq instead of sc->pdev-irq 2032 * platform_device pdev doesn't have an irq field 2033 */ 2034 sc->irq = sc->pdev->irq; 2035 /* Use Legacy PCI Interrupts */ 2036 hif_write32_mb(sc, sc->mem + (SOC_CORE_BASE_ADDRESS | 2037 PCIE_INTR_ENABLE_ADDRESS), 2038 HOST_GROUP0_MASK); 2039 hif_read32_mb(sc, sc->mem + (SOC_CORE_BASE_ADDRESS | 2040 PCIE_INTR_ENABLE_ADDRESS)); 2041 hif_write32_mb(sc, sc->mem + PCIE_LOCAL_BASE_ADDRESS + 2042 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 2043 2044 if ((target_type == TARGET_TYPE_AR900B) || 2045 (target_type == TARGET_TYPE_QCA9984) || 2046 (target_type == TARGET_TYPE_AR9888) || 2047 (target_type == TARGET_TYPE_QCA9888) || 2048 (target_type == TARGET_TYPE_AR6320V1) || 2049 (target_type == TARGET_TYPE_AR6320V2) || 2050 (target_type == TARGET_TYPE_AR6320V3)) { 2051 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 2052 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_V_MASK); 2053 } 2054 end: 2055 QDF_TRACE(QDF_MODULE_ID_HIF, QDF_TRACE_LEVEL_ERROR, 2056 "%s: X, ret = %d", __func__, ret); 2057 return ret; 2058 } 2059 2060 static int hif_ce_srng_free_irq(struct hif_softc *scn) 2061 { 2062 int ret = 0; 2063 int ce_id, irq; 2064 uint32_t msi_data_start; 2065 uint32_t msi_data_count; 2066 uint32_t msi_irq_start; 2067 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 2068 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 2069 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2070 2071 if (!pld_get_enable_intx(scn->qdf_dev->dev)) { 2072 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 2073 &msi_data_count, 2074 &msi_data_start, 2075 &msi_irq_start); 2076 if (ret) 2077 return ret; 2078 } 2079 2080 /* needs to match the ce_id -> irq data mapping 2081 * used in the srng parameter configuration 2082 */ 2083 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 2084 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 2085 continue; 2086 2087 if (!ce_sc->tasklets[ce_id].inited) 2088 continue; 2089 2090 irq = sc->ce_irq_num[ce_id]; 2091 2092 hif_ce_irq_remove_affinity_hint(irq); 2093 2094 hif_debug("%s: (ce_id %d, irq %d)", __func__, ce_id, irq); 2095 2096 pfrm_free_irq(scn->qdf_dev->dev, irq, &ce_sc->tasklets[ce_id]); 2097 } 2098 2099 return ret; 2100 } 2101 2102 void hif_pci_deconfigure_grp_irq(struct hif_softc *scn) 2103 { 2104 int i, j, irq; 2105 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2106 struct hif_exec_context *hif_ext_group; 2107 2108 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 2109 hif_ext_group = hif_state->hif_ext_group[i]; 2110 if (hif_ext_group->irq_requested) { 2111 hif_ext_group->irq_requested = false; 2112 for (j = 0; j < hif_ext_group->numirq; j++) { 2113 irq = hif_ext_group->os_irq[j]; 2114 if (scn->irq_unlazy_disable) { 2115 qdf_dev_clear_irq_status_flags( 2116 irq, 2117 QDF_IRQ_DISABLE_UNLAZY); 2118 } 2119 pfrm_free_irq(scn->qdf_dev->dev, 2120 irq, hif_ext_group); 2121 } 2122 hif_ext_group->numirq = 0; 2123 } 2124 } 2125 } 2126 2127 /** 2128 * hif_nointrs(): disable IRQ 2129 * 2130 * This function stops interrupt(s) 2131 * 2132 * @scn: struct hif_softc 2133 * 2134 * Return: none 2135 */ 2136 void hif_pci_nointrs(struct hif_softc *scn) 2137 { 2138 int i, ret; 2139 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2140 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2141 2142 scn->free_irq_done = true; 2143 ce_unregister_irq(hif_state, CE_ALL_BITMAP); 2144 2145 if (scn->request_irq_done == false) 2146 return; 2147 2148 hif_pci_deconfigure_grp_irq(scn); 2149 2150 ret = hif_ce_srng_free_irq(scn); 2151 if (ret != -EINVAL) { 2152 /* ce irqs freed in hif_ce_srng_free_irq */ 2153 2154 if (scn->wake_irq) 2155 pfrm_free_irq(scn->qdf_dev->dev, scn->wake_irq, scn); 2156 scn->wake_irq = 0; 2157 } else if (sc->num_msi_intrs > 0) { 2158 /* MSI interrupt(s) */ 2159 for (i = 0; i < sc->num_msi_intrs; i++) 2160 free_irq(sc->irq + i, sc); 2161 sc->num_msi_intrs = 0; 2162 } else { 2163 /* Legacy PCI line interrupt 2164 * Use sc->irq instead of sc->pdev-irq 2165 * platform_device pdev doesn't have an irq field 2166 */ 2167 free_irq(sc->irq, sc); 2168 } 2169 scn->request_irq_done = false; 2170 } 2171 2172 static inline 2173 bool hif_pci_default_link_up(struct hif_target_info *tgt_info) 2174 { 2175 if (ADRASTEA_BU && (tgt_info->target_type != TARGET_TYPE_QCN7605)) 2176 return true; 2177 else 2178 return false; 2179 } 2180 /** 2181 * hif_disable_bus(): hif_disable_bus 2182 * 2183 * This function disables the bus 2184 * 2185 * @bdev: bus dev 2186 * 2187 * Return: none 2188 */ 2189 void hif_pci_disable_bus(struct hif_softc *scn) 2190 { 2191 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2192 struct pci_dev *pdev; 2193 void __iomem *mem; 2194 struct hif_target_info *tgt_info = &scn->target_info; 2195 2196 /* Attach did not succeed, all resources have been 2197 * freed in error handler 2198 */ 2199 if (!sc) 2200 return; 2201 2202 pdev = sc->pdev; 2203 if (hif_pci_default_link_up(tgt_info)) { 2204 hif_vote_link_down(GET_HIF_OPAQUE_HDL(scn)); 2205 2206 hif_write32_mb(sc, sc->mem + PCIE_INTR_ENABLE_ADDRESS, 0); 2207 hif_write32_mb(sc, sc->mem + PCIE_INTR_CLR_ADDRESS, 2208 HOST_GROUP0_MASK); 2209 } 2210 2211 #if defined(CPU_WARM_RESET_WAR) 2212 /* Currently CPU warm reset sequence is tested only for AR9888_REV2 2213 * Need to enable for AR9888_REV1 once CPU warm reset sequence is 2214 * verified for AR9888_REV1 2215 */ 2216 if ((tgt_info->target_version == AR9888_REV2_VERSION) || 2217 (tgt_info->target_version == AR9887_REV1_VERSION)) 2218 hif_pci_device_warm_reset(sc); 2219 else 2220 hif_pci_device_reset(sc); 2221 #else 2222 hif_pci_device_reset(sc); 2223 #endif 2224 mem = (void __iomem *)sc->mem; 2225 if (mem) { 2226 hif_dump_pipe_debug_count(scn); 2227 if (scn->athdiag_procfs_inited) { 2228 athdiag_procfs_remove(); 2229 scn->athdiag_procfs_inited = false; 2230 } 2231 sc->hif_pci_deinit(sc); 2232 scn->mem = NULL; 2233 } 2234 hif_info("X"); 2235 } 2236 2237 #define OL_ATH_PCI_PM_CONTROL 0x44 2238 2239 #ifdef CONFIG_PLD_PCIE_CNSS 2240 /** 2241 * hif_pci_prevent_linkdown(): allow or permit linkdown 2242 * @flag: true prevents linkdown, false allows 2243 * 2244 * Calls into the platform driver to vote against taking down the 2245 * pcie link. 2246 * 2247 * Return: n/a 2248 */ 2249 void hif_pci_prevent_linkdown(struct hif_softc *scn, bool flag) 2250 { 2251 int errno; 2252 2253 hif_info("wlan: %s pcie power collapse", flag ? "disable" : "enable"); 2254 hif_runtime_prevent_linkdown(scn, flag); 2255 2256 errno = pld_wlan_pm_control(scn->qdf_dev->dev, flag); 2257 if (errno) 2258 hif_err("Failed pld_wlan_pm_control; errno %d", errno); 2259 } 2260 #else 2261 void hif_pci_prevent_linkdown(struct hif_softc *scn, bool flag) 2262 { 2263 } 2264 #endif 2265 2266 #ifdef CONFIG_PCI_LOW_POWER_INT_REG 2267 /** 2268 * hif_pci_config_low_power_int_register(): configure pci low power 2269 * interrupt register. 2270 * @enable: true to enable the bits, false clear. 2271 * 2272 * Configure the bits INTR_L1SS and INTR_CLKPM of 2273 * PCIE_LOW_POWER_INT_MASK register. 2274 * 2275 * Return: n/a 2276 */ 2277 static void hif_pci_config_low_power_int_register(struct hif_softc *scn, 2278 bool enable) 2279 { 2280 void *address; 2281 uint32_t value; 2282 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(scn); 2283 struct hif_target_info *tgt_info = hif_get_target_info_handle(hif_hdl); 2284 uint32_t target_type = tgt_info->target_type; 2285 2286 /* 2287 * Only configure the bits INTR_L1SS and INTR_CLKPM of 2288 * PCIE_LOW_POWER_INT_MASK register for QCA6174 for high 2289 * consumption issue. NFA344A power consumption is above 80mA 2290 * after entering Modern Standby. But the power will drop to normal 2291 * after PERST# de-assert. 2292 */ 2293 if ((target_type == TARGET_TYPE_AR6320) || 2294 (target_type == TARGET_TYPE_AR6320V1) || 2295 (target_type == TARGET_TYPE_AR6320V2) || 2296 (target_type == TARGET_TYPE_AR6320V3)) { 2297 hif_info("Configure PCI low power int mask register"); 2298 2299 address = scn->mem + PCIE_LOW_POWER_INT_MASK_OFFSET; 2300 2301 /* Configure bit3 INTR_L1SS */ 2302 value = hif_read32_mb(scn, address); 2303 if (enable) 2304 value |= INTR_L1SS; 2305 else 2306 value &= ~INTR_L1SS; 2307 hif_write32_mb(scn, address, value); 2308 2309 /* Configure bit4 INTR_CLKPM */ 2310 value = hif_read32_mb(scn, address); 2311 if (enable) 2312 value |= INTR_CLKPM; 2313 else 2314 value &= ~INTR_CLKPM; 2315 hif_write32_mb(scn, address, value); 2316 } 2317 } 2318 #else 2319 static inline void hif_pci_config_low_power_int_register(struct hif_softc *scn, 2320 bool enable) 2321 { 2322 } 2323 #endif 2324 2325 /** 2326 * hif_pci_bus_suspend(): prepare hif for suspend 2327 * 2328 * Return: Errno 2329 */ 2330 int hif_pci_bus_suspend(struct hif_softc *scn) 2331 { 2332 QDF_STATUS ret; 2333 2334 hif_apps_irqs_disable(GET_HIF_OPAQUE_HDL(scn)); 2335 2336 ret = hif_try_complete_tasks(scn); 2337 if (QDF_IS_STATUS_ERROR(ret)) { 2338 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2339 return -EBUSY; 2340 } 2341 2342 /* 2343 * In an unlikely case, if draining becomes infinite loop, 2344 * it returns an error, shall abort the bus suspend. 2345 */ 2346 ret = hif_drain_fw_diag_ce(scn); 2347 if (ret) { 2348 hif_err("draining fw_diag_ce goes infinite, so abort suspend"); 2349 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2350 return -EBUSY; 2351 } 2352 2353 /* Stop the HIF Sleep Timer */ 2354 hif_cancel_deferred_target_sleep(scn); 2355 2356 /* 2357 * Only need clear the bits INTR_L1SS/INTR_CLKPM after suspend. 2358 * No need do enable bits after resume, as firmware will restore 2359 * the bits after resume. 2360 */ 2361 hif_pci_config_low_power_int_register(scn, false); 2362 2363 scn->bus_suspended = true; 2364 2365 return 0; 2366 } 2367 2368 #ifdef PCI_LINK_STATUS_SANITY 2369 /** 2370 * __hif_check_link_status() - API to check if PCIe link is active/not 2371 * @scn: HIF Context 2372 * 2373 * API reads the PCIe config space to verify if PCIe link training is 2374 * successful or not. 2375 * 2376 * Return: Success/Failure 2377 */ 2378 static int __hif_check_link_status(struct hif_softc *scn) 2379 { 2380 uint16_t dev_id = 0; 2381 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2382 struct hif_driver_state_callbacks *cbk = hif_get_callbacks_handle(scn); 2383 2384 if (!sc) { 2385 hif_err("HIF Bus Context is Invalid"); 2386 return -EINVAL; 2387 } 2388 2389 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &dev_id); 2390 2391 if (dev_id == sc->devid) 2392 return 0; 2393 2394 hif_err("Invalid PCIe Config Space; PCIe link down dev_id:0x%04x", 2395 dev_id); 2396 2397 scn->recovery = true; 2398 2399 if (cbk && cbk->set_recovery_in_progress) 2400 cbk->set_recovery_in_progress(cbk->context, true); 2401 else 2402 hif_err("Driver Global Recovery is not set"); 2403 2404 pld_is_pci_link_down(sc->dev); 2405 return -EACCES; 2406 } 2407 #else 2408 static inline int __hif_check_link_status(struct hif_softc *scn) 2409 { 2410 return 0; 2411 } 2412 #endif 2413 2414 2415 #ifdef HIF_BUS_LOG_INFO 2416 bool hif_log_pcie_info(struct hif_softc *scn, uint8_t *data, 2417 unsigned int *offset) 2418 { 2419 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2420 struct hang_event_bus_info info = {0}; 2421 size_t size; 2422 2423 if (!sc) { 2424 hif_err("HIF Bus Context is Invalid"); 2425 return false; 2426 } 2427 2428 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &info.dev_id); 2429 2430 size = sizeof(info); 2431 QDF_HANG_EVT_SET_HDR(&info.tlv_header, HANG_EVT_TAG_BUS_INFO, 2432 size - QDF_HANG_EVENT_TLV_HDR_SIZE); 2433 2434 if (*offset + size > QDF_WLAN_HANG_FW_OFFSET) 2435 return false; 2436 2437 qdf_mem_copy(data + *offset, &info, size); 2438 *offset = *offset + size; 2439 2440 if (info.dev_id == sc->devid) 2441 return false; 2442 2443 qdf_recovery_reason_update(QCA_HANG_BUS_FAILURE); 2444 qdf_get_bus_reg_dump(scn->qdf_dev->dev, data, 2445 (QDF_WLAN_HANG_FW_OFFSET - size)); 2446 return true; 2447 } 2448 #endif 2449 2450 /** 2451 * hif_pci_bus_resume(): prepare hif for resume 2452 * 2453 * Return: Errno 2454 */ 2455 int hif_pci_bus_resume(struct hif_softc *scn) 2456 { 2457 int errno; 2458 2459 scn->bus_suspended = false; 2460 2461 errno = __hif_check_link_status(scn); 2462 if (errno) 2463 return errno; 2464 2465 hif_apps_irqs_enable(GET_HIF_OPAQUE_HDL(scn)); 2466 2467 return 0; 2468 } 2469 2470 /** 2471 * hif_pci_bus_suspend_noirq() - ensure there are no pending transactions 2472 * @scn: hif context 2473 * 2474 * Ensure that if we received the wakeup message before the irq 2475 * was disabled that the message is pocessed before suspending. 2476 * 2477 * Return: -EBUSY if we fail to flush the tasklets. 2478 */ 2479 int hif_pci_bus_suspend_noirq(struct hif_softc *scn) 2480 { 2481 if (hif_can_suspend_link(GET_HIF_OPAQUE_HDL(scn))) 2482 qdf_atomic_set(&scn->link_suspended, 1); 2483 2484 return 0; 2485 } 2486 2487 /** 2488 * hif_pci_bus_resume_noirq() - ensure there are no pending transactions 2489 * @scn: hif context 2490 * 2491 * Ensure that if we received the wakeup message before the irq 2492 * was disabled that the message is pocessed before suspending. 2493 * 2494 * Return: -EBUSY if we fail to flush the tasklets. 2495 */ 2496 int hif_pci_bus_resume_noirq(struct hif_softc *scn) 2497 { 2498 /* a vote for link up can come in the middle of the ongoing resume 2499 * process. hence, clear the link suspend flag once 2500 * hif_bus_resume_noirq() succeeds since PCIe link is already resumed 2501 * by this time 2502 */ 2503 qdf_atomic_set(&scn->link_suspended, 0); 2504 2505 return 0; 2506 } 2507 2508 #if CONFIG_PCIE_64BIT_MSI 2509 static void hif_free_msi_ctx(struct hif_softc *scn) 2510 { 2511 struct hif_pci_softc *sc = scn->hif_sc; 2512 struct hif_msi_info *info = &sc->msi_info; 2513 struct device *dev = scn->qdf_dev->dev; 2514 2515 OS_FREE_CONSISTENT(dev, 4, info->magic, info->magic_dma, 2516 OS_GET_DMA_MEM_CONTEXT(scn, dmacontext)); 2517 info->magic = NULL; 2518 info->magic_dma = 0; 2519 } 2520 #else 2521 static void hif_free_msi_ctx(struct hif_softc *scn) 2522 { 2523 } 2524 #endif 2525 2526 void hif_pci_disable_isr(struct hif_softc *scn) 2527 { 2528 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2529 2530 hif_exec_kill(&scn->osc); 2531 hif_nointrs(scn); 2532 hif_free_msi_ctx(scn); 2533 /* Cancel the pending tasklet */ 2534 ce_tasklet_kill(scn); 2535 tasklet_kill(&sc->intr_tq); 2536 qdf_atomic_set(&scn->active_tasklet_cnt, 0); 2537 qdf_atomic_set(&scn->active_grp_tasklet_cnt, 0); 2538 } 2539 2540 /* Function to reset SoC */ 2541 void hif_pci_reset_soc(struct hif_softc *hif_sc) 2542 { 2543 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(hif_sc); 2544 struct hif_opaque_softc *ol_sc = GET_HIF_OPAQUE_HDL(hif_sc); 2545 struct hif_target_info *tgt_info = hif_get_target_info_handle(ol_sc); 2546 2547 #if defined(CPU_WARM_RESET_WAR) 2548 /* Currently CPU warm reset sequence is tested only for AR9888_REV2 2549 * Need to enable for AR9888_REV1 once CPU warm reset sequence is 2550 * verified for AR9888_REV1 2551 */ 2552 if (tgt_info->target_version == AR9888_REV2_VERSION) 2553 hif_pci_device_warm_reset(sc); 2554 else 2555 hif_pci_device_reset(sc); 2556 #else 2557 hif_pci_device_reset(sc); 2558 #endif 2559 } 2560 2561 /** 2562 * hif_log_soc_wakeup_timeout() - API to log PCIe and SOC Info 2563 * @sc: HIF PCIe Context 2564 * 2565 * API to log PCIe Config space and SOC info when SOC wakeup timeout happens 2566 * 2567 * Return: Failure to caller 2568 */ 2569 static int hif_log_soc_wakeup_timeout(struct hif_pci_softc *sc) 2570 { 2571 uint16_t val = 0; 2572 uint32_t bar = 0; 2573 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(sc); 2574 struct hif_softc *scn = HIF_GET_SOFTC(sc); 2575 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(sc); 2576 struct hif_config_info *cfg = hif_get_ini_handle(hif_hdl); 2577 struct hif_driver_state_callbacks *cbk = hif_get_callbacks_handle(scn); 2578 A_target_id_t pci_addr = scn->mem; 2579 2580 hif_info("keep_awake_count = %d", hif_state->keep_awake_count); 2581 2582 pfrm_read_config_word(sc->pdev, PCI_VENDOR_ID, &val); 2583 2584 hif_info("PCI Vendor ID = 0x%04x", val); 2585 2586 pfrm_read_config_word(sc->pdev, PCI_DEVICE_ID, &val); 2587 2588 hif_info("PCI Device ID = 0x%04x", val); 2589 2590 pfrm_read_config_word(sc->pdev, PCI_COMMAND, &val); 2591 2592 hif_info("PCI Command = 0x%04x", val); 2593 2594 pfrm_read_config_word(sc->pdev, PCI_STATUS, &val); 2595 2596 hif_info("PCI Status = 0x%04x", val); 2597 2598 pfrm_read_config_dword(sc->pdev, PCI_BASE_ADDRESS_0, &bar); 2599 2600 hif_info("PCI BAR 0 = 0x%08x", bar); 2601 2602 hif_info("SOC_WAKE_ADDR 0%08x", 2603 hif_read32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 2604 PCIE_SOC_WAKE_ADDRESS)); 2605 2606 hif_info("RTC_STATE_ADDR 0x%08x", 2607 hif_read32_mb(scn, pci_addr + PCIE_LOCAL_BASE_ADDRESS + 2608 RTC_STATE_ADDRESS)); 2609 2610 hif_info("wakeup target"); 2611 2612 if (!cfg->enable_self_recovery) 2613 QDF_BUG(0); 2614 2615 scn->recovery = true; 2616 2617 if (cbk->set_recovery_in_progress) 2618 cbk->set_recovery_in_progress(cbk->context, true); 2619 2620 pld_is_pci_link_down(sc->dev); 2621 return -EACCES; 2622 } 2623 2624 /* 2625 * For now, we use simple on-demand sleep/wake. 2626 * Some possible improvements: 2627 * -Use the Host-destined A_INUM_PCIE_AWAKE interrupt rather than spin/delay 2628 * (or perhaps spin/delay for a short while, then convert to sleep/interrupt) 2629 * Careful, though, these functions may be used by 2630 * interrupt handlers ("atomic") 2631 * -Don't use host_reg_table for this code; instead use values directly 2632 * -Use a separate timer to track activity and allow Target to sleep only 2633 * if it hasn't done anything for a while; may even want to delay some 2634 * processing for a short while in order to "batch" (e.g.) transmit 2635 * requests with completion processing into "windows of up time". Costs 2636 * some performance, but improves power utilization. 2637 * -On some platforms, it might be possible to eliminate explicit 2638 * sleep/wakeup. Instead, take a chance that each access works OK. If not, 2639 * recover from the failure by forcing the Target awake. 2640 * -Change keep_awake_count to an atomic_t in order to avoid spin lock 2641 * overhead in some cases. Perhaps this makes more sense when 2642 * CONFIG_ATH_PCIE_ACCESS_LIKELY is used and less sense when LIKELY is 2643 * disabled. 2644 * -It is possible to compile this code out and simply force the Target 2645 * to remain awake. That would yield optimal performance at the cost of 2646 * increased power. See CONFIG_ATH_PCIE_MAX_PERF. 2647 * 2648 * Note: parameter wait_for_it has meaning only when waking (when sleep_ok==0). 2649 */ 2650 /** 2651 * hif_target_sleep_state_adjust() - on-demand sleep/wake 2652 * @scn: hif_softc pointer. 2653 * @sleep_ok: bool 2654 * @wait_for_it: bool 2655 * 2656 * Output the pipe error counts of each pipe to log file 2657 * 2658 * Return: int 2659 */ 2660 int hif_pci_target_sleep_state_adjust(struct hif_softc *scn, 2661 bool sleep_ok, bool wait_for_it) 2662 { 2663 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 2664 A_target_id_t pci_addr = scn->mem; 2665 static int max_delay; 2666 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 2667 static int debug; 2668 if (scn->recovery) 2669 return -EACCES; 2670 2671 if (qdf_atomic_read(&scn->link_suspended)) { 2672 hif_err("Invalid access, PCIe link is down"); 2673 debug = true; 2674 QDF_ASSERT(0); 2675 return -EACCES; 2676 } 2677 2678 if (debug) { 2679 wait_for_it = true; 2680 hif_err("Invalid access, PCIe link is suspended"); 2681 QDF_ASSERT(0); 2682 } 2683 2684 if (sleep_ok) { 2685 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 2686 hif_state->keep_awake_count--; 2687 if (hif_state->keep_awake_count == 0) { 2688 /* Allow sleep */ 2689 hif_state->verified_awake = false; 2690 hif_state->sleep_ticks = qdf_system_ticks(); 2691 } 2692 if (hif_state->fake_sleep == false) { 2693 /* Set the Fake Sleep */ 2694 hif_state->fake_sleep = true; 2695 2696 /* Start the Sleep Timer */ 2697 qdf_timer_stop(&hif_state->sleep_timer); 2698 qdf_timer_start(&hif_state->sleep_timer, 2699 HIF_SLEEP_INACTIVITY_TIMER_PERIOD_MS); 2700 } 2701 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 2702 } else { 2703 qdf_spin_lock_irqsave(&hif_state->keep_awake_lock); 2704 2705 if (hif_state->fake_sleep) { 2706 hif_state->verified_awake = true; 2707 } else { 2708 if (hif_state->keep_awake_count == 0) { 2709 /* Force AWAKE */ 2710 hif_write32_mb(sc, pci_addr + 2711 PCIE_LOCAL_BASE_ADDRESS + 2712 PCIE_SOC_WAKE_ADDRESS, 2713 PCIE_SOC_WAKE_V_MASK); 2714 } 2715 } 2716 hif_state->keep_awake_count++; 2717 qdf_spin_unlock_irqrestore(&hif_state->keep_awake_lock); 2718 2719 if (wait_for_it && !hif_state->verified_awake) { 2720 #define PCIE_SLEEP_ADJUST_TIMEOUT 8000 /* 8Ms */ 2721 int tot_delay = 0; 2722 int curr_delay = 5; 2723 2724 for (;; ) { 2725 if (hif_targ_is_awake(scn, pci_addr)) { 2726 hif_state->verified_awake = true; 2727 break; 2728 } 2729 if (!hif_pci_targ_is_present(scn, pci_addr)) 2730 break; 2731 if (tot_delay > PCIE_SLEEP_ADJUST_TIMEOUT) 2732 return hif_log_soc_wakeup_timeout(sc); 2733 2734 OS_DELAY(curr_delay); 2735 tot_delay += curr_delay; 2736 2737 if (curr_delay < 50) 2738 curr_delay += 5; 2739 } 2740 2741 /* 2742 * NB: If Target has to come out of Deep Sleep, 2743 * this may take a few Msecs. Typically, though 2744 * this delay should be <30us. 2745 */ 2746 if (tot_delay > max_delay) 2747 max_delay = tot_delay; 2748 } 2749 } 2750 2751 if (debug && hif_state->verified_awake) { 2752 debug = 0; 2753 hif_err("INTR_ENABLE_REG = 0x%08x, INTR_CAUSE_REG = 0x%08x, CPU_INTR_REG = 0x%08x, INTR_CLR_REG = 0x%08x, CE_INTERRUPT_SUMMARY_REG = 0x%08x", 2754 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2755 PCIE_INTR_ENABLE_ADDRESS), 2756 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2757 PCIE_INTR_CAUSE_ADDRESS), 2758 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2759 CPU_INTR_ADDRESS), 2760 hif_read32_mb(sc, sc->mem + SOC_CORE_BASE_ADDRESS + 2761 PCIE_INTR_CLR_ADDRESS), 2762 hif_read32_mb(sc, sc->mem + CE_WRAPPER_BASE_ADDRESS + 2763 CE_WRAPPER_INTERRUPT_SUMMARY_ADDRESS)); 2764 } 2765 2766 return 0; 2767 } 2768 2769 #ifdef CONFIG_ATH_PCIE_ACCESS_DEBUG 2770 uint32_t hif_target_read_checked(struct hif_softc *scn, uint32_t offset) 2771 { 2772 uint32_t value; 2773 void *addr; 2774 2775 addr = scn->mem + offset; 2776 value = hif_read32_mb(scn, addr); 2777 2778 { 2779 unsigned long irq_flags; 2780 int idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2781 2782 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2783 pcie_access_log[idx].seqnum = pcie_access_log_seqnum; 2784 pcie_access_log[idx].is_write = false; 2785 pcie_access_log[idx].addr = addr; 2786 pcie_access_log[idx].value = value; 2787 pcie_access_log_seqnum++; 2788 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2789 } 2790 2791 return value; 2792 } 2793 2794 void 2795 hif_target_write_checked(struct hif_softc *scn, uint32_t offset, uint32_t value) 2796 { 2797 void *addr; 2798 2799 addr = scn->mem + (offset); 2800 hif_write32_mb(scn, addr, value); 2801 2802 { 2803 unsigned long irq_flags; 2804 int idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2805 2806 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2807 pcie_access_log[idx].seqnum = pcie_access_log_seqnum; 2808 pcie_access_log[idx].is_write = true; 2809 pcie_access_log[idx].addr = addr; 2810 pcie_access_log[idx].value = value; 2811 pcie_access_log_seqnum++; 2812 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2813 } 2814 } 2815 2816 /** 2817 * hif_target_dump_access_log() - dump access log 2818 * 2819 * dump access log 2820 * 2821 * Return: n/a 2822 */ 2823 void hif_target_dump_access_log(void) 2824 { 2825 int idx, len, start_idx, cur_idx; 2826 unsigned long irq_flags; 2827 2828 spin_lock_irqsave(&pcie_access_log_lock, irq_flags); 2829 if (pcie_access_log_seqnum > PCIE_ACCESS_LOG_NUM) { 2830 len = PCIE_ACCESS_LOG_NUM; 2831 start_idx = pcie_access_log_seqnum % PCIE_ACCESS_LOG_NUM; 2832 } else { 2833 len = pcie_access_log_seqnum; 2834 start_idx = 0; 2835 } 2836 2837 for (idx = 0; idx < len; idx++) { 2838 cur_idx = (start_idx + idx) % PCIE_ACCESS_LOG_NUM; 2839 hif_debug("idx:%d sn:%u wr:%d addr:%pK val:%u", 2840 idx, 2841 pcie_access_log[cur_idx].seqnum, 2842 pcie_access_log[cur_idx].is_write, 2843 pcie_access_log[cur_idx].addr, 2844 pcie_access_log[cur_idx].value); 2845 } 2846 2847 pcie_access_log_seqnum = 0; 2848 spin_unlock_irqrestore(&pcie_access_log_lock, irq_flags); 2849 } 2850 #endif 2851 2852 #ifndef HIF_AHB 2853 int hif_ahb_configure_irq(struct hif_pci_softc *sc) 2854 { 2855 QDF_BUG(0); 2856 return -EINVAL; 2857 } 2858 #endif 2859 2860 static irqreturn_t hif_ce_interrupt_handler(int irq, void *context) 2861 { 2862 struct ce_tasklet_entry *tasklet_entry = context; 2863 return ce_dispatch_interrupt(tasklet_entry->ce_id, tasklet_entry); 2864 } 2865 extern const char *ce_name[]; 2866 2867 static int hif_ce_msi_map_ce_to_irq(struct hif_softc *scn, int ce_id) 2868 { 2869 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 2870 2871 return pci_scn->ce_irq_num[ce_id]; 2872 } 2873 2874 /* hif_srng_msi_irq_disable() - disable the irq for msi 2875 * @hif_sc: hif context 2876 * @ce_id: which ce to disable copy complete interrupts for 2877 * 2878 * since MSI interrupts are not level based, the system can function 2879 * without disabling these interrupts. Interrupt mitigation can be 2880 * added here for better system performance. 2881 */ 2882 static void hif_ce_srng_msi_irq_disable(struct hif_softc *hif_sc, int ce_id) 2883 { 2884 pfrm_disable_irq_nosync(hif_sc->qdf_dev->dev, 2885 hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2886 } 2887 2888 static void hif_ce_srng_msi_irq_enable(struct hif_softc *hif_sc, int ce_id) 2889 { 2890 if (__hif_check_link_status(hif_sc)) 2891 return; 2892 2893 pfrm_enable_irq(hif_sc->qdf_dev->dev, 2894 hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2895 } 2896 2897 static void hif_ce_legacy_msi_irq_disable(struct hif_softc *hif_sc, int ce_id) 2898 { 2899 disable_irq_nosync(hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2900 } 2901 2902 static void hif_ce_legacy_msi_irq_enable(struct hif_softc *hif_sc, int ce_id) 2903 { 2904 enable_irq(hif_ce_msi_map_ce_to_irq(hif_sc, ce_id)); 2905 } 2906 2907 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 2908 /** 2909 * hif_ce_configure_legacyirq() - Configure CE interrupts 2910 * @scn: hif_softc pointer 2911 * 2912 * Configure CE legacy interrupts 2913 * 2914 * Return: int 2915 */ 2916 static int hif_ce_configure_legacyirq(struct hif_softc *scn) 2917 { 2918 int ret = 0; 2919 int irq, ce_id; 2920 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 2921 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 2922 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 2923 int pci_slot; 2924 qdf_device_t qdf_dev = scn->qdf_dev; 2925 2926 if (!pld_get_enable_intx(scn->qdf_dev->dev)) 2927 return -EINVAL; 2928 2929 scn->bus_ops.hif_irq_disable = &hif_ce_srng_msi_irq_disable; 2930 scn->bus_ops.hif_irq_enable = &hif_ce_srng_msi_irq_enable; 2931 scn->bus_ops.hif_map_ce_to_irq = &hif_ce_msi_map_ce_to_irq; 2932 2933 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 2934 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 2935 continue; 2936 2937 if (host_ce_conf[ce_id].flags & CE_ATTR_INIT_ON_DEMAND) 2938 continue; 2939 2940 ret = pfrm_get_irq(scn->qdf_dev->dev, 2941 (struct qdf_pfm_hndl *)qdf_dev->cnss_pdev, 2942 legacy_ic_irqname[ce_id], ce_id, &irq); 2943 if (ret) { 2944 dev_err(scn->qdf_dev->dev, "get irq failed\n"); 2945 ret = -EFAULT; 2946 goto skip; 2947 } 2948 2949 pci_slot = hif_get_pci_slot(scn); 2950 qdf_scnprintf(ce_irqname[pci_slot][ce_id], 2951 DP_IRQ_NAME_LEN, "pci%d_ce_%u", pci_slot, ce_id); 2952 pci_sc->ce_irq_num[ce_id] = irq; 2953 2954 ret = pfrm_request_irq(scn->qdf_dev->dev, irq, 2955 hif_ce_interrupt_handler, 2956 IRQF_SHARED, 2957 ce_irqname[pci_slot][ce_id], 2958 &ce_sc->tasklets[ce_id]); 2959 if (ret) { 2960 hif_err("error = %d", ret); 2961 return -EINVAL; 2962 } 2963 } 2964 2965 skip: 2966 return ret; 2967 } 2968 #else 2969 /** 2970 * hif_ce_configure_legacyirq() - Configure CE interrupts 2971 * @scn: hif_softc pointer 2972 * 2973 * Configure CE legacy interrupts 2974 * 2975 * Return: int 2976 */ 2977 static int hif_ce_configure_legacyirq(struct hif_softc *scn) 2978 { 2979 return 0; 2980 } 2981 #endif 2982 2983 int hif_ce_msi_configure_irq_by_ceid(struct hif_softc *scn, int ce_id) 2984 { 2985 int ret = 0; 2986 int irq; 2987 uint32_t msi_data_start; 2988 uint32_t msi_data_count; 2989 unsigned int msi_data; 2990 int irq_id; 2991 uint32_t msi_irq_start; 2992 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 2993 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 2994 int pci_slot; 2995 2996 if (ce_id >= CE_COUNT_MAX) 2997 return -EINVAL; 2998 2999 /* do ce irq assignments */ 3000 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 3001 &msi_data_count, &msi_data_start, 3002 &msi_irq_start); 3003 3004 if (ret) { 3005 hif_err("Failed to get CE msi config"); 3006 return -EINVAL; 3007 } 3008 3009 irq_id = scn->int_assignment->msi_idx[ce_id]; 3010 /* needs to match the ce_id -> irq data mapping 3011 * used in the srng parameter configuration 3012 */ 3013 pci_slot = hif_get_pci_slot(scn); 3014 msi_data = irq_id + msi_irq_start; 3015 irq = pld_get_msi_irq(scn->qdf_dev->dev, msi_data); 3016 hif_debug("%s: (ce_id %d, irq_id %d, msi_data %d, irq %d tasklet %pK)", 3017 __func__, ce_id, irq_id, msi_data, irq, 3018 &ce_sc->tasklets[ce_id]); 3019 3020 /* implies the ce is also initialized */ 3021 if (!ce_sc->tasklets[ce_id].inited) 3022 goto skip; 3023 3024 pci_sc->ce_irq_num[ce_id] = irq; 3025 3026 qdf_scnprintf(ce_irqname[pci_slot][ce_id], 3027 DP_IRQ_NAME_LEN, "pci%u_wlan_ce_%u", 3028 pci_slot, ce_id); 3029 3030 ret = pfrm_request_irq(scn->qdf_dev->dev, 3031 irq, hif_ce_interrupt_handler, IRQF_SHARED, 3032 ce_irqname[pci_slot][ce_id], 3033 &ce_sc->tasklets[ce_id]); 3034 if (ret) 3035 return -EINVAL; 3036 3037 skip: 3038 return ret; 3039 } 3040 3041 static int hif_ce_msi_configure_irq(struct hif_softc *scn) 3042 { 3043 int ret; 3044 int ce_id, irq; 3045 uint32_t msi_data_start; 3046 uint32_t msi_data_count; 3047 uint32_t msi_irq_start; 3048 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 3049 struct CE_attr *host_ce_conf = ce_sc->host_ce_config; 3050 3051 if (!scn->disable_wake_irq) { 3052 /* do wake irq assignment */ 3053 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "WAKE", 3054 &msi_data_count, 3055 &msi_data_start, 3056 &msi_irq_start); 3057 if (ret) 3058 return ret; 3059 3060 scn->wake_irq = pld_get_msi_irq(scn->qdf_dev->dev, 3061 msi_irq_start); 3062 scn->wake_irq_type = HIF_PM_MSI_WAKE; 3063 3064 ret = pfrm_request_irq(scn->qdf_dev->dev, scn->wake_irq, 3065 hif_wake_interrupt_handler, 3066 IRQF_NO_SUSPEND, "wlan_wake_irq", scn); 3067 3068 if (ret) 3069 return ret; 3070 } 3071 3072 /* do ce irq assignments */ 3073 ret = pld_get_user_msi_assignment(scn->qdf_dev->dev, "CE", 3074 &msi_data_count, &msi_data_start, 3075 &msi_irq_start); 3076 if (ret) 3077 goto free_wake_irq; 3078 3079 if (ce_srng_based(scn)) { 3080 scn->bus_ops.hif_irq_disable = &hif_ce_srng_msi_irq_disable; 3081 scn->bus_ops.hif_irq_enable = &hif_ce_srng_msi_irq_enable; 3082 } else { 3083 scn->bus_ops.hif_irq_disable = &hif_ce_legacy_msi_irq_disable; 3084 scn->bus_ops.hif_irq_enable = &hif_ce_legacy_msi_irq_enable; 3085 } 3086 3087 scn->bus_ops.hif_map_ce_to_irq = &hif_ce_msi_map_ce_to_irq; 3088 3089 /* needs to match the ce_id -> irq data mapping 3090 * used in the srng parameter configuration 3091 */ 3092 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 3093 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 3094 continue; 3095 3096 if (host_ce_conf[ce_id].flags & CE_ATTR_INIT_ON_DEMAND) 3097 continue; 3098 3099 ret = hif_ce_msi_configure_irq_by_ceid(scn, ce_id); 3100 if (ret) 3101 goto free_irq; 3102 } 3103 3104 return ret; 3105 3106 free_irq: 3107 /* the request_irq for the last ce_id failed so skip it. */ 3108 while (ce_id > 0 && ce_id < scn->ce_count) { 3109 unsigned int msi_data; 3110 3111 ce_id--; 3112 msi_data = (ce_id % msi_data_count) + msi_irq_start; 3113 irq = pld_get_msi_irq(scn->qdf_dev->dev, msi_data); 3114 pfrm_free_irq(scn->qdf_dev->dev, 3115 irq, &ce_sc->tasklets[ce_id]); 3116 } 3117 3118 free_wake_irq: 3119 if (!scn->disable_wake_irq) { 3120 pfrm_free_irq(scn->qdf_dev->dev, 3121 scn->wake_irq, scn->qdf_dev->dev); 3122 scn->wake_irq = 0; 3123 scn->wake_irq_type = HIF_PM_INVALID_WAKE; 3124 } 3125 3126 return ret; 3127 } 3128 3129 static void hif_exec_grp_irq_disable(struct hif_exec_context *hif_ext_group) 3130 { 3131 int i; 3132 struct hif_softc *scn = HIF_GET_SOFTC(hif_ext_group->hif); 3133 3134 for (i = 0; i < hif_ext_group->numirq; i++) 3135 pfrm_disable_irq_nosync(scn->qdf_dev->dev, 3136 hif_ext_group->os_irq[i]); 3137 } 3138 3139 static void hif_exec_grp_irq_enable(struct hif_exec_context *hif_ext_group) 3140 { 3141 int i; 3142 struct hif_softc *scn = HIF_GET_SOFTC(hif_ext_group->hif); 3143 3144 for (i = 0; i < hif_ext_group->numirq; i++) 3145 pfrm_enable_irq(scn->qdf_dev->dev, hif_ext_group->os_irq[i]); 3146 } 3147 3148 /** 3149 * hif_pci_get_irq_name() - get irqname 3150 * This function gives irqnumber to irqname 3151 * mapping. 3152 * 3153 * @irq_no: irq number 3154 * 3155 * Return: irq name 3156 */ 3157 const char *hif_pci_get_irq_name(int irq_no) 3158 { 3159 return "pci-dummy"; 3160 } 3161 3162 #if defined(FEATURE_IRQ_AFFINITY) || defined(HIF_CPU_PERF_AFFINE_MASK) 3163 void hif_pci_irq_set_affinity_hint(struct hif_exec_context *hif_ext_group, 3164 bool perf) 3165 { 3166 int i, ret; 3167 unsigned int cpus; 3168 bool mask_set = false; 3169 int cpu_cluster = perf ? CPU_CLUSTER_TYPE_PERF : 3170 CPU_CLUSTER_TYPE_LITTLE; 3171 3172 for (i = 0; i < hif_ext_group->numirq; i++) 3173 qdf_cpumask_clear(&hif_ext_group->new_cpu_mask[i]); 3174 3175 for (i = 0; i < hif_ext_group->numirq; i++) { 3176 qdf_for_each_online_cpu(cpus) { 3177 if (qdf_topology_physical_package_id(cpus) == 3178 cpu_cluster) { 3179 qdf_cpumask_set_cpu(cpus, 3180 &hif_ext_group-> 3181 new_cpu_mask[i]); 3182 mask_set = true; 3183 } 3184 } 3185 } 3186 for (i = 0; i < hif_ext_group->numirq; i++) { 3187 if (mask_set) { 3188 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3189 IRQ_NO_BALANCING, 0); 3190 ret = qdf_dev_set_irq_affinity(hif_ext_group->os_irq[i], 3191 (struct qdf_cpu_mask *) 3192 &hif_ext_group-> 3193 new_cpu_mask[i]); 3194 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3195 0, IRQ_NO_BALANCING); 3196 if (ret) 3197 qdf_debug("Set affinity %*pbl fails for IRQ %d ", 3198 qdf_cpumask_pr_args(&hif_ext_group-> 3199 new_cpu_mask[i]), 3200 hif_ext_group->os_irq[i]); 3201 } else { 3202 qdf_debug("Offline CPU: Set affinity fails for IRQ: %d", 3203 hif_ext_group->os_irq[i]); 3204 } 3205 } 3206 } 3207 #endif 3208 3209 #ifdef HIF_CPU_PERF_AFFINE_MASK 3210 void hif_pci_ce_irq_set_affinity_hint( 3211 struct hif_softc *scn) 3212 { 3213 int ret; 3214 unsigned int cpus; 3215 struct HIF_CE_state *ce_sc = HIF_GET_CE_STATE(scn); 3216 struct hif_pci_softc *pci_sc = HIF_GET_PCI_SOFTC(scn); 3217 struct CE_attr *host_ce_conf; 3218 int ce_id; 3219 qdf_cpu_mask ce_cpu_mask; 3220 3221 host_ce_conf = ce_sc->host_ce_config; 3222 qdf_cpumask_clear(&ce_cpu_mask); 3223 3224 qdf_for_each_online_cpu(cpus) { 3225 if (qdf_topology_physical_package_id(cpus) == 3226 CPU_CLUSTER_TYPE_PERF) { 3227 qdf_cpumask_set_cpu(cpus, 3228 &ce_cpu_mask); 3229 } else { 3230 hif_err_rl("Unable to set cpu mask for offline CPU %d" 3231 , cpus); 3232 } 3233 } 3234 if (qdf_cpumask_empty(&ce_cpu_mask)) { 3235 hif_err_rl("Empty cpu_mask, unable to set CE IRQ affinity"); 3236 return; 3237 } 3238 for (ce_id = 0; ce_id < scn->ce_count; ce_id++) { 3239 if (host_ce_conf[ce_id].flags & CE_ATTR_DISABLE_INTR) 3240 continue; 3241 qdf_cpumask_clear(&pci_sc->ce_irq_cpu_mask[ce_id]); 3242 qdf_cpumask_copy(&pci_sc->ce_irq_cpu_mask[ce_id], 3243 &ce_cpu_mask); 3244 qdf_dev_modify_irq_status(pci_sc->ce_irq_num[ce_id], 3245 IRQ_NO_BALANCING, 0); 3246 ret = qdf_dev_set_irq_affinity( 3247 pci_sc->ce_irq_num[ce_id], 3248 (struct qdf_cpu_mask *)&pci_sc->ce_irq_cpu_mask[ce_id]); 3249 qdf_dev_modify_irq_status(pci_sc->ce_irq_num[ce_id], 3250 0, IRQ_NO_BALANCING); 3251 if (ret) 3252 hif_err_rl("Set affinity %*pbl fails for CE IRQ %d", 3253 qdf_cpumask_pr_args( 3254 &pci_sc->ce_irq_cpu_mask[ce_id]), 3255 pci_sc->ce_irq_num[ce_id]); 3256 else 3257 hif_debug_rl("Set affinity %*pbl for CE IRQ: %d", 3258 qdf_cpumask_pr_args( 3259 &pci_sc->ce_irq_cpu_mask[ce_id]), 3260 pci_sc->ce_irq_num[ce_id]); 3261 } 3262 } 3263 #endif /* #ifdef HIF_CPU_PERF_AFFINE_MASK */ 3264 3265 #ifdef HIF_CPU_CLEAR_AFFINITY 3266 void hif_pci_config_irq_clear_cpu_affinity(struct hif_softc *scn, 3267 int intr_ctxt_id, int cpu) 3268 { 3269 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3270 struct hif_exec_context *hif_ext_group; 3271 int i, ret; 3272 3273 if (intr_ctxt_id < hif_state->hif_num_extgroup) { 3274 hif_ext_group = hif_state->hif_ext_group[intr_ctxt_id]; 3275 3276 for (i = 0; i < hif_ext_group->numirq; i++) { 3277 qdf_cpumask_setall(&hif_ext_group->new_cpu_mask[i]); 3278 qdf_cpumask_clear_cpu(cpu, 3279 &hif_ext_group->new_cpu_mask[i]); 3280 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3281 IRQ_NO_BALANCING, 0); 3282 ret = qdf_dev_set_irq_affinity(hif_ext_group->os_irq[i], 3283 (struct qdf_cpu_mask *) 3284 &hif_ext_group-> 3285 new_cpu_mask[i]); 3286 qdf_dev_modify_irq_status(hif_ext_group->os_irq[i], 3287 0, IRQ_NO_BALANCING); 3288 if (ret) 3289 hif_err("Set affinity %*pbl fails for IRQ %d ", 3290 qdf_cpumask_pr_args(&hif_ext_group-> 3291 new_cpu_mask[i]), 3292 hif_ext_group->os_irq[i]); 3293 else 3294 hif_debug("Set affinity %*pbl for IRQ: %d", 3295 qdf_cpumask_pr_args(&hif_ext_group-> 3296 new_cpu_mask[i]), 3297 hif_ext_group->os_irq[i]); 3298 } 3299 } 3300 } 3301 #endif 3302 3303 void hif_pci_config_irq_affinity(struct hif_softc *scn) 3304 { 3305 int i; 3306 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3307 struct hif_exec_context *hif_ext_group; 3308 3309 hif_core_ctl_set_boost(true); 3310 /* Set IRQ affinity for WLAN DP interrupts*/ 3311 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 3312 hif_ext_group = hif_state->hif_ext_group[i]; 3313 hif_pci_irq_set_affinity_hint(hif_ext_group, true); 3314 } 3315 /* Set IRQ affinity for CE interrupts*/ 3316 hif_pci_ce_irq_set_affinity_hint(scn); 3317 } 3318 3319 #ifdef QCA_SUPPORT_LEGACY_INTERRUPTS 3320 /** 3321 * hif_grp_configure_legacyirq() - Configure DP interrupts 3322 * @scn: hif_softc pointer 3323 * @hif_ext_group: hif extended group pointer 3324 * 3325 * Configure DP legacy interrupts 3326 * 3327 * Return: int 3328 */ 3329 static int hif_grp_configure_legacyirq(struct hif_softc *scn, 3330 struct hif_exec_context *hif_ext_group) 3331 { 3332 int ret = 0; 3333 int irq = 0; 3334 int j; 3335 int pci_slot; 3336 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3337 struct pci_dev *pdev = sc->pdev; 3338 qdf_device_t qdf_dev = scn->qdf_dev; 3339 3340 for (j = 0; j < hif_ext_group->numirq; j++) { 3341 ret = pfrm_get_irq(&pdev->dev, 3342 (struct qdf_pfm_hndl *)qdf_dev->cnss_pdev, 3343 legacy_ic_irqname[hif_ext_group->irq[j]], 3344 hif_ext_group->irq[j], &irq); 3345 if (ret) { 3346 dev_err(&pdev->dev, "get irq failed\n"); 3347 return -EFAULT; 3348 } 3349 hif_ext_group->os_irq[j] = irq; 3350 } 3351 3352 hif_ext_group->irq_enable = &hif_exec_grp_irq_enable; 3353 hif_ext_group->irq_disable = &hif_exec_grp_irq_disable; 3354 hif_ext_group->irq_name = &hif_pci_get_irq_name; 3355 hif_ext_group->work_complete = &hif_dummy_grp_done; 3356 3357 pci_slot = hif_get_pci_slot(scn); 3358 for (j = 0; j < hif_ext_group->numirq; j++) { 3359 irq = hif_ext_group->os_irq[j]; 3360 if (scn->irq_unlazy_disable) 3361 qdf_dev_set_irq_status_flags(irq, 3362 QDF_IRQ_DISABLE_UNLAZY); 3363 3364 hif_debug("request_irq = %d for grp %d", 3365 irq, hif_ext_group->grp_id); 3366 3367 ret = pfrm_request_irq(scn->qdf_dev->dev, irq, 3368 hif_ext_group_interrupt_handler, 3369 IRQF_SHARED | IRQF_NO_SUSPEND, 3370 legacy_ic_irqname[hif_ext_group->irq[j]], 3371 hif_ext_group); 3372 if (ret) { 3373 hif_err("request_irq failed ret = %d", ret); 3374 return -EFAULT; 3375 } 3376 hif_ext_group->os_irq[j] = irq; 3377 } 3378 hif_ext_group->irq_requested = true; 3379 return 0; 3380 } 3381 #else 3382 /** 3383 * hif_grp_configure_legacyirq() - Configure DP interrupts 3384 * @scn: hif_softc pointer 3385 * @hif_ext_group: hif extended group pointer 3386 * 3387 * Configure DP legacy interrupts 3388 * 3389 * Return: int 3390 */ 3391 static int hif_grp_configure_legacyirq(struct hif_softc *scn, 3392 struct hif_exec_context *hif_ext_group) 3393 { 3394 return 0; 3395 } 3396 #endif 3397 3398 int hif_pci_configure_grp_irq(struct hif_softc *scn, 3399 struct hif_exec_context *hif_ext_group) 3400 { 3401 int ret = 0; 3402 int irq = 0; 3403 int j; 3404 int pci_slot; 3405 3406 if (pld_get_enable_intx(scn->qdf_dev->dev)) 3407 return hif_grp_configure_legacyirq(scn, hif_ext_group); 3408 3409 hif_ext_group->irq_enable = &hif_exec_grp_irq_enable; 3410 hif_ext_group->irq_disable = &hif_exec_grp_irq_disable; 3411 hif_ext_group->irq_name = &hif_pci_get_irq_name; 3412 hif_ext_group->work_complete = &hif_dummy_grp_done; 3413 3414 pci_slot = hif_get_pci_slot(scn); 3415 for (j = 0; j < hif_ext_group->numirq; j++) { 3416 irq = hif_ext_group->irq[j]; 3417 if (scn->irq_unlazy_disable) 3418 qdf_dev_set_irq_status_flags(irq, 3419 QDF_IRQ_DISABLE_UNLAZY); 3420 3421 hif_debug("request_irq = %d for grp %d", 3422 irq, hif_ext_group->grp_id); 3423 3424 qdf_scnprintf(dp_irqname[pci_slot][hif_ext_group->grp_id], 3425 DP_IRQ_NAME_LEN, "pci%u_wlan_grp_dp_%u", 3426 pci_slot, hif_ext_group->grp_id); 3427 ret = pfrm_request_irq( 3428 scn->qdf_dev->dev, irq, 3429 hif_ext_group_interrupt_handler, 3430 IRQF_SHARED | IRQF_NO_SUSPEND, 3431 dp_irqname[pci_slot][hif_ext_group->grp_id], 3432 hif_ext_group); 3433 if (ret) { 3434 hif_err("request_irq failed ret = %d", ret); 3435 return -EFAULT; 3436 } 3437 hif_ext_group->os_irq[j] = irq; 3438 } 3439 hif_ext_group->irq_requested = true; 3440 return 0; 3441 } 3442 3443 #ifdef FEATURE_IRQ_AFFINITY 3444 void hif_pci_set_grp_intr_affinity(struct hif_softc *scn, 3445 uint32_t grp_intr_bitmask, bool perf) 3446 { 3447 int i; 3448 struct HIF_CE_state *hif_state = HIF_GET_CE_STATE(scn); 3449 struct hif_exec_context *hif_ext_group; 3450 3451 for (i = 0; i < hif_state->hif_num_extgroup; i++) { 3452 if (!(grp_intr_bitmask & BIT(i))) 3453 continue; 3454 3455 hif_ext_group = hif_state->hif_ext_group[i]; 3456 hif_pci_irq_set_affinity_hint(hif_ext_group, perf); 3457 qdf_atomic_set(&hif_ext_group->force_napi_complete, -1); 3458 } 3459 } 3460 #endif 3461 3462 #if (defined(QCA_WIFI_QCA6390) || defined(QCA_WIFI_QCA6490) || \ 3463 defined(QCA_WIFI_KIWI)) 3464 uint32_t hif_pci_reg_read32(struct hif_softc *hif_sc, 3465 uint32_t offset) 3466 { 3467 return hal_read32_mb(hif_sc->hal_soc, offset); 3468 } 3469 3470 void hif_pci_reg_write32(struct hif_softc *hif_sc, 3471 uint32_t offset, 3472 uint32_t value) 3473 { 3474 hal_write32_mb(hif_sc->hal_soc, offset, value); 3475 } 3476 #else 3477 /* TODO: Need to implement other chips carefully */ 3478 uint32_t hif_pci_reg_read32(struct hif_softc *hif_sc, 3479 uint32_t offset) 3480 { 3481 return 0; 3482 } 3483 3484 void hif_pci_reg_write32(struct hif_softc *hif_sc, 3485 uint32_t offset, 3486 uint32_t value) 3487 { 3488 } 3489 #endif 3490 3491 /** 3492 * hif_configure_irq() - configure interrupt 3493 * 3494 * This function configures interrupt(s) 3495 * 3496 * @sc: PCIe control struct 3497 * @hif_hdl: struct HIF_CE_state 3498 * 3499 * Return: 0 - for success 3500 */ 3501 int hif_configure_irq(struct hif_softc *scn) 3502 { 3503 int ret = 0; 3504 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3505 3506 hif_info("E"); 3507 3508 if (hif_is_polled_mode_enabled(GET_HIF_OPAQUE_HDL(scn))) { 3509 scn->request_irq_done = false; 3510 return 0; 3511 } 3512 3513 hif_init_reschedule_tasklet_work(sc); 3514 3515 ret = hif_ce_msi_configure_irq(scn); 3516 if (ret == 0) { 3517 goto end; 3518 } 3519 3520 switch (scn->target_info.target_type) { 3521 case TARGET_TYPE_QCA8074: 3522 case TARGET_TYPE_QCA8074V2: 3523 case TARGET_TYPE_QCA6018: 3524 case TARGET_TYPE_QCA5018: 3525 case TARGET_TYPE_QCA9574: 3526 ret = hif_ahb_configure_irq(sc); 3527 break; 3528 case TARGET_TYPE_QCN9224: 3529 ret = hif_ce_configure_legacyirq(scn); 3530 break; 3531 default: 3532 ret = hif_pci_configure_legacy_irq(sc); 3533 break; 3534 } 3535 if (ret < 0) { 3536 hif_err("error = %d", ret); 3537 return ret; 3538 } 3539 end: 3540 scn->request_irq_done = true; 3541 return 0; 3542 } 3543 3544 /** 3545 * hif_trigger_timer_irq() : Triggers interrupt on LF_Timer 0 3546 * @scn: hif control structure 3547 * 3548 * Sets IRQ bit in LF Timer Status Address to awake peregrine/swift 3549 * stuck at a polling loop in pcie_address_config in FW 3550 * 3551 * Return: none 3552 */ 3553 static void hif_trigger_timer_irq(struct hif_softc *scn) 3554 { 3555 int tmp; 3556 /* Trigger IRQ on Peregrine/Swift by setting 3557 * IRQ Bit of LF_TIMER 0 3558 */ 3559 tmp = hif_read32_mb(scn, scn->mem + (RTC_SOC_BASE_ADDRESS + 3560 SOC_LF_TIMER_STATUS0_ADDRESS)); 3561 /* Set Raw IRQ Bit */ 3562 tmp |= 1; 3563 /* SOC_LF_TIMER_STATUS0 */ 3564 hif_write32_mb(scn, scn->mem + (RTC_SOC_BASE_ADDRESS + 3565 SOC_LF_TIMER_STATUS0_ADDRESS), tmp); 3566 } 3567 3568 /** 3569 * hif_target_sync() : ensure the target is ready 3570 * @scn: hif control structure 3571 * 3572 * Informs fw that we plan to use legacy interupts so that 3573 * it can begin booting. Ensures that the fw finishes booting 3574 * before continuing. Should be called before trying to write 3575 * to the targets other registers for the first time. 3576 * 3577 * Return: none 3578 */ 3579 static void hif_target_sync(struct hif_softc *scn) 3580 { 3581 hif_write32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3582 PCIE_INTR_ENABLE_ADDRESS), 3583 PCIE_INTR_FIRMWARE_MASK | PCIE_INTR_CE_MASK_ALL); 3584 /* read to flush pcie write */ 3585 (void)hif_read32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3586 PCIE_INTR_ENABLE_ADDRESS)); 3587 3588 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 3589 PCIE_SOC_WAKE_ADDRESS, 3590 PCIE_SOC_WAKE_V_MASK); 3591 while (!hif_targ_is_awake(scn, scn->mem)) 3592 ; 3593 3594 if (HAS_FW_INDICATOR) { 3595 int wait_limit = 500; 3596 int fw_ind = 0; 3597 int retry_count = 0; 3598 uint32_t target_type = scn->target_info.target_type; 3599 fw_retry: 3600 hif_info("Loop checking FW signal"); 3601 while (1) { 3602 fw_ind = hif_read32_mb(scn, scn->mem + 3603 FW_INDICATOR_ADDRESS); 3604 if (fw_ind & FW_IND_INITIALIZED) 3605 break; 3606 if (wait_limit-- < 0) 3607 break; 3608 hif_write32_mb(scn, scn->mem + (SOC_CORE_BASE_ADDRESS | 3609 PCIE_INTR_ENABLE_ADDRESS), 3610 PCIE_INTR_FIRMWARE_MASK | PCIE_INTR_CE_MASK_ALL); 3611 /* read to flush pcie write */ 3612 (void)hif_read32_mb(scn, scn->mem + 3613 (SOC_CORE_BASE_ADDRESS | PCIE_INTR_ENABLE_ADDRESS)); 3614 3615 qdf_mdelay(10); 3616 } 3617 if (wait_limit < 0) { 3618 if (target_type == TARGET_TYPE_AR9888 && 3619 retry_count++ < 2) { 3620 hif_trigger_timer_irq(scn); 3621 wait_limit = 500; 3622 goto fw_retry; 3623 } 3624 hif_info("FW signal timed out"); 3625 qdf_assert_always(0); 3626 } else { 3627 hif_info("Got FW signal, retries = %x", 500-wait_limit); 3628 } 3629 } 3630 hif_write32_mb(scn, scn->mem + PCIE_LOCAL_BASE_ADDRESS + 3631 PCIE_SOC_WAKE_ADDRESS, PCIE_SOC_WAKE_RESET); 3632 } 3633 3634 static void hif_pci_get_soc_info_pld(struct hif_pci_softc *sc, 3635 struct device *dev) 3636 { 3637 struct pld_soc_info info; 3638 struct hif_softc *scn = HIF_GET_SOFTC(sc); 3639 3640 pld_get_soc_info(dev, &info); 3641 sc->mem = info.v_addr; 3642 sc->ce_sc.ol_sc.mem = info.v_addr; 3643 sc->ce_sc.ol_sc.mem_pa = info.p_addr; 3644 sc->device_version.family_number = info.device_version.family_number; 3645 sc->device_version.device_number = info.device_version.device_number; 3646 sc->device_version.major_version = info.device_version.major_version; 3647 sc->device_version.minor_version = info.device_version.minor_version; 3648 3649 hif_info("%s: fam num %u dev ver %u maj ver %u min ver %u\n", __func__, 3650 sc->device_version.family_number, 3651 sc->device_version.device_number, 3652 sc->device_version.major_version, 3653 sc->device_version.minor_version); 3654 3655 /* dev_mem_info[0] is for CMEM */ 3656 scn->cmem_start = info.dev_mem_info[0].start; 3657 scn->cmem_size = info.dev_mem_info[0].size; 3658 scn->target_info.target_version = info.soc_id; 3659 scn->target_info.target_revision = 0; 3660 scn->target_info.soc_version = info.device_version.major_version; 3661 } 3662 3663 static void hif_pci_get_soc_info_nopld(struct hif_pci_softc *sc, 3664 struct device *dev) 3665 {} 3666 3667 static bool hif_is_pld_based_target(struct hif_pci_softc *sc, 3668 int device_id) 3669 { 3670 if (!pld_have_platform_driver_support(sc->dev)) 3671 return false; 3672 3673 switch (device_id) { 3674 case QCA6290_DEVICE_ID: 3675 case QCN9000_DEVICE_ID: 3676 case QCN9224_DEVICE_ID: 3677 case QCA6290_EMULATION_DEVICE_ID: 3678 case QCA6390_DEVICE_ID: 3679 case QCA6490_DEVICE_ID: 3680 case AR6320_DEVICE_ID: 3681 case QCN7605_DEVICE_ID: 3682 case KIWI_DEVICE_ID: 3683 case MANGO_DEVICE_ID: 3684 return true; 3685 } 3686 return false; 3687 } 3688 3689 static void hif_pci_init_deinit_ops_attach(struct hif_pci_softc *sc, 3690 int device_id) 3691 { 3692 if (hif_is_pld_based_target(sc, device_id)) { 3693 sc->hif_enable_pci = hif_enable_pci_pld; 3694 sc->hif_pci_deinit = hif_pci_deinit_pld; 3695 sc->hif_pci_get_soc_info = hif_pci_get_soc_info_pld; 3696 } else { 3697 sc->hif_enable_pci = hif_enable_pci_nopld; 3698 sc->hif_pci_deinit = hif_pci_deinit_nopld; 3699 sc->hif_pci_get_soc_info = hif_pci_get_soc_info_nopld; 3700 } 3701 } 3702 3703 #ifdef HIF_REG_WINDOW_SUPPORT 3704 static void hif_pci_init_reg_windowing_support(struct hif_pci_softc *sc, 3705 u32 target_type) 3706 { 3707 switch (target_type) { 3708 case TARGET_TYPE_QCN7605: 3709 case TARGET_TYPE_QCA6490: 3710 case TARGET_TYPE_QCA6390: 3711 case TARGET_TYPE_KIWI: 3712 case TARGET_TYPE_MANGO: 3713 sc->use_register_windowing = true; 3714 qdf_spinlock_create(&sc->register_access_lock); 3715 sc->register_window = 0; 3716 break; 3717 default: 3718 sc->use_register_windowing = false; 3719 } 3720 } 3721 #else 3722 static void hif_pci_init_reg_windowing_support(struct hif_pci_softc *sc, 3723 u32 target_type) 3724 { 3725 sc->use_register_windowing = false; 3726 } 3727 #endif 3728 3729 /** 3730 * hif_enable_bus(): enable bus 3731 * 3732 * This function enables the bus 3733 * 3734 * @ol_sc: soft_sc struct 3735 * @dev: device pointer 3736 * @bdev: bus dev pointer 3737 * bid: bus id pointer 3738 * type: enum hif_enable_type such as HIF_ENABLE_TYPE_PROBE 3739 * Return: QDF_STATUS 3740 */ 3741 QDF_STATUS hif_pci_enable_bus(struct hif_softc *ol_sc, 3742 struct device *dev, void *bdev, 3743 const struct hif_bus_id *bid, 3744 enum hif_enable_type type) 3745 { 3746 int ret = 0; 3747 uint32_t hif_type; 3748 uint32_t target_type = TARGET_TYPE_UNKNOWN; 3749 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(ol_sc); 3750 struct hif_opaque_softc *hif_hdl = GET_HIF_OPAQUE_HDL(ol_sc); 3751 uint16_t revision_id = 0; 3752 int probe_again = 0; 3753 struct pci_dev *pdev = bdev; 3754 const struct pci_device_id *id = (const struct pci_device_id *)bid; 3755 struct hif_target_info *tgt_info; 3756 3757 if (!ol_sc) { 3758 hif_err("hif_ctx is NULL"); 3759 return QDF_STATUS_E_NOMEM; 3760 } 3761 /* Following print is used by various tools to identify 3762 * WLAN SOC (e.g. crash dump analysis and reporting tool). 3763 */ 3764 hif_info("con_mode = 0x%x, WLAN_SOC_device_id = 0x%x", 3765 hif_get_conparam(ol_sc), id->device); 3766 3767 sc->pdev = pdev; 3768 sc->dev = &pdev->dev; 3769 sc->devid = id->device; 3770 sc->cacheline_sz = dma_get_cache_alignment(); 3771 tgt_info = hif_get_target_info_handle(hif_hdl); 3772 hif_pci_init_deinit_ops_attach(sc, id->device); 3773 sc->hif_pci_get_soc_info(sc, dev); 3774 again: 3775 ret = sc->hif_enable_pci(sc, pdev, id); 3776 if (ret < 0) { 3777 hif_err("hif_enable_pci error = %d", ret); 3778 goto err_enable_pci; 3779 } 3780 hif_info("hif_enable_pci done"); 3781 3782 /* Temporary FIX: disable ASPM on peregrine. 3783 * Will be removed after the OTP is programmed 3784 */ 3785 hif_disable_power_gating(hif_hdl); 3786 3787 device_disable_async_suspend(&pdev->dev); 3788 pfrm_read_config_word(pdev, 0x08, &revision_id); 3789 3790 ret = hif_get_device_type(id->device, revision_id, 3791 &hif_type, &target_type); 3792 if (ret < 0) { 3793 hif_err("Invalid device id/revision_id"); 3794 goto err_tgtstate; 3795 } 3796 hif_info("hif_type = 0x%x, target_type = 0x%x", 3797 hif_type, target_type); 3798 3799 hif_register_tbl_attach(ol_sc, hif_type); 3800 hif_target_register_tbl_attach(ol_sc, target_type); 3801 3802 hif_pci_init_reg_windowing_support(sc, target_type); 3803 3804 tgt_info->target_type = target_type; 3805 3806 /* 3807 * Disable unlzay interrupt registration for QCN9000 3808 */ 3809 if (target_type == TARGET_TYPE_QCN9000 || 3810 target_type == TARGET_TYPE_QCN9224) 3811 ol_sc->irq_unlazy_disable = 1; 3812 3813 if (ce_srng_based(ol_sc)) { 3814 hif_info("Skip tgt_wake up for srng devices"); 3815 } else { 3816 ret = hif_pci_probe_tgt_wakeup(sc); 3817 if (ret < 0) { 3818 hif_err("hif_pci_prob_wakeup error = %d", ret); 3819 if (ret == -EAGAIN) 3820 probe_again++; 3821 goto err_tgtstate; 3822 } 3823 hif_info("hif_pci_probe_tgt_wakeup done"); 3824 } 3825 3826 if (!ol_sc->mem_pa) { 3827 hif_err("BAR0 uninitialized"); 3828 ret = -EIO; 3829 goto err_tgtstate; 3830 } 3831 3832 if (!ce_srng_based(ol_sc)) { 3833 hif_target_sync(ol_sc); 3834 3835 if (hif_pci_default_link_up(tgt_info)) 3836 hif_vote_link_up(hif_hdl); 3837 } 3838 3839 return QDF_STATUS_SUCCESS; 3840 3841 err_tgtstate: 3842 hif_disable_pci(sc); 3843 sc->pci_enabled = false; 3844 hif_err("hif_disable_pci done"); 3845 return QDF_STATUS_E_ABORTED; 3846 3847 err_enable_pci: 3848 if (probe_again && (probe_again <= ATH_PCI_PROBE_RETRY_MAX)) { 3849 int delay_time; 3850 3851 hif_info("pci reprobe"); 3852 /* 10, 40, 90, 100, 100, ... */ 3853 delay_time = max(100, 10 * (probe_again * probe_again)); 3854 qdf_mdelay(delay_time); 3855 goto again; 3856 } 3857 return qdf_status_from_os_return(ret); 3858 } 3859 3860 /** 3861 * hif_pci_irq_enable() - ce_irq_enable 3862 * @scn: hif_softc 3863 * @ce_id: ce_id 3864 * 3865 * Return: void 3866 */ 3867 void hif_pci_irq_enable(struct hif_softc *scn, int ce_id) 3868 { 3869 uint32_t tmp = 1 << ce_id; 3870 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3871 3872 qdf_spin_lock_irqsave(&sc->irq_lock); 3873 scn->ce_irq_summary &= ~tmp; 3874 if (scn->ce_irq_summary == 0) { 3875 /* Enable Legacy PCI line interrupts */ 3876 if (LEGACY_INTERRUPTS(sc) && 3877 (scn->target_status != TARGET_STATUS_RESET) && 3878 (!qdf_atomic_read(&scn->link_suspended))) { 3879 3880 hif_write32_mb(scn, scn->mem + 3881 (SOC_CORE_BASE_ADDRESS | 3882 PCIE_INTR_ENABLE_ADDRESS), 3883 HOST_GROUP0_MASK); 3884 3885 hif_read32_mb(scn, scn->mem + 3886 (SOC_CORE_BASE_ADDRESS | 3887 PCIE_INTR_ENABLE_ADDRESS)); 3888 } 3889 } 3890 if (scn->hif_init_done == true) 3891 Q_TARGET_ACCESS_END(scn); 3892 qdf_spin_unlock_irqrestore(&sc->irq_lock); 3893 3894 /* check for missed firmware crash */ 3895 hif_fw_interrupt_handler(0, scn); 3896 } 3897 3898 /** 3899 * hif_pci_irq_disable() - ce_irq_disable 3900 * @scn: hif_softc 3901 * @ce_id: ce_id 3902 * 3903 * only applicable to legacy copy engine... 3904 * 3905 * Return: void 3906 */ 3907 void hif_pci_irq_disable(struct hif_softc *scn, int ce_id) 3908 { 3909 /* For Rome only need to wake up target */ 3910 /* target access is maintained until interrupts are re-enabled */ 3911 Q_TARGET_ACCESS_BEGIN(scn); 3912 } 3913 3914 int hif_pci_legacy_map_ce_to_irq(struct hif_softc *scn, int ce_id) 3915 { 3916 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 3917 3918 /* legacy case only has one irq */ 3919 return pci_scn->irq; 3920 } 3921 3922 int hif_pci_addr_in_boundary(struct hif_softc *scn, uint32_t offset) 3923 { 3924 struct hif_pci_softc *sc = HIF_GET_PCI_SOFTC(scn); 3925 struct hif_target_info *tgt_info; 3926 3927 tgt_info = hif_get_target_info_handle(GET_HIF_OPAQUE_HDL(scn)); 3928 3929 if (tgt_info->target_type == TARGET_TYPE_QCA6290 || 3930 tgt_info->target_type == TARGET_TYPE_QCA6390 || 3931 tgt_info->target_type == TARGET_TYPE_QCA6490 || 3932 tgt_info->target_type == TARGET_TYPE_QCN7605 || 3933 tgt_info->target_type == TARGET_TYPE_QCA8074 || 3934 tgt_info->target_type == TARGET_TYPE_KIWI || 3935 tgt_info->target_type == TARGET_TYPE_MANGO) { 3936 /* 3937 * Need to consider offset's memtype for QCA6290/QCA8074, 3938 * also mem_len and DRAM_BASE_ADDRESS/DRAM_SIZE need to be 3939 * well initialized/defined. 3940 */ 3941 return 0; 3942 } 3943 3944 if ((offset >= DRAM_BASE_ADDRESS && offset <= DRAM_BASE_ADDRESS + DRAM_SIZE) 3945 || (offset + sizeof(unsigned int) <= sc->mem_len)) { 3946 return 0; 3947 } 3948 3949 hif_info("Refusing to read memory at 0x%x - 0x%x (max 0x%zx)", 3950 offset, (uint32_t)(offset + sizeof(unsigned int)), 3951 sc->mem_len); 3952 3953 return -EINVAL; 3954 } 3955 3956 /** 3957 * hif_pci_needs_bmi() - return true if the soc needs bmi through the driver 3958 * @scn: hif context 3959 * 3960 * Return: true if soc needs driver bmi otherwise false 3961 */ 3962 bool hif_pci_needs_bmi(struct hif_softc *scn) 3963 { 3964 return !ce_srng_based(scn); 3965 } 3966 3967 #ifdef FORCE_WAKE 3968 #if defined(DEVICE_FORCE_WAKE_ENABLE) && !defined(CONFIG_PLD_PCIE_FW_SIM) 3969 3970 /** 3971 * HIF_POLL_UMAC_WAKE poll value to indicate if UMAC is powered up 3972 * Update the below macro with FW defined one. 3973 */ 3974 #define HIF_POLL_UMAC_WAKE 0x2 3975 3976 /** 3977 * hif_force_wake_request(): Enable the force wake recipe 3978 * @hif_handle: HIF handle 3979 * 3980 * Bring MHI to M0 state and force wake the UMAC by asserting the 3981 * soc wake reg. Poll the scratch reg to check if its set to 3982 * HIF_POLL_UMAC_WAKE. The polled value may return 0x1 in case UMAC 3983 * is powered down. 3984 * 3985 * Return: 0 if handshake is successful or ETIMEDOUT in case of failure 3986 */ 3987 int hif_force_wake_request(struct hif_opaque_softc *hif_handle) 3988 { 3989 uint32_t timeout, value; 3990 struct hif_softc *scn = (struct hif_softc *)hif_handle; 3991 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 3992 3993 /* Prevent runtime PM or trigger resume firstly */ 3994 if (hif_rtpm_get(HIF_RTPM_GET_SYNC, HIF_RTPM_ID_FORCE_WAKE)) { 3995 hif_err("runtime pm get failed"); 3996 return -EINVAL; 3997 } 3998 3999 HIF_STATS_INC(pci_scn, mhi_force_wake_request_vote, 1); 4000 if (qdf_in_interrupt()) 4001 timeout = FORCE_WAKE_DELAY_TIMEOUT_MS * 1000; 4002 else 4003 timeout = 0; 4004 4005 if (pld_force_wake_request_sync(scn->qdf_dev->dev, timeout)) { 4006 hif_err("force wake request send failed"); 4007 HIF_STATS_INC(pci_scn, mhi_force_wake_failure, 1); 4008 return -EINVAL; 4009 } 4010 4011 /* If device's M1 state-change event races here, it can be ignored, 4012 * as the device is expected to immediately move from M2 to M0 4013 * without entering low power state. 4014 */ 4015 if (!pld_is_device_awake(scn->qdf_dev->dev)) 4016 hif_info("state-change event races, ignore"); 4017 4018 HIF_STATS_INC(pci_scn, mhi_force_wake_success, 1); 4019 hif_write32_mb(scn, scn->mem + PCIE_REG_WAKE_UMAC_OFFSET, 1); 4020 HIF_STATS_INC(pci_scn, soc_force_wake_register_write_success, 1); 4021 /* 4022 * do not reset the timeout 4023 * total_wake_time = MHI_WAKE_TIME + PCI_WAKE_TIME < 50 ms 4024 */ 4025 timeout = 0; 4026 do { 4027 value = hif_read32_mb( 4028 scn, scn->mem + 4029 PCIE_SOC_PCIE_REG_PCIE_SCRATCH_0_SOC_PCIE_REG); 4030 if (value == HIF_POLL_UMAC_WAKE) 4031 break; 4032 qdf_mdelay(FORCE_WAKE_DELAY_MS); 4033 timeout += FORCE_WAKE_DELAY_MS; 4034 } while (timeout <= FORCE_WAKE_DELAY_TIMEOUT_MS); 4035 4036 if (value != HIF_POLL_UMAC_WAKE) { 4037 hif_err("force wake handshake failed, reg value = 0x%x", 4038 value); 4039 HIF_STATS_INC(pci_scn, soc_force_wake_failure, 1); 4040 return -ETIMEDOUT; 4041 } 4042 4043 HIF_STATS_INC(pci_scn, soc_force_wake_success, 1); 4044 return 0; 4045 } 4046 4047 int hif_force_wake_release(struct hif_opaque_softc *hif_handle) 4048 { 4049 int ret; 4050 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4051 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4052 4053 /* Release umac force wake */ 4054 hif_write32_mb(scn, scn->mem + PCIE_REG_WAKE_UMAC_OFFSET, 0); 4055 4056 /* Release MHI force wake */ 4057 ret = pld_force_wake_release(scn->qdf_dev->dev); 4058 if (ret) { 4059 hif_err("pld force wake release failure"); 4060 HIF_STATS_INC(pci_scn, mhi_force_wake_release_failure, 1); 4061 return ret; 4062 } 4063 HIF_STATS_INC(pci_scn, mhi_force_wake_release_success, 1); 4064 4065 /* Release runtime PM force wake */ 4066 ret = hif_rtpm_put(HIF_RTPM_PUT_ASYNC, HIF_RTPM_ID_FORCE_WAKE); 4067 if (ret) { 4068 hif_err("runtime pm put failure"); 4069 return ret; 4070 } 4071 4072 HIF_STATS_INC(pci_scn, soc_force_wake_release_success, 1); 4073 return 0; 4074 } 4075 4076 #else /* DEVICE_FORCE_WAKE_ENABLE */ 4077 /** hif_force_wake_request() - Disable the PCIE scratch register 4078 * write/read 4079 * 4080 * Return: 0 4081 */ 4082 int hif_force_wake_request(struct hif_opaque_softc *hif_handle) 4083 { 4084 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4085 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4086 uint32_t timeout; 4087 4088 HIF_STATS_INC(pci_scn, mhi_force_wake_request_vote, 1); 4089 4090 if (qdf_in_interrupt()) 4091 timeout = FORCE_WAKE_DELAY_TIMEOUT_MS * 1000; 4092 else 4093 timeout = 0; 4094 4095 if (pld_force_wake_request_sync(scn->qdf_dev->dev, timeout)) { 4096 hif_err("force wake request send failed"); 4097 HIF_STATS_INC(pci_scn, mhi_force_wake_failure, 1); 4098 return -EINVAL; 4099 } 4100 4101 /* If device's M1 state-change event races here, it can be ignored, 4102 * as the device is expected to immediately move from M2 to M0 4103 * without entering low power state. 4104 */ 4105 if (!pld_is_device_awake(scn->qdf_dev->dev)) 4106 hif_info("state-change event races, ignore"); 4107 4108 HIF_STATS_INC(pci_scn, mhi_force_wake_success, 1); 4109 4110 return 0; 4111 } 4112 4113 int hif_force_wake_release(struct hif_opaque_softc *hif_handle) 4114 { 4115 int ret; 4116 struct hif_softc *scn = (struct hif_softc *)hif_handle; 4117 struct hif_pci_softc *pci_scn = HIF_GET_PCI_SOFTC(scn); 4118 4119 ret = pld_force_wake_release(scn->qdf_dev->dev); 4120 if (ret) { 4121 hif_err("force wake release failure"); 4122 HIF_STATS_INC(pci_scn, mhi_force_wake_release_failure, 1); 4123 return ret; 4124 } 4125 4126 HIF_STATS_INC(pci_scn, mhi_force_wake_release_success, 1); 4127 return 0; 4128 } 4129 #endif /* DEVICE_FORCE_WAKE_ENABLE */ 4130 4131 void hif_print_pci_stats(struct hif_pci_softc *pci_handle) 4132 { 4133 hif_debug("mhi_force_wake_request_vote: %d", 4134 pci_handle->stats.mhi_force_wake_request_vote); 4135 hif_debug("mhi_force_wake_failure: %d", 4136 pci_handle->stats.mhi_force_wake_failure); 4137 hif_debug("mhi_force_wake_success: %d", 4138 pci_handle->stats.mhi_force_wake_success); 4139 hif_debug("soc_force_wake_register_write_success: %d", 4140 pci_handle->stats.soc_force_wake_register_write_success); 4141 hif_debug("soc_force_wake_failure: %d", 4142 pci_handle->stats.soc_force_wake_failure); 4143 hif_debug("soc_force_wake_success: %d", 4144 pci_handle->stats.soc_force_wake_success); 4145 hif_debug("mhi_force_wake_release_failure: %d", 4146 pci_handle->stats.mhi_force_wake_release_failure); 4147 hif_debug("mhi_force_wake_release_success: %d", 4148 pci_handle->stats.mhi_force_wake_release_success); 4149 hif_debug("oc_force_wake_release_success: %d", 4150 pci_handle->stats.soc_force_wake_release_success); 4151 } 4152 #endif /* FORCE_WAKE */ 4153 4154 #ifdef FEATURE_HAL_DELAYED_REG_WRITE 4155 int hif_prevent_link_low_power_states(struct hif_opaque_softc *hif) 4156 { 4157 return pld_prevent_l1(HIF_GET_SOFTC(hif)->qdf_dev->dev); 4158 } 4159 4160 void hif_allow_link_low_power_states(struct hif_opaque_softc *hif) 4161 { 4162 pld_allow_l1(HIF_GET_SOFTC(hif)->qdf_dev->dev); 4163 } 4164 #endif 4165