Lines Matching +full:dra7 +full:- +full:cpsw +full:- +full:switch
1 // SPDX-License-Identifier: GPL-2.0
3 * Texas Instruments Ethernet Switch Driver
37 #include "cpsw.h"
53 struct cpsw_common *cpsw; member
65 static int cpsw_slave_index_priv(struct cpsw_common *cpsw, in cpsw_slave_index_priv() argument
68 if (priv->emac_port == HOST_PORT_NUM) in cpsw_slave_index_priv()
69 return -1; in cpsw_slave_index_priv()
71 return priv->emac_port - 1; in cpsw_slave_index_priv()
74 static bool cpsw_is_switch_en(struct cpsw_common *cpsw) in cpsw_is_switch_en() argument
76 return !cpsw->data.dual_emac; in cpsw_is_switch_en()
81 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_set_promiscious() local
85 if (cpsw_is_switch_en(cpsw)) in cpsw_set_promiscious()
92 for (i = 0; i < cpsw->data.slaves; i++) in cpsw_set_promiscious()
93 if (cpsw->slaves[i].ndev && in cpsw_set_promiscious()
94 (cpsw->slaves[i].ndev->flags & IFF_PROMISC)) in cpsw_set_promiscious()
99 …dev_dbg(cpsw->dev, "promiscuity not disabled as the other interface is still in promiscuity mode\n… in cpsw_set_promiscious()
104 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_set_promiscious()
107 dev_dbg(cpsw->dev, "promiscuity enabled\n"); in cpsw_set_promiscious()
110 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_set_promiscious()
112 dev_dbg(cpsw->dev, "promiscuity disabled\n"); in cpsw_set_promiscious()
117 * cpsw_set_mc - adds multicast entry to the table if it's not added or deletes
128 struct cpsw_common *cpsw = priv->cpsw; in cpsw_set_mc() local
131 slave_no = cpsw_slave_index(cpsw, priv); in cpsw_set_mc()
133 vid = cpsw->slaves[slave_no].port_vlan; in cpsw_set_mc()
139 ret = cpsw_ale_add_mcast(cpsw->ale, addr, mask, flags, vid, 0); in cpsw_set_mc()
141 ret = cpsw_ale_del_mcast(cpsw->ale, addr, 0, flags, vid); in cpsw_set_mc()
152 if (!vdev || !(vdev->flags & IFF_UP)) in cpsw_update_vlan_mc()
157 if (ether_addr_equal(ha->addr, sync_ctx->addr)) { in cpsw_update_vlan_mc()
158 found = ha->sync_cnt; in cpsw_update_vlan_mc()
164 sync_ctx->consumed++; in cpsw_update_vlan_mc()
166 if (sync_ctx->flush) { in cpsw_update_vlan_mc()
168 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0); in cpsw_update_vlan_mc()
173 ret = cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 1); in cpsw_update_vlan_mc()
190 ret = cpsw_set_mc(ndev, addr, -1, 1); in cpsw_add_mc_addr()
206 cpsw_set_mc(ndev, addr, -1, 0); in cpsw_del_mc_addr()
217 if (!vdev || !(vdev->flags & IFF_UP)) in cpsw_purge_vlan_mc()
222 if (ether_addr_equal(ha->addr, sync_ctx->addr)) { in cpsw_purge_vlan_mc()
223 found = ha->sync_cnt; in cpsw_purge_vlan_mc()
231 sync_ctx->consumed++; in cpsw_purge_vlan_mc()
232 cpsw_set_mc(sync_ctx->ndev, sync_ctx->addr, vid, 0); in cpsw_purge_vlan_mc()
246 cpsw_set_mc(ndev, addr, -1, 0); in cpsw_purge_all_mc()
254 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_set_rx_mode() local
256 if (ndev->flags & IFF_PROMISC) { in cpsw_ndo_set_rx_mode()
259 cpsw_ale_set_allmulti(cpsw->ale, IFF_ALLMULTI, priv->emac_port); in cpsw_ndo_set_rx_mode()
267 cpsw_ale_set_allmulti(cpsw->ale, in cpsw_ndo_set_rx_mode()
268 ndev->flags & IFF_ALLMULTI, priv->emac_port); in cpsw_ndo_set_rx_mode()
271 __hw_addr_ref_sync_dev(&ndev->mc, ndev, cpsw_add_mc_addr, in cpsw_ndo_set_rx_mode()
289 struct cpsw_common *cpsw; in cpsw_rx_handler() local
300 cpsw = ndev_to_cpsw(xmeta->ndev); in cpsw_rx_handler()
301 ndev = xmeta->ndev; in cpsw_rx_handler()
302 pkt_size = cpsw->rx_packet_max; in cpsw_rx_handler()
303 ch = xmeta->ch; in cpsw_rx_handler()
308 ndev = cpsw->slaves[--port].ndev; in cpsw_rx_handler()
312 pool = cpsw->page_pool[ch]; in cpsw_rx_handler()
316 if (cpsw->usage_count && status >= 0) { in cpsw_rx_handler()
335 ndev->stats.rx_dropped++; in cpsw_rx_handler()
339 if (priv->xdp_prog) { in cpsw_rx_handler()
342 xdp_init_buff(&xdp, PAGE_SIZE, &priv->xdp_rxq[ch]); in cpsw_rx_handler()
345 size -= CPSW_RX_VLAN_ENCAP_HDR_SIZE; in cpsw_rx_handler()
350 ret = cpsw_run_xdp(priv, ch, &xdp, page, priv->emac_port, &len); in cpsw_rx_handler()
354 headroom = xdp.data - xdp.data_hard_start; in cpsw_rx_handler()
363 ndev->stats.rx_dropped++; in cpsw_rx_handler()
368 skb->offload_fwd_mark = priv->offload_fwd_mark; in cpsw_rx_handler()
371 skb->dev = ndev; in cpsw_rx_handler()
374 if (priv->rx_ts_enabled) in cpsw_rx_handler()
375 cpts_rx_timestamp(cpsw->cpts, skb); in cpsw_rx_handler()
376 skb->protocol = eth_type_trans(skb, ndev); in cpsw_rx_handler()
382 ndev->stats.rx_bytes += len; in cpsw_rx_handler()
383 ndev->stats.rx_packets++; in cpsw_rx_handler()
387 xmeta->ndev = ndev; in cpsw_rx_handler()
388 xmeta->ch = ch; in cpsw_rx_handler()
391 ret = cpdma_chan_submit_mapped(cpsw->rxv[ch].ch, new_page, dma, in cpsw_rx_handler()
394 WARN_ON(ret == -ENOMEM); in cpsw_rx_handler()
402 struct cpsw_common *cpsw = priv->cpsw; in cpsw_add_vlan_ale_entry() local
408 port_mask = (1 << priv->emac_port) | ALE_PORT_HOST; in cpsw_add_vlan_ale_entry()
411 if (priv->ndev->flags & IFF_ALLMULTI) in cpsw_add_vlan_ale_entry()
414 ret = cpsw_ale_add_vlan(cpsw->ale, vid, port_mask, 0, port_mask, in cpsw_add_vlan_ale_entry()
419 ret = cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_add_vlan_ale_entry()
424 ret = cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_add_vlan_ale_entry()
431 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, in cpsw_add_vlan_ale_entry()
434 cpsw_ale_del_vlan(cpsw->ale, vid, 0); in cpsw_add_vlan_ale_entry()
442 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_vlan_rx_add_vid() local
445 if (cpsw_is_switch_en(cpsw)) { in cpsw_ndo_vlan_rx_add_vid()
446 dev_dbg(cpsw->dev, ".ndo_vlan_rx_add_vid called in switch mode\n"); in cpsw_ndo_vlan_rx_add_vid()
450 if (vid == cpsw->data.default_vlan) in cpsw_ndo_vlan_rx_add_vid()
453 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_vlan_rx_add_vid()
461 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_ndo_vlan_rx_add_vid()
462 if (cpsw->slaves[i].ndev && in cpsw_ndo_vlan_rx_add_vid()
463 vid == cpsw->slaves[i].port_vlan) { in cpsw_ndo_vlan_rx_add_vid()
464 ret = -EINVAL; in cpsw_ndo_vlan_rx_add_vid()
469 dev_dbg(priv->dev, "Adding vlanid %d to vlan filter\n", vid); in cpsw_ndo_vlan_rx_add_vid()
472 pm_runtime_put(cpsw->dev); in cpsw_ndo_vlan_rx_add_vid()
483 cpsw_ndo_vlan_rx_add_vid(priv->ndev, 0, vid); in cpsw_restore_vlans()
490 struct cpsw_common *cpsw = priv->cpsw; in cpsw_restore() local
493 vlan_for_each(priv->ndev, cpsw_restore_vlans, priv); in cpsw_restore()
496 cpsw_mqprio_resume(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_restore()
499 cpsw_cbs_resume(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_restore()
504 static void cpsw_init_stp_ale_entry(struct cpsw_common *cpsw) in cpsw_init_stp_ale_entry() argument
508 cpsw_ale_add_mcast(cpsw->ale, stpa, in cpsw_init_stp_ale_entry()
513 static void cpsw_init_host_port_switch(struct cpsw_common *cpsw) in cpsw_init_host_port_switch() argument
515 int vlan = cpsw->data.default_vlan; in cpsw_init_host_port_switch()
517 writel(CPSW_FIFO_NORMAL_MODE, &cpsw->host_port_regs->tx_in_ctl); in cpsw_init_host_port_switch()
519 writel(vlan, &cpsw->host_port_regs->port_vlan); in cpsw_init_host_port_switch()
521 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS, in cpsw_init_host_port_switch()
525 cpsw_init_stp_ale_entry(cpsw); in cpsw_init_host_port_switch()
527 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 1); in cpsw_init_host_port_switch()
528 dev_dbg(cpsw->dev, "Set P0_UNI_FLOOD\n"); in cpsw_init_host_port_switch()
529 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 0); in cpsw_init_host_port_switch()
532 static void cpsw_init_host_port_dual_mac(struct cpsw_common *cpsw) in cpsw_init_host_port_dual_mac() argument
534 int vlan = cpsw->data.default_vlan; in cpsw_init_host_port_dual_mac()
536 writel(CPSW_FIFO_DUAL_MAC_MODE, &cpsw->host_port_regs->tx_in_ctl); in cpsw_init_host_port_dual_mac()
538 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_P0_UNI_FLOOD, 0); in cpsw_init_host_port_dual_mac()
539 dev_dbg(cpsw->dev, "unset P0_UNI_FLOOD\n"); in cpsw_init_host_port_dual_mac()
541 writel(vlan, &cpsw->host_port_regs->port_vlan); in cpsw_init_host_port_dual_mac()
543 cpsw_ale_add_vlan(cpsw->ale, vlan, ALE_ALL_PORTS, ALE_ALL_PORTS, 0, 0); in cpsw_init_host_port_dual_mac()
545 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_PORT_NOLEARN, 1); in cpsw_init_host_port_dual_mac()
550 struct cpsw_common *cpsw = priv->cpsw; in cpsw_init_host_port() local
554 soft_reset("cpsw", &cpsw->regs->soft_reset); in cpsw_init_host_port()
555 cpsw_ale_start(cpsw->ale); in cpsw_init_host_port()
557 /* switch to vlan unaware mode */ in cpsw_init_host_port()
558 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, ALE_VLAN_AWARE, in cpsw_init_host_port()
560 control_reg = readl(&cpsw->regs->control); in cpsw_init_host_port()
562 writel(control_reg, &cpsw->regs->control); in cpsw_init_host_port()
566 &cpsw->host_port_regs->cpdma_tx_pri_map); in cpsw_init_host_port()
567 writel_relaxed(0, &cpsw->host_port_regs->cpdma_rx_chan_map); in cpsw_init_host_port()
570 writel_relaxed(0, &cpsw->regs->ptype); in cpsw_init_host_port()
573 writel_relaxed(0x7, &cpsw->regs->stat_port_en); in cpsw_init_host_port()
576 writel(0x7, &cpsw->regs->flow_control); in cpsw_init_host_port()
578 if (cpsw_is_switch_en(cpsw)) in cpsw_init_host_port()
579 cpsw_init_host_port_switch(cpsw); in cpsw_init_host_port()
581 cpsw_init_host_port_dual_mac(cpsw); in cpsw_init_host_port()
583 cpsw_ale_control_set(cpsw->ale, HOST_PORT_NUM, in cpsw_init_host_port()
590 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST; in cpsw_port_add_dual_emac_def_ale_entries()
591 struct cpsw_common *cpsw = priv->cpsw; in cpsw_port_add_dual_emac_def_ale_entries() local
594 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN : in cpsw_port_add_dual_emac_def_ale_entries()
596 slave_write(slave, slave->port_vlan, reg); in cpsw_port_add_dual_emac_def_ale_entries()
598 cpsw_ale_add_vlan(cpsw->ale, slave->port_vlan, port_mask, in cpsw_port_add_dual_emac_def_ale_entries()
600 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_port_add_dual_emac_def_ale_entries()
601 ALE_PORT_HOST, ALE_VLAN, slave->port_vlan, in cpsw_port_add_dual_emac_def_ale_entries()
603 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_port_add_dual_emac_def_ale_entries()
605 ALE_SECURE, slave->port_vlan); in cpsw_port_add_dual_emac_def_ale_entries()
606 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_dual_emac_def_ale_entries()
609 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_dual_emac_def_ale_entries()
616 u32 port_mask = 1 << priv->emac_port | ALE_PORT_HOST; in cpsw_port_add_switch_def_ale_entries()
617 struct cpsw_common *cpsw = priv->cpsw; in cpsw_port_add_switch_def_ale_entries() local
620 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
622 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
634 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_port_add_switch_def_ale_entries()
637 cpsw_ale_add_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_port_add_switch_def_ale_entries()
638 port_mask, ALE_VLAN, slave->port_vlan, in cpsw_port_add_switch_def_ale_entries()
640 cpsw_ale_add_ucast(cpsw->ale, priv->mac_addr, in cpsw_port_add_switch_def_ale_entries()
641 HOST_PORT_NUM, ALE_VLAN, slave->port_vlan); in cpsw_port_add_switch_def_ale_entries()
643 reg = (cpsw->version == CPSW_VERSION_1) ? CPSW1_PORT_VLAN : in cpsw_port_add_switch_def_ale_entries()
645 slave_write(slave, slave->port_vlan, reg); in cpsw_port_add_switch_def_ale_entries()
651 struct cpsw_common *cpsw = priv->cpsw; in cpsw_adjust_link() local
656 slave = &cpsw->slaves[priv->emac_port - 1]; in cpsw_adjust_link()
657 phy = slave->phy; in cpsw_adjust_link()
662 if (phy->link) { in cpsw_adjust_link()
665 if (phy->speed == 1000) in cpsw_adjust_link()
667 if (phy->duplex) in cpsw_adjust_link()
671 if (phy->speed == 100) in cpsw_adjust_link()
674 else if ((phy->speed == 10) && phy_interface_is_rgmii(phy)) in cpsw_adjust_link()
677 if (priv->rx_pause) in cpsw_adjust_link()
680 if (priv->tx_pause) in cpsw_adjust_link()
683 if (mac_control != slave->mac_control) in cpsw_adjust_link()
684 cpsw_sl_ctl_set(slave->mac_sl, mac_control); in cpsw_adjust_link()
687 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_adjust_link()
692 if (priv->shp_cfg_speed && in cpsw_adjust_link()
693 priv->shp_cfg_speed != slave->phy->speed && in cpsw_adjust_link()
695 dev_warn(priv->dev, "Speed was changed, CBS shaper speeds are changed!"); in cpsw_adjust_link()
701 cpsw_ale_control_set(cpsw->ale, priv->emac_port, in cpsw_adjust_link()
704 cpsw_sl_wait_for_idle(slave->mac_sl, 100); in cpsw_adjust_link()
706 cpsw_sl_ctl_reset(slave->mac_sl); in cpsw_adjust_link()
709 if (mac_control != slave->mac_control) in cpsw_adjust_link()
712 slave->mac_control = mac_control; in cpsw_adjust_link()
714 if (phy->link && cpsw_need_resplit(cpsw)) in cpsw_adjust_link()
715 cpsw_split_res(cpsw); in cpsw_adjust_link()
720 struct cpsw_common *cpsw = priv->cpsw; in cpsw_slave_open() local
723 cpsw_sl_reset(slave->mac_sl, 100); in cpsw_slave_open()
724 cpsw_sl_ctl_reset(slave->mac_sl); in cpsw_slave_open()
727 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_PRI_MAP, in cpsw_slave_open()
730 switch (cpsw->version) { in cpsw_slave_open()
754 cpsw_sl_reg_write(slave->mac_sl, CPSW_SL_RX_MAXLEN, in cpsw_slave_open()
755 cpsw->rx_packet_max); in cpsw_slave_open()
758 slave->mac_control = 0; /* no link yet */ in cpsw_slave_open()
760 if (cpsw_is_switch_en(cpsw)) in cpsw_slave_open()
765 if (!slave->data->phy_node) in cpsw_slave_open()
766 dev_err(priv->dev, "no phy found on slave %d\n", in cpsw_slave_open()
767 slave->slave_num); in cpsw_slave_open()
768 phy = of_phy_connect(priv->ndev, slave->data->phy_node, in cpsw_slave_open()
769 &cpsw_adjust_link, 0, slave->data->phy_if); in cpsw_slave_open()
771 dev_err(priv->dev, "phy \"%pOF\" not found on slave %d\n", in cpsw_slave_open()
772 slave->data->phy_node, in cpsw_slave_open()
773 slave->slave_num); in cpsw_slave_open()
777 phy->mac_managed_pm = true; in cpsw_slave_open()
779 slave->phy = phy; in cpsw_slave_open()
781 phy_attached_info(slave->phy); in cpsw_slave_open()
783 phy_start(slave->phy); in cpsw_slave_open()
786 phy_set_mode_ext(slave->data->ifphy, PHY_MODE_ETHERNET, in cpsw_slave_open()
787 slave->data->phy_if); in cpsw_slave_open()
793 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_stop() local
797 slave = &cpsw->slaves[priv->emac_port - 1]; in cpsw_ndo_stop()
798 if (slave->phy) in cpsw_ndo_stop()
799 phy_stop(slave->phy); in cpsw_ndo_stop()
801 netif_tx_stop_all_queues(priv->ndev); in cpsw_ndo_stop()
803 if (slave->phy) { in cpsw_ndo_stop()
804 phy_disconnect(slave->phy); in cpsw_ndo_stop()
805 slave->phy = NULL; in cpsw_ndo_stop()
808 __hw_addr_ref_unsync_dev(&ndev->mc, ndev, cpsw_purge_all_mc); in cpsw_ndo_stop()
810 if (cpsw->usage_count <= 1) { in cpsw_ndo_stop()
811 napi_disable(&cpsw->napi_rx); in cpsw_ndo_stop()
812 napi_disable(&cpsw->napi_tx); in cpsw_ndo_stop()
813 cpts_unregister(cpsw->cpts); in cpsw_ndo_stop()
814 cpsw_intr_disable(cpsw); in cpsw_ndo_stop()
815 cpdma_ctlr_stop(cpsw->dma); in cpsw_ndo_stop()
816 cpsw_ale_stop(cpsw->ale); in cpsw_ndo_stop()
817 cpsw_destroy_xdp_rxqs(cpsw); in cpsw_ndo_stop()
820 if (cpsw_need_resplit(cpsw)) in cpsw_ndo_stop()
821 cpsw_split_res(cpsw); in cpsw_ndo_stop()
823 cpsw->usage_count--; in cpsw_ndo_stop()
824 pm_runtime_put_sync(cpsw->dev); in cpsw_ndo_stop()
831 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_open() local
834 dev_info(priv->dev, "starting ndev. mode: %s\n", in cpsw_ndo_open()
835 cpsw_is_switch_en(cpsw) ? "switch" : "dual_mac"); in cpsw_ndo_open()
836 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_open()
841 ret = netif_set_real_num_tx_queues(ndev, cpsw->tx_ch_num); in cpsw_ndo_open()
843 dev_err(priv->dev, "cannot set real number of tx queues\n"); in cpsw_ndo_open()
847 ret = netif_set_real_num_rx_queues(ndev, cpsw->rx_ch_num); in cpsw_ndo_open()
849 dev_err(priv->dev, "cannot set real number of rx queues\n"); in cpsw_ndo_open()
854 if (!cpsw->usage_count) in cpsw_ndo_open()
856 cpsw_slave_open(&cpsw->slaves[priv->emac_port - 1], priv); in cpsw_ndo_open()
859 if (!cpsw->usage_count) { in cpsw_ndo_open()
863 ret = cpsw_create_xdp_rxqs(cpsw); in cpsw_ndo_open()
871 if (cpsw->cpts) { in cpsw_ndo_open()
872 if (cpts_register(cpsw->cpts)) in cpsw_ndo_open()
873 dev_err(priv->dev, "error registering cpts device\n"); in cpsw_ndo_open()
875 writel(0x10, &cpsw->wr_regs->misc_en); in cpsw_ndo_open()
878 napi_enable(&cpsw->napi_rx); in cpsw_ndo_open()
879 napi_enable(&cpsw->napi_tx); in cpsw_ndo_open()
881 if (cpsw->tx_irq_disabled) { in cpsw_ndo_open()
882 cpsw->tx_irq_disabled = false; in cpsw_ndo_open()
883 enable_irq(cpsw->irqs_table[1]); in cpsw_ndo_open()
886 if (cpsw->rx_irq_disabled) { in cpsw_ndo_open()
887 cpsw->rx_irq_disabled = false; in cpsw_ndo_open()
888 enable_irq(cpsw->irqs_table[0]); in cpsw_ndo_open()
895 if (cpsw->coal_intvl != 0) { in cpsw_ndo_open()
898 coal.rx_coalesce_usecs = cpsw->coal_intvl; in cpsw_ndo_open()
902 cpdma_ctlr_start(cpsw->dma); in cpsw_ndo_open()
903 cpsw_intr_enable(cpsw); in cpsw_ndo_open()
904 cpsw->usage_count++; in cpsw_ndo_open()
912 pm_runtime_put_sync(cpsw->dev); in cpsw_ndo_open()
920 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_start_xmit() local
921 struct cpts *cpts = cpsw->cpts; in cpsw_ndo_start_xmit()
926 if (skb_put_padto(skb, READ_ONCE(priv->tx_packet_min))) { in cpsw_ndo_start_xmit()
928 ndev->stats.tx_dropped++; in cpsw_ndo_start_xmit()
932 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && in cpsw_ndo_start_xmit()
933 priv->tx_ts_enabled && cpts_can_timestamp(cpts, skb)) in cpsw_ndo_start_xmit()
934 skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS; in cpsw_ndo_start_xmit()
937 if (q_idx >= cpsw->tx_ch_num) in cpsw_ndo_start_xmit()
938 q_idx = q_idx % cpsw->tx_ch_num; in cpsw_ndo_start_xmit()
940 txch = cpsw->txv[q_idx].ch; in cpsw_ndo_start_xmit()
943 ret = cpdma_chan_submit(txch, skb, skb->data, skb->len, in cpsw_ndo_start_xmit()
944 priv->emac_port); in cpsw_ndo_start_xmit()
965 ndev->stats.tx_dropped++; in cpsw_ndo_start_xmit()
981 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_set_mac_address() local
986 slave_no = cpsw_slave_index(cpsw, priv); in cpsw_ndo_set_mac_address()
987 if (!is_valid_ether_addr(addr->sa_data)) in cpsw_ndo_set_mac_address()
988 return -EADDRNOTAVAIL; in cpsw_ndo_set_mac_address()
990 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_set_mac_address()
994 vid = cpsw->slaves[slave_no].port_vlan; in cpsw_ndo_set_mac_address()
997 cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, HOST_PORT_NUM, in cpsw_ndo_set_mac_address()
999 cpsw_ale_add_ucast(cpsw->ale, addr->sa_data, HOST_PORT_NUM, in cpsw_ndo_set_mac_address()
1002 ether_addr_copy(priv->mac_addr, addr->sa_data); in cpsw_ndo_set_mac_address()
1003 eth_hw_addr_set(ndev, priv->mac_addr); in cpsw_ndo_set_mac_address()
1004 cpsw_set_slave_mac(&cpsw->slaves[slave_no], priv); in cpsw_ndo_set_mac_address()
1006 pm_runtime_put(cpsw->dev); in cpsw_ndo_set_mac_address()
1015 struct cpsw_common *cpsw = priv->cpsw; in cpsw_ndo_vlan_rx_kill_vid() local
1019 if (cpsw_is_switch_en(cpsw)) { in cpsw_ndo_vlan_rx_kill_vid()
1020 dev_dbg(cpsw->dev, "ndo del vlan is called in switch mode\n"); in cpsw_ndo_vlan_rx_kill_vid()
1024 if (vid == cpsw->data.default_vlan) in cpsw_ndo_vlan_rx_kill_vid()
1027 ret = pm_runtime_resume_and_get(cpsw->dev); in cpsw_ndo_vlan_rx_kill_vid()
1035 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_ndo_vlan_rx_kill_vid()
1036 if (cpsw->slaves[i].ndev && in cpsw_ndo_vlan_rx_kill_vid()
1037 vid == cpsw->slaves[i].port_vlan) { in cpsw_ndo_vlan_rx_kill_vid()
1038 ret = -EINVAL; in cpsw_ndo_vlan_rx_kill_vid()
1043 dev_dbg(priv->dev, "removing vlanid %d from vlan filter\n", vid); in cpsw_ndo_vlan_rx_kill_vid()
1044 ret = cpsw_ale_del_vlan(cpsw->ale, vid, 0); in cpsw_ndo_vlan_rx_kill_vid()
1046 dev_err(priv->dev, "cpsw_ale_del_vlan() failed: ret %d\n", ret); in cpsw_ndo_vlan_rx_kill_vid()
1047 ret = cpsw_ale_del_ucast(cpsw->ale, priv->mac_addr, in cpsw_ndo_vlan_rx_kill_vid()
1050 dev_err(priv->dev, "cpsw_ale_del_ucast() failed: ret %d\n", in cpsw_ndo_vlan_rx_kill_vid()
1052 ret = cpsw_ale_del_mcast(cpsw->ale, priv->ndev->broadcast, in cpsw_ndo_vlan_rx_kill_vid()
1055 dev_err(priv->dev, "cpsw_ale_del_mcast failed. ret %d\n", in cpsw_ndo_vlan_rx_kill_vid()
1057 cpsw_ale_flush_multicast(cpsw->ale, ALE_PORT_HOST, vid); in cpsw_ndo_vlan_rx_kill_vid()
1060 pm_runtime_put(cpsw->dev); in cpsw_ndo_vlan_rx_kill_vid()
1070 err = snprintf(name, len, "p%d", priv->emac_port); in cpsw_ndo_get_phys_port_name()
1073 return -EINVAL; in cpsw_ndo_get_phys_port_name()
1081 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_ndo_poll_controller() local
1083 cpsw_intr_disable(cpsw); in cpsw_ndo_poll_controller()
1084 cpsw_rx_interrupt(cpsw->irqs_table[0], cpsw); in cpsw_ndo_poll_controller()
1085 cpsw_tx_interrupt(cpsw->irqs_table[1], cpsw); in cpsw_ndo_poll_controller()
1086 cpsw_intr_enable(cpsw); in cpsw_ndo_poll_controller()
1098 return -EINVAL; in cpsw_ndo_xdp_xmit()
1102 if (xdpf->len < READ_ONCE(priv->tx_packet_min)) in cpsw_ndo_xdp_xmit()
1105 if (cpsw_xdp_tx_frame(priv, xdpf, NULL, priv->emac_port)) in cpsw_ndo_xdp_xmit()
1116 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_get_port_parent_id() local
1118 ppid->id_len = sizeof(cpsw->base_mac); in cpsw_get_port_parent_id()
1119 memcpy(&ppid->id, &cpsw->base_mac, ppid->id_len); in cpsw_get_port_parent_id()
1149 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_get_drvinfo() local
1152 pdev = to_platform_device(cpsw->dev); in cpsw_get_drvinfo()
1153 strscpy(info->driver, "cpsw-switch", sizeof(info->driver)); in cpsw_get_drvinfo()
1154 strscpy(info->version, "2.0", sizeof(info->version)); in cpsw_get_drvinfo()
1155 strscpy(info->bus_info, pdev->name, sizeof(info->bus_info)); in cpsw_get_drvinfo()
1161 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_set_pauseparam() local
1165 slave_no = cpsw_slave_index(cpsw, priv); in cpsw_set_pauseparam()
1166 if (!cpsw->slaves[slave_no].phy) in cpsw_set_pauseparam()
1167 return -EINVAL; in cpsw_set_pauseparam()
1169 if (!phy_validate_pause(cpsw->slaves[slave_no].phy, pause)) in cpsw_set_pauseparam()
1170 return -EINVAL; in cpsw_set_pauseparam()
1172 priv->rx_pause = pause->rx_pause ? true : false; in cpsw_set_pauseparam()
1173 priv->tx_pause = pause->tx_pause ? true : false; in cpsw_set_pauseparam()
1175 phy_set_asym_pause(cpsw->slaves[slave_no].phy, in cpsw_set_pauseparam()
1176 priv->rx_pause, priv->tx_pause); in cpsw_set_pauseparam()
1218 static int cpsw_probe_dt(struct cpsw_common *cpsw) in cpsw_probe_dt() argument
1220 struct device_node *node = cpsw->dev->of_node, *tmp_node, *port_np; in cpsw_probe_dt()
1221 struct cpsw_platform_data *data = &cpsw->data; in cpsw_probe_dt()
1222 struct device *dev = cpsw->dev; in cpsw_probe_dt()
1227 return -EINVAL; in cpsw_probe_dt()
1229 tmp_node = of_get_child_by_name(node, "ethernet-ports"); in cpsw_probe_dt()
1231 return -ENOENT; in cpsw_probe_dt()
1232 data->slaves = of_get_child_count(tmp_node); in cpsw_probe_dt()
1233 if (data->slaves != CPSW_SLAVE_PORTS_NUM) { in cpsw_probe_dt()
1235 return -ENOENT; in cpsw_probe_dt()
1238 data->active_slave = 0; in cpsw_probe_dt()
1239 data->channels = CPSW_MAX_QUEUES; in cpsw_probe_dt()
1240 data->dual_emac = true; in cpsw_probe_dt()
1241 data->bd_ram_size = CPSW_BD_RAM_SIZE; in cpsw_probe_dt()
1242 data->mac_control = 0; in cpsw_probe_dt()
1244 data->slave_data = devm_kcalloc(dev, CPSW_SLAVE_PORTS_NUM, in cpsw_probe_dt()
1247 if (!data->slave_data) { in cpsw_probe_dt()
1249 return -ENOMEM; in cpsw_probe_dt()
1273 ret = -EINVAL; in cpsw_probe_dt()
1277 slave_data = &data->slave_data[port_id - 1]; in cpsw_probe_dt()
1279 slave_data->disabled = !of_device_is_available(port_np); in cpsw_probe_dt()
1280 if (slave_data->disabled) in cpsw_probe_dt()
1283 slave_data->slave_node = port_np; in cpsw_probe_dt()
1284 slave_data->ifphy = devm_of_phy_get(dev, port_np, NULL); in cpsw_probe_dt()
1285 if (IS_ERR(slave_data->ifphy)) { in cpsw_probe_dt()
1286 ret = PTR_ERR(slave_data->ifphy); in cpsw_probe_dt()
1295 dev_err_probe(dev, ret, "%pOF failed to register fixed-link phy\n", in cpsw_probe_dt()
1299 slave_data->phy_node = of_node_get(port_np); in cpsw_probe_dt()
1301 slave_data->phy_node = in cpsw_probe_dt()
1302 of_parse_phandle(port_np, "phy-handle", 0); in cpsw_probe_dt()
1305 if (!slave_data->phy_node) { in cpsw_probe_dt()
1307 ret = -ENODEV; in cpsw_probe_dt()
1311 ret = of_get_phy_mode(port_np, &slave_data->phy_if); in cpsw_probe_dt()
1313 dev_err(dev, "%pOF read phy-mode err %d\n", in cpsw_probe_dt()
1318 ret = of_get_mac_address(port_np, slave_data->mac_addr); in cpsw_probe_dt()
1320 ret = ti_cm_get_macid(dev, port_id - 1, in cpsw_probe_dt()
1321 slave_data->mac_addr); in cpsw_probe_dt()
1326 if (of_property_read_u32(port_np, "ti,dual-emac-pvid", in cpsw_probe_dt()
1330 slave_data->dual_emac_res_vlan = port_id; in cpsw_probe_dt()
1332 port_np, slave_data->dual_emac_res_vlan); in cpsw_probe_dt()
1334 slave_data->dual_emac_res_vlan = prop; in cpsw_probe_dt()
1347 static void cpsw_remove_dt(struct cpsw_common *cpsw) in cpsw_remove_dt() argument
1349 struct cpsw_platform_data *data = &cpsw->data; in cpsw_remove_dt()
1352 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_remove_dt()
1353 struct cpsw_slave_data *slave_data = &data->slave_data[i]; in cpsw_remove_dt()
1354 struct device_node *port_np = slave_data->phy_node; in cpsw_remove_dt()
1365 static int cpsw_create_ports(struct cpsw_common *cpsw) in cpsw_create_ports() argument
1367 struct cpsw_platform_data *data = &cpsw->data; in cpsw_create_ports()
1369 struct device *dev = cpsw->dev; in cpsw_create_ports()
1373 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_create_ports()
1374 struct cpsw_slave_data *slave_data = &data->slave_data[i]; in cpsw_create_ports()
1376 if (slave_data->disabled) in cpsw_create_ports()
1384 return -ENOMEM; in cpsw_create_ports()
1388 priv->cpsw = cpsw; in cpsw_create_ports()
1389 priv->ndev = ndev; in cpsw_create_ports()
1390 priv->dev = dev; in cpsw_create_ports()
1391 priv->msg_enable = netif_msg_init(debug_level, CPSW_DEBUG); in cpsw_create_ports()
1392 priv->emac_port = i + 1; in cpsw_create_ports()
1393 priv->tx_packet_min = CPSW_MIN_PACKET_SIZE; in cpsw_create_ports()
1395 if (is_valid_ether_addr(slave_data->mac_addr)) { in cpsw_create_ports()
1396 ether_addr_copy(priv->mac_addr, slave_data->mac_addr); in cpsw_create_ports()
1397 dev_info(cpsw->dev, "Detected MACID = %pM\n", in cpsw_create_ports()
1398 priv->mac_addr); in cpsw_create_ports()
1400 eth_random_addr(slave_data->mac_addr); in cpsw_create_ports()
1401 dev_info(cpsw->dev, "Random MACID = %pM\n", in cpsw_create_ports()
1402 priv->mac_addr); in cpsw_create_ports()
1404 eth_hw_addr_set(ndev, slave_data->mac_addr); in cpsw_create_ports()
1405 ether_addr_copy(priv->mac_addr, slave_data->mac_addr); in cpsw_create_ports()
1407 cpsw->slaves[i].ndev = ndev; in cpsw_create_ports()
1409 ndev->features |= NETIF_F_HW_VLAN_CTAG_FILTER | in cpsw_create_ports()
1411 ndev->netns_local = true; in cpsw_create_ports()
1413 ndev->xdp_features = NETDEV_XDP_ACT_BASIC | in cpsw_create_ports()
1417 ndev->netdev_ops = &cpsw_netdev_ops; in cpsw_create_ports()
1418 ndev->ethtool_ops = &cpsw_ethtool_ops; in cpsw_create_ports()
1422 /* CPSW Host port CPDMA interface is shared between in cpsw_create_ports()
1427 netif_napi_add(ndev, &cpsw->napi_rx, in cpsw_create_ports()
1428 cpsw->quirk_irq ? cpsw_rx_poll : cpsw_rx_mq_poll); in cpsw_create_ports()
1429 netif_napi_add_tx(ndev, &cpsw->napi_tx, in cpsw_create_ports()
1430 cpsw->quirk_irq ? in cpsw_create_ports()
1440 static void cpsw_unregister_ports(struct cpsw_common *cpsw) in cpsw_unregister_ports() argument
1444 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_unregister_ports()
1445 if (!cpsw->slaves[i].ndev) in cpsw_unregister_ports()
1448 unregister_netdev(cpsw->slaves[i].ndev); in cpsw_unregister_ports()
1452 static int cpsw_register_ports(struct cpsw_common *cpsw) in cpsw_register_ports() argument
1456 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_register_ports()
1457 if (!cpsw->slaves[i].ndev) in cpsw_register_ports()
1461 ret = register_netdev(cpsw->slaves[i].ndev); in cpsw_register_ports()
1463 dev_err(cpsw->dev, in cpsw_register_ports()
1464 "cpsw: err registering net device%d\n", i); in cpsw_register_ports()
1465 cpsw->slaves[i].ndev = NULL; in cpsw_register_ports()
1471 cpsw_unregister_ports(cpsw); in cpsw_register_ports()
1477 if (ndev->netdev_ops == &cpsw_netdev_ops) { in cpsw_port_dev_check()
1478 struct cpsw_common *cpsw = ndev_to_cpsw(ndev); in cpsw_port_dev_check() local
1480 return !cpsw->data.dual_emac; in cpsw_port_dev_check()
1486 static void cpsw_port_offload_fwd_mark_update(struct cpsw_common *cpsw) in cpsw_port_offload_fwd_mark_update() argument
1491 if (!cpsw->ale_bypass && in cpsw_port_offload_fwd_mark_update()
1492 (cpsw->br_members == (ALE_PORT_1 | ALE_PORT_2))) in cpsw_port_offload_fwd_mark_update()
1495 dev_dbg(cpsw->dev, "set offload_fwd_mark %d\n", set_val); in cpsw_port_offload_fwd_mark_update()
1497 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_port_offload_fwd_mark_update()
1498 struct net_device *sl_ndev = cpsw->slaves[i].ndev; in cpsw_port_offload_fwd_mark_update()
1501 priv->offload_fwd_mark = set_val; in cpsw_port_offload_fwd_mark_update()
1510 struct cpsw_common *cpsw = priv->cpsw; in cpsw_netdevice_port_link() local
1513 if (!cpsw->br_members) { in cpsw_netdevice_port_link()
1514 cpsw->hw_bridge_dev = br_ndev; in cpsw_netdevice_port_link()
1519 if (cpsw->hw_bridge_dev != br_ndev) in cpsw_netdevice_port_link()
1520 return -EOPNOTSUPP; in cpsw_netdevice_port_link()
1528 cpsw->br_members |= BIT(priv->emac_port); in cpsw_netdevice_port_link()
1530 cpsw_port_offload_fwd_mark_update(cpsw); in cpsw_netdevice_port_link()
1538 struct cpsw_common *cpsw = priv->cpsw; in cpsw_netdevice_port_unlink() local
1542 cpsw->br_members &= ~BIT(priv->emac_port); in cpsw_netdevice_port_unlink()
1544 cpsw_port_offload_fwd_mark_update(cpsw); in cpsw_netdevice_port_unlink()
1546 if (!cpsw->br_members) in cpsw_netdevice_port_unlink()
1547 cpsw->hw_bridge_dev = NULL; in cpsw_netdevice_port_unlink()
1562 switch (event) { in cpsw_netdevice_event()
1566 if (netif_is_bridge_master(info->upper_dev)) { in cpsw_netdevice_event()
1567 if (info->linking) in cpsw_netdevice_event()
1569 info->upper_dev, in cpsw_netdevice_event()
1586 static int cpsw_register_notifiers(struct cpsw_common *cpsw) in cpsw_register_notifiers() argument
1592 dev_err(cpsw->dev, "can't register netdevice notifier\n"); in cpsw_register_notifiers()
1596 ret = cpsw_switchdev_register_notifiers(cpsw); in cpsw_register_notifiers()
1603 static void cpsw_unregister_notifiers(struct cpsw_common *cpsw) in cpsw_unregister_notifiers() argument
1605 cpsw_switchdev_unregister_notifiers(cpsw); in cpsw_unregister_notifiers()
1616 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_switch_mode_get() local
1618 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_switch_mode_get()
1621 return -EOPNOTSUPP; in cpsw_dl_switch_mode_get()
1623 ctx->val.vbool = !cpsw->data.dual_emac; in cpsw_dl_switch_mode_get()
1633 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_switch_mode_set() local
1634 int vlan = cpsw->data.default_vlan; in cpsw_dl_switch_mode_set()
1635 bool switch_en = ctx->val.vbool; in cpsw_dl_switch_mode_set()
1639 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_switch_mode_set()
1642 return -EOPNOTSUPP; in cpsw_dl_switch_mode_set()
1644 if (switch_en == !cpsw->data.dual_emac) in cpsw_dl_switch_mode_set()
1647 if (!switch_en && cpsw->br_members) { in cpsw_dl_switch_mode_set()
1648 dev_err(cpsw->dev, "Remove ports from BR before disabling switch mode\n"); in cpsw_dl_switch_mode_set()
1649 return -EINVAL; in cpsw_dl_switch_mode_set()
1654 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1655 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set()
1656 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1666 cpsw->data.dual_emac = !switch_en; in cpsw_dl_switch_mode_set()
1667 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1668 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set()
1669 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1675 vlan = cpsw->data.default_vlan; in cpsw_dl_switch_mode_set()
1677 vlan = slave->data->dual_emac_res_vlan; in cpsw_dl_switch_mode_set()
1678 slave->port_vlan = vlan; in cpsw_dl_switch_mode_set()
1684 dev_info(cpsw->dev, "Enable switch mode\n"); in cpsw_dl_switch_mode_set()
1686 /* enable bypass - no forwarding; all traffic goes to Host */ in cpsw_dl_switch_mode_set()
1687 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1); in cpsw_dl_switch_mode_set()
1690 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1); in cpsw_dl_switch_mode_set()
1691 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT); in cpsw_dl_switch_mode_set()
1693 cpsw_init_host_port_switch(cpsw); in cpsw_dl_switch_mode_set()
1695 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1696 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set()
1697 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1704 slave->port_vlan = vlan; in cpsw_dl_switch_mode_set()
1705 WRITE_ONCE(priv->tx_packet_min, CPSW_MIN_PACKET_SIZE_VLAN); in cpsw_dl_switch_mode_set()
1711 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0); in cpsw_dl_switch_mode_set()
1712 cpsw->data.dual_emac = false; in cpsw_dl_switch_mode_set()
1714 dev_info(cpsw->dev, "Disable switch mode\n"); in cpsw_dl_switch_mode_set()
1716 /* enable bypass - no forwarding; all traffic goes to Host */ in cpsw_dl_switch_mode_set()
1717 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 1); in cpsw_dl_switch_mode_set()
1719 cpsw_ale_control_set(cpsw->ale, 0, ALE_CLEAR, 1); in cpsw_dl_switch_mode_set()
1720 cpsw_ale_control_get(cpsw->ale, 0, ALE_AGEOUT); in cpsw_dl_switch_mode_set()
1722 cpsw_init_host_port_dual_mac(cpsw); in cpsw_dl_switch_mode_set()
1724 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_dl_switch_mode_set()
1725 struct cpsw_slave *slave = &cpsw->slaves[i]; in cpsw_dl_switch_mode_set()
1726 struct net_device *sl_ndev = slave->ndev; in cpsw_dl_switch_mode_set()
1732 priv = netdev_priv(slave->ndev); in cpsw_dl_switch_mode_set()
1733 slave->port_vlan = slave->data->dual_emac_res_vlan; in cpsw_dl_switch_mode_set()
1734 WRITE_ONCE(priv->tx_packet_min, CPSW_MIN_PACKET_SIZE); in cpsw_dl_switch_mode_set()
1738 cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, 0); in cpsw_dl_switch_mode_set()
1739 cpsw->data.dual_emac = true; in cpsw_dl_switch_mode_set()
1751 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_ale_ctrl_get() local
1753 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_ale_ctrl_get()
1755 switch (id) { in cpsw_dl_ale_ctrl_get()
1757 ctx->val.vbool = cpsw_ale_control_get(cpsw->ale, 0, ALE_BYPASS); in cpsw_dl_ale_ctrl_get()
1760 return -EOPNOTSUPP; in cpsw_dl_ale_ctrl_get()
1771 struct cpsw_common *cpsw = dl_priv->cpsw; in cpsw_dl_ale_ctrl_set() local
1772 int ret = -EOPNOTSUPP; in cpsw_dl_ale_ctrl_set()
1774 dev_dbg(cpsw->dev, "%s id:%u\n", __func__, id); in cpsw_dl_ale_ctrl_set()
1776 switch (id) { in cpsw_dl_ale_ctrl_set()
1778 ret = cpsw_ale_control_set(cpsw->ale, 0, ALE_BYPASS, in cpsw_dl_ale_ctrl_set()
1779 ctx->val.vbool); in cpsw_dl_ale_ctrl_set()
1781 cpsw->ale_bypass = ctx->val.vbool; in cpsw_dl_ale_ctrl_set()
1782 cpsw_port_offload_fwd_mark_update(cpsw); in cpsw_dl_ale_ctrl_set()
1786 return -EOPNOTSUPP; in cpsw_dl_ale_ctrl_set()
1804 static int cpsw_register_devlink(struct cpsw_common *cpsw) in cpsw_register_devlink() argument
1806 struct device *dev = cpsw->dev; in cpsw_register_devlink()
1810 cpsw->devlink = devlink_alloc(&cpsw_devlink_ops, sizeof(*dl_priv), dev); in cpsw_register_devlink()
1811 if (!cpsw->devlink) in cpsw_register_devlink()
1812 return -ENOMEM; in cpsw_register_devlink()
1814 dl_priv = devlink_priv(cpsw->devlink); in cpsw_register_devlink()
1815 dl_priv->cpsw = cpsw; in cpsw_register_devlink()
1817 ret = devlink_params_register(cpsw->devlink, cpsw_devlink_params, in cpsw_register_devlink()
1824 devlink_register(cpsw->devlink); in cpsw_register_devlink()
1828 devlink_free(cpsw->devlink); in cpsw_register_devlink()
1832 static void cpsw_unregister_devlink(struct cpsw_common *cpsw) in cpsw_unregister_devlink() argument
1834 devlink_unregister(cpsw->devlink); in cpsw_unregister_devlink()
1835 devlink_params_unregister(cpsw->devlink, cpsw_devlink_params, in cpsw_unregister_devlink()
1837 devlink_free(cpsw->devlink); in cpsw_unregister_devlink()
1841 { .compatible = "ti,cpsw-switch"},
1842 { .compatible = "ti,am335x-cpsw-switch"},
1843 { .compatible = "ti,am4372-cpsw-switch"},
1844 { .compatible = "ti,dra7-cpsw-switch"},
1857 struct device *dev = &pdev->dev; in cpsw_probe()
1858 struct cpsw_common *cpsw; in cpsw_probe() local
1866 cpsw = devm_kzalloc(dev, sizeof(struct cpsw_common), GFP_KERNEL); in cpsw_probe()
1867 if (!cpsw) in cpsw_probe()
1868 return -ENOMEM; in cpsw_probe()
1872 cpsw->dev = dev; in cpsw_probe()
1874 cpsw->slaves = devm_kcalloc(dev, in cpsw_probe()
1878 if (!cpsw->slaves) in cpsw_probe()
1879 return -ENOMEM; in cpsw_probe()
1894 cpsw->bus_freq_mhz = clk_get_rate(clk) / 1000000; in cpsw_probe()
1901 cpsw->regs = ss_regs; in cpsw_probe()
1906 cpsw->irqs_table[0] = irq; in cpsw_probe()
1911 cpsw->irqs_table[1] = irq; in cpsw_probe()
1916 cpsw->misc_irq = irq; in cpsw_probe()
1918 platform_set_drvdata(pdev, cpsw); in cpsw_probe()
1931 ret = cpsw_probe_dt(cpsw); in cpsw_probe()
1937 cpsw->quirk_irq = true; in cpsw_probe()
1939 cpsw->rx_packet_max = rx_packet_max; in cpsw_probe()
1940 cpsw->descs_pool_size = descs_pool_size; in cpsw_probe()
1941 eth_random_addr(cpsw->base_mac); in cpsw_probe()
1943 ret = cpsw_init_common(cpsw, ss_regs, ale_ageout, in cpsw_probe()
1944 (u32 __force)ss_res->start + CPSW2_BD_OFFSET, in cpsw_probe()
1949 cpsw->wr_regs = cpsw->version == CPSW_VERSION_1 ? in cpsw_probe()
1953 ch = cpsw->quirk_irq ? 0 : 7; in cpsw_probe()
1954 cpsw->txv[0].ch = cpdma_chan_create(cpsw->dma, ch, cpsw_tx_handler, 0); in cpsw_probe()
1955 if (IS_ERR(cpsw->txv[0].ch)) { in cpsw_probe()
1957 ret = PTR_ERR(cpsw->txv[0].ch); in cpsw_probe()
1961 cpsw->rxv[0].ch = cpdma_chan_create(cpsw->dma, 0, cpsw_rx_handler, 1); in cpsw_probe()
1962 if (IS_ERR(cpsw->rxv[0].ch)) { in cpsw_probe()
1964 ret = PTR_ERR(cpsw->rxv[0].ch); in cpsw_probe()
1967 cpsw_split_res(cpsw); in cpsw_probe()
1970 ret = cpsw_create_ports(cpsw); in cpsw_probe()
1982 ret = devm_request_irq(dev, cpsw->irqs_table[0], cpsw_rx_interrupt, in cpsw_probe()
1983 0, dev_name(dev), cpsw); in cpsw_probe()
1989 ret = devm_request_irq(dev, cpsw->irqs_table[1], cpsw_tx_interrupt, in cpsw_probe()
1990 0, dev_name(dev), cpsw); in cpsw_probe()
1996 if (!cpsw->cpts) in cpsw_probe()
1999 ret = devm_request_irq(dev, cpsw->misc_irq, cpsw_misc_interrupt, in cpsw_probe()
2000 0, dev_name(&pdev->dev), cpsw); in cpsw_probe()
2007 cpts_set_irqpoll(cpsw->cpts, false); in cpsw_probe()
2010 ret = cpsw_register_notifiers(cpsw); in cpsw_probe()
2014 ret = cpsw_register_devlink(cpsw); in cpsw_probe()
2018 ret = cpsw_register_ports(cpsw); in cpsw_probe()
2023 &ss_res->start, descs_pool_size, in cpsw_probe()
2024 cpsw->version, CPSW_MAJOR_VERSION(cpsw->version), in cpsw_probe()
2025 CPSW_MINOR_VERSION(cpsw->version), in cpsw_probe()
2026 CPSW_RTL_VERSION(cpsw->version)); in cpsw_probe()
2033 cpsw_unregister_notifiers(cpsw); in cpsw_probe()
2035 cpsw_unregister_ports(cpsw); in cpsw_probe()
2037 cpts_release(cpsw->cpts); in cpsw_probe()
2038 cpdma_ctlr_destroy(cpsw->dma); in cpsw_probe()
2040 cpsw_remove_dt(cpsw); in cpsw_probe()
2048 struct cpsw_common *cpsw = platform_get_drvdata(pdev); in cpsw_remove() local
2051 ret = pm_runtime_resume_and_get(&pdev->dev); in cpsw_remove()
2056 dev_err(&pdev->dev, "Failed to resume device (%pe)\n", in cpsw_remove()
2061 cpsw_unregister_notifiers(cpsw); in cpsw_remove()
2062 cpsw_unregister_devlink(cpsw); in cpsw_remove()
2063 cpsw_unregister_ports(cpsw); in cpsw_remove()
2065 cpts_release(cpsw->cpts); in cpsw_remove()
2066 cpdma_ctlr_destroy(cpsw->dma); in cpsw_remove()
2067 cpsw_remove_dt(cpsw); in cpsw_remove()
2068 pm_runtime_put_sync(&pdev->dev); in cpsw_remove()
2069 pm_runtime_disable(&pdev->dev); in cpsw_remove()
2074 struct cpsw_common *cpsw = dev_get_drvdata(dev); in cpsw_suspend() local
2079 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_suspend()
2080 struct net_device *ndev = cpsw->slaves[i].ndev; in cpsw_suspend()
2098 struct cpsw_common *cpsw = dev_get_drvdata(dev); in cpsw_resume() local
2107 for (i = 0; i < cpsw->data.slaves; i++) { in cpsw_resume()
2108 struct net_device *ndev = cpsw->slaves[i].ndev; in cpsw_resume()
2125 .name = "cpsw-switch",
2136 MODULE_DESCRIPTION("TI CPSW switchdev Ethernet driver");