| /linux-6.12.1/mm/ |
| D | percpu-internal.h | 180 extern struct percpu_stats pcpu_stats;
191 pcpu_stats.min_alloc_size = pcpu_stats_ai.unit_size; in pcpu_stats_save_ai()
206 pcpu_stats.nr_alloc++; in pcpu_stats_area_alloc()
207 pcpu_stats.nr_cur_alloc++; in pcpu_stats_area_alloc()
208 pcpu_stats.nr_max_alloc = in pcpu_stats_area_alloc()
209 max(pcpu_stats.nr_max_alloc, pcpu_stats.nr_cur_alloc); in pcpu_stats_area_alloc()
210 pcpu_stats.min_alloc_size = in pcpu_stats_area_alloc()
211 min(pcpu_stats.min_alloc_size, size); in pcpu_stats_area_alloc()
212 pcpu_stats.max_alloc_size = in pcpu_stats_area_alloc()
213 max(pcpu_stats.max_alloc_size, size); in pcpu_stats_area_alloc()
[all …]
|
| D | percpu-stats.c | 22 struct percpu_stats pcpu_stats; variable
178 seq_printf(m, " %-20s: %12llu\n", #X, (unsigned long long)pcpu_stats.X) in percpu_stats_show()
|
| /linux-6.12.1/include/linux/ |
| D | if_macvlan.h | 26 struct vlan_pcpu_stats __percpu *pcpu_stats; member
45 struct vlan_pcpu_stats *pcpu_stats; in macvlan_count_rx() local
47 pcpu_stats = get_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
48 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_count_rx()
49 u64_stats_inc(&pcpu_stats->rx_packets); in macvlan_count_rx()
50 u64_stats_add(&pcpu_stats->rx_bytes, len); in macvlan_count_rx()
52 u64_stats_inc(&pcpu_stats->rx_multicast); in macvlan_count_rx()
53 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_count_rx()
54 put_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
56 this_cpu_inc(vlan->pcpu_stats->rx_errors); in macvlan_count_rx()
|
| D | if_team.h | 190 struct team_pcpu_stats __percpu *pcpu_stats; member
|
| D | netdevice.h | 2785 typeof(type) __percpu *pcpu_stats = alloc_percpu_gfp(type, gfp);\
2786 if (pcpu_stats) { \
2790 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2794 pcpu_stats; \
2802 typeof(type) __percpu *pcpu_stats = devm_alloc_percpu(dev, type);\
2803 if (pcpu_stats) { \
2807 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2811 pcpu_stats; \
|
| /linux-6.12.1/drivers/infiniband/ulp/rtrs/ |
| D | rtrs-clt-stats.c | 22 s = get_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats()
30 put_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt); in rtrs_clt_inc_failover_cnt()
47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str()
66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str()
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str()
119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats()
135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats()
168 this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt); in rtrs_clt_update_rdma_stats()
[all …]
|
| D | rtrs-clt.h | 66 struct rtrs_clt_stats_pcpu __percpu *pcpu_stats; member
|
| /linux-6.12.1/drivers/net/team/ |
| D | team_mode_loadbalance.c | 71 struct lb_pcpu_stats __percpu *pcpu_stats; member
81 struct lb_stats __percpu *pcpu_stats; member
204 struct lb_pcpu_stats *pcpu_stats; in lb_update_tx_stats() local
208 pcpu_stats = this_cpu_ptr(lb_priv->pcpu_stats); in lb_update_tx_stats()
209 port_stats = this_cpu_ptr(lb_port_priv->pcpu_stats); in lb_update_tx_stats()
210 hash_stats = &pcpu_stats->hash_stats[hash]; in lb_update_tx_stats()
211 u64_stats_update_begin(&pcpu_stats->syncp); in lb_update_tx_stats()
214 u64_stats_update_end(&pcpu_stats->syncp); in lb_update_tx_stats()
467 struct lb_pcpu_stats *pcpu_stats; in lb_stats_refresh() local
490 pcpu_stats = per_cpu_ptr(lb_priv->pcpu_stats, i); in lb_stats_refresh()
[all …]
|
| D | team_core.c | 749 struct team_pcpu_stats *pcpu_stats; in team_handle_frame() local
751 pcpu_stats = this_cpu_ptr(team->pcpu_stats); in team_handle_frame()
752 u64_stats_update_begin(&pcpu_stats->syncp); in team_handle_frame()
753 u64_stats_inc(&pcpu_stats->rx_packets); in team_handle_frame()
754 u64_stats_add(&pcpu_stats->rx_bytes, skb->len); in team_handle_frame()
756 u64_stats_inc(&pcpu_stats->rx_multicast); in team_handle_frame()
757 u64_stats_update_end(&pcpu_stats->syncp); in team_handle_frame()
761 this_cpu_inc(team->pcpu_stats->rx_nohandler); in team_handle_frame()
763 this_cpu_inc(team->pcpu_stats->rx_dropped); in team_handle_frame()
1625 team->pcpu_stats = netdev_alloc_pcpu_stats(struct team_pcpu_stats); in team_init()
[all …]
|
| /linux-6.12.1/drivers/net/ethernet/qualcomm/rmnet/ |
| D | rmnet_vnd.c | 24 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_rx_fixup()
37 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_tx_fixup_len()
61 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_vnd_start_xmit()
109 priv->pcpu_stats = alloc_percpu(struct rmnet_pcpu_stats); in rmnet_vnd_init()
110 if (!priv->pcpu_stats) in rmnet_vnd_init()
115 free_percpu(priv->pcpu_stats); in rmnet_vnd_init()
127 free_percpu(priv->pcpu_stats); in rmnet_vnd_uninit()
140 pcpu_ptr = per_cpu_ptr(priv->pcpu_stats, cpu); in rmnet_get_stats64()
|
| D | rmnet_config.h | 87 struct rmnet_pcpu_stats __percpu *pcpu_stats; member
|
| D | rmnet_handlers.c | 273 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_egress_handler()
|
| /linux-6.12.1/drivers/net/ |
| D | macvlan.c | 583 struct vlan_pcpu_stats *pcpu_stats; in macvlan_start_xmit() local
585 pcpu_stats = this_cpu_ptr(vlan->pcpu_stats); in macvlan_start_xmit()
586 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_start_xmit()
587 u64_stats_inc(&pcpu_stats->tx_packets); in macvlan_start_xmit()
588 u64_stats_add(&pcpu_stats->tx_bytes, len); in macvlan_start_xmit()
589 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_start_xmit()
591 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvlan_start_xmit()
940 vlan->pcpu_stats = netdev_alloc_pcpu_stats(struct vlan_pcpu_stats); in macvlan_init()
941 if (!vlan->pcpu_stats) in macvlan_init()
957 free_percpu(vlan->pcpu_stats); in macvlan_uninit()
[all …]
|
| D | macvtap.c | 59 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvtap_count_tx_dropped()
|
| /linux-6.12.1/drivers/net/ipvlan/ |
| D | ipvlan_main.c | 150 ipvlan->pcpu_stats = netdev_alloc_pcpu_stats(struct ipvl_pcpu_stats); in ipvlan_init()
151 if (!ipvlan->pcpu_stats) in ipvlan_init()
157 free_percpu(ipvlan->pcpu_stats); in ipvlan_init()
172 free_percpu(ipvlan->pcpu_stats); in ipvlan_uninit()
227 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_start_xmit()
234 this_cpu_inc(ipvlan->pcpu_stats->tx_drps); in ipvlan_start_xmit()
295 if (ipvlan->pcpu_stats) { in ipvlan_get_stats64()
303 pcptr = per_cpu_ptr(ipvlan->pcpu_stats, idx); in ipvlan_get_stats64()
|
| D | ipvlan.h | 68 struct ipvl_pcpu_stats __percpu *pcpu_stats; member
|
| D | ipvtap.c | 55 this_cpu_inc(vlan->pcpu_stats->tx_drps); in ipvtap_count_tx_dropped()
|
| D | ipvlan_core.c | 22 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_count_rx()
30 this_cpu_inc(ipvlan->pcpu_stats->rx_errs); in ipvlan_count_rx()
|
| /linux-6.12.1/drivers/net/hyperv/ |
| D | netvsc_drv.c | 461 struct netvsc_vf_pcpu_stats *pcpu_stats in netvsc_vf_xmit() local
464 u64_stats_update_begin(&pcpu_stats->syncp); in netvsc_vf_xmit()
465 pcpu_stats->tx_packets++; in netvsc_vf_xmit()
466 pcpu_stats->tx_bytes += len; in netvsc_vf_xmit()
467 u64_stats_update_end(&pcpu_stats->syncp); in netvsc_vf_xmit()
1450 }, pcpu_stats[] = { variable
1479 #define NETVSC_PCPU_STATS_LEN (num_present_cpus() * ARRAY_SIZE(pcpu_stats))
1570 for (j = 0; j < ARRAY_SIZE(pcpu_stats); j++) in netvsc_get_ethtool_stats()
1572 + pcpu_stats[j].offset); in netvsc_get_ethtool_stats()
1607 for (i = 0; i < ARRAY_SIZE(pcpu_stats); i++) in netvsc_get_strings()
[all …]
|
| /linux-6.12.1/include/linux/spi/ |
| D | spi.h | 90 #define SPI_STATISTICS_ADD_TO_FIELD(pcpu_stats, field, count) \ argument
94 __lstats = this_cpu_ptr(pcpu_stats); \
101 #define SPI_STATISTICS_INCREMENT_FIELD(pcpu_stats, field) \ argument
105 __lstats = this_cpu_ptr(pcpu_stats); \
|
| /linux-6.12.1/drivers/net/ethernet/mellanox/mlxsw/ |
| D | spectrum.c | 286 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_ptp_data_construct()
319 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_handle()
723 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_port_xmit() local
737 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
757 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_xmit()
758 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
759 pcpu_stats->tx_packets++; in mlxsw_sp_port_xmit()
760 pcpu_stats->tx_bytes += len; in mlxsw_sp_port_xmit()
761 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
763 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
[all …]
|
| D | spectrum_trap.c | 66 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_rx_listener() local
77 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_rx_listener()
78 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
79 pcpu_stats->rx_packets++; in mlxsw_sp_rx_listener()
80 pcpu_stats->rx_bytes += skb->len; in mlxsw_sp_rx_listener()
81 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
|
| /linux-6.12.1/drivers/spi/ |
| D | spi.c | 100 struct spi_statistics __percpu *pcpu_stats; in spi_alloc_pcpu_stats() local
103 pcpu_stats = devm_alloc_percpu(dev, struct spi_statistics); in spi_alloc_pcpu_stats()
105 pcpu_stats = alloc_percpu_gfp(struct spi_statistics, GFP_KERNEL); in spi_alloc_pcpu_stats()
107 if (pcpu_stats) { in spi_alloc_pcpu_stats()
113 stat = per_cpu_ptr(pcpu_stats, cpu); in spi_alloc_pcpu_stats()
117 return pcpu_stats; in spi_alloc_pcpu_stats()
127 const struct spi_statistics *pcpu_stats; in spi_emit_pcpu_stats() local
132 pcpu_stats = per_cpu_ptr(stat, i); in spi_emit_pcpu_stats()
133 field = (void *)pcpu_stats + offset; in spi_emit_pcpu_stats()
135 start = u64_stats_fetch_begin(&pcpu_stats->syncp); in spi_emit_pcpu_stats()
[all …]
|
| /linux-6.12.1/drivers/net/ethernet/stmicro/stmmac/ |
| D | dwmac_lib.c | 165 struct stmmac_pcpu_stats *stats = this_cpu_ptr(priv->xstats.pcpu_stats); in dwmac_dma_interrupt()
|
| D | common.h | 234 struct stmmac_pcpu_stats __percpu *pcpu_stats; member
|