1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) 2 /* Copyright (C) 2018 Netronome Systems, Inc. */ 3 4 #include <linux/bitfield.h> 5 #include <net/pkt_cls.h> 6 7 #include "../nfpcore/nfp_cpp.h" 8 #include "../nfp_app.h" 9 #include "../nfp_net_repr.h" 10 #include "main.h" 11 12 struct nfp_abm_u32_match { 13 u32 handle; 14 u32 band; 15 u8 mask; 16 u8 val; 17 struct list_head list; 18 }; 19 20 static bool nfp_abm_u32_check_knode(struct nfp_abm * abm,struct tc_cls_u32_knode * knode,__be16 proto,struct netlink_ext_ack * extack)21 nfp_abm_u32_check_knode(struct nfp_abm *abm, struct tc_cls_u32_knode *knode, 22 __be16 proto, struct netlink_ext_ack *extack) 23 { 24 struct tc_u32_key *k; 25 unsigned int tos_off; 26 27 if (knode->exts && tcf_exts_has_actions(knode->exts)) { 28 NL_SET_ERR_MSG_MOD(extack, "action offload not supported"); 29 return false; 30 } 31 if (knode->link_handle) { 32 NL_SET_ERR_MSG_MOD(extack, "linking not supported"); 33 return false; 34 } 35 if (knode->sel->flags != TC_U32_TERMINAL) { 36 NL_SET_ERR_MSG_MOD(extack, 37 "flags must be equal to TC_U32_TERMINAL"); 38 return false; 39 } 40 if (knode->sel->off || knode->sel->offshift || knode->sel->offmask || 41 knode->sel->offoff || knode->fshift) { 42 NL_SET_ERR_MSG_MOD(extack, "variable offsetting not supported"); 43 return false; 44 } 45 if (knode->sel->hoff || knode->sel->hmask) { 46 NL_SET_ERR_MSG_MOD(extack, "hashing not supported"); 47 return false; 48 } 49 if (knode->val || knode->mask) { 50 NL_SET_ERR_MSG_MOD(extack, "matching on mark not supported"); 51 return false; 52 } 53 if (knode->res && knode->res->class) { 54 NL_SET_ERR_MSG_MOD(extack, "setting non-0 class not supported"); 55 return false; 56 } 57 if (knode->res && knode->res->classid >= abm->num_bands) { 58 NL_SET_ERR_MSG_MOD(extack, 59 "classid higher than number of bands"); 60 return false; 61 } 62 if (knode->sel->nkeys != 1) { 63 NL_SET_ERR_MSG_MOD(extack, "exactly one key required"); 64 return false; 65 } 66 67 switch (proto) { 68 case htons(ETH_P_IP): 69 tos_off = 16; 70 break; 71 case htons(ETH_P_IPV6): 72 tos_off = 20; 73 break; 74 default: 75 NL_SET_ERR_MSG_MOD(extack, "only IP and IPv6 supported as filter protocol"); 76 return false; 77 } 78 79 k = &knode->sel->keys[0]; 80 if (k->offmask) { 81 NL_SET_ERR_MSG_MOD(extack, "offset mask - variable offsetting not supported"); 82 return false; 83 } 84 if (k->off) { 85 NL_SET_ERR_MSG_MOD(extack, "only DSCP fields can be matched"); 86 return false; 87 } 88 if (k->val & ~k->mask) { 89 NL_SET_ERR_MSG_MOD(extack, "mask does not cover the key"); 90 return false; 91 } 92 if (be32_to_cpu(k->mask) >> tos_off & ~abm->dscp_mask) { 93 NL_SET_ERR_MSG_MOD(extack, "only high DSCP class selector bits can be used"); 94 nfp_err(abm->app->cpp, 95 "u32 offload: requested mask %x FW can support only %x\n", 96 be32_to_cpu(k->mask) >> tos_off, abm->dscp_mask); 97 return false; 98 } 99 100 return true; 101 } 102 103 /* This filter list -> map conversion is O(n * m), we expect single digit or 104 * low double digit number of prios and likewise for the filters. Also u32 105 * doesn't report stats, so it's really only setup time cost. 106 */ 107 static unsigned int nfp_abm_find_band_for_prio(struct nfp_abm_link * alink,unsigned int prio)108 nfp_abm_find_band_for_prio(struct nfp_abm_link *alink, unsigned int prio) 109 { 110 struct nfp_abm_u32_match *iter; 111 112 list_for_each_entry(iter, &alink->dscp_map, list) 113 if ((prio & iter->mask) == iter->val) 114 return iter->band; 115 116 return alink->def_band; 117 } 118 nfp_abm_update_band_map(struct nfp_abm_link * alink)119 static int nfp_abm_update_band_map(struct nfp_abm_link *alink) 120 { 121 unsigned int i, bits_per_prio, prios_per_word, base_shift; 122 struct nfp_abm *abm = alink->abm; 123 u32 field_mask; 124 125 alink->has_prio = !list_empty(&alink->dscp_map); 126 127 bits_per_prio = roundup_pow_of_two(order_base_2(abm->num_bands)); 128 field_mask = (1 << bits_per_prio) - 1; 129 prios_per_word = sizeof(u32) * BITS_PER_BYTE / bits_per_prio; 130 131 /* FW mask applies from top bits */ 132 base_shift = 8 - order_base_2(abm->num_prios); 133 134 for (i = 0; i < abm->num_prios; i++) { 135 unsigned int offset; 136 u32 *word; 137 u8 band; 138 139 word = &alink->prio_map[i / prios_per_word]; 140 offset = (i % prios_per_word) * bits_per_prio; 141 142 band = nfp_abm_find_band_for_prio(alink, i << base_shift); 143 144 *word &= ~(field_mask << offset); 145 *word |= band << offset; 146 } 147 148 /* Qdisc offload status may change if has_prio changed */ 149 nfp_abm_qdisc_offload_update(alink); 150 151 return nfp_abm_ctrl_prio_map_update(alink, alink->prio_map); 152 } 153 154 static void nfp_abm_u32_knode_delete(struct nfp_abm_link * alink,struct tc_cls_u32_knode * knode)155 nfp_abm_u32_knode_delete(struct nfp_abm_link *alink, 156 struct tc_cls_u32_knode *knode) 157 { 158 struct nfp_abm_u32_match *iter; 159 160 list_for_each_entry(iter, &alink->dscp_map, list) 161 if (iter->handle == knode->handle) { 162 list_del(&iter->list); 163 kfree(iter); 164 nfp_abm_update_band_map(alink); 165 return; 166 } 167 } 168 169 static int nfp_abm_u32_knode_replace(struct nfp_abm_link * alink,struct tc_cls_u32_knode * knode,__be16 proto,struct netlink_ext_ack * extack)170 nfp_abm_u32_knode_replace(struct nfp_abm_link *alink, 171 struct tc_cls_u32_knode *knode, 172 __be16 proto, struct netlink_ext_ack *extack) 173 { 174 struct nfp_abm_u32_match *match = NULL, *iter; 175 unsigned int tos_off; 176 u8 mask, val; 177 int err; 178 179 if (!nfp_abm_u32_check_knode(alink->abm, knode, proto, extack)) 180 goto err_delete; 181 182 tos_off = proto == htons(ETH_P_IP) ? 16 : 20; 183 184 /* Extract the DSCP Class Selector bits */ 185 val = be32_to_cpu(knode->sel->keys[0].val) >> tos_off & 0xff; 186 mask = be32_to_cpu(knode->sel->keys[0].mask) >> tos_off & 0xff; 187 188 /* Check if there is no conflicting mapping and find match by handle */ 189 list_for_each_entry(iter, &alink->dscp_map, list) { 190 u32 cmask; 191 192 if (iter->handle == knode->handle) { 193 match = iter; 194 continue; 195 } 196 197 cmask = iter->mask & mask; 198 if ((iter->val & cmask) == (val & cmask) && 199 iter->band != knode->res->classid) { 200 NL_SET_ERR_MSG_MOD(extack, "conflict with already offloaded filter"); 201 goto err_delete; 202 } 203 } 204 205 if (!match) { 206 match = kzalloc(sizeof(*match), GFP_KERNEL); 207 if (!match) 208 return -ENOMEM; 209 list_add(&match->list, &alink->dscp_map); 210 } 211 match->handle = knode->handle; 212 match->band = knode->res->classid; 213 match->mask = mask; 214 match->val = val; 215 216 err = nfp_abm_update_band_map(alink); 217 if (err) 218 goto err_delete; 219 220 return 0; 221 222 err_delete: 223 nfp_abm_u32_knode_delete(alink, knode); 224 return -EOPNOTSUPP; 225 } 226 nfp_abm_setup_tc_block_cb(enum tc_setup_type type,void * type_data,void * cb_priv)227 static int nfp_abm_setup_tc_block_cb(enum tc_setup_type type, 228 void *type_data, void *cb_priv) 229 { 230 struct tc_cls_u32_offload *cls_u32 = type_data; 231 struct nfp_repr *repr = cb_priv; 232 struct nfp_abm_link *alink; 233 234 alink = repr->app_priv; 235 236 if (type != TC_SETUP_CLSU32) { 237 NL_SET_ERR_MSG_MOD(cls_u32->common.extack, 238 "only offload of u32 classifier supported"); 239 return -EOPNOTSUPP; 240 } 241 if (!tc_cls_can_offload_and_chain0(repr->netdev, &cls_u32->common)) 242 return -EOPNOTSUPP; 243 244 if (cls_u32->common.protocol != htons(ETH_P_IP) && 245 cls_u32->common.protocol != htons(ETH_P_IPV6)) { 246 NL_SET_ERR_MSG_MOD(cls_u32->common.extack, 247 "only IP and IPv6 supported as filter protocol"); 248 return -EOPNOTSUPP; 249 } 250 251 switch (cls_u32->command) { 252 case TC_CLSU32_NEW_KNODE: 253 case TC_CLSU32_REPLACE_KNODE: 254 return nfp_abm_u32_knode_replace(alink, &cls_u32->knode, 255 cls_u32->common.protocol, 256 cls_u32->common.extack); 257 case TC_CLSU32_DELETE_KNODE: 258 nfp_abm_u32_knode_delete(alink, &cls_u32->knode); 259 return 0; 260 default: 261 return -EOPNOTSUPP; 262 } 263 } 264 265 static LIST_HEAD(nfp_abm_block_cb_list); 266 nfp_abm_setup_cls_block(struct net_device * netdev,struct nfp_repr * repr,struct flow_block_offload * f)267 int nfp_abm_setup_cls_block(struct net_device *netdev, struct nfp_repr *repr, 268 struct flow_block_offload *f) 269 { 270 return flow_block_cb_setup_simple(f, &nfp_abm_block_cb_list, 271 nfp_abm_setup_tc_block_cb, 272 repr, repr, true); 273 } 274