1 // SPDX-License-Identifier: GPL-2.0-only 2 3 #include <linux/ethtool.h> 4 #include <linux/firmware.h> 5 #include <linux/sfp.h> 6 #include <net/devlink.h> 7 8 #include "netlink.h" 9 #include "common.h" 10 #include "bitset.h" 11 #include "module_fw.h" 12 13 struct module_req_info { 14 struct ethnl_req_info base; 15 }; 16 17 struct module_reply_data { 18 struct ethnl_reply_data base; 19 struct ethtool_module_power_mode_params power; 20 }; 21 22 #define MODULE_REPDATA(__reply_base) \ 23 container_of(__reply_base, struct module_reply_data, base) 24 25 /* MODULE_GET */ 26 27 const struct nla_policy ethnl_module_get_policy[ETHTOOL_A_MODULE_HEADER + 1] = { 28 [ETHTOOL_A_MODULE_HEADER] = NLA_POLICY_NESTED(ethnl_header_policy), 29 }; 30 module_get_power_mode(struct net_device * dev,struct module_reply_data * data,struct netlink_ext_ack * extack)31 static int module_get_power_mode(struct net_device *dev, 32 struct module_reply_data *data, 33 struct netlink_ext_ack *extack) 34 { 35 const struct ethtool_ops *ops = dev->ethtool_ops; 36 37 if (!ops->get_module_power_mode) 38 return 0; 39 40 if (dev->ethtool->module_fw_flash_in_progress) { 41 NL_SET_ERR_MSG(extack, 42 "Module firmware flashing is in progress"); 43 return -EBUSY; 44 } 45 46 return ops->get_module_power_mode(dev, &data->power, extack); 47 } 48 module_prepare_data(const struct ethnl_req_info * req_base,struct ethnl_reply_data * reply_base,const struct genl_info * info)49 static int module_prepare_data(const struct ethnl_req_info *req_base, 50 struct ethnl_reply_data *reply_base, 51 const struct genl_info *info) 52 { 53 struct module_reply_data *data = MODULE_REPDATA(reply_base); 54 struct net_device *dev = reply_base->dev; 55 int ret; 56 57 ret = ethnl_ops_begin(dev); 58 if (ret < 0) 59 return ret; 60 61 ret = module_get_power_mode(dev, data, info->extack); 62 if (ret < 0) 63 goto out_complete; 64 65 out_complete: 66 ethnl_ops_complete(dev); 67 return ret; 68 } 69 module_reply_size(const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)70 static int module_reply_size(const struct ethnl_req_info *req_base, 71 const struct ethnl_reply_data *reply_base) 72 { 73 struct module_reply_data *data = MODULE_REPDATA(reply_base); 74 int len = 0; 75 76 if (data->power.policy) 77 len += nla_total_size(sizeof(u8)); /* _MODULE_POWER_MODE_POLICY */ 78 79 if (data->power.mode) 80 len += nla_total_size(sizeof(u8)); /* _MODULE_POWER_MODE */ 81 82 return len; 83 } 84 module_fill_reply(struct sk_buff * skb,const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)85 static int module_fill_reply(struct sk_buff *skb, 86 const struct ethnl_req_info *req_base, 87 const struct ethnl_reply_data *reply_base) 88 { 89 const struct module_reply_data *data = MODULE_REPDATA(reply_base); 90 91 if (data->power.policy && 92 nla_put_u8(skb, ETHTOOL_A_MODULE_POWER_MODE_POLICY, 93 data->power.policy)) 94 return -EMSGSIZE; 95 96 if (data->power.mode && 97 nla_put_u8(skb, ETHTOOL_A_MODULE_POWER_MODE, data->power.mode)) 98 return -EMSGSIZE; 99 100 return 0; 101 } 102 103 /* MODULE_SET */ 104 105 const struct nla_policy ethnl_module_set_policy[ETHTOOL_A_MODULE_POWER_MODE_POLICY + 1] = { 106 [ETHTOOL_A_MODULE_HEADER] = NLA_POLICY_NESTED(ethnl_header_policy), 107 [ETHTOOL_A_MODULE_POWER_MODE_POLICY] = 108 NLA_POLICY_RANGE(NLA_U8, ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH, 109 ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO), 110 }; 111 112 static int ethnl_set_module_validate(struct ethnl_req_info * req_info,struct genl_info * info)113 ethnl_set_module_validate(struct ethnl_req_info *req_info, 114 struct genl_info *info) 115 { 116 const struct ethtool_ops *ops = req_info->dev->ethtool_ops; 117 struct nlattr **tb = info->attrs; 118 119 if (!tb[ETHTOOL_A_MODULE_POWER_MODE_POLICY]) 120 return 0; 121 122 if (req_info->dev->ethtool->module_fw_flash_in_progress) { 123 NL_SET_ERR_MSG(info->extack, 124 "Module firmware flashing is in progress"); 125 return -EBUSY; 126 } 127 128 if (!ops->get_module_power_mode || !ops->set_module_power_mode) { 129 NL_SET_ERR_MSG_ATTR(info->extack, 130 tb[ETHTOOL_A_MODULE_POWER_MODE_POLICY], 131 "Setting power mode policy is not supported by this device"); 132 return -EOPNOTSUPP; 133 } 134 135 return 1; 136 } 137 138 static int ethnl_set_module(struct ethnl_req_info * req_info,struct genl_info * info)139 ethnl_set_module(struct ethnl_req_info *req_info, struct genl_info *info) 140 { 141 struct ethtool_module_power_mode_params power = {}; 142 struct ethtool_module_power_mode_params power_new; 143 const struct ethtool_ops *ops; 144 struct net_device *dev = req_info->dev; 145 struct nlattr **tb = info->attrs; 146 int ret; 147 148 ops = dev->ethtool_ops; 149 150 power_new.policy = nla_get_u8(tb[ETHTOOL_A_MODULE_POWER_MODE_POLICY]); 151 ret = ops->get_module_power_mode(dev, &power, info->extack); 152 if (ret < 0) 153 return ret; 154 155 if (power_new.policy == power.policy) 156 return 0; 157 158 ret = ops->set_module_power_mode(dev, &power_new, info->extack); 159 return ret < 0 ? ret : 1; 160 } 161 162 const struct ethnl_request_ops ethnl_module_request_ops = { 163 .request_cmd = ETHTOOL_MSG_MODULE_GET, 164 .reply_cmd = ETHTOOL_MSG_MODULE_GET_REPLY, 165 .hdr_attr = ETHTOOL_A_MODULE_HEADER, 166 .req_info_size = sizeof(struct module_req_info), 167 .reply_data_size = sizeof(struct module_reply_data), 168 169 .prepare_data = module_prepare_data, 170 .reply_size = module_reply_size, 171 .fill_reply = module_fill_reply, 172 173 .set_validate = ethnl_set_module_validate, 174 .set = ethnl_set_module, 175 .set_ntf_cmd = ETHTOOL_MSG_MODULE_NTF, 176 }; 177 178 /* MODULE_FW_FLASH_ACT */ 179 180 const struct nla_policy 181 ethnl_module_fw_flash_act_policy[ETHTOOL_A_MODULE_FW_FLASH_PASSWORD + 1] = { 182 [ETHTOOL_A_MODULE_FW_FLASH_HEADER] = 183 NLA_POLICY_NESTED(ethnl_header_policy), 184 [ETHTOOL_A_MODULE_FW_FLASH_FILE_NAME] = { .type = NLA_NUL_STRING }, 185 [ETHTOOL_A_MODULE_FW_FLASH_PASSWORD] = { .type = NLA_U32 }, 186 }; 187 188 static LIST_HEAD(module_fw_flash_work_list); 189 static DEFINE_SPINLOCK(module_fw_flash_work_list_lock); 190 191 static int module_flash_fw_work_list_add(struct ethtool_module_fw_flash * module_fw,struct genl_info * info)192 module_flash_fw_work_list_add(struct ethtool_module_fw_flash *module_fw, 193 struct genl_info *info) 194 { 195 struct ethtool_module_fw_flash *work; 196 197 /* First, check if already registered. */ 198 spin_lock(&module_fw_flash_work_list_lock); 199 list_for_each_entry(work, &module_fw_flash_work_list, list) { 200 if (work->fw_update.ntf_params.portid == info->snd_portid && 201 work->fw_update.dev == module_fw->fw_update.dev) { 202 spin_unlock(&module_fw_flash_work_list_lock); 203 return -EALREADY; 204 } 205 } 206 207 list_add_tail(&module_fw->list, &module_fw_flash_work_list); 208 spin_unlock(&module_fw_flash_work_list_lock); 209 210 return 0; 211 } 212 module_flash_fw_work_list_del(struct list_head * list)213 static void module_flash_fw_work_list_del(struct list_head *list) 214 { 215 spin_lock(&module_fw_flash_work_list_lock); 216 list_del(list); 217 spin_unlock(&module_fw_flash_work_list_lock); 218 } 219 module_flash_fw_work(struct work_struct * work)220 static void module_flash_fw_work(struct work_struct *work) 221 { 222 struct ethtool_module_fw_flash *module_fw; 223 224 module_fw = container_of(work, struct ethtool_module_fw_flash, work); 225 226 ethtool_cmis_fw_update(&module_fw->fw_update); 227 228 module_flash_fw_work_list_del(&module_fw->list); 229 module_fw->fw_update.dev->ethtool->module_fw_flash_in_progress = false; 230 netdev_put(module_fw->fw_update.dev, &module_fw->dev_tracker); 231 release_firmware(module_fw->fw_update.fw); 232 kfree(module_fw); 233 } 234 235 #define MODULE_EEPROM_PHYS_ID_PAGE 0 236 #define MODULE_EEPROM_PHYS_ID_I2C_ADDR 0x50 237 module_flash_fw_work_init(struct ethtool_module_fw_flash * module_fw,struct net_device * dev,struct netlink_ext_ack * extack)238 static int module_flash_fw_work_init(struct ethtool_module_fw_flash *module_fw, 239 struct net_device *dev, 240 struct netlink_ext_ack *extack) 241 { 242 const struct ethtool_ops *ops = dev->ethtool_ops; 243 struct ethtool_module_eeprom page_data = {}; 244 u8 phys_id; 245 int err; 246 247 /* Fetch the SFF-8024 Identifier Value. For all supported standards, it 248 * is located at I2C address 0x50, byte 0. See section 4.1 in SFF-8024, 249 * revision 4.9. 250 */ 251 page_data.page = MODULE_EEPROM_PHYS_ID_PAGE; 252 page_data.offset = SFP_PHYS_ID; 253 page_data.length = sizeof(phys_id); 254 page_data.i2c_address = MODULE_EEPROM_PHYS_ID_I2C_ADDR; 255 page_data.data = &phys_id; 256 257 err = ops->get_module_eeprom_by_page(dev, &page_data, extack); 258 if (err < 0) 259 return err; 260 261 switch (phys_id) { 262 case SFF8024_ID_QSFP_DD: 263 case SFF8024_ID_OSFP: 264 case SFF8024_ID_DSFP: 265 case SFF8024_ID_QSFP_PLUS_CMIS: 266 case SFF8024_ID_SFP_DD_CMIS: 267 case SFF8024_ID_SFP_PLUS_CMIS: 268 INIT_WORK(&module_fw->work, module_flash_fw_work); 269 break; 270 default: 271 NL_SET_ERR_MSG(extack, 272 "Module type does not support firmware flashing"); 273 return -EOPNOTSUPP; 274 } 275 276 return 0; 277 } 278 ethnl_module_fw_flash_sock_destroy(struct ethnl_sock_priv * sk_priv)279 void ethnl_module_fw_flash_sock_destroy(struct ethnl_sock_priv *sk_priv) 280 { 281 struct ethtool_module_fw_flash *work; 282 283 spin_lock(&module_fw_flash_work_list_lock); 284 list_for_each_entry(work, &module_fw_flash_work_list, list) { 285 if (work->fw_update.dev == sk_priv->dev && 286 work->fw_update.ntf_params.portid == sk_priv->portid) { 287 work->fw_update.ntf_params.closed_sock = true; 288 break; 289 } 290 } 291 spin_unlock(&module_fw_flash_work_list_lock); 292 } 293 294 static int module_flash_fw_schedule(struct net_device * dev,const char * file_name,struct ethtool_module_fw_flash_params * params,struct sk_buff * skb,struct genl_info * info)295 module_flash_fw_schedule(struct net_device *dev, const char *file_name, 296 struct ethtool_module_fw_flash_params *params, 297 struct sk_buff *skb, struct genl_info *info) 298 { 299 struct ethtool_cmis_fw_update_params *fw_update; 300 struct ethtool_module_fw_flash *module_fw; 301 int err; 302 303 module_fw = kzalloc(sizeof(*module_fw), GFP_KERNEL); 304 if (!module_fw) 305 return -ENOMEM; 306 307 fw_update = &module_fw->fw_update; 308 fw_update->params = *params; 309 err = request_firmware_direct(&fw_update->fw, 310 file_name, &dev->dev); 311 if (err) { 312 NL_SET_ERR_MSG(info->extack, 313 "Failed to request module firmware image"); 314 goto err_free; 315 } 316 317 err = module_flash_fw_work_init(module_fw, dev, info->extack); 318 if (err < 0) 319 goto err_release_firmware; 320 321 dev->ethtool->module_fw_flash_in_progress = true; 322 netdev_hold(dev, &module_fw->dev_tracker, GFP_KERNEL); 323 fw_update->dev = dev; 324 fw_update->ntf_params.portid = info->snd_portid; 325 fw_update->ntf_params.seq = info->snd_seq; 326 fw_update->ntf_params.closed_sock = false; 327 328 err = ethnl_sock_priv_set(skb, dev, fw_update->ntf_params.portid, 329 ETHTOOL_SOCK_TYPE_MODULE_FW_FLASH); 330 if (err < 0) 331 goto err_release_firmware; 332 333 err = module_flash_fw_work_list_add(module_fw, info); 334 if (err < 0) 335 goto err_release_firmware; 336 337 schedule_work(&module_fw->work); 338 339 return 0; 340 341 err_release_firmware: 342 release_firmware(fw_update->fw); 343 err_free: 344 kfree(module_fw); 345 return err; 346 } 347 module_flash_fw(struct net_device * dev,struct nlattr ** tb,struct sk_buff * skb,struct genl_info * info)348 static int module_flash_fw(struct net_device *dev, struct nlattr **tb, 349 struct sk_buff *skb, struct genl_info *info) 350 { 351 struct ethtool_module_fw_flash_params params = {}; 352 const char *file_name; 353 struct nlattr *attr; 354 355 if (GENL_REQ_ATTR_CHECK(info, ETHTOOL_A_MODULE_FW_FLASH_FILE_NAME)) 356 return -EINVAL; 357 358 file_name = nla_data(tb[ETHTOOL_A_MODULE_FW_FLASH_FILE_NAME]); 359 360 attr = tb[ETHTOOL_A_MODULE_FW_FLASH_PASSWORD]; 361 if (attr) { 362 params.password = cpu_to_be32(nla_get_u32(attr)); 363 params.password_valid = true; 364 } 365 366 return module_flash_fw_schedule(dev, file_name, ¶ms, skb, info); 367 } 368 ethnl_module_fw_flash_validate(struct net_device * dev,struct netlink_ext_ack * extack)369 static int ethnl_module_fw_flash_validate(struct net_device *dev, 370 struct netlink_ext_ack *extack) 371 { 372 struct devlink_port *devlink_port = dev->devlink_port; 373 const struct ethtool_ops *ops = dev->ethtool_ops; 374 375 if (!ops->set_module_eeprom_by_page || 376 !ops->get_module_eeprom_by_page) { 377 NL_SET_ERR_MSG(extack, 378 "Flashing module firmware is not supported by this device"); 379 return -EOPNOTSUPP; 380 } 381 382 if (!ops->reset) { 383 NL_SET_ERR_MSG(extack, 384 "Reset module is not supported by this device, so flashing is not permitted"); 385 return -EOPNOTSUPP; 386 } 387 388 if (dev->ethtool->module_fw_flash_in_progress) { 389 NL_SET_ERR_MSG(extack, "Module firmware flashing already in progress"); 390 return -EBUSY; 391 } 392 393 if (dev->flags & IFF_UP) { 394 NL_SET_ERR_MSG(extack, "Netdevice is up, so flashing is not permitted"); 395 return -EBUSY; 396 } 397 398 if (devlink_port && devlink_port->attrs.split) { 399 NL_SET_ERR_MSG(extack, "Can't perform firmware flashing on a split port"); 400 return -EOPNOTSUPP; 401 } 402 403 return 0; 404 } 405 ethnl_act_module_fw_flash(struct sk_buff * skb,struct genl_info * info)406 int ethnl_act_module_fw_flash(struct sk_buff *skb, struct genl_info *info) 407 { 408 struct ethnl_req_info req_info = {}; 409 struct nlattr **tb = info->attrs; 410 struct net_device *dev; 411 int ret; 412 413 ret = ethnl_parse_header_dev_get(&req_info, 414 tb[ETHTOOL_A_MODULE_FW_FLASH_HEADER], 415 genl_info_net(info), info->extack, 416 true); 417 if (ret < 0) 418 return ret; 419 dev = req_info.dev; 420 421 rtnl_lock(); 422 ret = ethnl_ops_begin(dev); 423 if (ret < 0) 424 goto out_rtnl; 425 426 ret = ethnl_module_fw_flash_validate(dev, info->extack); 427 if (ret < 0) 428 goto out_rtnl; 429 430 ret = module_flash_fw(dev, tb, skb, info); 431 432 ethnl_ops_complete(dev); 433 434 out_rtnl: 435 rtnl_unlock(); 436 ethnl_parse_header_dev_put(&req_info); 437 return ret; 438 } 439 440 /* MODULE_FW_FLASH_NTF */ 441 442 static int ethnl_module_fw_flash_ntf_put_err(struct sk_buff * skb,char * err_msg,char * sub_err_msg)443 ethnl_module_fw_flash_ntf_put_err(struct sk_buff *skb, char *err_msg, 444 char *sub_err_msg) 445 { 446 int err_msg_len, sub_err_msg_len, total_len; 447 struct nlattr *attr; 448 449 if (!err_msg) 450 return 0; 451 452 err_msg_len = strlen(err_msg); 453 total_len = err_msg_len + 2; /* For period and NUL. */ 454 455 if (sub_err_msg) { 456 sub_err_msg_len = strlen(sub_err_msg); 457 total_len += sub_err_msg_len + 2; /* For ", ". */ 458 } 459 460 attr = nla_reserve(skb, ETHTOOL_A_MODULE_FW_FLASH_STATUS_MSG, 461 total_len); 462 if (!attr) 463 return -ENOMEM; 464 465 if (sub_err_msg) 466 sprintf(nla_data(attr), "%s, %s.", err_msg, sub_err_msg); 467 else 468 sprintf(nla_data(attr), "%s.", err_msg); 469 470 return 0; 471 } 472 473 static void ethnl_module_fw_flash_ntf(struct net_device * dev,enum ethtool_module_fw_flash_status status,struct ethnl_module_fw_flash_ntf_params * ntf_params,char * err_msg,char * sub_err_msg,u64 done,u64 total)474 ethnl_module_fw_flash_ntf(struct net_device *dev, 475 enum ethtool_module_fw_flash_status status, 476 struct ethnl_module_fw_flash_ntf_params *ntf_params, 477 char *err_msg, char *sub_err_msg, 478 u64 done, u64 total) 479 { 480 struct sk_buff *skb; 481 void *hdr; 482 int ret; 483 484 if (ntf_params->closed_sock) 485 return; 486 487 skb = genlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL); 488 if (!skb) 489 return; 490 491 hdr = ethnl_unicast_put(skb, ntf_params->portid, ++ntf_params->seq, 492 ETHTOOL_MSG_MODULE_FW_FLASH_NTF); 493 if (!hdr) 494 goto err_skb; 495 496 ret = ethnl_fill_reply_header(skb, dev, 497 ETHTOOL_A_MODULE_FW_FLASH_HEADER); 498 if (ret < 0) 499 goto err_skb; 500 501 if (nla_put_u32(skb, ETHTOOL_A_MODULE_FW_FLASH_STATUS, status)) 502 goto err_skb; 503 504 ret = ethnl_module_fw_flash_ntf_put_err(skb, err_msg, sub_err_msg); 505 if (ret < 0) 506 goto err_skb; 507 508 if (nla_put_uint(skb, ETHTOOL_A_MODULE_FW_FLASH_DONE, done)) 509 goto err_skb; 510 511 if (nla_put_uint(skb, ETHTOOL_A_MODULE_FW_FLASH_TOTAL, total)) 512 goto err_skb; 513 514 genlmsg_end(skb, hdr); 515 genlmsg_unicast(dev_net(dev), skb, ntf_params->portid); 516 return; 517 518 err_skb: 519 nlmsg_free(skb); 520 } 521 ethnl_module_fw_flash_ntf_err(struct net_device * dev,struct ethnl_module_fw_flash_ntf_params * params,char * err_msg,char * sub_err_msg)522 void ethnl_module_fw_flash_ntf_err(struct net_device *dev, 523 struct ethnl_module_fw_flash_ntf_params *params, 524 char *err_msg, char *sub_err_msg) 525 { 526 ethnl_module_fw_flash_ntf(dev, ETHTOOL_MODULE_FW_FLASH_STATUS_ERROR, 527 params, err_msg, sub_err_msg, 0, 0); 528 } 529 530 void ethnl_module_fw_flash_ntf_start(struct net_device * dev,struct ethnl_module_fw_flash_ntf_params * params)531 ethnl_module_fw_flash_ntf_start(struct net_device *dev, 532 struct ethnl_module_fw_flash_ntf_params *params) 533 { 534 ethnl_module_fw_flash_ntf(dev, ETHTOOL_MODULE_FW_FLASH_STATUS_STARTED, 535 params, NULL, NULL, 0, 0); 536 } 537 538 void ethnl_module_fw_flash_ntf_complete(struct net_device * dev,struct ethnl_module_fw_flash_ntf_params * params)539 ethnl_module_fw_flash_ntf_complete(struct net_device *dev, 540 struct ethnl_module_fw_flash_ntf_params *params) 541 { 542 ethnl_module_fw_flash_ntf(dev, ETHTOOL_MODULE_FW_FLASH_STATUS_COMPLETED, 543 params, NULL, NULL, 0, 0); 544 } 545 546 void ethnl_module_fw_flash_ntf_in_progress(struct net_device * dev,struct ethnl_module_fw_flash_ntf_params * params,u64 done,u64 total)547 ethnl_module_fw_flash_ntf_in_progress(struct net_device *dev, 548 struct ethnl_module_fw_flash_ntf_params *params, 549 u64 done, u64 total) 550 { 551 ethnl_module_fw_flash_ntf(dev, 552 ETHTOOL_MODULE_FW_FLASH_STATUS_IN_PROGRESS, 553 params, NULL, NULL, done, total); 554 } 555