1 // SPDX-License-Identifier: GPL-2.0 2 #include "bcachefs.h" 3 #include "disk_groups.h" 4 #include "sb-members.h" 5 #include "super-io.h" 6 7 #include <linux/sort.h> 8 group_cmp(const void * _l,const void * _r)9 static int group_cmp(const void *_l, const void *_r) 10 { 11 const struct bch_disk_group *l = _l; 12 const struct bch_disk_group *r = _r; 13 14 return ((BCH_GROUP_DELETED(l) > BCH_GROUP_DELETED(r)) - 15 (BCH_GROUP_DELETED(l) < BCH_GROUP_DELETED(r))) ?: 16 ((BCH_GROUP_PARENT(l) > BCH_GROUP_PARENT(r)) - 17 (BCH_GROUP_PARENT(l) < BCH_GROUP_PARENT(r))) ?: 18 strncmp(l->label, r->label, sizeof(l->label)); 19 } 20 bch2_sb_disk_groups_validate(struct bch_sb * sb,struct bch_sb_field * f,enum bch_validate_flags flags,struct printbuf * err)21 static int bch2_sb_disk_groups_validate(struct bch_sb *sb, struct bch_sb_field *f, 22 enum bch_validate_flags flags, struct printbuf *err) 23 { 24 struct bch_sb_field_disk_groups *groups = 25 field_to_type(f, disk_groups); 26 struct bch_disk_group *g, *sorted = NULL; 27 unsigned nr_groups = disk_groups_nr(groups); 28 unsigned i, len; 29 int ret = 0; 30 31 for (i = 0; i < sb->nr_devices; i++) { 32 struct bch_member m = bch2_sb_member_get(sb, i); 33 unsigned group_id; 34 35 if (!BCH_MEMBER_GROUP(&m)) 36 continue; 37 38 group_id = BCH_MEMBER_GROUP(&m) - 1; 39 40 if (group_id >= nr_groups) { 41 prt_printf(err, "disk %u has invalid label %u (have %u)", 42 i, group_id, nr_groups); 43 return -BCH_ERR_invalid_sb_disk_groups; 44 } 45 46 if (BCH_GROUP_DELETED(&groups->entries[group_id])) { 47 prt_printf(err, "disk %u has deleted label %u", i, group_id); 48 return -BCH_ERR_invalid_sb_disk_groups; 49 } 50 } 51 52 if (!nr_groups) 53 return 0; 54 55 for (i = 0; i < nr_groups; i++) { 56 g = groups->entries + i; 57 58 if (BCH_GROUP_DELETED(g)) 59 continue; 60 61 len = strnlen(g->label, sizeof(g->label)); 62 if (!len) { 63 prt_printf(err, "label %u empty", i); 64 return -BCH_ERR_invalid_sb_disk_groups; 65 } 66 } 67 68 sorted = kmalloc_array(nr_groups, sizeof(*sorted), GFP_KERNEL); 69 if (!sorted) 70 return -BCH_ERR_ENOMEM_disk_groups_validate; 71 72 memcpy(sorted, groups->entries, nr_groups * sizeof(*sorted)); 73 sort(sorted, nr_groups, sizeof(*sorted), group_cmp, NULL); 74 75 for (g = sorted; g + 1 < sorted + nr_groups; g++) 76 if (!BCH_GROUP_DELETED(g) && 77 !group_cmp(&g[0], &g[1])) { 78 prt_printf(err, "duplicate label %llu.%.*s", 79 BCH_GROUP_PARENT(g), 80 (int) sizeof(g->label), g->label); 81 ret = -BCH_ERR_invalid_sb_disk_groups; 82 goto err; 83 } 84 err: 85 kfree(sorted); 86 return ret; 87 } 88 bch2_disk_groups_to_text(struct printbuf * out,struct bch_fs * c)89 void bch2_disk_groups_to_text(struct printbuf *out, struct bch_fs *c) 90 { 91 out->atomic++; 92 rcu_read_lock(); 93 94 struct bch_disk_groups_cpu *g = rcu_dereference(c->disk_groups); 95 if (!g) 96 goto out; 97 98 for (unsigned i = 0; i < g->nr; i++) { 99 if (i) 100 prt_printf(out, " "); 101 102 if (g->entries[i].deleted) { 103 prt_printf(out, "[deleted]"); 104 continue; 105 } 106 107 prt_printf(out, "[parent %d devs", g->entries[i].parent); 108 for_each_member_device_rcu(c, ca, &g->entries[i].devs) 109 prt_printf(out, " %s", ca->name); 110 prt_printf(out, "]"); 111 } 112 113 out: 114 rcu_read_unlock(); 115 out->atomic--; 116 } 117 bch2_sb_disk_groups_to_text(struct printbuf * out,struct bch_sb * sb,struct bch_sb_field * f)118 static void bch2_sb_disk_groups_to_text(struct printbuf *out, 119 struct bch_sb *sb, 120 struct bch_sb_field *f) 121 { 122 struct bch_sb_field_disk_groups *groups = 123 field_to_type(f, disk_groups); 124 struct bch_disk_group *g; 125 unsigned nr_groups = disk_groups_nr(groups); 126 127 for (g = groups->entries; 128 g < groups->entries + nr_groups; 129 g++) { 130 if (g != groups->entries) 131 prt_printf(out, " "); 132 133 if (BCH_GROUP_DELETED(g)) 134 prt_printf(out, "[deleted]"); 135 else 136 prt_printf(out, "[parent %llu name %s]", 137 BCH_GROUP_PARENT(g), g->label); 138 } 139 } 140 141 const struct bch_sb_field_ops bch_sb_field_ops_disk_groups = { 142 .validate = bch2_sb_disk_groups_validate, 143 .to_text = bch2_sb_disk_groups_to_text 144 }; 145 bch2_sb_disk_groups_to_cpu(struct bch_fs * c)146 int bch2_sb_disk_groups_to_cpu(struct bch_fs *c) 147 { 148 struct bch_sb_field_disk_groups *groups; 149 struct bch_disk_groups_cpu *cpu_g, *old_g; 150 unsigned i, g, nr_groups; 151 152 lockdep_assert_held(&c->sb_lock); 153 154 groups = bch2_sb_field_get(c->disk_sb.sb, disk_groups); 155 nr_groups = disk_groups_nr(groups); 156 157 if (!groups) 158 return 0; 159 160 cpu_g = kzalloc(struct_size(cpu_g, entries, nr_groups), GFP_KERNEL); 161 if (!cpu_g) 162 return -BCH_ERR_ENOMEM_disk_groups_to_cpu; 163 164 cpu_g->nr = nr_groups; 165 166 for (i = 0; i < nr_groups; i++) { 167 struct bch_disk_group *src = &groups->entries[i]; 168 struct bch_disk_group_cpu *dst = &cpu_g->entries[i]; 169 170 dst->deleted = BCH_GROUP_DELETED(src); 171 dst->parent = BCH_GROUP_PARENT(src); 172 memcpy(dst->label, src->label, sizeof(dst->label)); 173 } 174 175 for (i = 0; i < c->disk_sb.sb->nr_devices; i++) { 176 struct bch_member m = bch2_sb_member_get(c->disk_sb.sb, i); 177 struct bch_disk_group_cpu *dst; 178 179 if (!bch2_member_alive(&m)) 180 continue; 181 182 g = BCH_MEMBER_GROUP(&m); 183 while (g) { 184 dst = &cpu_g->entries[g - 1]; 185 __set_bit(i, dst->devs.d); 186 g = dst->parent; 187 } 188 } 189 190 old_g = rcu_dereference_protected(c->disk_groups, 191 lockdep_is_held(&c->sb_lock)); 192 rcu_assign_pointer(c->disk_groups, cpu_g); 193 if (old_g) 194 kfree_rcu(old_g, rcu); 195 196 return 0; 197 } 198 bch2_target_to_mask(struct bch_fs * c,unsigned target)199 const struct bch_devs_mask *bch2_target_to_mask(struct bch_fs *c, unsigned target) 200 { 201 struct target t = target_decode(target); 202 struct bch_devs_mask *devs; 203 204 rcu_read_lock(); 205 206 switch (t.type) { 207 case TARGET_NULL: 208 devs = NULL; 209 break; 210 case TARGET_DEV: { 211 struct bch_dev *ca = t.dev < c->sb.nr_devices 212 ? rcu_dereference(c->devs[t.dev]) 213 : NULL; 214 devs = ca ? &ca->self : NULL; 215 break; 216 } 217 case TARGET_GROUP: { 218 struct bch_disk_groups_cpu *g = rcu_dereference(c->disk_groups); 219 220 devs = g && t.group < g->nr && !g->entries[t.group].deleted 221 ? &g->entries[t.group].devs 222 : NULL; 223 break; 224 } 225 default: 226 BUG(); 227 } 228 229 rcu_read_unlock(); 230 231 return devs; 232 } 233 bch2_dev_in_target(struct bch_fs * c,unsigned dev,unsigned target)234 bool bch2_dev_in_target(struct bch_fs *c, unsigned dev, unsigned target) 235 { 236 struct target t = target_decode(target); 237 238 switch (t.type) { 239 case TARGET_NULL: 240 return false; 241 case TARGET_DEV: 242 return dev == t.dev; 243 case TARGET_GROUP: { 244 struct bch_disk_groups_cpu *g; 245 const struct bch_devs_mask *m; 246 bool ret; 247 248 rcu_read_lock(); 249 g = rcu_dereference(c->disk_groups); 250 m = g && t.group < g->nr && !g->entries[t.group].deleted 251 ? &g->entries[t.group].devs 252 : NULL; 253 254 ret = m ? test_bit(dev, m->d) : false; 255 rcu_read_unlock(); 256 257 return ret; 258 } 259 default: 260 BUG(); 261 } 262 } 263 __bch2_disk_group_find(struct bch_sb_field_disk_groups * groups,unsigned parent,const char * name,unsigned namelen)264 static int __bch2_disk_group_find(struct bch_sb_field_disk_groups *groups, 265 unsigned parent, 266 const char *name, unsigned namelen) 267 { 268 unsigned i, nr_groups = disk_groups_nr(groups); 269 270 if (!namelen || namelen > BCH_SB_LABEL_SIZE) 271 return -EINVAL; 272 273 for (i = 0; i < nr_groups; i++) { 274 struct bch_disk_group *g = groups->entries + i; 275 276 if (BCH_GROUP_DELETED(g)) 277 continue; 278 279 if (!BCH_GROUP_DELETED(g) && 280 BCH_GROUP_PARENT(g) == parent && 281 strnlen(g->label, sizeof(g->label)) == namelen && 282 !memcmp(name, g->label, namelen)) 283 return i; 284 } 285 286 return -1; 287 } 288 __bch2_disk_group_add(struct bch_sb_handle * sb,unsigned parent,const char * name,unsigned namelen)289 static int __bch2_disk_group_add(struct bch_sb_handle *sb, unsigned parent, 290 const char *name, unsigned namelen) 291 { 292 struct bch_sb_field_disk_groups *groups = 293 bch2_sb_field_get(sb->sb, disk_groups); 294 unsigned i, nr_groups = disk_groups_nr(groups); 295 struct bch_disk_group *g; 296 297 if (!namelen || namelen > BCH_SB_LABEL_SIZE) 298 return -EINVAL; 299 300 for (i = 0; 301 i < nr_groups && !BCH_GROUP_DELETED(&groups->entries[i]); 302 i++) 303 ; 304 305 if (i == nr_groups) { 306 unsigned u64s = 307 (sizeof(struct bch_sb_field_disk_groups) + 308 sizeof(struct bch_disk_group) * (nr_groups + 1)) / 309 sizeof(u64); 310 311 groups = bch2_sb_field_resize(sb, disk_groups, u64s); 312 if (!groups) 313 return -BCH_ERR_ENOSPC_disk_label_add; 314 315 nr_groups = disk_groups_nr(groups); 316 } 317 318 BUG_ON(i >= nr_groups); 319 320 g = &groups->entries[i]; 321 322 memcpy(g->label, name, namelen); 323 if (namelen < sizeof(g->label)) 324 g->label[namelen] = '\0'; 325 SET_BCH_GROUP_DELETED(g, 0); 326 SET_BCH_GROUP_PARENT(g, parent); 327 SET_BCH_GROUP_DATA_ALLOWED(g, ~0); 328 329 return i; 330 } 331 bch2_disk_path_find(struct bch_sb_handle * sb,const char * name)332 int bch2_disk_path_find(struct bch_sb_handle *sb, const char *name) 333 { 334 struct bch_sb_field_disk_groups *groups = 335 bch2_sb_field_get(sb->sb, disk_groups); 336 int v = -1; 337 338 do { 339 const char *next = strchrnul(name, '.'); 340 unsigned len = next - name; 341 342 if (*next == '.') 343 next++; 344 345 v = __bch2_disk_group_find(groups, v + 1, name, len); 346 name = next; 347 } while (*name && v >= 0); 348 349 return v; 350 } 351 bch2_disk_path_find_or_create(struct bch_sb_handle * sb,const char * name)352 int bch2_disk_path_find_or_create(struct bch_sb_handle *sb, const char *name) 353 { 354 struct bch_sb_field_disk_groups *groups; 355 unsigned parent = 0; 356 int v = -1; 357 358 do { 359 const char *next = strchrnul(name, '.'); 360 unsigned len = next - name; 361 362 if (*next == '.') 363 next++; 364 365 groups = bch2_sb_field_get(sb->sb, disk_groups); 366 367 v = __bch2_disk_group_find(groups, parent, name, len); 368 if (v < 0) 369 v = __bch2_disk_group_add(sb, parent, name, len); 370 if (v < 0) 371 return v; 372 373 parent = v + 1; 374 name = next; 375 } while (*name && v >= 0); 376 377 return v; 378 } 379 bch2_disk_path_to_text(struct printbuf * out,struct bch_fs * c,unsigned v)380 void bch2_disk_path_to_text(struct printbuf *out, struct bch_fs *c, unsigned v) 381 { 382 struct bch_disk_groups_cpu *groups; 383 struct bch_disk_group_cpu *g; 384 unsigned nr = 0; 385 u16 path[32]; 386 387 out->atomic++; 388 rcu_read_lock(); 389 groups = rcu_dereference(c->disk_groups); 390 if (!groups) 391 goto invalid; 392 393 while (1) { 394 if (nr == ARRAY_SIZE(path)) 395 goto invalid; 396 397 if (v >= groups->nr) 398 goto invalid; 399 400 g = groups->entries + v; 401 402 if (g->deleted) 403 goto invalid; 404 405 path[nr++] = v; 406 407 if (!g->parent) 408 break; 409 410 v = g->parent - 1; 411 } 412 413 while (nr) { 414 v = path[--nr]; 415 g = groups->entries + v; 416 417 prt_printf(out, "%.*s", (int) sizeof(g->label), g->label); 418 if (nr) 419 prt_printf(out, "."); 420 } 421 out: 422 rcu_read_unlock(); 423 out->atomic--; 424 return; 425 invalid: 426 prt_printf(out, "invalid label %u", v); 427 goto out; 428 } 429 bch2_disk_path_to_text_sb(struct printbuf * out,struct bch_sb * sb,unsigned v)430 void bch2_disk_path_to_text_sb(struct printbuf *out, struct bch_sb *sb, unsigned v) 431 { 432 struct bch_sb_field_disk_groups *groups = 433 bch2_sb_field_get(sb, disk_groups); 434 struct bch_disk_group *g; 435 unsigned nr = 0; 436 u16 path[32]; 437 438 while (1) { 439 if (nr == ARRAY_SIZE(path)) 440 goto inval; 441 442 if (v >= disk_groups_nr(groups)) 443 goto inval; 444 445 g = groups->entries + v; 446 447 if (BCH_GROUP_DELETED(g)) 448 goto inval; 449 450 path[nr++] = v; 451 452 if (!BCH_GROUP_PARENT(g)) 453 break; 454 455 v = BCH_GROUP_PARENT(g) - 1; 456 } 457 458 while (nr) { 459 v = path[--nr]; 460 g = groups->entries + v; 461 462 prt_printf(out, "%.*s", (int) sizeof(g->label), g->label); 463 if (nr) 464 prt_printf(out, "."); 465 } 466 return; 467 inval: 468 prt_printf(out, "invalid label %u", v); 469 } 470 __bch2_dev_group_set(struct bch_fs * c,struct bch_dev * ca,const char * name)471 int __bch2_dev_group_set(struct bch_fs *c, struct bch_dev *ca, const char *name) 472 { 473 struct bch_member *mi; 474 int ret, v = -1; 475 476 if (!strlen(name) || !strcmp(name, "none")) 477 return 0; 478 479 v = bch2_disk_path_find_or_create(&c->disk_sb, name); 480 if (v < 0) 481 return v; 482 483 ret = bch2_sb_disk_groups_to_cpu(c); 484 if (ret) 485 return ret; 486 487 mi = bch2_members_v2_get_mut(c->disk_sb.sb, ca->dev_idx); 488 SET_BCH_MEMBER_GROUP(mi, v + 1); 489 return 0; 490 } 491 bch2_dev_group_set(struct bch_fs * c,struct bch_dev * ca,const char * name)492 int bch2_dev_group_set(struct bch_fs *c, struct bch_dev *ca, const char *name) 493 { 494 int ret; 495 496 mutex_lock(&c->sb_lock); 497 ret = __bch2_dev_group_set(c, ca, name) ?: 498 bch2_write_super(c); 499 mutex_unlock(&c->sb_lock); 500 501 return ret; 502 } 503 bch2_opt_target_parse(struct bch_fs * c,const char * val,u64 * res,struct printbuf * err)504 int bch2_opt_target_parse(struct bch_fs *c, const char *val, u64 *res, 505 struct printbuf *err) 506 { 507 struct bch_dev *ca; 508 int g; 509 510 if (!val) 511 return -EINVAL; 512 513 if (!c) 514 return -BCH_ERR_option_needs_open_fs; 515 516 if (!strlen(val) || !strcmp(val, "none")) { 517 *res = 0; 518 return 0; 519 } 520 521 /* Is it a device? */ 522 ca = bch2_dev_lookup(c, val); 523 if (!IS_ERR(ca)) { 524 *res = dev_to_target(ca->dev_idx); 525 bch2_dev_put(ca); 526 return 0; 527 } 528 529 mutex_lock(&c->sb_lock); 530 g = bch2_disk_path_find(&c->disk_sb, val); 531 mutex_unlock(&c->sb_lock); 532 533 if (g >= 0) { 534 *res = group_to_target(g); 535 return 0; 536 } 537 538 return -EINVAL; 539 } 540 bch2_target_to_text(struct printbuf * out,struct bch_fs * c,unsigned v)541 void bch2_target_to_text(struct printbuf *out, struct bch_fs *c, unsigned v) 542 { 543 struct target t = target_decode(v); 544 545 switch (t.type) { 546 case TARGET_NULL: 547 prt_printf(out, "none"); 548 break; 549 case TARGET_DEV: { 550 struct bch_dev *ca; 551 552 out->atomic++; 553 rcu_read_lock(); 554 ca = t.dev < c->sb.nr_devices 555 ? rcu_dereference(c->devs[t.dev]) 556 : NULL; 557 558 if (ca && percpu_ref_tryget(&ca->io_ref)) { 559 prt_printf(out, "/dev/%s", ca->name); 560 percpu_ref_put(&ca->io_ref); 561 } else if (ca) { 562 prt_printf(out, "offline device %u", t.dev); 563 } else { 564 prt_printf(out, "invalid device %u", t.dev); 565 } 566 567 rcu_read_unlock(); 568 out->atomic--; 569 break; 570 } 571 case TARGET_GROUP: 572 bch2_disk_path_to_text(out, c, t.group); 573 break; 574 default: 575 BUG(); 576 } 577 } 578 bch2_target_to_text_sb(struct printbuf * out,struct bch_sb * sb,unsigned v)579 static void bch2_target_to_text_sb(struct printbuf *out, struct bch_sb *sb, unsigned v) 580 { 581 struct target t = target_decode(v); 582 583 switch (t.type) { 584 case TARGET_NULL: 585 prt_printf(out, "none"); 586 break; 587 case TARGET_DEV: { 588 struct bch_member m = bch2_sb_member_get(sb, t.dev); 589 590 if (bch2_member_exists(sb, t.dev)) { 591 prt_printf(out, "Device "); 592 pr_uuid(out, m.uuid.b); 593 prt_printf(out, " (%u)", t.dev); 594 } else { 595 prt_printf(out, "Bad device %u", t.dev); 596 } 597 break; 598 } 599 case TARGET_GROUP: 600 bch2_disk_path_to_text_sb(out, sb, t.group); 601 break; 602 default: 603 BUG(); 604 } 605 } 606 bch2_opt_target_to_text(struct printbuf * out,struct bch_fs * c,struct bch_sb * sb,u64 v)607 void bch2_opt_target_to_text(struct printbuf *out, 608 struct bch_fs *c, 609 struct bch_sb *sb, 610 u64 v) 611 { 612 if (c) 613 bch2_target_to_text(out, c, v); 614 else 615 bch2_target_to_text_sb(out, sb, v); 616 } 617