1 /* SPDX-License-Identifier: GPL-2.0 */
2 
3 #ifndef BTRFS_ZONED_H
4 #define BTRFS_ZONED_H
5 
6 #include <linux/types.h>
7 #include <linux/atomic.h>
8 #include <linux/blkdev.h>
9 #include <linux/blkzoned.h>
10 #include <linux/errno.h>
11 #include <linux/spinlock.h>
12 #include <linux/mutex.h>
13 #include "messages.h"
14 #include "volumes.h"
15 #include "disk-io.h"
16 #include "block-group.h"
17 #include "btrfs_inode.h"
18 #include "fs.h"
19 
20 struct block_device;
21 struct extent_buffer;
22 struct btrfs_bio;
23 struct btrfs_ordered_extent;
24 struct btrfs_fs_info;
25 struct btrfs_space_info;
26 struct btrfs_eb_write_context;
27 struct btrfs_fs_devices;
28 
29 #define BTRFS_DEFAULT_RECLAIM_THRESH           			(75)
30 
31 struct btrfs_zoned_device_info {
32 	/*
33 	 * Number of zones, zone size and types of zones if bdev is a
34 	 * zoned block device.
35 	 */
36 	u64 zone_size;
37 	u8  zone_size_shift;
38 	u32 nr_zones;
39 	unsigned int max_active_zones;
40 	/*
41 	 * Reserved active zones for one metadata and one system block group.
42 	 * It can vary per-device depending on the allocation status.
43 	 */
44 	int reserved_active_zones;
45 	atomic_t active_zones_left;
46 	unsigned long *seq_zones;
47 	unsigned long *empty_zones;
48 	unsigned long *active_zones;
49 	struct blk_zone *zone_cache;
50 	struct blk_zone sb_zones[2 * BTRFS_SUPER_MIRROR_MAX];
51 };
52 
53 void btrfs_finish_ordered_zoned(struct btrfs_ordered_extent *ordered);
54 
55 #ifdef CONFIG_BLK_DEV_ZONED
56 int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info);
57 int btrfs_get_dev_zone_info(struct btrfs_device *device, bool populate_cache);
58 void btrfs_destroy_dev_zone_info(struct btrfs_device *device);
59 struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(struct btrfs_device *orig_dev);
60 int btrfs_check_zoned_mode(struct btrfs_fs_info *fs_info);
61 int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
62 				unsigned long long *mount_opt);
63 int btrfs_sb_log_location_bdev(struct block_device *bdev, int mirror, int rw,
64 			       u64 *bytenr_ret);
65 int btrfs_sb_log_location(struct btrfs_device *device, int mirror, int rw,
66 			  u64 *bytenr_ret);
67 int btrfs_advance_sb_log(struct btrfs_device *device, int mirror);
68 int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror);
69 u64 btrfs_find_allocatable_zones(struct btrfs_device *device, u64 hole_start,
70 				 u64 hole_end, u64 num_bytes);
71 int btrfs_reset_device_zone(struct btrfs_device *device, u64 physical,
72 			    u64 length, u64 *bytes);
73 int btrfs_ensure_empty_zones(struct btrfs_device *device, u64 start, u64 size);
74 int btrfs_load_block_group_zone_info(struct btrfs_block_group *cache, bool new);
75 void btrfs_calc_zone_unusable(struct btrfs_block_group *cache);
76 bool btrfs_use_zone_append(struct btrfs_bio *bbio);
77 void btrfs_record_physical_zoned(struct btrfs_bio *bbio);
78 int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
79 				   struct btrfs_eb_write_context *ctx);
80 int btrfs_zoned_issue_zeroout(struct btrfs_device *device, u64 physical, u64 length);
81 int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev, u64 logical,
82 				  u64 physical_start, u64 physical_pos);
83 bool btrfs_zone_activate(struct btrfs_block_group *block_group);
84 int btrfs_zone_finish(struct btrfs_block_group *block_group);
85 bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices, u64 flags);
86 void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info, u64 logical,
87 			     u64 length);
88 void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
89 				   struct extent_buffer *eb);
90 void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg);
91 void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info);
92 bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info);
93 void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info, u64 logical,
94 				       u64 length);
95 int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info);
96 int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
97 				struct btrfs_space_info *space_info, bool do_finish);
98 void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info);
99 #else /* CONFIG_BLK_DEV_ZONED */
100 
btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info * fs_info)101 static inline int btrfs_get_dev_zone_info_all_devices(struct btrfs_fs_info *fs_info)
102 {
103 	return 0;
104 }
105 
btrfs_get_dev_zone_info(struct btrfs_device * device,bool populate_cache)106 static inline int btrfs_get_dev_zone_info(struct btrfs_device *device,
107 					  bool populate_cache)
108 {
109 	return 0;
110 }
111 
btrfs_destroy_dev_zone_info(struct btrfs_device * device)112 static inline void btrfs_destroy_dev_zone_info(struct btrfs_device *device) { }
113 
114 /*
115  * In case the kernel is compiled without CONFIG_BLK_DEV_ZONED we'll never call
116  * into btrfs_clone_dev_zone_info() so it's safe to return NULL here.
117  */
btrfs_clone_dev_zone_info(struct btrfs_device * orig_dev)118 static inline struct btrfs_zoned_device_info *btrfs_clone_dev_zone_info(
119 						 struct btrfs_device *orig_dev)
120 {
121 	return NULL;
122 }
123 
btrfs_check_zoned_mode(const struct btrfs_fs_info * fs_info)124 static inline int btrfs_check_zoned_mode(const struct btrfs_fs_info *fs_info)
125 {
126 	if (!btrfs_is_zoned(fs_info))
127 		return 0;
128 
129 	btrfs_err(fs_info, "zoned block devices support is not enabled");
130 	return -EOPNOTSUPP;
131 }
132 
btrfs_check_mountopts_zoned(const struct btrfs_fs_info * info,unsigned long long * mount_opt)133 static inline int btrfs_check_mountopts_zoned(const struct btrfs_fs_info *info,
134 					      unsigned long long *mount_opt)
135 {
136 	return 0;
137 }
138 
btrfs_sb_log_location_bdev(struct block_device * bdev,int mirror,int rw,u64 * bytenr_ret)139 static inline int btrfs_sb_log_location_bdev(struct block_device *bdev,
140 					     int mirror, int rw, u64 *bytenr_ret)
141 {
142 	*bytenr_ret = btrfs_sb_offset(mirror);
143 	return 0;
144 }
145 
btrfs_sb_log_location(struct btrfs_device * device,int mirror,int rw,u64 * bytenr_ret)146 static inline int btrfs_sb_log_location(struct btrfs_device *device, int mirror,
147 					int rw, u64 *bytenr_ret)
148 {
149 	*bytenr_ret = btrfs_sb_offset(mirror);
150 	return 0;
151 }
152 
btrfs_advance_sb_log(struct btrfs_device * device,int mirror)153 static inline int btrfs_advance_sb_log(struct btrfs_device *device, int mirror)
154 {
155 	return 0;
156 }
157 
btrfs_reset_sb_log_zones(struct block_device * bdev,int mirror)158 static inline int btrfs_reset_sb_log_zones(struct block_device *bdev, int mirror)
159 {
160 	return 0;
161 }
162 
btrfs_find_allocatable_zones(struct btrfs_device * device,u64 hole_start,u64 hole_end,u64 num_bytes)163 static inline u64 btrfs_find_allocatable_zones(struct btrfs_device *device,
164 					       u64 hole_start, u64 hole_end,
165 					       u64 num_bytes)
166 {
167 	return hole_start;
168 }
169 
btrfs_reset_device_zone(struct btrfs_device * device,u64 physical,u64 length,u64 * bytes)170 static inline int btrfs_reset_device_zone(struct btrfs_device *device,
171 					  u64 physical, u64 length, u64 *bytes)
172 {
173 	*bytes = 0;
174 	return 0;
175 }
176 
btrfs_ensure_empty_zones(struct btrfs_device * device,u64 start,u64 size)177 static inline int btrfs_ensure_empty_zones(struct btrfs_device *device,
178 					   u64 start, u64 size)
179 {
180 	return 0;
181 }
182 
btrfs_load_block_group_zone_info(struct btrfs_block_group * cache,bool new)183 static inline int btrfs_load_block_group_zone_info(
184 		struct btrfs_block_group *cache, bool new)
185 {
186 	return 0;
187 }
188 
btrfs_calc_zone_unusable(struct btrfs_block_group * cache)189 static inline void btrfs_calc_zone_unusable(struct btrfs_block_group *cache) { }
190 
btrfs_use_zone_append(struct btrfs_bio * bbio)191 static inline bool btrfs_use_zone_append(struct btrfs_bio *bbio)
192 {
193 	return false;
194 }
195 
btrfs_record_physical_zoned(struct btrfs_bio * bbio)196 static inline void btrfs_record_physical_zoned(struct btrfs_bio *bbio)
197 {
198 }
199 
btrfs_check_meta_write_pointer(struct btrfs_fs_info * fs_info,struct btrfs_eb_write_context * ctx)200 static inline int btrfs_check_meta_write_pointer(struct btrfs_fs_info *fs_info,
201 						 struct btrfs_eb_write_context *ctx)
202 {
203 	return 0;
204 }
205 
btrfs_zoned_issue_zeroout(struct btrfs_device * device,u64 physical,u64 length)206 static inline int btrfs_zoned_issue_zeroout(struct btrfs_device *device,
207 					    u64 physical, u64 length)
208 {
209 	return -EOPNOTSUPP;
210 }
211 
btrfs_sync_zone_write_pointer(struct btrfs_device * tgt_dev,u64 logical,u64 physical_start,u64 physical_pos)212 static inline int btrfs_sync_zone_write_pointer(struct btrfs_device *tgt_dev,
213 						u64 logical, u64 physical_start,
214 						u64 physical_pos)
215 {
216 	return -EOPNOTSUPP;
217 }
218 
btrfs_zone_activate(struct btrfs_block_group * block_group)219 static inline bool btrfs_zone_activate(struct btrfs_block_group *block_group)
220 {
221 	return true;
222 }
223 
btrfs_zone_finish(struct btrfs_block_group * block_group)224 static inline int btrfs_zone_finish(struct btrfs_block_group *block_group)
225 {
226 	return 0;
227 }
228 
btrfs_can_activate_zone(struct btrfs_fs_devices * fs_devices,u64 flags)229 static inline bool btrfs_can_activate_zone(struct btrfs_fs_devices *fs_devices,
230 					   u64 flags)
231 {
232 	return true;
233 }
234 
btrfs_zone_finish_endio(struct btrfs_fs_info * fs_info,u64 logical,u64 length)235 static inline void btrfs_zone_finish_endio(struct btrfs_fs_info *fs_info,
236 					   u64 logical, u64 length) { }
237 
btrfs_schedule_zone_finish_bg(struct btrfs_block_group * bg,struct extent_buffer * eb)238 static inline void btrfs_schedule_zone_finish_bg(struct btrfs_block_group *bg,
239 						 struct extent_buffer *eb) { }
240 
btrfs_clear_data_reloc_bg(struct btrfs_block_group * bg)241 static inline void btrfs_clear_data_reloc_bg(struct btrfs_block_group *bg) { }
242 
btrfs_free_zone_cache(struct btrfs_fs_info * fs_info)243 static inline void btrfs_free_zone_cache(struct btrfs_fs_info *fs_info) { }
244 
btrfs_zoned_should_reclaim(const struct btrfs_fs_info * fs_info)245 static inline bool btrfs_zoned_should_reclaim(const struct btrfs_fs_info *fs_info)
246 {
247 	return false;
248 }
249 
btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info * fs_info,u64 logical,u64 length)250 static inline void btrfs_zoned_release_data_reloc_bg(struct btrfs_fs_info *fs_info,
251 						     u64 logical, u64 length) { }
252 
btrfs_zone_finish_one_bg(struct btrfs_fs_info * fs_info)253 static inline int btrfs_zone_finish_one_bg(struct btrfs_fs_info *fs_info)
254 {
255 	return 1;
256 }
257 
btrfs_zoned_activate_one_bg(struct btrfs_fs_info * fs_info,struct btrfs_space_info * space_info,bool do_finish)258 static inline int btrfs_zoned_activate_one_bg(struct btrfs_fs_info *fs_info,
259 					      struct btrfs_space_info *space_info,
260 					      bool do_finish)
261 {
262 	/* Consider all the block groups are active */
263 	return 0;
264 }
265 
btrfs_check_active_zone_reservation(struct btrfs_fs_info * fs_info)266 static inline void btrfs_check_active_zone_reservation(struct btrfs_fs_info *fs_info) { }
267 
268 #endif
269 
btrfs_dev_is_sequential(struct btrfs_device * device,u64 pos)270 static inline bool btrfs_dev_is_sequential(struct btrfs_device *device, u64 pos)
271 {
272 	struct btrfs_zoned_device_info *zone_info = device->zone_info;
273 
274 	if (!zone_info)
275 		return false;
276 
277 	return test_bit(pos >> zone_info->zone_size_shift, zone_info->seq_zones);
278 }
279 
btrfs_dev_is_empty_zone(struct btrfs_device * device,u64 pos)280 static inline bool btrfs_dev_is_empty_zone(struct btrfs_device *device, u64 pos)
281 {
282 	struct btrfs_zoned_device_info *zone_info = device->zone_info;
283 
284 	if (!zone_info)
285 		return true;
286 
287 	return test_bit(pos >> zone_info->zone_size_shift, zone_info->empty_zones);
288 }
289 
btrfs_dev_set_empty_zone_bit(struct btrfs_device * device,u64 pos,bool set)290 static inline void btrfs_dev_set_empty_zone_bit(struct btrfs_device *device,
291 						u64 pos, bool set)
292 {
293 	struct btrfs_zoned_device_info *zone_info = device->zone_info;
294 	unsigned int zno;
295 
296 	if (!zone_info)
297 		return;
298 
299 	zno = pos >> zone_info->zone_size_shift;
300 	if (set)
301 		set_bit(zno, zone_info->empty_zones);
302 	else
303 		clear_bit(zno, zone_info->empty_zones);
304 }
305 
btrfs_dev_set_zone_empty(struct btrfs_device * device,u64 pos)306 static inline void btrfs_dev_set_zone_empty(struct btrfs_device *device, u64 pos)
307 {
308 	btrfs_dev_set_empty_zone_bit(device, pos, true);
309 }
310 
btrfs_dev_clear_zone_empty(struct btrfs_device * device,u64 pos)311 static inline void btrfs_dev_clear_zone_empty(struct btrfs_device *device, u64 pos)
312 {
313 	btrfs_dev_set_empty_zone_bit(device, pos, false);
314 }
315 
btrfs_check_device_zone_type(const struct btrfs_fs_info * fs_info,struct block_device * bdev)316 static inline bool btrfs_check_device_zone_type(const struct btrfs_fs_info *fs_info,
317 						struct block_device *bdev)
318 {
319 	if (btrfs_is_zoned(fs_info)) {
320 		/*
321 		 * We can allow a regular device on a zoned filesystem, because
322 		 * we will emulate the zoned capabilities.
323 		 */
324 		if (!bdev_is_zoned(bdev))
325 			return true;
326 
327 		return fs_info->zone_size ==
328 			(bdev_zone_sectors(bdev) << SECTOR_SHIFT);
329 	}
330 
331 	/* Do not allow Host Managed zoned device. */
332 	return !bdev_is_zoned(bdev);
333 }
334 
btrfs_check_super_location(struct btrfs_device * device,u64 pos)335 static inline bool btrfs_check_super_location(struct btrfs_device *device, u64 pos)
336 {
337 	/*
338 	 * On a non-zoned device, any address is OK. On a zoned device,
339 	 * non-SEQUENTIAL WRITE REQUIRED zones are capable.
340 	 */
341 	return device->zone_info == NULL || !btrfs_dev_is_sequential(device, pos);
342 }
343 
btrfs_can_zone_reset(struct btrfs_device * device,u64 physical,u64 length)344 static inline bool btrfs_can_zone_reset(struct btrfs_device *device,
345 					u64 physical, u64 length)
346 {
347 	u64 zone_size;
348 
349 	if (!btrfs_dev_is_sequential(device, physical))
350 		return false;
351 
352 	zone_size = device->zone_info->zone_size;
353 	if (!IS_ALIGNED(physical, zone_size) || !IS_ALIGNED(length, zone_size))
354 		return false;
355 
356 	return true;
357 }
358 
btrfs_zoned_meta_io_lock(struct btrfs_fs_info * fs_info)359 static inline void btrfs_zoned_meta_io_lock(struct btrfs_fs_info *fs_info)
360 {
361 	if (!btrfs_is_zoned(fs_info))
362 		return;
363 	mutex_lock(&fs_info->zoned_meta_io_lock);
364 }
365 
btrfs_zoned_meta_io_unlock(struct btrfs_fs_info * fs_info)366 static inline void btrfs_zoned_meta_io_unlock(struct btrfs_fs_info *fs_info)
367 {
368 	if (!btrfs_is_zoned(fs_info))
369 		return;
370 	mutex_unlock(&fs_info->zoned_meta_io_lock);
371 }
372 
btrfs_clear_treelog_bg(struct btrfs_block_group * bg)373 static inline void btrfs_clear_treelog_bg(struct btrfs_block_group *bg)
374 {
375 	struct btrfs_fs_info *fs_info = bg->fs_info;
376 
377 	if (!btrfs_is_zoned(fs_info))
378 		return;
379 
380 	spin_lock(&fs_info->treelog_bg_lock);
381 	if (fs_info->treelog_bg == bg->start)
382 		fs_info->treelog_bg = 0;
383 	spin_unlock(&fs_info->treelog_bg_lock);
384 }
385 
btrfs_zoned_data_reloc_lock(struct btrfs_inode * inode)386 static inline void btrfs_zoned_data_reloc_lock(struct btrfs_inode *inode)
387 {
388 	struct btrfs_root *root = inode->root;
389 
390 	if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
391 		mutex_lock(&root->fs_info->zoned_data_reloc_io_lock);
392 }
393 
btrfs_zoned_data_reloc_unlock(struct btrfs_inode * inode)394 static inline void btrfs_zoned_data_reloc_unlock(struct btrfs_inode *inode)
395 {
396 	struct btrfs_root *root = inode->root;
397 
398 	if (btrfs_is_data_reloc_root(root) && btrfs_is_zoned(root->fs_info))
399 		mutex_unlock(&root->fs_info->zoned_data_reloc_io_lock);
400 }
401 
btrfs_zoned_bg_is_full(const struct btrfs_block_group * bg)402 static inline bool btrfs_zoned_bg_is_full(const struct btrfs_block_group *bg)
403 {
404 	ASSERT(btrfs_is_zoned(bg->fs_info));
405 	return (bg->alloc_offset == bg->zone_capacity);
406 }
407 
408 #endif
409