110 #define journal_entry_tag(ic, je)		((__u8 *)&(je)->last_bytes[(ic)->sectors_per_block])  argument
308 	struct dm_integrity_c *ic;  member
331 	struct dm_integrity_c *ic;  member
343 	struct dm_integrity_c *ic;  member
369 static void dm_integrity_io_error(struct dm_integrity_c *ic, const char *msg, int err)  in dm_integrity_io_error()
377 static int dm_integrity_failed(struct dm_integrity_c *ic)  in dm_integrity_failed()
382 static bool dm_integrity_disable_recalculate(struct dm_integrity_c *ic)  in dm_integrity_disable_recalculate()
393 static commit_id_t dm_integrity_commit_id(struct dm_integrity_c *ic, unsigned int i,  in dm_integrity_commit_id()
403 static void get_area_and_offset(struct dm_integrity_c *ic, sector_t data_sector,  in get_area_and_offset()
416 #define sector_to_block(ic, n)						\  argument
422 static __u64 get_metadata_sector_and_offset(struct dm_integrity_c *ic, sector_t area,  in get_metadata_sector_and_offset()
448 static sector_t get_data_sector(struct dm_integrity_c *ic, sector_t area, sector_t offset)  in get_data_sector()
467 static void wraparound_section(struct dm_integrity_c *ic, unsigned int *sec_ptr)  in wraparound_section()
473 static void sb_set_version(struct dm_integrity_c *ic)  in sb_set_version()
489 static int sb_mac(struct dm_integrity_c *ic, bool wr)  in sb_mac()
529 static int sync_rw_sb(struct dm_integrity_c *ic, blk_opf_t opf)  in sync_rw_sb()
574 static bool block_bitmap_op(struct dm_integrity_c *ic, struct page_list *bitmap,  in block_bitmap_op()
680 static void block_bitmap_copy(struct dm_integrity_c *ic, struct page_list *dst, struct page_list *s…  in block_bitmap_copy()
693 static struct bitmap_block_status *sector_to_bitmap_block(struct dm_integrity_c *ic, sector_t secto…  in sector_to_bitmap_block()
702 static void access_journal_check(struct dm_integrity_c *ic, unsigned int section, unsigned int offs…  in access_journal_check()
717 static void page_list_location(struct dm_integrity_c *ic, unsigned int section, unsigned int offset,  in page_list_location()
730 static struct journal_sector *access_page_list(struct dm_integrity_c *ic, struct page_list *pl,  in access_page_list()
746 static struct journal_sector *access_journal(struct dm_integrity_c *ic, unsigned int section, unsig…  in access_journal()
751 static struct journal_entry *access_journal_entry(struct dm_integrity_c *ic, unsigned int section, …  in access_journal_entry()
765 static struct journal_sector *access_journal_data(struct dm_integrity_c *ic, unsigned int section, …  in access_journal_data()
776 static void section_mac(struct dm_integrity_c *ic, unsigned int section, __u8 result[JOURNAL_MAC_SI…  in section_mac()
846 static void rw_section_mac(struct dm_integrity_c *ic, unsigned int section, bool wr)  in rw_section_mac()
879 static void xor_journal(struct dm_integrity_c *ic, bool encrypt, unsigned int section,  in xor_journal()
974 static void crypt_journal(struct dm_integrity_c *ic, bool encrypt, unsigned int section,  in crypt_journal()
1018 static void encrypt_journal(struct dm_integrity_c *ic, bool encrypt, unsigned int section,  in encrypt_journal()
1036 static void rw_journal_sectors(struct dm_integrity_c *ic, blk_opf_t opf,  in rw_journal_sectors()
1083 static void rw_journal(struct dm_integrity_c *ic, blk_opf_t opf,  in rw_journal()
1095 static void write_journal(struct dm_integrity_c *ic, unsigned int commit_start, unsigned int commit…  in write_journal()
1158 static void copy_from_journal(struct dm_integrity_c *ic, unsigned int section, unsigned int offset,  in copy_from_journal()
1202 static bool add_new_range(struct dm_integrity_c *ic, struct dm_integrity_range *new_range, bool che…  in add_new_range()
1238 static void remove_range_unlocked(struct dm_integrity_c *ic, struct dm_integrity_range *range)  in remove_range_unlocked()
1258 static void remove_range(struct dm_integrity_c *ic, struct dm_integrity_range *range)  in remove_range()
1267 static void wait_and_add_new_range(struct dm_integrity_c *ic, struct dm_integrity_range *new_range)  in wait_and_add_new_range()
1280 static void add_new_range_and_wait(struct dm_integrity_c *ic, struct dm_integrity_range *new_range)  in add_new_range_and_wait()
1292 static void add_journal_node(struct dm_integrity_c *ic, struct journal_node *node, sector_t sector)  in add_journal_node()
1318 static void remove_journal_node(struct dm_integrity_c *ic, struct journal_node *node)  in remove_journal_node()
1327 static unsigned int find_journal_node(struct dm_integrity_c *ic, sector_t sector, sector_t *next_se…  in find_journal_node()
1349 static bool test_journal_node(struct dm_integrity_c *ic, unsigned int pos, sector_t sector)  in test_journal_node()
1370 static bool find_newer_committed_node(struct dm_integrity_c *ic, struct journal_node *node)  in find_newer_committed_node()
1401 static int dm_integrity_rw_tag(struct dm_integrity_c *ic, unsigned char *tag, sector_t *metadata_bl…  in dm_integrity_rw_tag()
1486 	struct dm_integrity_c *ic;  member
1499 static void dm_integrity_flush_buffers(struct dm_integrity_c *ic, bool flush_data)  in dm_integrity_flush_buffers()
1530 static void sleep_on_endio_wait(struct dm_integrity_c *ic)  in sleep_on_endio_wait()
1544 	struct dm_integrity_c *ic = from_timer(ic, t, autocommit_timer);  in autocommit_fn()  local
1550 static void schedule_autocommit(struct dm_integrity_c *ic)  in schedule_autocommit()
1556 static void submit_flush_bio(struct dm_integrity_c *ic, struct dm_integrity_io *dio)  in submit_flush_bio()
1569 static void do_endio(struct dm_integrity_c *ic, struct bio *bio)  in do_endio()
1588 static void do_endio_flush(struct dm_integrity_c *ic, struct dm_integrity_io *dio)  in do_endio_flush()
1601 		struct dm_integrity_c *ic = dio->ic;  in dec_in_flight()  local
1637 static void integrity_sector_checksum(struct dm_integrity_c *ic, sector_t sector,  in integrity_sector_checksum()
1693 	struct dm_integrity_c *ic = dio->ic;  in integrity_recheck()  local
1772 	struct dm_integrity_c *ic = dio->ic;  in integrity_metadata()  local
1912 static inline bool dm_integrity_check_limits(struct dm_integrity_c *ic, sector_t logical_sector, st…  in dm_integrity_check_limits()
1943 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_map()  local
2029 	struct dm_integrity_c *ic = dio->ic;  in __journal_read_write()  local
2182 	struct dm_integrity_c *ic = dio->ic;  in dm_integrity_map_continue()  local
2411 	struct dm_integrity_c *ic = dio->ic;  in dm_integrity_map_inline()  local
2531 	struct dm_integrity_c *ic = dio->ic;  in dm_integrity_free_payload()  local
2544 	struct dm_integrity_c *ic = dio->ic;  in dm_integrity_inline_recheck()  local
2623 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_end_io()  local
2661 	struct dm_integrity_c *ic = dio->ic;  in integrity_bio_wait()  local
2683 static void pad_uncommitted(struct dm_integrity_c *ic)  in pad_uncommitted()
2706 	struct dm_integrity_c *ic = container_of(w, struct dm_integrity_c, commit_work);  in integrity_commit()  local
2781 	struct dm_integrity_c *ic = comp->ic;  in complete_copy_from_journal()  local
2790 static void restore_last_bytes(struct dm_integrity_c *ic, struct journal_sector *js,  in restore_last_bytes()
2801 static void do_journal_write(struct dm_integrity_c *ic, unsigned int write_start,  in do_journal_write()
2949 	struct dm_integrity_c *ic = container_of(w, struct dm_integrity_c, writer_work);  in integrity_writer()  local
2977 static void recalc_write_super(struct dm_integrity_c *ic)  in recalc_write_super()
2992 	struct dm_integrity_c *ic = container_of(w, struct dm_integrity_c, recalc_work);  in integrity_recalc()  local
3154 	struct dm_integrity_c *ic = container_of(w, struct dm_integrity_c, recalc_work);  in integrity_recalc_inline()  local
3282 	struct dm_integrity_c *ic = bbs->ic;  in bitmap_block_work()  local
3334 	struct dm_integrity_c *ic = container_of(work, struct dm_integrity_c, bitmap_flush_work.work);  in bitmap_flush_work()  local
3374 static void init_journal(struct dm_integrity_c *ic, unsigned int start_section,  in init_journal()
3402 static int find_commit_seq(struct dm_integrity_c *ic, unsigned int i, unsigned int j, commit_id_t i…  in find_commit_seq()
3414 static void replay_journal(struct dm_integrity_c *ic)  in replay_journal()
3578 static void dm_integrity_enter_synchronous_mode(struct dm_integrity_c *ic)  in dm_integrity_enter_synchronous_mode()
3594 	struct dm_integrity_c *ic = container_of(n, struct dm_integrity_c, reboot_notifier);  in dm_integrity_reboot()  local
3605 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_postsuspend()  local
3654 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_resume()  local
3777 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_status()  local
3886 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_iterate_devices()  local
3896 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_io_hints()  local
3919 static void calculate_journal_section_size(struct dm_integrity_c *ic)  in calculate_journal_section_size()
3935 static int calculate_device_limits(struct dm_integrity_c *ic)  in calculate_device_limits()
3984 static void get_provided_data_sectors(struct dm_integrity_c *ic)  in get_provided_data_sectors()
4003 static int initialize_superblock(struct dm_integrity_c *ic,  in initialize_superblock()
4114 static void dm_integrity_free_journal_scatterlist(struct dm_integrity_c *ic, struct scatterlist **s…  in dm_integrity_free_journal_scatterlist()
4123 static struct scatterlist **dm_integrity_alloc_journal_scatterlist(struct dm_integrity_c *ic,  in dm_integrity_alloc_journal_scatterlist()
4243 static int create_journal(struct dm_integrity_c *ic, char **error)  in create_journal()
4508 	struct dm_integrity_c *ic;  in dm_integrity_ctr()  local
5169 	struct dm_integrity_c *ic = ti->private;  in dm_integrity_dtr()  local