Lines Matching defs:wc
104 #define WC_MODE_PMEM(wc) ((wc)->pmem_mode) argument
105 #define WC_MODE_FUA(wc) ((wc)->writeback_fua) argument
107 #define WC_MODE_PMEM(wc) false argument
108 #define WC_MODE_FUA(wc) false argument
110 #define WC_MODE_SORT_FREELIST(wc) (!WC_MODE_PMEM(wc)) argument
228 struct dm_writecache *wc; member
237 struct dm_writecache *wc; member
246 static void wc_lock(struct dm_writecache *wc) in wc_lock()
251 static void wc_unlock(struct dm_writecache *wc) in wc_unlock()
257 static int persistent_memory_claim(struct dm_writecache *wc) in persistent_memory_claim()
351 static int persistent_memory_claim(struct dm_writecache *wc) in persistent_memory_claim()
357 static void persistent_memory_release(struct dm_writecache *wc) in persistent_memory_release()
388 static struct wc_memory_superblock *sb(struct dm_writecache *wc) in sb()
393 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e) in memory_entry()
398 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e) in memory_data()
403 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e) in cache_sector()
409 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e) in read_original_sector()
418 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e) in read_seq_count()
427 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e) in clear_seq_count()
435 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e, in write_original_sector_seq_count()
448 #define writecache_error(wc, err, msg, arg...) \ argument
455 #define writecache_has_error(wc) (unlikely(READ_ONCE((wc)->error))) argument
457 static void writecache_flush_all_metadata(struct dm_writecache *wc) in writecache_flush_all_metadata()
463 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size) in writecache_flush_region()
473 struct dm_writecache *wc; member
489 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction) in writecache_wait_for_ios()
495 static void ssd_commit_flushed(struct dm_writecache *wc, bool wait_for_ios) in ssd_commit_flushed()
549 static void ssd_commit_superblock(struct dm_writecache *wc) in ssd_commit_superblock()
577 static void writecache_commit_flushed(struct dm_writecache *wc, bool wait_for_ios) in writecache_commit_flushed()
585 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev) in writecache_disk_flush()
609 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc, in writecache_find_entry()
655 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins) in writecache_insert_entry()
674 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e) in writecache_unlink()
680 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e) in writecache_add_to_freelist()
701 static inline void writecache_verify_watermark(struct dm_writecache *wc) in writecache_verify_watermark()
709 struct dm_writecache *wc = from_timer(wc, t, max_age_timer); in writecache_max_age_timer() local
717 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc, sector_t expected_se… in writecache_pop_from_freelist()
748 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e) in writecache_free_entry()
758 static void writecache_wait_on_freelist(struct dm_writecache *wc) in writecache_wait_on_freelist()
769 static void writecache_poison_lists(struct dm_writecache *wc) in writecache_poison_lists()
781 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e) in writecache_flush_entry()
788 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e) in writecache_entry_is_committed()
793 static void writecache_flush(struct dm_writecache *wc) in writecache_flush()
859 struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work); in writecache_flush_work() local
868 struct dm_writecache *wc = from_timer(wc, t, autocommit_timer); in writecache_autocommit_timer() local
873 static void writecache_schedule_autocommit(struct dm_writecache *wc) in writecache_schedule_autocommit()
879 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end) in writecache_discard()
914 static bool writecache_wait_for_writeback(struct dm_writecache *wc) in writecache_wait_for_writeback()
925 struct dm_writecache *wc = ti->private; in writecache_suspend() local
956 static int writecache_alloc_entries(struct dm_writecache *wc) in writecache_alloc_entries()
975 static int writecache_read_metadata(struct dm_writecache *wc, sector_t n_sectors) in writecache_read_metadata()
995 struct dm_writecache *wc = ti->private; in writecache_resume() local
1106 static int process_flush_mesg(unsigned argc, char **argv, struct dm_writecache *wc) in process_flush_mesg()
1139 static int process_flush_on_suspend_mesg(unsigned argc, char **argv, struct dm_writecache *wc) in process_flush_on_suspend_mesg()
1151 static void activate_cleaner(struct dm_writecache *wc) in activate_cleaner()
1159 static int process_cleaner_mesg(unsigned argc, char **argv, struct dm_writecache *wc) in process_cleaner_mesg()
1173 static int process_clear_stats_mesg(unsigned argc, char **argv, struct dm_writecache *wc) in process_clear_stats_mesg()
1189 struct dm_writecache *wc = ti->private; in writecache_message() local
1241 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data) in bio_copy_block()
1278 struct dm_writecache *wc = data; in writecache_flush_thread() local
1316 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio) in writecache_offload_bio()
1331 static enum wc_map_op writecache_map_remap_origin(struct dm_writecache *wc, struct bio *bio, in writecache_map_remap_origin()
1344 static enum wc_map_op writecache_map_read(struct dm_writecache *wc, struct bio *bio) in writecache_map_read()
1374 static enum wc_map_op writecache_bio_copy_ssd(struct dm_writecache *wc, struct bio *bio, in writecache_bio_copy_ssd()
1425 static enum wc_map_op writecache_map_write(struct dm_writecache *wc, struct bio *bio) in writecache_map_write()
1485 static enum wc_map_op writecache_map_flush(struct dm_writecache *wc, struct bio *bio) in writecache_map_flush()
1507 static enum wc_map_op writecache_map_discard(struct dm_writecache *wc, struct bio *bio) in writecache_map_discard()
1525 struct dm_writecache *wc = ti->private; in writecache_map() local
1599 struct dm_writecache *wc = ti->private; in writecache_end_io() local
1615 struct dm_writecache *wc = ti->private; in writecache_iterate_devices() local
1622 struct dm_writecache *wc = ti->private; in writecache_io_hints() local
1638 struct dm_writecache *wc = wb->wc; in writecache_writeback_endio() local
1651 struct dm_writecache *wc = c->wc; in writecache_copy_endio() local
1662 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list) in __writecache_endio_pmem()
1701 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list) in __writecache_endio_ssd()
1731 struct dm_writecache *wc = data; in writecache_endio_thread() local
1779 struct dm_writecache *wc = wb->wc; in wc_add_block() local
1797 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl) in __writeback_throttle()
1810 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl) in __writecache_writeback_pmem()
1870 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl) in __writecache_writeback_ssd()
1921 struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work); in writecache_writeback() local
2124 static int init_memory(struct dm_writecache *wc) in init_memory()
2160 struct dm_writecache *wc = ti->private; in writecache_dtr() local
2206 struct dm_writecache *wc; in writecache_ctr() local
2652 struct dm_writecache *wc = ti->private; in writecache_status() local