Re: [f2fs-dev] [PATCH 6/6] f2fs: add block_age-based extent cache
From: qixiaoyu
Date: Fri Dec 16 2022 - 07:16:12 EST
On Mon, Dec 05, 2022 at 10:54:33AM -0800, Jaegeuk Kim wrote:
Hi Jaegeuk,
Thank you for your patchset!
>
> static bool __lookup_extent_tree(struct inode *inode, pgoff_t pgofs,
> @@ -544,6 +585,8 @@ static bool __lookup_extent_tree(struct inode *inode, pgoff_t pgofs,
>
> if (type == EX_READ)
> trace_f2fs_lookup_read_extent_tree_end(inode, pgofs, ei);
> + else if (type == EX_BLOCK_AGE)
> + trace_f2fs_lookup_age_extent_tree_end(inode, pgofs, ei);
> return ret;
> }
>
If (!en), ei->age may be uninitialized, which makes the trace output confused.
> +/* This returns a new age and allocated blocks in ei */
> +static int __get_new_block_age(struct inode *inode, struct extent_info *ei)
> +{
> + struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
> + loff_t f_size = i_size_read(inode);
> + unsigned long long cur_blocks =
> + atomic64_read(&sbi->allocated_data_blocks);
> +
> + /*
> + * When I/O is not aligned to a PAGE_SIZE, update will happen to the last
> + * file block even in seq write. So don't record age for newly last file
> + * block here.
> + */
> + if ((f_size >> PAGE_SHIFT) == ei->fofs && f_size & (PAGE_SIZE - 1) &&
> + ei->blk == NEW_ADDR)
> + return -EINVAL;
> +
> + if (__lookup_extent_tree(inode, ei->fofs, ei, EX_BLOCK_AGE)) {
> + unsigned long long cur_age;
> +
> + if (cur_blocks >= ei->last_blocks)
> + cur_age = cur_blocks - ei->last_blocks;
> + else
> + /* allocated_data_blocks overflow */
> + cur_age = ULLONG_MAX - ei->last_blocks + cur_blocks;
> +
> + if (ei->age)
> + ei->age = __calculate_block_age(cur_age, ei->age);
> + else
> + ei->age = cur_age;
> + ei->last_blocks = cur_blocks;
> + WARN_ON(ei->age > cur_blocks);
> + return 0;
> + }
> +
> + f2fs_bug_on(sbi, ei->blk == NULL_ADDR);
> +
> + /* the data block was allocated for the first time */
> + if (ei->blk == NEW_ADDR)
> + goto out;
> +
> + if (__is_valid_data_blkaddr(ei->blk) &&
> + !f2fs_is_valid_blkaddr(sbi, ei->blk, DATA_GENERIC_ENHANCE)) {
> + f2fs_bug_on(sbi, 1);
> + return -EINVAL;
> + }
> +out:
> + /*
> + * init block age with zero, this can happen when the block age extent
> + * was reclaimed due to memory constraint or system reboot
> + */
> + ei->age = 0;
> + ei->last_blocks = cur_blocks;
> + return 0;
> +}
> +
> static void __update_extent_cache(struct dnode_of_data *dn, enum extent_type type)
> {
> struct extent_info ei;
> @@ -823,6 +951,10 @@ static void __update_extent_cache(struct dnode_of_data *dn, enum extent_type typ
> ei.blk = NULL_ADDR;
> else
> ei.blk = dn->data_blkaddr;
> + } else if (type == EX_BLOCK_AGE) {
> + ei.blk = dn->data_blkaddr;
> + if (__get_new_block_age(dn->inode, &ei))
> + return;
> }
> __update_extent_tree_range(dn->inode, &ei, type);
> }
Here, the whole extent will be updated to the same new age in __get_new_block_age
and __update_extent_tree_range.
For example, if we create a new file with 10 blocks and then update fofs=3, we
will get:
fofs: 0, len: 10, age: 1000
But in our design, we expect to split the large age extent cache to record the
updated block:
fofs: 0, len: 3, age: 0
fofs: 3, len: 1, age: 1000
fofs: 4, len: 6, age: 0
Some blocks in the file can be updated more frequently than others and we want
distinguish them by the block age extent cache, currently the code breaks it.
Moreover, in the current code, if we update more than one block of the file at
once, the age of all extent will soon be close to 0, which is not expected.
f2fs_lookup_age_extent_tree_end: dev = (254,7), ino = 34547, pgofs = 2, age_ext_info(fofs: 0, len: 325, age: 172156, blocks: 861203)
f2fs_update_age_extent_tree_range: dev = (254,7), ino = 34547, pgofs = 0, len = 325, age = 51647, blocks = 861204
f2fs_lookup_age_extent_tree_end: dev = (254,7), ino = 34547, pgofs = 4, age_ext_info(fofs: 0, len: 325, age: 51647, blocks: 861204)
f2fs_update_age_extent_tree_range: dev = (254,7), ino = 34547, pgofs = 0, len = 325, age = 15494, blocks = 861205
f2fs_lookup_age_extent_tree_end: dev = (254,7), ino = 34547, pgofs = 6, age_ext_info(fofs: 0, len: 325, age: 15494, blocks: 861205)
f2fs_update_age_extent_tree_range: dev = (254,7), ino = 34547, pgofs = 0, len = 325, age = 4648, blocks = 861206
f2fs_lookup_age_extent_tree_end: dev = (254,7), ino = 34547, pgofs = 8, age_ext_info(fofs: 0, len: 325, age: 4648, blocks: 861206)
f2fs_update_age_extent_tree_range: dev = (254,7), ino = 34547, pgofs = 0, len = 325, age = 1395, blocks = 861207
> @@ -940,6 +1072,43 @@ unsigned int f2fs_shrink_read_extent_tree(struct f2fs_sb_info *sbi, int nr_shrin
> return __shrink_extent_tree(sbi, nr_shrink, EX_READ);
> }
>
> +/* block age extent cache operations */
> +bool f2fs_lookup_age_extent_cache(struct inode *inode, pgoff_t pgofs,
> + struct extent_info *ei)
> +{
> + if (!__may_extent_tree(inode, EX_BLOCK_AGE))
> + return false;
> +
> + return __lookup_extent_tree(inode, pgofs, ei, EX_BLOCK_AGE);
> +}
> +
> +void f2fs_update_age_extent_cache(struct dnode_of_data *dn)
> +{
> + return __update_extent_cache(dn, EX_BLOCK_AGE);
> +}
> +
> +void f2fs_update_age_extent_cache_range(struct dnode_of_data *dn,
> + pgoff_t fofs, unsigned int len)
> +{
> + struct extent_info ei = {
> + .fofs = fofs,
> + .len = len,
> + };
> +
> + if (!__may_extent_tree(dn->inode, EX_BLOCK_AGE))
> + return;
> +
> + __update_extent_tree_range(dn->inode, &ei, EX_BLOCK_AGE);
> +}
> +
> +unsigned int f2fs_shrink_age_extent_tree(struct f2fs_sb_info *sbi, int nr_shrink)
> +{
> + if (!test_opt(sbi, AGE_EXTENT_CACHE))
> + return 0;
> +
> + return __shrink_extent_tree(sbi, nr_shrink, EX_BLOCK_AGE);
> +}
> +
> static unsigned int __destroy_extent_node(struct inode *inode,
> enum extent_type type)
> {
> @@ -960,6 +1129,7 @@ static unsigned int __destroy_extent_node(struct inode *inode,
> void f2fs_destroy_extent_node(struct inode *inode)
> {
> __destroy_extent_node(inode, EX_READ);
> + __destroy_extent_node(inode, EX_BLOCK_AGE);
> }
>
> static void __drop_extent_tree(struct inode *inode, enum extent_type type)
> @@ -988,6 +1158,7 @@ static void __drop_extent_tree(struct inode *inode, enum extent_type type)
> void f2fs_drop_extent_tree(struct inode *inode)
> {
> __drop_extent_tree(inode, EX_READ);
> + __drop_extent_tree(inode, EX_BLOCK_AGE);
> }
>
> static void __destroy_extent_tree(struct inode *inode, enum extent_type type)
> @@ -1028,6 +1199,7 @@ static void __destroy_extent_tree(struct inode *inode, enum extent_type type)
> void f2fs_destroy_extent_tree(struct inode *inode)
> {
> __destroy_extent_tree(inode, EX_READ);
> + __destroy_extent_tree(inode, EX_BLOCK_AGE);
> }
>
> static void __init_extent_tree_info(struct extent_tree_info *eti)
> @@ -1045,6 +1217,12 @@ static void __init_extent_tree_info(struct extent_tree_info *eti)
> void f2fs_init_extent_cache_info(struct f2fs_sb_info *sbi)
> {
> __init_extent_tree_info(&sbi->extent_tree[EX_READ]);
> + __init_extent_tree_info(&sbi->extent_tree[EX_BLOCK_AGE]);
> +
> + /* initialize for block age extents */
> + atomic64_set(&sbi->allocated_data_blocks, 0);
> + sbi->hot_data_age_threshold = DEF_HOT_DATA_AGE_THRESHOLD;
> + sbi->warm_data_age_threshold = DEF_WARM_DATA_AGE_THRESHOLD;
> }
>
> int __init f2fs_create_extent_cache(void)
> diff --git a/fs/f2fs/f2fs.h b/fs/f2fs/f2fs.h
> index ff940cba4600..eb71edcf70de 100644
> --- a/fs/f2fs/f2fs.h
> +++ b/fs/f2fs/f2fs.h
> @@ -107,6 +107,7 @@ extern const char *f2fs_fault_name[FAULT_MAX];
> #define F2FS_MOUNT_MERGE_CHECKPOINT 0x10000000
> #define F2FS_MOUNT_GC_MERGE 0x20000000
> #define F2FS_MOUNT_COMPRESS_CACHE 0x40000000
> +#define F2FS_MOUNT_AGE_EXTENT_CACHE 0x80000000
>
> #define F2FS_OPTION(sbi) ((sbi)->mount_opt)
> #define clear_opt(sbi, option) (F2FS_OPTION(sbi).opt &= ~F2FS_MOUNT_##option)
> @@ -607,9 +608,22 @@ enum {
> /* number of extent info in extent cache we try to shrink */
> #define READ_EXTENT_CACHE_SHRINK_NUMBER 128
>
> +/* number of age extent info in extent cache we try to shrink */
> +#define AGE_EXTENT_CACHE_SHRINK_NUMBER 128
> +#define LAST_AGE_WEIGHT 30
> +#define SAME_AGE_REGION 1024
> +
> +/*
> + * Define data block with age less than 1GB as hot data
> + * define data block with age less than 10GB but more than 1GB as warm data
> + */
> +#define DEF_HOT_DATA_AGE_THRESHOLD 262144
> +#define DEF_WARM_DATA_AGE_THRESHOLD 2621440
> +
> /* extent cache type */
> enum extent_type {
> EX_READ,
> + EX_BLOCK_AGE,
> NR_EXTENT_CACHES,
> };
>
> @@ -637,6 +651,13 @@ struct extent_info {
> unsigned int c_len;
> #endif
> };
> + /* block age extent_cache */
> + struct {
> + /* block age of the extent */
> + unsigned long long age;
> + /* last total blocks allocated */
> + unsigned long long last_blocks;
> + };
> };
> };
>
> @@ -1653,6 +1674,11 @@ struct f2fs_sb_info {
>
> /* for extent tree cache */
> struct extent_tree_info extent_tree[NR_EXTENT_CACHES];
> + atomic64_t allocated_data_blocks; /* for block age extent_cache */
> +
> + /* The threshold used for hot and warm data seperation*/
> + unsigned int hot_data_age_threshold;
> + unsigned int warm_data_age_threshold;
>
> /* basic filesystem units */
> unsigned int log_sectors_per_block; /* log2 sectors per block */
> @@ -3857,6 +3883,8 @@ struct f2fs_stat_info {
> unsigned long long ext_mem[NR_EXTENT_CACHES];
> /* for read extent cache */
> unsigned long long hit_largest;
> + /* for block age extent cache */
> + unsigned long long allocated_data_blocks;
> int ndirty_node, ndirty_dent, ndirty_meta, ndirty_imeta;
> int ndirty_data, ndirty_qdata;
> unsigned int ndirty_dirs, ndirty_files, nquota_files, ndirty_all;
> @@ -4168,6 +4196,16 @@ void f2fs_update_read_extent_cache_range(struct dnode_of_data *dn,
> unsigned int f2fs_shrink_read_extent_tree(struct f2fs_sb_info *sbi,
> int nr_shrink);
>
> +/* block age extent cache ops */
> +void f2fs_init_age_extent_tree(struct inode *inode);
> +bool f2fs_lookup_age_extent_cache(struct inode *inode, pgoff_t pgofs,
> + struct extent_info *ei);
> +void f2fs_update_age_extent_cache(struct dnode_of_data *dn);
> +void f2fs_update_age_extent_cache_range(struct dnode_of_data *dn,
> + pgoff_t fofs, unsigned int len);
> +unsigned int f2fs_shrink_age_extent_tree(struct f2fs_sb_info *sbi,
> + int nr_shrink);
> +
> /*
> * sysfs.c
> */
> diff --git a/fs/f2fs/file.c b/fs/f2fs/file.c
> index cbe7c24065c7..56c23b5e9d65 100644
> --- a/fs/f2fs/file.c
> +++ b/fs/f2fs/file.c
> @@ -619,6 +619,7 @@ void f2fs_truncate_data_blocks_range(struct dnode_of_data *dn, int count)
> fofs = f2fs_start_bidx_of_node(ofs_of_node(dn->node_page),
> dn->inode) + ofs;
> f2fs_update_read_extent_cache_range(dn, fofs, 0, len);
> + f2fs_update_age_extent_cache_range(dn, fofs, nr_free);
> dec_valid_block_count(sbi, dn->inode, nr_free);
> }
> dn->ofs_in_node = ofs;
> diff --git a/fs/f2fs/inode.c b/fs/f2fs/inode.c
> index c845c16f97d0..ff6cf66ed46b 100644
> --- a/fs/f2fs/inode.c
> +++ b/fs/f2fs/inode.c
> @@ -480,6 +480,7 @@ static int do_read_inode(struct inode *inode)
>
> /* Need all the flag bits */
> f2fs_init_read_extent_tree(inode, node_page);
> + f2fs_init_age_extent_tree(inode);
>
> f2fs_put_page(node_page, 1);
>
> diff --git a/fs/f2fs/node.c b/fs/f2fs/node.c
> index 07419c3e42a5..dde4c0458704 100644
> --- a/fs/f2fs/node.c
> +++ b/fs/f2fs/node.c
> @@ -60,7 +60,7 @@ bool f2fs_available_free_memory(struct f2fs_sb_info *sbi, int type)
> avail_ram = val.totalram - val.totalhigh;
>
> /*
> - * give 25%, 25%, 50%, 50%, 50% memory for each components respectively
> + * give 25%, 25%, 50%, 50%, 25%, 25% memory for each components respectively
> */
> if (type == FREE_NIDS) {
> mem_size = (nm_i->nid_cnt[FREE_NID] *
> @@ -85,14 +85,16 @@ bool f2fs_available_free_memory(struct f2fs_sb_info *sbi, int type)
> sizeof(struct ino_entry);
> mem_size >>= PAGE_SHIFT;
> res = mem_size < ((avail_ram * nm_i->ram_thresh / 100) >> 1);
> - } else if (type == READ_EXTENT_CACHE) {
> - struct extent_tree_info *eti = &sbi->extent_tree[EX_READ];
> + } else if (type == READ_EXTENT_CACHE || type == AGE_EXTENT_CACHE) {
> + enum extent_type etype = type == READ_EXTENT_CACHE ?
> + EX_READ : EX_BLOCK_AGE;
> + struct extent_tree_info *eti = &sbi->extent_tree[etype];
>
> mem_size = (atomic_read(&eti->total_ext_tree) *
> sizeof(struct extent_tree) +
> atomic_read(&eti->total_ext_node) *
> sizeof(struct extent_node)) >> PAGE_SHIFT;
> - res = mem_size < ((avail_ram * nm_i->ram_thresh / 100) >> 1);
> + res = mem_size < ((avail_ram * nm_i->ram_thresh / 100) >> 2);
> } else if (type == DISCARD_CACHE) {
> mem_size = (atomic_read(&dcc->discard_cmd_cnt) *
> sizeof(struct discard_cmd)) >> PAGE_SHIFT;
> diff --git a/fs/f2fs/node.h b/fs/f2fs/node.h
> index 0aa48704c77a..99454d46a939 100644
> --- a/fs/f2fs/node.h
> +++ b/fs/f2fs/node.h
> @@ -147,6 +147,7 @@ enum mem_type {
> DIRTY_DENTS, /* indicates dirty dentry pages */
> INO_ENTRIES, /* indicates inode entries */
> READ_EXTENT_CACHE, /* indicates read extent cache */
> + AGE_EXTENT_CACHE, /* indicates age extent cache */
> DISCARD_CACHE, /* indicates memory of cached discard cmds */
> COMPRESS_PAGE, /* indicates memory of cached compressed pages */
> BASE_CHECK, /* check kernel status */
> diff --git a/fs/f2fs/segment.c b/fs/f2fs/segment.c
> index 8722d1a13c17..dee712f7225f 100644
> --- a/fs/f2fs/segment.c
> +++ b/fs/f2fs/segment.c
> @@ -453,6 +453,11 @@ void f2fs_balance_fs_bg(struct f2fs_sb_info *sbi, bool from_bg)
> f2fs_shrink_read_extent_tree(sbi,
> READ_EXTENT_CACHE_SHRINK_NUMBER);
>
> + /* try to shrink age extent cache when there is no enough memory */
> + if (!f2fs_available_free_memory(sbi, AGE_EXTENT_CACHE))
> + f2fs_shrink_age_extent_tree(sbi,
> + AGE_EXTENT_CACHE_SHRINK_NUMBER);
> +
> /* check the # of cached NAT entries */
> if (!f2fs_available_free_memory(sbi, NAT_ENTRIES))
> f2fs_try_to_free_nats(sbi, NAT_ENTRY_PER_BLOCK);
> @@ -3151,10 +3156,28 @@ static int __get_segment_type_4(struct f2fs_io_info *fio)
> }
> }
>
> +static int __get_age_segment_type(struct inode *inode, pgoff_t pgofs)
> +{
> + struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
> + struct extent_info ei;
> +
> + if (f2fs_lookup_age_extent_cache(inode, pgofs, &ei)) {
> + if (!ei.age)
> + return NO_CHECK_TYPE;
> + if (ei.age <= sbi->hot_data_age_threshold)
> + return CURSEG_HOT_DATA;
> + if (ei.age <= sbi->warm_data_age_threshold)
> + return CURSEG_WARM_DATA;
> + return CURSEG_COLD_DATA;
> + }
> + return NO_CHECK_TYPE;
> +}
> +
> static int __get_segment_type_6(struct f2fs_io_info *fio)
> {
> if (fio->type == DATA) {
> struct inode *inode = fio->page->mapping->host;
> + int type;
>
> if (is_inode_flag_set(inode, FI_ALIGNED_WRITE))
> return CURSEG_COLD_DATA_PINNED;
> @@ -3169,6 +3192,11 @@ static int __get_segment_type_6(struct f2fs_io_info *fio)
> }
> if (file_is_cold(inode) || f2fs_need_compress_data(inode))
> return CURSEG_COLD_DATA;
> +
> + type = __get_age_segment_type(inode, fio->page->index);
> + if (type != NO_CHECK_TYPE)
> + return type;
> +
> if (file_is_hot(inode) ||
> is_inode_flag_set(inode, FI_HOT_DATA) ||
> f2fs_is_cow_file(inode))
> @@ -3287,6 +3315,9 @@ void f2fs_allocate_data_block(struct f2fs_sb_info *sbi, struct page *page,
> locate_dirty_segment(sbi, GET_SEGNO(sbi, old_blkaddr));
> locate_dirty_segment(sbi, GET_SEGNO(sbi, *new_blkaddr));
>
> + if (IS_DATASEG(type))
> + atomic64_inc(&sbi->allocated_data_blocks);
> +
> up_write(&sit_i->sentry_lock);
>
> if (page && IS_NODESEG(type)) {
> @@ -3414,6 +3445,8 @@ void f2fs_outplace_write_data(struct dnode_of_data *dn,
> struct f2fs_summary sum;
>
> f2fs_bug_on(sbi, dn->data_blkaddr == NULL_ADDR);
> + if (fio->io_type == FS_DATA_IO || fio->io_type == FS_CP_DATA_IO)
> + f2fs_update_age_extent_cache(dn);
> set_summary(&sum, dn->nid, dn->ofs_in_node, fio->version);
> do_write_page(&sum, fio);
> f2fs_update_data_blkaddr(dn, fio->new_blkaddr);
> diff --git a/fs/f2fs/shrinker.c b/fs/f2fs/shrinker.c
> index 33c490e69ae3..83d6fb97dcae 100644
> --- a/fs/f2fs/shrinker.c
> +++ b/fs/f2fs/shrinker.c
> @@ -59,6 +59,9 @@ unsigned long f2fs_shrink_count(struct shrinker *shrink,
> /* count read extent cache entries */
> count += __count_extent_cache(sbi, EX_READ);
>
> + /* count block age extent cache entries */
> + count += __count_extent_cache(sbi, EX_BLOCK_AGE);
> +
> /* count clean nat cache entries */
> count += __count_nat_entries(sbi);
>
> @@ -102,8 +105,11 @@ unsigned long f2fs_shrink_scan(struct shrinker *shrink,
>
> sbi->shrinker_run_no = run_no;
>
> + /* shrink extent cache entries */
> + freed += f2fs_shrink_age_extent_tree(sbi, nr >> 2);
> +
> /* shrink read extent cache entries */
> - freed += f2fs_shrink_read_extent_tree(sbi, nr >> 1);
> + freed += f2fs_shrink_read_extent_tree(sbi, nr >> 2);
>
> /* shrink clean nat cache entries */
> if (freed < nr)
> @@ -134,6 +140,8 @@ void f2fs_join_shrinker(struct f2fs_sb_info *sbi)
> void f2fs_leave_shrinker(struct f2fs_sb_info *sbi)
> {
> f2fs_shrink_read_extent_tree(sbi, __count_extent_cache(sbi, EX_READ));
> + f2fs_shrink_age_extent_tree(sbi,
> + __count_extent_cache(sbi, EX_BLOCK_AGE));
>
> spin_lock(&f2fs_list_lock);
> list_del_init(&sbi->s_list);
> diff --git a/fs/f2fs/super.c b/fs/f2fs/super.c
> index 10bd03bbefec..5bdab376b852 100644
> --- a/fs/f2fs/super.c
> +++ b/fs/f2fs/super.c
> @@ -163,6 +163,7 @@ enum {
> Opt_nogc_merge,
> Opt_discard_unit,
> Opt_memory_mode,
> + Opt_age_extent_cache,
> Opt_err,
> };
>
> @@ -241,6 +242,7 @@ static match_table_t f2fs_tokens = {
> {Opt_nogc_merge, "nogc_merge"},
> {Opt_discard_unit, "discard_unit=%s"},
> {Opt_memory_mode, "memory=%s"},
> + {Opt_age_extent_cache, "age_extent_cache"},
> {Opt_err, NULL},
> };
>
> @@ -1257,6 +1259,9 @@ static int parse_options(struct super_block *sb, char *options, bool is_remount)
> }
> kfree(name);
> break;
> + case Opt_age_extent_cache:
> + set_opt(sbi, AGE_EXTENT_CACHE);
> + break;
> default:
> f2fs_err(sbi, "Unrecognized mount option \"%s\" or missing value",
> p);
> @@ -1958,6 +1963,8 @@ static int f2fs_show_options(struct seq_file *seq, struct dentry *root)
> seq_puts(seq, ",read_extent_cache");
> else
> seq_puts(seq, ",no_read_extent_cache");
> + if (test_opt(sbi, AGE_EXTENT_CACHE))
> + seq_puts(seq, ",age_extent_cache");
> if (test_opt(sbi, DATA_FLUSH))
> seq_puts(seq, ",data_flush");
>
> @@ -2219,6 +2226,7 @@ static int f2fs_remount(struct super_block *sb, int *flags, char *data)
> bool need_restart_flush = false, need_stop_flush = false;
> bool need_restart_discard = false, need_stop_discard = false;
> bool no_read_extent_cache = !test_opt(sbi, READ_EXTENT_CACHE);
> + bool no_age_extent_cache = !test_opt(sbi, AGE_EXTENT_CACHE);
> bool enable_checkpoint = !test_opt(sbi, DISABLE_CHECKPOINT);
> bool no_io_align = !F2FS_IO_ALIGNED(sbi);
> bool no_atgc = !test_opt(sbi, ATGC);
> @@ -2313,6 +2321,12 @@ static int f2fs_remount(struct super_block *sb, int *flags, char *data)
> f2fs_warn(sbi, "switch extent_cache option is not allowed");
> goto restore_opts;
> }
> + /* disallow enable/disable age extent_cache dynamically */
> + if (no_age_extent_cache == !!test_opt(sbi, AGE_EXTENT_CACHE)) {
> + err = -EINVAL;
> + f2fs_warn(sbi, "switch age_extent_cache option is not allowed");
> + goto restore_opts;
> + }
>
> if (no_io_align == !!F2FS_IO_ALIGNED(sbi)) {
> err = -EINVAL;
> diff --git a/fs/f2fs/sysfs.c b/fs/f2fs/sysfs.c
> index a4745d596310..2ab215110596 100644
> --- a/fs/f2fs/sysfs.c
> +++ b/fs/f2fs/sysfs.c
> @@ -668,6 +668,24 @@ static ssize_t __sbi_store(struct f2fs_attr *a,
> return count;
> }
>
> + if (!strcmp(a->attr.name, "hot_data_age_threshold")) {
> + if (t == 0 || t >= sbi->warm_data_age_threshold)
> + return -EINVAL;
> + if (t == *ui)
> + return count;
> + *ui = (unsigned int)t;
> + return count;
> + }
> +
> + if (!strcmp(a->attr.name, "warm_data_age_threshold")) {
> + if (t == 0 || t <= sbi->hot_data_age_threshold)
> + return -EINVAL;
> + if (t == *ui)
> + return count;
> + *ui = (unsigned int)t;
> + return count;
> + }
> +
> *ui = (unsigned int)t;
>
> return count;
> @@ -923,6 +941,10 @@ F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, peak_atomic_write, peak_atomic_write);
> F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, committed_atomic_block, committed_atomic_block);
> F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, revoked_atomic_block, revoked_atomic_block);
>
> +/* For block age extent cache */
> +F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, hot_data_age_threshold, hot_data_age_threshold);
> +F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, warm_data_age_threshold, warm_data_age_threshold);
> +
> #define ATTR_LIST(name) (&f2fs_attr_##name.attr)
> static struct attribute *f2fs_attrs[] = {
> ATTR_LIST(gc_urgent_sleep_time),
> @@ -1018,6 +1040,8 @@ static struct attribute *f2fs_attrs[] = {
> ATTR_LIST(peak_atomic_write),
> ATTR_LIST(committed_atomic_block),
> ATTR_LIST(revoked_atomic_block),
> + ATTR_LIST(hot_data_age_threshold),
> + ATTR_LIST(warm_data_age_threshold),
> NULL,
> };
> ATTRIBUTE_GROUPS(f2fs);
> diff --git a/include/trace/events/f2fs.h b/include/trace/events/f2fs.h
> index 2bb37892d2ba..31d994e6b4ca 100644
> --- a/include/trace/events/f2fs.h
> +++ b/include/trace/events/f2fs.h
> @@ -49,6 +49,7 @@ TRACE_DEFINE_ENUM(CP_TRIMMED);
> TRACE_DEFINE_ENUM(CP_PAUSE);
> TRACE_DEFINE_ENUM(CP_RESIZE);
> TRACE_DEFINE_ENUM(EX_READ);
> +TRACE_DEFINE_ENUM(EX_BLOCK_AGE);
>
> #define show_block_type(type) \
> __print_symbolic(type, \
> @@ -155,6 +156,11 @@ TRACE_DEFINE_ENUM(EX_READ);
> { COMPRESS_ZSTD, "ZSTD" }, \
> { COMPRESS_LZORLE, "LZO-RLE" })
>
> +#define show_extent_type(type) \
> + __print_symbolic(type, \
> + { EX_READ, "Read" }, \
> + { EX_BLOCK_AGE, "Block Age" })
> +
> struct f2fs_sb_info;
> struct f2fs_io_info;
> struct extent_info;
> @@ -1544,7 +1550,7 @@ TRACE_EVENT(f2fs_lookup_extent_tree_start,
> TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, type = %s",
> show_dev_ino(__entry),
> __entry->pgofs,
> - __entry->type == EX_READ ? "Read" : "N/A")
> + show_extent_type(__entry->type))
> );
>
> TRACE_EVENT_CONDITION(f2fs_lookup_read_extent_tree_end,
> @@ -1583,6 +1589,45 @@ TRACE_EVENT_CONDITION(f2fs_lookup_read_extent_tree_end,
> __entry->blk)
> );
>
> +TRACE_EVENT_CONDITION(f2fs_lookup_age_extent_tree_end,
> +
> + TP_PROTO(struct inode *inode, unsigned int pgofs,
> + struct extent_info *ei),
> +
> + TP_ARGS(inode, pgofs, ei),
> +
> + TP_CONDITION(ei),
> +
> + TP_STRUCT__entry(
> + __field(dev_t, dev)
> + __field(ino_t, ino)
> + __field(unsigned int, pgofs)
> + __field(unsigned int, fofs)
> + __field(unsigned int, len)
> + __field(unsigned long long, age)
> + __field(unsigned long long, blocks)
> + ),
> +
> + TP_fast_assign(
> + __entry->dev = inode->i_sb->s_dev;
> + __entry->ino = inode->i_ino;
> + __entry->pgofs = pgofs;
> + __entry->fofs = ei->fofs;
> + __entry->len = ei->len;
> + __entry->age = ei->age;
> + __entry->blocks = ei->last_blocks;
> + ),
> +
> + TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
> + "age_ext_info(fofs: %u, len: %u, age: %llu, blocks: %llu)",
> + show_dev_ino(__entry),
> + __entry->pgofs,
> + __entry->fofs,
> + __entry->len,
> + __entry->age,
> + __entry->blocks)
> +);
> +
> TRACE_EVENT(f2fs_update_read_extent_tree_range,
>
> TP_PROTO(struct inode *inode, unsigned int pgofs, unsigned int len,
> @@ -1618,6 +1663,41 @@ TRACE_EVENT(f2fs_update_read_extent_tree_range,
> __entry->c_len)
> );
>
> +TRACE_EVENT(f2fs_update_age_extent_tree_range,
> +
> + TP_PROTO(struct inode *inode, unsigned int pgofs, unsigned int len,
> + unsigned long long age,
> + unsigned long long last_blks),
> +
> + TP_ARGS(inode, pgofs, len, age, last_blks),
> +
> + TP_STRUCT__entry(
> + __field(dev_t, dev)
> + __field(ino_t, ino)
> + __field(unsigned int, pgofs)
> + __field(unsigned int, len)
> + __field(unsigned long long, age)
> + __field(unsigned long long, blocks)
> + ),
> +
> + TP_fast_assign(
> + __entry->dev = inode->i_sb->s_dev;
> + __entry->ino = inode->i_ino;
> + __entry->pgofs = pgofs;
> + __entry->len = len;
> + __entry->age = age;
> + __entry->blocks = last_blks;
> + ),
> +
> + TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
> + "len = %u, age = %llu, blocks = %llu",
> + show_dev_ino(__entry),
> + __entry->pgofs,
> + __entry->len,
> + __entry->age,
> + __entry->blocks)
> +);
> +
> TRACE_EVENT(f2fs_shrink_extent_tree,
>
> TP_PROTO(struct f2fs_sb_info *sbi, unsigned int node_cnt,
> @@ -1643,7 +1723,7 @@ TRACE_EVENT(f2fs_shrink_extent_tree,
> show_dev(__entry->dev),
> __entry->node_cnt,
> __entry->tree_cnt,
> - __entry->type == EX_READ ? "Read" : "N/A")
> + show_extent_type(__entry->type))
> );
>
> TRACE_EVENT(f2fs_destroy_extent_tree,
> @@ -1670,7 +1750,7 @@ TRACE_EVENT(f2fs_destroy_extent_tree,
> TP_printk("dev = (%d,%d), ino = %lu, destroyed: node_cnt = %u, type = %s",
> show_dev_ino(__entry),
> __entry->node_cnt,
> - __entry->type == EX_READ ? "Read" : "N/A")
> + show_extent_type(__entry->type))
> );
>
> DECLARE_EVENT_CLASS(f2fs_sync_dirty_inodes,
> --
> 2.39.0.rc0.267.gcb52ba06e7-goog
>
>
>
> _______________________________________________
> Linux-f2fs-devel mailing list
> Linux-f2fs-devel@xxxxxxxxxxxxxxxxxxxxx
> https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel