Files
android_kernel_samsung_sm8750/fs/f2fs/sysfs.c
2025-08-11 13:49:01 +02:00

2334 lines
66 KiB
C

// SPDX-License-Identifier: GPL-2.0
/*
* f2fs sysfs interface
*
* Copyright (c) 2012 Samsung Electronics Co., Ltd.
* http://www.samsung.com/
* Copyright (c) 2017 Chao Yu <chao@kernel.org>
*/
#include <linux/compiler.h>
#include <linux/proc_fs.h>
#include <linux/f2fs_fs.h>
#include <linux/seq_file.h>
#include <linux/unicode.h>
#include <linux/ioprio.h>
#include <linux/sysfs.h>
#include <linux/statfs.h>
#include <linux/nls.h>
#include <linux/string.h>
#include "f2fs.h"
#include "segment.h"
#include "gc.h"
#include "iostat.h"
#include <trace/events/f2fs.h>
#ifdef CONFIG_PROC_FSLOG
#include <linux/fslog.h>
#else
#define ST_LOG(fmt, ...)
#endif
#define SEC_BIGDATA_VERSION (3)
static struct proc_dir_entry *f2fs_proc_root;
/* Sysfs support for f2fs */
enum {
GC_THREAD, /* struct f2fs_gc_thread */
SM_INFO, /* struct f2fs_sm_info */
DCC_INFO, /* struct discard_cmd_control */
NM_INFO, /* struct f2fs_nm_info */
F2FS_SBI, /* struct f2fs_sb_info */
#ifdef CONFIG_F2FS_STAT_FS
STAT_INFO, /* struct f2fs_stat_info */
#endif
#ifdef CONFIG_F2FS_FAULT_INJECTION
FAULT_INFO_RATE, /* struct f2fs_fault_info */
FAULT_INFO_TYPE, /* struct f2fs_fault_info */
#endif
RESERVED_BLOCKS, /* struct f2fs_sb_info */
CPRC_INFO, /* struct ckpt_req_control */
ATGC_INFO, /* struct atgc_management */
};
static const char *gc_mode_names[MAX_GC_MODE] = {
"GC_NORMAL",
"GC_IDLE_CB",
"GC_IDLE_GREEDY",
"GC_IDLE_AT",
"GC_URGENT_HIGH",
"GC_URGENT_LOW",
"GC_URGENT_MID"
};
#ifdef CONFIG_F2FS_SEC_BLOCK_OPERATIONS_DEBUG
const char *sec_blkops_dbg_type_names[NR_F2FS_SEC_DBG_ENTRY] = {
"DENTS",
"IMETA",
"NODES",
};
#endif
const char *sec_fua_mode_names[NR_F2FS_SEC_FUA_MODE] = {
"NONE",
"ROOT",
"DIR",
"NODE",
"ALL",
};
const char *sec_ddp_stat_type_names[NR_DDP_STAT_TYPE] = {
"SUPER_BFREE",
"SHRINK_NBLK",
"SHRINK_TIME",
"SHRINK_ERRNO",
"GROW_TIME",
"DYNDATA_NBLK",
"MIGRATE_NSEG",
"MIGRATE_TTIME",
};
struct f2fs_attr {
struct attribute attr;
ssize_t (*show)(struct f2fs_attr *a, struct f2fs_sb_info *sbi, char *buf);
ssize_t (*store)(struct f2fs_attr *a, struct f2fs_sb_info *sbi,
const char *buf, size_t len);
int struct_type;
int offset;
int id;
};
static ssize_t f2fs_sbi_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf);
static unsigned char *__struct_ptr(struct f2fs_sb_info *sbi, int struct_type)
{
if (struct_type == GC_THREAD)
return (unsigned char *)sbi->gc_thread;
else if (struct_type == SM_INFO)
return (unsigned char *)SM_I(sbi);
else if (struct_type == DCC_INFO)
return (unsigned char *)SM_I(sbi)->dcc_info;
else if (struct_type == NM_INFO)
return (unsigned char *)NM_I(sbi);
else if (struct_type == F2FS_SBI || struct_type == RESERVED_BLOCKS)
return (unsigned char *)sbi;
#ifdef CONFIG_F2FS_FAULT_INJECTION
else if (struct_type == FAULT_INFO_RATE ||
struct_type == FAULT_INFO_TYPE)
return (unsigned char *)&F2FS_OPTION(sbi).fault_info;
#endif
#ifdef CONFIG_F2FS_STAT_FS
else if (struct_type == STAT_INFO)
return (unsigned char *)F2FS_STAT(sbi);
#endif
else if (struct_type == CPRC_INFO)
return (unsigned char *)&sbi->cprc_info;
else if (struct_type == ATGC_INFO)
return (unsigned char *)&sbi->am;
return NULL;
}
static ssize_t dirty_segments_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(dirty_segments(sbi)));
}
static ssize_t free_segments_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(free_segments(sbi)));
}
static ssize_t ovp_segments_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(overprovision_segments(sbi)));
}
static ssize_t lifetime_write_kbytes_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(sbi->kbytes_written +
((f2fs_get_sectors_written(sbi) -
sbi->sectors_written_start) >> 1)));
}
static ssize_t sb_status_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%lx\n", sbi->s_flag);
}
static ssize_t cp_status_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%x\n", le32_to_cpu(F2FS_CKPT(sbi)->ckpt_flags));
}
static ssize_t pending_discard_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
if (!SM_I(sbi)->dcc_info)
return -EINVAL;
return sysfs_emit(buf, "%llu\n", (unsigned long long)atomic_read(
&SM_I(sbi)->dcc_info->discard_cmd_cnt));
}
static ssize_t issued_discard_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
if (!SM_I(sbi)->dcc_info)
return -EINVAL;
return sysfs_emit(buf, "%llu\n", (unsigned long long)atomic_read(
&SM_I(sbi)->dcc_info->issued_discard));
}
static ssize_t queued_discard_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
if (!SM_I(sbi)->dcc_info)
return -EINVAL;
return sysfs_emit(buf, "%llu\n", (unsigned long long)atomic_read(
&SM_I(sbi)->dcc_info->queued_discard));
}
static ssize_t undiscard_blks_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
if (!SM_I(sbi)->dcc_info)
return -EINVAL;
return sysfs_emit(buf, "%u\n",
SM_I(sbi)->dcc_info->undiscard_blks);
}
static ssize_t gc_mode_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%s\n", gc_mode_names[sbi->gc_mode]);
}
static ssize_t sec_fs_stat_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
struct dentry *root = sbi->sb->s_root;
struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
struct kstatfs statbuf;
int ret;
if (!root->d_sb->s_op->statfs)
goto errout;
ret = root->d_sb->s_op->statfs(root, &statbuf);
if (ret)
goto errout;
return snprintf(buf, PAGE_SIZE, "\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%u\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%u\",\"%s\":\"%u\","
"\"%s\":\"%d\"\n",
"F_BLOCKS", statbuf.f_blocks,
"F_BFREE", statbuf.f_bfree,
"F_SFREE", free_sections(sbi),
"F_FILES", statbuf.f_files,
"F_FFREE", statbuf.f_ffree,
"F_FUSED", ckpt->valid_inode_count,
"F_NUSED", ckpt->valid_node_count,
"F_VER", SEC_BIGDATA_VERSION);
errout:
return snprintf(buf, PAGE_SIZE, "\"%s\":\"%d\",\"%s\":\"%d\",\"%s\":\"%d\","
"\"%s\":\"%d\",\"%s\":\"%d\",\"%s\":\"%d\",\"%s\":\"%d\","
"\"%s\":\"%d\"\n",
"F_BLOCKS", 0, "F_BFREE", 0, "F_SFREE", 0, "F_FILES", 0,
"F_FFREE", 0, "F_FUSED", 0, "F_NUSED", 0, "F_VER", SEC_BIGDATA_VERSION);
}
static ssize_t features_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
int len = 0;
if (f2fs_sb_has_encrypt(sbi))
len += scnprintf(buf, PAGE_SIZE - len, "%s",
"encryption");
if (f2fs_sb_has_blkzoned(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "blkzoned");
if (f2fs_sb_has_extra_attr(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "extra_attr");
if (f2fs_sb_has_project_quota(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "projquota");
if (f2fs_sb_has_inode_chksum(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "inode_checksum");
if (f2fs_sb_has_flexible_inline_xattr(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "flexible_inline_xattr");
if (f2fs_sb_has_quota_ino(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "quota_ino");
if (f2fs_sb_has_inode_crtime(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "inode_crtime");
if (f2fs_sb_has_lost_found(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "lost_found");
if (f2fs_sb_has_verity(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "verity");
if (f2fs_sb_has_sb_chksum(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "sb_checksum");
if (f2fs_sb_has_casefold(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "casefold");
if (f2fs_sb_has_readonly(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "readonly");
if (f2fs_sb_has_compression(sbi))
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "compression");
len += scnprintf(buf + len, PAGE_SIZE - len, "%s%s",
len ? ", " : "", "pin_file");
len += scnprintf(buf + len, PAGE_SIZE - len, "\n");
return len;
}
static ssize_t current_reserved_blocks_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%u\n", sbi->current_reserved_blocks);
}
static ssize_t unusable_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
block_t unusable;
if (test_opt(sbi, DISABLE_CHECKPOINT))
unusable = sbi->unusable_block_count;
else
unusable = f2fs_get_unusable_blocks(sbi);
return sysfs_emit(buf, "%llu\n", (unsigned long long)unusable);
}
static ssize_t encoding_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
#if IS_ENABLED(CONFIG_UNICODE)
struct super_block *sb = sbi->sb;
if (f2fs_sb_has_casefold(sbi))
return sysfs_emit(buf, "UTF-8 (%d.%d.%d)\n",
(sb->s_encoding->version >> 16) & 0xff,
(sb->s_encoding->version >> 8) & 0xff,
sb->s_encoding->version & 0xff);
#endif
return sysfs_emit(buf, "(none)\n");
}
static ssize_t mounted_time_sec_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n", SIT_I(sbi)->mounted_time);
}
#ifdef CONFIG_F2FS_STAT_FS
static ssize_t moved_blocks_foreground_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
struct f2fs_stat_info *si = F2FS_STAT(sbi);
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(si->tot_blks -
(si->bg_data_blks + si->bg_node_blks)));
}
static ssize_t moved_blocks_background_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
struct f2fs_stat_info *si = F2FS_STAT(sbi);
return sysfs_emit(buf, "%llu\n",
(unsigned long long)(si->bg_data_blks + si->bg_node_blks));
}
static ssize_t avg_vblocks_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
struct f2fs_stat_info *si = F2FS_STAT(sbi);
si->dirty_count = dirty_segments(sbi);
f2fs_update_sit_info(sbi);
return sysfs_emit(buf, "%llu\n", (unsigned long long)(si->avg_vblocks));
}
#endif
static ssize_t main_blkaddr_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "%llu\n",
(unsigned long long)MAIN_BLKADDR(sbi));
}
#define SEC_MAX_VOLUME_NAME 16
static bool __volume_is_userdata(struct f2fs_sb_info *sbi)
{
char volume_name[SEC_MAX_VOLUME_NAME] = {0, };
utf16s_to_utf8s(sbi->raw_super->volume_name, SEC_MAX_VOLUME_NAME,
UTF16_LITTLE_ENDIAN, volume_name, SEC_MAX_VOLUME_NAME);
volume_name[SEC_MAX_VOLUME_NAME - 1] = '\0';
if (!strcmp(volume_name, "data"))
return true;
return false;
}
static void __sec_bigdata_init_value(struct f2fs_sb_info *sbi,
const char *attr_name)
{
unsigned int i = 0;
if (!strcmp(attr_name, "sec_gc_stat")) {
sbi->sec_stat.gc_count[BG_GC] = 0;
sbi->sec_stat.gc_count[FG_GC] = 0;
sbi->sec_stat.gc_node_seg_count[BG_GC] = 0;
sbi->sec_stat.gc_node_seg_count[FG_GC] = 0;
sbi->sec_stat.gc_data_seg_count[BG_GC] = 0;
sbi->sec_stat.gc_data_seg_count[FG_GC] = 0;
sbi->sec_stat.gc_node_blk_count[BG_GC] = 0;
sbi->sec_stat.gc_node_blk_count[FG_GC] = 0;
sbi->sec_stat.gc_data_blk_count[BG_GC] = 0;
sbi->sec_stat.gc_data_blk_count[FG_GC] = 0;
sbi->sec_stat.gc_ttime[BG_GC] = 0;
sbi->sec_stat.gc_ttime[FG_GC] = 0;
} else if (!strcmp(attr_name, "sec_io_stat")) {
sbi->sec_stat.cp_cnt[STAT_CP_ALL] = 0;
sbi->sec_stat.cp_cnt[STAT_CP_BG] = 0;
sbi->sec_stat.cp_cnt[STAT_CP_FSYNC] = 0;
for (i = 0; i < NR_CP_REASON; i++)
sbi->sec_stat.cpr_cnt[i] = 0;
sbi->sec_stat.cp_max_interval = 0;
sbi->sec_stat.alloc_seg_type[LFS] = 0;
sbi->sec_stat.alloc_seg_type[SSR] = 0;
sbi->sec_stat.alloc_blk_count[LFS] = 0;
sbi->sec_stat.alloc_blk_count[SSR] = 0;
atomic64_set(&sbi->sec_stat.inplace_count, 0);
sbi->sec_stat.fsync_count = 0;
sbi->sec_stat.fsync_dirty_pages = 0;
sbi->sec_stat.hot_file_written_blocks = 0;
sbi->sec_stat.cold_file_written_blocks = 0;
sbi->sec_stat.warm_file_written_blocks = 0;
sbi->sec_stat.data_fua_written_blocks = 0;
sbi->sec_stat.node_fua_written_blocks = 0;
sbi->sec_stat.total_fua_written_blocks = 0;
sbi->sec_stat.max_inmem_pages = 0;
sbi->sec_stat.drop_inmem_all = 0;
sbi->sec_stat.drop_inmem_files = 0;
sbi->sec_stat.kwritten_byte = BD_PART_WRITTEN(sbi);
sbi->sec_stat.fs_por_error = 0;
sbi->sec_stat.fs_error = 0;
sbi->sec_stat.max_undiscard_blks = 0;
} else if (!strcmp(attr_name, "sec_fsck_stat")) {
sbi->sec_fsck_stat.fsck_read_bytes = 0;
sbi->sec_fsck_stat.fsck_written_bytes = 0;
sbi->sec_fsck_stat.fsck_elapsed_time = 0;
sbi->sec_fsck_stat.fsck_exit_code = 0;
sbi->sec_fsck_stat.valid_node_count = 0;
sbi->sec_fsck_stat.valid_inode_count = 0;
} else if (!strcmp(attr_name, "sec_defrag_stat")) {
sbi->s_sec_part_best_extents = 0;
sbi->s_sec_part_current_extents = 0;
sbi->s_sec_part_score = 0;
sbi->s_sec_defrag_writes_kb = 0;
sbi->s_sec_num_apps = 0;
sbi->s_sec_capacity_apps_kb = 0;
} else if (!strcmp(attr_name, "sec_ddp_stat")) {
sbi->sec_ddp_stat.ddp_stats[DDP_MIGRATED_SEG_COUNT] = 0;
sbi->sec_ddp_stat.ddp_stats[DDP_MIGRATED_TTIME] = 0;
}
}
static ssize_t f2fs_sbi_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
unsigned char *ptr = NULL;
unsigned int *ui;
ptr = __struct_ptr(sbi, a->struct_type);
if (!ptr)
return -EINVAL;
if (!strcmp(a->attr.name, "extension_list")) {
__u8 (*extlist)[F2FS_EXTENSION_LEN] =
sbi->raw_super->extension_list;
int cold_count = le32_to_cpu(sbi->raw_super->extension_count);
int hot_count = sbi->raw_super->hot_ext_count;
int len = 0, i;
len += scnprintf(buf + len, PAGE_SIZE - len,
"cold file extension:\n");
for (i = 0; i < cold_count; i++)
len += scnprintf(buf + len, PAGE_SIZE - len, "%s\n",
extlist[i]);
len += scnprintf(buf + len, PAGE_SIZE - len,
"hot file extension:\n");
for (i = cold_count; i < cold_count + hot_count; i++)
len += scnprintf(buf + len, PAGE_SIZE - len, "%s\n",
extlist[i]);
return len;
} else if (!strcmp(a->attr.name, "sec_gc_stat")) {
int len = 0;
len = snprintf(buf, PAGE_SIZE, "\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\"\n",
"FGGC", sbi->sec_stat.gc_count[FG_GC],
"FGGC_NSEG", sbi->sec_stat.gc_node_seg_count[FG_GC],
"FGGC_NBLK", sbi->sec_stat.gc_node_blk_count[FG_GC],
"FGGC_DSEG", sbi->sec_stat.gc_data_seg_count[FG_GC],
"FGGC_DBLK", sbi->sec_stat.gc_data_blk_count[FG_GC],
"FGGC_TTIME", sbi->sec_stat.gc_ttime[FG_GC],
"BGGC", sbi->sec_stat.gc_count[BG_GC],
"BGGC_NSEG", sbi->sec_stat.gc_node_seg_count[BG_GC],
"BGGC_NBLK", sbi->sec_stat.gc_node_blk_count[BG_GC],
"BGGC_DSEG", sbi->sec_stat.gc_data_seg_count[BG_GC],
"BGGC_DBLK", sbi->sec_stat.gc_data_blk_count[BG_GC],
"BGGC_TTIME", sbi->sec_stat.gc_ttime[BG_GC]);
if (!sbi->sec_hqm_preserve)
__sec_bigdata_init_value(sbi, a->attr.name);
return len;
} else if (!strcmp(a->attr.name, "sec_io_stat")) {
u64 kbytes_written = 0;
int len = 0;
kbytes_written = BD_PART_WRITTEN(sbi) -
sbi->sec_stat.kwritten_byte;
len = snprintf(buf, PAGE_SIZE, "\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\","
"\"%s\":\"%llu\",\"%s\":\"%llu\"\n",
"CP", sbi->sec_stat.cp_cnt[STAT_CP_ALL],
"CPBG", sbi->sec_stat.cp_cnt[STAT_CP_BG],
"CPSYNC", sbi->sec_stat.cp_cnt[STAT_CP_FSYNC],
"CPNONRE", sbi->sec_stat.cpr_cnt[CP_NON_REGULAR],
"CPCOMPR", sbi->sec_stat.cpr_cnt[CP_COMPRESSED],
"CPSBNEED", sbi->sec_stat.cpr_cnt[CP_SB_NEED_CP],
"CPWPINO", sbi->sec_stat.cpr_cnt[CP_WRONG_PINO],
"CP_MAX_INT", sbi->sec_stat.cp_max_interval,
"LFSSEG", sbi->sec_stat.alloc_seg_type[LFS],
"SSRSEG", sbi->sec_stat.alloc_seg_type[SSR],
"LFSBLK", sbi->sec_stat.alloc_blk_count[LFS],
"SSRBLK", sbi->sec_stat.alloc_blk_count[SSR],
"IPU", (u64)atomic64_read(&sbi->sec_stat.inplace_count),
"FSYNC", sbi->sec_stat.fsync_count,
"FSYNC_MB", sbi->sec_stat.fsync_dirty_pages >> 8,
"HOT_DATA", sbi->sec_stat.hot_file_written_blocks >> 8,
"COLD_DATA", sbi->sec_stat.cold_file_written_blocks >> 8,
"WARM_DATA", sbi->sec_stat.warm_file_written_blocks >> 8,
"DATA_FUA", sbi->sec_stat.data_fua_written_blocks,
"NODE_FUA", sbi->sec_stat.node_fua_written_blocks,
"TOTAL_FUA", sbi->sec_stat.total_fua_written_blocks,
"MAX_INMEM", sbi->sec_stat.max_inmem_pages,
"DROP_INMEM", sbi->sec_stat.drop_inmem_all,
"DROP_INMEMF", sbi->sec_stat.drop_inmem_files,
"WRITE_MB", (u64)(kbytes_written >> 10),
"FS_PERROR", (u64)sbi->sec_stat.fs_por_error,
"FS_ERROR", (u64)sbi->sec_stat.fs_error,
"MAX_UNDSCD", (u64)sbi->sec_stat.max_undiscard_blks);
if (!sbi->sec_hqm_preserve)
__sec_bigdata_init_value(sbi, a->attr.name);
return len;
} else if (!strcmp(a->attr.name, "sec_fsck_stat")) {
int len = 0;
len = snprintf(buf, PAGE_SIZE,
"\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%llu\",\"%s\":\"%u\","
"\"%s\":\"%u\",\"%s\":\"%u\"\n",
"FSCK_RBYTES", sbi->sec_fsck_stat.fsck_read_bytes,
"FSCK_WBYTES", sbi->sec_fsck_stat.fsck_written_bytes,
"FSCK_TIME_MS", sbi->sec_fsck_stat.fsck_elapsed_time,
"FSCK_EXIT", sbi->sec_fsck_stat.fsck_exit_code,
"FSCK_VNODES", sbi->sec_fsck_stat.valid_node_count,
"FSCK_VINODES", sbi->sec_fsck_stat.valid_inode_count);
if (!sbi->sec_hqm_preserve)
__sec_bigdata_init_value(sbi, a->attr.name);
return len;
} else if (!strcmp(a->attr.name, "sec_defrag_stat")) {
int len = 0;
len = snprintf(buf, PAGE_SIZE,
"\"%s\":\"%u\",\"%s\":\"%u\",\"%s\":\"%u\",\"%s\":\"%u\",\"%s\":\"%u\",\"%s\":\"%u\"\n",
"BESTEXT", sbi->s_sec_part_best_extents,
"CUREXT", sbi->s_sec_part_current_extents,
"DEFSCORE", sbi->s_sec_part_score,
"DEFWRITE", sbi->s_sec_defrag_writes_kb,
"NUMAPP", sbi->s_sec_num_apps,
"CAPAPP", sbi->s_sec_capacity_apps_kb);
if (!sbi->sec_hqm_preserve)
__sec_bigdata_init_value(sbi, a->attr.name);
return len;
} else if (!strcmp(a->attr.name, "sec_fua_mode")) {
int len = 0, i;
for (i = 0; i < NR_F2FS_SEC_FUA_MODE; i++) {
if (i == sbi->s_sec_cond_fua_mode)
len += snprintf(buf + len, PAGE_SIZE - len, "[%s] ",
sec_fua_mode_names[i]);
else
len += snprintf(buf + len, PAGE_SIZE - len, "%s ",
sec_fua_mode_names[i]);
}
len += snprintf(buf + len, PAGE_SIZE - len, "\n");
return len;
}
#ifdef CONFIG_F2FS_SEC_SYSFS_DISCARD_SLAB_THRESHOLD
if (!strcmp(a->attr.name, "discard_cmd_slab_thresh_MB")) {
unsigned int size_in_MB = (sizeof(struct discard_cmd) *
SM_I(sbi)->dcc_info->discard_cmd_slab_thresh_cnt);
return sprintf(buf, "%u\n",
round_up(size_in_MB, 1 << 20) >> 20);
}
if (!strcmp(a->attr.name, "undiscard_thresh_MB")) {
return sprintf(buf, "%u\n",
SM_I(sbi)->dcc_info->undiscard_thresh_blks >> 8);
}
#endif
if (!strcmp(a->attr.name, "sec_heimdallfs_stat")) {
return snprintf(buf, PAGE_SIZE,
"\"%s\":\"%u\",\"%s\":\"%llu\",\"%s\":\"%u\",\"%s\":\"%llu\",\"%s\":\"%llu\"\n",
"NR_PKGS", sbi->sec_heimdallfs_stat.nr_pkgs,
"NR_PKG_BLKS", sbi->sec_heimdallfs_stat.nr_pkg_blks,
"NR_COMP_PKGS", sbi->sec_heimdallfs_stat.nr_comp_pkgs,
"NR_COMP_PKG_BLKS", sbi->sec_heimdallfs_stat.nr_comp_pkg_blks,
"NR_COMP_PKG_SAVED_BLKS", sbi->sec_heimdallfs_stat.nr_comp_saved_blks);
}
if (!strcmp(a->attr.name, "sec_ddp_stat")) {
int len = 0;
for (int i = 0; i < NR_DDP_STAT_TYPE - 1; i++) {
len += snprintf(buf + len, PAGE_SIZE - len, "\"%s\":\"%u\",",
sec_ddp_stat_type_names[i], sbi->sec_ddp_stat.ddp_stats[i]);
}
len += snprintf(buf + len, PAGE_SIZE - len, "\"%s\":\"%u\"\n",
sec_ddp_stat_type_names[NR_DDP_STAT_TYPE - 1],
sbi->sec_ddp_stat.ddp_stats[NR_DDP_STAT_TYPE - 1]);
if (!sbi->sec_hqm_preserve)
__sec_bigdata_init_value(sbi, a->attr.name);
return len;
}
if (!strcmp(a->attr.name, "ckpt_thread_ioprio")) {
struct ckpt_req_control *cprc = &sbi->cprc_info;
int class = IOPRIO_PRIO_CLASS(cprc->ckpt_thread_ioprio);
int level = IOPRIO_PRIO_LEVEL(cprc->ckpt_thread_ioprio);
if (class != IOPRIO_CLASS_RT && class != IOPRIO_CLASS_BE)
return -EINVAL;
return sysfs_emit(buf, "%s,%d\n",
class == IOPRIO_CLASS_RT ? "rt" : "be", level);
}
#ifdef CONFIG_F2FS_FS_COMPRESSION
if (!strcmp(a->attr.name, "compr_written_block"))
return sysfs_emit(buf, "%llu\n", sbi->compr_written_block);
if (!strcmp(a->attr.name, "compr_saved_block"))
return sysfs_emit(buf, "%llu\n", sbi->compr_saved_block);
if (!strcmp(a->attr.name, "compr_new_inode"))
return sysfs_emit(buf, "%u\n", sbi->compr_new_inode);
#endif
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
if (!strcmp(a->attr.name, "streamid_attr")) {
int len = 0;
len = snprintf(buf, PAGE_SIZE,
"\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\",\"%s\":\"%lld\"\n",
"dirty count", sbi->logistic_scale[0],
"file size", sbi->logistic_scale[1],
"mtime interval", sbi->logistic_scale[2],
"mtime count", sbi->logistic_scale[3],
"cache dir", sbi->logistic_scale[4],
"fuse", sbi->logistic_scale[5],
"per write_size", sbi->logistic_scale[6],
"overwrite cnt", sbi->logistic_scale[7],
"append cnt", sbi->logistic_scale[8],
"overwrite ratio", sbi->logistic_scale[9],
"append ratio", sbi->logistic_scale[10]);
return len;
}
if (!strcmp(a->attr.name, "streamid_threshold"))
return sprintf(buf, "%lld\n", sbi->logistic_threshold);
if (!strcmp(a->attr.name, "streamid_bias"))
return sprintf(buf, "%lld\n", sbi->logistic_bias);
#endif
if (!strcmp(a->attr.name, "gc_segment_mode"))
return sysfs_emit(buf, "%u\n", sbi->gc_segment_mode);
if (!strcmp(a->attr.name, "gc_reclaimed_segments")) {
return sysfs_emit(buf, "%u\n",
sbi->gc_reclaimed_segs[sbi->gc_segment_mode]);
}
if (!strcmp(a->attr.name, "current_atomic_write")) {
s64 current_write = atomic64_read(&sbi->current_atomic_write);
return sysfs_emit(buf, "%lld\n", current_write);
}
if (!strcmp(a->attr.name, "peak_atomic_write"))
return sysfs_emit(buf, "%lld\n", sbi->peak_atomic_write);
if (!strcmp(a->attr.name, "committed_atomic_block"))
return sysfs_emit(buf, "%llu\n", sbi->committed_atomic_block);
if (!strcmp(a->attr.name, "revoked_atomic_block"))
return sysfs_emit(buf, "%llu\n", sbi->revoked_atomic_block);
#ifdef CONFIG_F2FS_STAT_FS
if (!strcmp(a->attr.name, "cp_foreground_calls"))
return sysfs_emit(buf, "%d\n",
atomic_read(&sbi->cp_call_count[TOTAL_CALL]) -
atomic_read(&sbi->cp_call_count[BACKGROUND]));
if (!strcmp(a->attr.name, "cp_background_calls"))
return sysfs_emit(buf, "%d\n",
atomic_read(&sbi->cp_call_count[BACKGROUND]));
#endif
ui = (unsigned int *)(ptr + a->offset);
return sysfs_emit(buf, "%u\n", *ui);
}
void f2fs_write_ddp_stats(struct f2fs_sb_info *sbi)
{
struct f2fs_super_block *fsb = sbi->raw_super;
unsigned long long extra_flag_blk_no = le32_to_cpu(fsb->cp_blkaddr) - 1;
struct buffer_head *bh;
struct f2fs_sb_extra_flag_blk *extra_blk;
int type;
if (extra_flag_blk_no < 2) {
f2fs_warn(sbi, "[DDP] extra_flag: No free blks for extra flags");
return;
}
bh = sb_bread(sbi->sb, (sector_t)extra_flag_blk_no);
if (!bh) {
f2fs_warn(sbi, "[DDP] extra_flag: Fail to allocate buffer_head");
return;
}
lock_buffer(bh);
extra_blk = (struct f2fs_sb_extra_flag_blk *)bh->b_data;
for (type = 0; type < NR_DDP_STAT_TYPE; type++)
extra_blk->ddp_stats[type] = cpu_to_le32(sbi->sec_ddp_stat.ddp_stats[type]);
set_buffer_uptodate(bh);
set_buffer_dirty(bh);
unlock_buffer(bh);
if (__sync_dirty_buffer(bh, REQ_SYNC | REQ_FUA))
f2fs_warn(sbi, "extra_flag: EIO");
brelse(bh);
}
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
static bool check_streamid_params(struct f2fs_sb_info *sbi)
{
int i;
if (sbi->logistic_threshold)
return true;
if (sbi->logistic_bias)
return true;
for (i = 0; i < STREAMID_PARAMS; i++) {
if (sbi->logistic_scale[i])
return true;
}
return false;
}
#endif
static ssize_t __sbi_store(struct f2fs_attr *a,
struct f2fs_sb_info *sbi,
const char *buf, size_t count)
{
unsigned char *ptr;
unsigned long t;
unsigned int *ui;
ssize_t ret;
ptr = __struct_ptr(sbi, a->struct_type);
if (!ptr)
return -EINVAL;
if (!strcmp(a->attr.name, "extension_list")) {
const char *name = strim((char *)buf);
bool set = true, hot;
if (!strncmp(name, "[h]", 3))
hot = true;
else if (!strncmp(name, "[c]", 3))
hot = false;
else
return -EINVAL;
name += 3;
if (*name == '!') {
name++;
set = false;
}
if (!strlen(name) || strlen(name) >= F2FS_EXTENSION_LEN)
return -EINVAL;
f2fs_down_write(&sbi->sb_lock);
ret = f2fs_update_extension_list(sbi, name, hot, set);
if (ret)
goto out;
ret = f2fs_commit_super(sbi, false);
if (ret)
f2fs_update_extension_list(sbi, name, hot, !set);
out:
f2fs_up_write(&sbi->sb_lock);
return ret ? ret : count;
} else if (!strcmp(a->attr.name, "sec_gc_stat")) {
__sec_bigdata_init_value(sbi, a->attr.name);
return count;
} else if (!strcmp(a->attr.name, "sec_io_stat")) {
__sec_bigdata_init_value(sbi, a->attr.name);
return count;
} else if (!strcmp(a->attr.name, "sec_fsck_stat")) {
__sec_bigdata_init_value(sbi, a->attr.name);
return count;
} else if (!strcmp(a->attr.name, "sec_defrag_stat")) {
__sec_bigdata_init_value(sbi, a->attr.name);
return count;
} else if (!strcmp(a->attr.name, "sec_fua_mode")) {
const char *mode = strim((char *)buf);
int idx;
for (idx = 0; idx < NR_F2FS_SEC_FUA_MODE; idx++) {
if (!strcmp(mode, sec_fua_mode_names[idx]))
sbi->s_sec_cond_fua_mode = idx;
}
return count;
}
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
if (!strcmp(a->attr.name, "streamid_attr")) {
char *streamid_buf, *streamid_buf_orig;
char *ptr;
long long streamid_attr[STREAMID_PARAMS];
long long lt;
int i = 0;
streamid_buf = kstrdup(buf, GFP_KERNEL);
if (!streamid_buf)
return -ENOMEM;
streamid_buf_orig = streamid_buf;
while ((ptr = strsep(&streamid_buf, " ")) != NULL) {
ret = kstrtoll(skip_spaces(ptr), 10, &lt);
if (ret < 0 || i >= STREAMID_PARAMS) {
kvfree(streamid_buf_orig);
return -EINVAL;
}
streamid_attr[i++] = lt;
}
kvfree(streamid_buf_orig);
if (i != STREAMID_PARAMS)
return -EINVAL;
ST_LOG("[StreamID] set streamid_attr ");
for (i = 0; i < STREAMID_PARAMS; i++)
sbi->logistic_scale[i] = streamid_attr[i];
return count;
}
if (!strcmp(a->attr.name, "streamid_threshold")) {
long long lt;
char *threshold;
threshold = kstrdup(buf, GFP_KERNEL);
if (!threshold)
return -ENOMEM;
if (kstrtoll(skip_spaces(threshold), 0, &lt) < 0) {
kvfree(threshold);
return -EINVAL;
}
sbi->logistic_threshold = lt;
ST_LOG("[StreamID] set ml_threshold : %lld", sbi->logistic_threshold);
kvfree(threshold);
return count;
}
if (!strcmp(a->attr.name, "streamid_bias")) {
long long lt;
char *bias;
bias = kstrdup(buf, GFP_KERNEL);
if (!bias)
return -ENOMEM;
if (kstrtoll(skip_spaces(bias), 0, &lt) < 0) {
kvfree(bias);
return -EINVAL;
}
sbi->logistic_bias = lt;
ST_LOG("[StreamID] set ml_threshold : %lld", sbi->logistic_bias);
kvfree(bias);
return count;
}
#endif
if (!strcmp(a->attr.name, "ckpt_thread_ioprio")) {
const char *name = strim((char *)buf);
struct ckpt_req_control *cprc = &sbi->cprc_info;
int class;
long level;
int ret;
if (!strncmp(name, "rt,", 3))
class = IOPRIO_CLASS_RT;
else if (!strncmp(name, "be,", 3))
class = IOPRIO_CLASS_BE;
else
return -EINVAL;
name += 3;
ret = kstrtol(name, 10, &level);
if (ret)
return ret;
if (level >= IOPRIO_NR_LEVELS || level < 0)
return -EINVAL;
cprc->ckpt_thread_ioprio = IOPRIO_PRIO_VALUE(class, level);
if (test_opt(sbi, MERGE_CHECKPOINT)) {
ret = set_task_ioprio(cprc->f2fs_issue_ckpt,
cprc->ckpt_thread_ioprio);
if (ret)
return ret;
}
return count;
}
if (!strcmp(a->attr.name, "sec_ddp_stat")) {
const char *name = strim((char *)buf);
struct f2fs_sec_ddp_info *ddp_stat = &sbi->sec_ddp_stat;
int type;
if (!__volume_is_userdata(sbi))
return -EINVAL;
/* expected "DDP:<ddp_stat_type_name>:<uint_value> */
if (strncmp(name, "DDP:", 4))
return -EINVAL;
name += 4;
for (type = 0; type < NR_DDP_STAT_TYPE; type++) {
if (!strncmp(name, sec_ddp_stat_type_names[type],
strlen(sec_ddp_stat_type_names[type]))) {
name += strlen(sec_ddp_stat_type_names[type]);
if (*name != ':')
return -EINVAL;
name++;
ret = kstrtoul(name, 0, &t);
if (ret < 0)
return ret;
if (t >= UINT_MAX)
return -EINVAL;
ddp_stat->ddp_stats[type] = t;
if (type == DDP_GROW_ELAPSED_TIME) {
ddp_stat->ddp_stats[DDP_SHRINK_BLOCKS] = 0;
ddp_stat->ddp_stats[DDP_SHRINK_ELAPSED_TIME] = 0;
ddp_stat->ddp_stats[DDP_SHRINK_ERRNO] = 0;
}
f2fs_write_ddp_stats(sbi);
return count;
}
}
return -EINVAL;
}
ui = (unsigned int *)(ptr + a->offset);
ret = kstrtoul(skip_spaces(buf), 0, &t);
if (ret < 0)
return ret;
#ifdef CONFIG_F2FS_FAULT_INJECTION
if (a->struct_type == FAULT_INFO_TYPE) {
if (f2fs_build_fault_attr(sbi, 0, t))
return -EINVAL;
return count;
}
if (a->struct_type == FAULT_INFO_RATE) {
if (f2fs_build_fault_attr(sbi, t, 0))
return -EINVAL;
return count;
}
#endif
if (a->struct_type == RESERVED_BLOCKS) {
bool is_sec_reserved = !strcmp(a->attr.name, "sec_reserved_blocks");
unsigned long new_total_reserved_blocks = t;
spin_lock(&sbi->stat_lock);
if (is_sec_reserved) {
new_total_reserved_blocks += sbi->reserved_blocks;
if (new_total_reserved_blocks +
F2FS_OPTION(sbi).root_reserved_blocks >
sbi->user_block_count - valid_user_blocks(sbi)) {
spin_unlock(&sbi->stat_lock);
return -ENOSPC;
}
} else {
new_total_reserved_blocks += sbi->sec_reserved_blocks;
}
if (new_total_reserved_blocks > (unsigned long)(sbi->user_block_count -
F2FS_OPTION(sbi).root_reserved_blocks -
SEGS_TO_BLKS(sbi,
SM_I(sbi)->additional_reserved_segments))) {
spin_unlock(&sbi->stat_lock);
return -EINVAL;
}
*ui = t;
sbi->current_reserved_blocks = min(sbi->reserved_blocks + sbi->sec_reserved_blocks,
sbi->user_block_count - valid_user_blocks(sbi));
spin_unlock(&sbi->stat_lock);
if (is_sec_reserved) {
f2fs_down_write(&sbi->sb_lock);
if (sbi->raw_super->sec_reserved_blocks != cpu_to_le32(t)) {
sbi->raw_super->sec_reserved_blocks = cpu_to_le32(t);
ret = f2fs_commit_super(sbi, false);
}
f2fs_up_write(&sbi->sb_lock);
}
return ret ? ret : count;
}
if (!strcmp(a->attr.name, "discard_io_aware_gran")) {
if (t > MAX_PLIST_NUM)
return -EINVAL;
if (!f2fs_block_unit_discard(sbi))
return -EINVAL;
if (t == *ui)
return count;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "discard_granularity")) {
if (t == 0 || t > MAX_PLIST_NUM)
return -EINVAL;
if (!f2fs_block_unit_discard(sbi))
return -EINVAL;
if (t == *ui)
return count;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "max_ordered_discard")) {
if (t == 0 || t > MAX_PLIST_NUM)
return -EINVAL;
if (!f2fs_block_unit_discard(sbi))
return -EINVAL;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "discard_urgent_util")) {
if (t > 100)
return -EINVAL;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "discard_io_aware")) {
if (t >= DPOLICY_IO_AWARE_MAX)
return -EINVAL;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "migration_granularity")) {
if (t == 0 || t > SEGS_PER_SEC(sbi))
return -EINVAL;
}
if (!strcmp(a->attr.name, "gc_urgent")) {
if (t == 0) {
sbi->gc_mode = GC_NORMAL;
} else if (t == 1) {
sbi->gc_mode = GC_URGENT_HIGH;
if (sbi->gc_thread) {
sbi->gc_thread->gc_wake = true;
wake_up_interruptible_all(
&sbi->gc_thread->gc_wait_queue_head);
wake_up_discard_thread(sbi, true);
}
} else if (t == 2) {
sbi->gc_mode = GC_URGENT_LOW;
} else if (t == 3) {
sbi->gc_mode = GC_URGENT_MID;
if (sbi->gc_thread) {
sbi->gc_thread->gc_wake = true;
wake_up_interruptible_all(
&sbi->gc_thread->gc_wait_queue_head);
}
} else {
return -EINVAL;
}
return count;
}
if (!strcmp(a->attr.name, "gc_idle")) {
if (t == GC_IDLE_CB) {
sbi->gc_mode = GC_IDLE_CB;
} else if (t == GC_IDLE_GREEDY) {
sbi->gc_mode = GC_IDLE_GREEDY;
} else if (t == GC_IDLE_AT) {
if (!sbi->am.atgc_enabled)
return -EINVAL;
sbi->gc_mode = GC_IDLE_AT;
} else {
sbi->gc_mode = GC_NORMAL;
}
return count;
}
if (!strcmp(a->attr.name, "gc_remaining_trials")) {
spin_lock(&sbi->gc_remaining_trials_lock);
sbi->gc_remaining_trials = t;
spin_unlock(&sbi->gc_remaining_trials_lock);
return count;
}
#ifdef CONFIG_F2FS_IOSTAT
if (!strcmp(a->attr.name, "iostat_enable")) {
sbi->iostat_enable = !!t;
if (!sbi->iostat_enable)
f2fs_reset_iostat(sbi);
return count;
}
if (!strcmp(a->attr.name, "iostat_period_ms")) {
if (t < MIN_IOSTAT_PERIOD_MS || t > MAX_IOSTAT_PERIOD_MS)
return -EINVAL;
spin_lock_irq(&sbi->iostat_lock);
sbi->iostat_period_ms = (unsigned int)t;
spin_unlock_irq(&sbi->iostat_lock);
return count;
}
#endif
#ifdef CONFIG_F2FS_FS_COMPRESSION
if (!strcmp(a->attr.name, "compr_written_block") ||
!strcmp(a->attr.name, "compr_saved_block")) {
if (t != 0)
return -EINVAL;
sbi->compr_written_block = 0;
sbi->compr_saved_block = 0;
return count;
}
if (!strcmp(a->attr.name, "compr_new_inode")) {
if (t != 0)
return -EINVAL;
sbi->compr_new_inode = 0;
return count;
}
if (!strcmp(a->attr.name, "compress_percent")) {
if (t == 0 || t > 100)
return -EINVAL;
*ui = t;
return count;
}
if (!strcmp(a->attr.name, "compress_watermark")) {
if (t == 0 || t > 100)
return -EINVAL;
*ui = t;
return count;
}
#endif
if (!strcmp(a->attr.name, "atgc_candidate_ratio")) {
if (t > 100)
return -EINVAL;
sbi->am.candidate_ratio = t;
return count;
}
if (!strcmp(a->attr.name, "atgc_age_weight")) {
if (t > 100)
return -EINVAL;
sbi->am.age_weight = t;
return count;
}
if (!strcmp(a->attr.name, "gc_segment_mode")) {
if (t < MAX_GC_MODE)
sbi->gc_segment_mode = t;
else
return -EINVAL;
return count;
}
if (!strcmp(a->attr.name, "gc_pin_file_threshold")) {
if (t > MAX_GC_FAILED_PINNED_FILES)
return -EINVAL;
sbi->gc_pin_file_threshold = t;
return count;
}
if (!strcmp(a->attr.name, "gc_reclaimed_segments")) {
if (t != 0)
return -EINVAL;
sbi->gc_reclaimed_segs[sbi->gc_segment_mode] = 0;
return count;
}
if (!strcmp(a->attr.name, "seq_file_ra_mul")) {
if (t >= MIN_RA_MUL && t <= MAX_RA_MUL)
sbi->seq_file_ra_mul = t;
else
return -EINVAL;
return count;
}
if (!strcmp(a->attr.name, "max_fragment_chunk")) {
if (t >= MIN_FRAGMENT_SIZE && t <= MAX_FRAGMENT_SIZE)
sbi->max_fragment_chunk = t;
else
return -EINVAL;
return count;
}
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
if (!strcmp(a->attr.name, "mp_uid")) {
sbi->mp_uid = t%100000;
ST_LOG("[StreamID] set mp_uid : %lld", sbi->mp_uid);
return count;
}
if (!strcmp(a->attr.name, "streamid_enable")) {
if (check_streamid_params(sbi))
sbi->streamid_enable = t;
else
sbi->streamid_enable = 0;
ST_LOG("[StreamID] set streamid_enable : %lld", sbi->streamid_enable);
#ifdef CONFIG_F2FS_ML_STREAMID_FORCE_COLD
ST_LOG("[StreamID] FORCE_COLD filter enabled");
#endif
return count;
}
#endif
if (!strcmp(a->attr.name, "max_fragment_hole")) {
if (t >= MIN_FRAGMENT_SIZE && t <= MAX_FRAGMENT_SIZE)
sbi->max_fragment_hole = t;
else
return -EINVAL;
return count;
}
if (!strcmp(a->attr.name, "peak_atomic_write")) {
if (t != 0)
return -EINVAL;
sbi->peak_atomic_write = 0;
return count;
}
if (!strcmp(a->attr.name, "committed_atomic_block")) {
if (t != 0)
return -EINVAL;
sbi->committed_atomic_block = 0;
return count;
}
if (!strcmp(a->attr.name, "revoked_atomic_block")) {
if (t != 0)
return -EINVAL;
sbi->revoked_atomic_block = 0;
return count;
}
if (!strcmp(a->attr.name, "readdir_ra")) {
sbi->readdir_ra = !!t;
return count;
}
if (!strcmp(a->attr.name, "hot_data_age_threshold")) {
if (t == 0 || t >= sbi->warm_data_age_threshold)
return -EINVAL;
if (t == *ui)
return count;
*ui = (unsigned int)t;
return count;
}
if (!strcmp(a->attr.name, "warm_data_age_threshold")) {
if (t <= sbi->hot_data_age_threshold)
return -EINVAL;
if (t == *ui)
return count;
*ui = (unsigned int)t;
return count;
}
if (!strcmp(a->attr.name, "last_age_weight")) {
if (t > 100)
return -EINVAL;
if (t == *ui)
return count;
*ui = (unsigned int)t;
return count;
}
if (!strcmp(a->attr.name, "ipu_policy")) {
if (t >= BIT(F2FS_IPU_MAX))
return -EINVAL;
if (t && f2fs_lfs_mode(sbi))
return -EINVAL;
SM_I(sbi)->ipu_policy = (unsigned int)t;
return count;
}
if (!strcmp(a->attr.name, "dir_level")) {
if (t > MAX_DIR_HASH_DEPTH)
return -EINVAL;
sbi->dir_level = t;
return count;
}
#ifdef CONFIG_F2FS_SEC_SYSFS_DISCARD_SLAB_THRESHOLD
if (!strcmp(a->attr.name, "discard_cmd_slab_thresh_MB")) {
SM_I(sbi)->dcc_info->discard_cmd_slab_thresh_cnt =
((unsigned int)t << 20) / sizeof(struct discard_cmd);
return count;
}
if (!strcmp(a->attr.name, "undiscard_thresh_MB")) {
SM_I(sbi)->dcc_info->undiscard_thresh_blks =
(unsigned int)t << 8;
return count;
}
#endif
if (!strcmp(a->attr.name, "sec_pin_guaranteed_blkaddr")) {
if (t == NEW_ADDR || t == NULL_ADDR)
return -EINVAL;
if (t <= MAIN_BLKADDR(sbi) || t > MAX_BLKADDR(sbi))
return -EINVAL;
if (t % (BLKS_PER_SEC(sbi)) > 0)
return -EINVAL;
*ui = t;
return count;
}
*ui = (unsigned int)t;
return count;
}
static ssize_t f2fs_sbi_store(struct f2fs_attr *a,
struct f2fs_sb_info *sbi,
const char *buf, size_t count)
{
ssize_t ret;
bool gc_entry = (!strcmp(a->attr.name, "gc_urgent") ||
a->struct_type == GC_THREAD);
if (gc_entry) {
if (!down_read_trylock(&sbi->sb->s_umount))
return -EAGAIN;
}
ret = __sbi_store(a, sbi, buf, count);
if (gc_entry)
up_read(&sbi->sb->s_umount);
return ret;
}
static ssize_t f2fs_attr_show(struct kobject *kobj,
struct attribute *attr, char *buf)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_kobj);
struct f2fs_attr *a = container_of(attr, struct f2fs_attr, attr);
return a->show ? a->show(a, sbi, buf) : 0;
}
static ssize_t f2fs_attr_store(struct kobject *kobj, struct attribute *attr,
const char *buf, size_t len)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_kobj);
struct f2fs_attr *a = container_of(attr, struct f2fs_attr, attr);
return a->store ? a->store(a, sbi, buf, len) : 0;
}
static void f2fs_sb_release(struct kobject *kobj)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_kobj);
complete(&sbi->s_kobj_unregister);
}
/*
* Note that there are three feature list entries:
* 1) /sys/fs/f2fs/features
* : shows runtime features supported by in-kernel f2fs along with Kconfig.
* - ref. F2FS_FEATURE_RO_ATTR()
*
* 2) /sys/fs/f2fs/$s_id/features <deprecated>
* : shows on-disk features enabled by mkfs.f2fs, used for old kernels. This
* won't add new feature anymore, and thus, users should check entries in 3)
* instead of this 2).
*
* 3) /sys/fs/f2fs/$s_id/feature_list
* : shows on-disk features enabled by mkfs.f2fs per instance, which follows
* sysfs entry rule where each entry should expose single value.
* This list covers old feature list provided by 2) and beyond. Therefore,
* please add new on-disk feature in this list only.
* - ref. F2FS_SB_FEATURE_RO_ATTR()
*/
static ssize_t f2fs_feature_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
return sysfs_emit(buf, "supported\n");
}
#define F2FS_FEATURE_RO_ATTR(_name) \
static struct f2fs_attr f2fs_attr_##_name = { \
.attr = {.name = __stringify(_name), .mode = 0444 }, \
.show = f2fs_feature_show, \
}
static ssize_t f2fs_sb_feature_show(struct f2fs_attr *a,
struct f2fs_sb_info *sbi, char *buf)
{
if (F2FS_HAS_FEATURE(sbi, a->id))
return sysfs_emit(buf, "supported\n");
return sysfs_emit(buf, "unsupported\n");
}
#define F2FS_SB_FEATURE_RO_ATTR(_name, _feat) \
static struct f2fs_attr f2fs_attr_sb_##_name = { \
.attr = {.name = __stringify(_name), .mode = 0444 }, \
.show = f2fs_sb_feature_show, \
.id = F2FS_FEATURE_##_feat, \
}
#define F2FS_ATTR_OFFSET(_struct_type, _name, _mode, _show, _store, _offset) \
static struct f2fs_attr f2fs_attr_##_name = { \
.attr = {.name = __stringify(_name), .mode = _mode }, \
.show = _show, \
.store = _store, \
.struct_type = _struct_type, \
.offset = _offset \
}
#define F2FS_RO_ATTR(struct_type, struct_name, name, elname) \
F2FS_ATTR_OFFSET(struct_type, name, 0444, \
f2fs_sbi_show, NULL, \
offsetof(struct struct_name, elname))
#define F2FS_RW_ATTR(struct_type, struct_name, name, elname) \
F2FS_ATTR_OFFSET(struct_type, name, 0644, \
f2fs_sbi_show, f2fs_sbi_store, \
offsetof(struct struct_name, elname))
#define F2FS_RW_ATTR_640(struct_type, struct_name, name, elname) \
F2FS_ATTR_OFFSET(struct_type, name, 0640, \
f2fs_sbi_show, f2fs_sbi_store, \
offsetof(struct struct_name, elname))
#define F2FS_GENERAL_RO_ATTR(name) \
static struct f2fs_attr f2fs_attr_##name = __ATTR(name, 0444, name##_show, NULL)
#ifdef CONFIG_F2FS_STAT_FS
#define STAT_INFO_RO_ATTR(name, elname) \
F2FS_RO_ATTR(STAT_INFO, f2fs_stat_info, name, elname)
#endif
#define GC_THREAD_RW_ATTR(name, elname) \
F2FS_RW_ATTR(GC_THREAD, f2fs_gc_kthread, name, elname)
#define SM_INFO_RW_ATTR(name, elname) \
F2FS_RW_ATTR(SM_INFO, f2fs_sm_info, name, elname)
#define SM_INFO_GENERAL_RW_ATTR(elname) \
SM_INFO_RW_ATTR(elname, elname)
#define DCC_INFO_RW_ATTR(name, elname) \
F2FS_RW_ATTR(DCC_INFO, discard_cmd_control, name, elname)
#define DCC_INFO_GENERAL_RW_ATTR(elname) \
DCC_INFO_RW_ATTR(elname, elname)
#define NM_INFO_RW_ATTR(name, elname) \
F2FS_RW_ATTR(NM_INFO, f2fs_nm_info, name, elname)
#define NM_INFO_GENERAL_RW_ATTR(elname) \
NM_INFO_RW_ATTR(elname, elname)
#define F2FS_SBI_RW_ATTR(name, elname) \
F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, name, elname)
#define F2FS_SBI_RW_ATTR_640(name, elname) \
F2FS_RW_ATTR_640(F2FS_SBI, f2fs_sb_info, name, elname)
#define F2FS_SBI_GENERAL_RW_ATTR(elname) \
F2FS_SBI_RW_ATTR(elname, elname)
#define F2FS_SBI_GENERAL_RO_ATTR(elname) \
F2FS_RO_ATTR(F2FS_SBI, f2fs_sb_info, elname, elname)
#ifdef CONFIG_F2FS_FAULT_INJECTION
#define FAULT_INFO_GENERAL_RW_ATTR(type, elname) \
F2FS_RW_ATTR(type, f2fs_fault_info, elname, elname)
#endif
#define RESERVED_BLOCKS_GENERAL_RW_ATTR(elname) \
F2FS_RW_ATTR(RESERVED_BLOCKS, f2fs_sb_info, elname, elname)
#define CPRC_INFO_GENERAL_RW_ATTR(elname) \
F2FS_RW_ATTR(CPRC_INFO, ckpt_req_control, elname, elname)
#define ATGC_INFO_RW_ATTR(name, elname) \
F2FS_RW_ATTR(ATGC_INFO, atgc_management, name, elname)
/* GC_THREAD ATTR */
GC_THREAD_RW_ATTR(gc_urgent_sleep_time, urgent_sleep_time);
GC_THREAD_RW_ATTR(gc_min_sleep_time, min_sleep_time);
GC_THREAD_RW_ATTR(gc_max_sleep_time, max_sleep_time);
GC_THREAD_RW_ATTR(gc_no_gc_sleep_time, no_gc_sleep_time);
/* SM_INFO ATTR */
SM_INFO_RW_ATTR(reclaim_segments, rec_prefree_segments);
SM_INFO_GENERAL_RW_ATTR(ipu_policy);
SM_INFO_GENERAL_RW_ATTR(min_ipu_util);
SM_INFO_GENERAL_RW_ATTR(min_fsync_blocks);
SM_INFO_GENERAL_RW_ATTR(min_seq_blocks);
SM_INFO_GENERAL_RW_ATTR(min_hot_blocks);
SM_INFO_GENERAL_RW_ATTR(min_ssr_sections);
/* DCC_INFO ATTR */
DCC_INFO_RW_ATTR(max_small_discards, max_discards);
DCC_INFO_GENERAL_RW_ATTR(max_discard_request);
DCC_INFO_GENERAL_RW_ATTR(min_discard_issue_time);
DCC_INFO_GENERAL_RW_ATTR(mid_discard_issue_time);
DCC_INFO_GENERAL_RW_ATTR(max_discard_issue_time);
DCC_INFO_GENERAL_RW_ATTR(discard_io_aware_gran);
DCC_INFO_GENERAL_RW_ATTR(discard_urgent_util);
DCC_INFO_GENERAL_RW_ATTR(discard_granularity);
DCC_INFO_GENERAL_RW_ATTR(max_ordered_discard);
DCC_INFO_GENERAL_RW_ATTR(discard_io_aware);
#ifdef CONFIG_F2FS_SEC_SYSFS_DISCARD_SLAB_THRESHOLD
DCC_INFO_RW_ATTR(discard_cmd_slab_thresh_MB, discard_cmd_slab_thresh_cnt);
DCC_INFO_RW_ATTR(undiscard_thresh_MB, undiscard_thresh_blks);
#endif
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
F2FS_SBI_RW_ATTR(mp_uid, mp_uid);
F2FS_SBI_RW_ATTR(streamid_attr, logistic_scale);
F2FS_SBI_RW_ATTR(streamid_threshold, logistic_threshold);
F2FS_SBI_RW_ATTR(streamid_bias, logistic_bias);
F2FS_SBI_RW_ATTR(streamid_enable, streamid_enable);
#endif
/* NM_INFO ATTR */
NM_INFO_RW_ATTR(max_roll_forward_node_blocks, max_rf_node_blocks);
NM_INFO_GENERAL_RW_ATTR(ram_thresh);
NM_INFO_GENERAL_RW_ATTR(ra_nid_pages);
NM_INFO_GENERAL_RW_ATTR(dirty_nats_ratio);
/* F2FS_SBI ATTR */
F2FS_RW_ATTR(F2FS_SBI, f2fs_super_block, extension_list, extension_list);
F2FS_RW_ATTR(F2FS_SBI, f2fs_sb_info, sec_heimdallfs_stat, sec_heimdallfs_stat);
F2FS_SBI_RW_ATTR(gc_idle, gc_mode);
F2FS_SBI_RW_ATTR(gc_urgent, gc_mode);
F2FS_SBI_RW_ATTR(cp_interval, interval_time[CP_TIME]);
F2FS_SBI_RW_ATTR(idle_interval, interval_time[REQ_TIME]);
F2FS_SBI_RW_ATTR(discard_idle_interval, interval_time[DISCARD_TIME]);
F2FS_SBI_RW_ATTR(gc_idle_interval, interval_time[GC_TIME]);
F2FS_SBI_RW_ATTR(umount_discard_timeout, interval_time[UMOUNT_DISCARD_TIMEOUT]);
F2FS_SBI_RW_ATTR(gc_pin_file_thresh, gc_pin_file_threshold);
F2FS_SBI_RW_ATTR(gc_reclaimed_segments, gc_reclaimed_segs);
F2FS_SBI_GENERAL_RW_ATTR(max_victim_search);
F2FS_SBI_GENERAL_RW_ATTR(migration_granularity);
F2FS_SBI_GENERAL_RW_ATTR(dir_level);
#ifdef CONFIG_F2FS_IOSTAT
F2FS_SBI_GENERAL_RW_ATTR(iostat_enable);
F2FS_SBI_GENERAL_RW_ATTR(iostat_period_ms);
#endif
F2FS_SBI_GENERAL_RW_ATTR(readdir_ra);
F2FS_SBI_GENERAL_RW_ATTR(max_io_bytes);
F2FS_SBI_GENERAL_RW_ATTR(data_io_flag);
F2FS_SBI_GENERAL_RW_ATTR(node_io_flag);
F2FS_SBI_GENERAL_RW_ATTR(gc_remaining_trials);
F2FS_SBI_GENERAL_RW_ATTR(seq_file_ra_mul);
F2FS_SBI_GENERAL_RW_ATTR(gc_segment_mode);
F2FS_SBI_GENERAL_RW_ATTR(max_fragment_chunk);
F2FS_SBI_GENERAL_RW_ATTR(max_fragment_hole);
#ifdef CONFIG_F2FS_FS_COMPRESSION
F2FS_SBI_GENERAL_RW_ATTR(compr_written_block);
F2FS_SBI_GENERAL_RW_ATTR(compr_saved_block);
F2FS_SBI_GENERAL_RW_ATTR(compr_new_inode);
F2FS_SBI_GENERAL_RW_ATTR(compress_percent);
F2FS_SBI_GENERAL_RW_ATTR(compress_watermark);
#endif
/* atomic write */
F2FS_SBI_GENERAL_RO_ATTR(current_atomic_write);
F2FS_SBI_GENERAL_RW_ATTR(peak_atomic_write);
F2FS_SBI_GENERAL_RW_ATTR(committed_atomic_block);
F2FS_SBI_GENERAL_RW_ATTR(revoked_atomic_block);
/* block age extent cache */
F2FS_SBI_GENERAL_RW_ATTR(hot_data_age_threshold);
F2FS_SBI_GENERAL_RW_ATTR(warm_data_age_threshold);
F2FS_SBI_GENERAL_RW_ATTR(last_age_weight);
#ifdef CONFIG_BLK_DEV_ZONED
F2FS_SBI_GENERAL_RO_ATTR(unusable_blocks_per_sec);
#endif
F2FS_SBI_RW_ATTR_640(sec_gc_stat, sec_stat);
F2FS_SBI_RW_ATTR_640(sec_io_stat, sec_stat);
F2FS_SBI_RW_ATTR_640(sec_fsck_stat, sec_fsck_stat);
F2FS_SBI_GENERAL_RW_ATTR(sec_ddp_stat);
F2FS_SBI_RW_ATTR(sec_part_best_extents, s_sec_part_best_extents);
F2FS_SBI_RW_ATTR(sec_part_current_extents, s_sec_part_current_extents);
F2FS_SBI_RW_ATTR(sec_part_score, s_sec_part_score);
F2FS_SBI_RW_ATTR(sec_defrag_writes_kb, s_sec_defrag_writes_kb);
F2FS_SBI_RW_ATTR(sec_num_apps, s_sec_num_apps);
F2FS_SBI_RW_ATTR(sec_capacity_apps_kb, s_sec_capacity_apps_kb);
F2FS_SBI_RW_ATTR_640(sec_defrag_stat, s_sec_part_best_extents);
F2FS_SBI_RW_ATTR(sec_hqm_preserve, sec_hqm_preserve);
F2FS_SBI_RW_ATTR(sec_fua_mode, s_sec_cond_fua_mode);
F2FS_SBI_RW_ATTR(sec_truncate_wq_threshold, s_sec_truncate_wq_threshold);
F2FS_SBI_RW_ATTR(sec_pin_guaranteed_blkaddr, pin_guaranteed_blkaddr);
/* STAT_INFO ATTR */
#ifdef CONFIG_F2FS_STAT_FS
STAT_INFO_RO_ATTR(cp_foreground_calls, cp_call_count[FOREGROUND]);
STAT_INFO_RO_ATTR(cp_background_calls, cp_call_count[BACKGROUND]);
STAT_INFO_RO_ATTR(gc_foreground_calls, gc_call_count[FOREGROUND]);
STAT_INFO_RO_ATTR(gc_background_calls, gc_call_count[BACKGROUND]);
#endif
/* FAULT_INFO ATTR */
#ifdef CONFIG_F2FS_FAULT_INJECTION
FAULT_INFO_GENERAL_RW_ATTR(FAULT_INFO_RATE, inject_rate);
FAULT_INFO_GENERAL_RW_ATTR(FAULT_INFO_TYPE, inject_type);
#endif
/* RESERVED_BLOCKS ATTR */
RESERVED_BLOCKS_GENERAL_RW_ATTR(reserved_blocks);
RESERVED_BLOCKS_GENERAL_RW_ATTR(sec_reserved_blocks);
/* CPRC_INFO ATTR */
CPRC_INFO_GENERAL_RW_ATTR(ckpt_thread_ioprio);
/* ATGC_INFO ATTR */
ATGC_INFO_RW_ATTR(atgc_candidate_ratio, candidate_ratio);
ATGC_INFO_RW_ATTR(atgc_candidate_count, max_candidate_count);
ATGC_INFO_RW_ATTR(atgc_age_weight, age_weight);
ATGC_INFO_RW_ATTR(atgc_age_threshold, age_threshold);
F2FS_GENERAL_RO_ATTR(dirty_segments);
F2FS_GENERAL_RO_ATTR(free_segments);
F2FS_GENERAL_RO_ATTR(ovp_segments);
F2FS_GENERAL_RO_ATTR(lifetime_write_kbytes);
F2FS_GENERAL_RO_ATTR(sec_fs_stat);
F2FS_GENERAL_RO_ATTR(features);
F2FS_GENERAL_RO_ATTR(current_reserved_blocks);
F2FS_GENERAL_RO_ATTR(unusable);
F2FS_GENERAL_RO_ATTR(encoding);
F2FS_GENERAL_RO_ATTR(mounted_time_sec);
F2FS_GENERAL_RO_ATTR(main_blkaddr);
F2FS_GENERAL_RO_ATTR(pending_discard);
F2FS_GENERAL_RO_ATTR(gc_mode);
#ifdef CONFIG_F2FS_STAT_FS
F2FS_GENERAL_RO_ATTR(moved_blocks_background);
F2FS_GENERAL_RO_ATTR(moved_blocks_foreground);
F2FS_GENERAL_RO_ATTR(avg_vblocks);
#endif
#ifdef CONFIG_FS_ENCRYPTION
F2FS_FEATURE_RO_ATTR(encryption);
F2FS_FEATURE_RO_ATTR(test_dummy_encryption_v2);
#if IS_ENABLED(CONFIG_UNICODE)
F2FS_FEATURE_RO_ATTR(encrypted_casefold);
#endif
#endif /* CONFIG_FS_ENCRYPTION */
#ifdef CONFIG_BLK_DEV_ZONED
F2FS_FEATURE_RO_ATTR(block_zoned);
#endif
F2FS_FEATURE_RO_ATTR(atomic_write);
F2FS_FEATURE_RO_ATTR(extra_attr);
F2FS_FEATURE_RO_ATTR(project_quota);
F2FS_FEATURE_RO_ATTR(inode_checksum);
F2FS_FEATURE_RO_ATTR(flexible_inline_xattr);
F2FS_FEATURE_RO_ATTR(quota_ino);
F2FS_FEATURE_RO_ATTR(inode_crtime);
F2FS_FEATURE_RO_ATTR(lost_found);
#ifdef CONFIG_FS_VERITY
F2FS_FEATURE_RO_ATTR(verity);
#endif
F2FS_FEATURE_RO_ATTR(sb_checksum);
#if IS_ENABLED(CONFIG_UNICODE)
F2FS_FEATURE_RO_ATTR(casefold);
#endif
F2FS_FEATURE_RO_ATTR(readonly);
#ifdef CONFIG_F2FS_FS_COMPRESSION
F2FS_FEATURE_RO_ATTR(compression);
#endif
F2FS_FEATURE_RO_ATTR(sec_heimdallfs);
F2FS_FEATURE_RO_ATTR(pin_file);
F2FS_FEATURE_RO_ATTR(sec_reliable_pinning);
#define ATTR_LIST(name) (&f2fs_attr_##name.attr)
static struct attribute *f2fs_attrs[] = {
ATTR_LIST(gc_urgent_sleep_time),
ATTR_LIST(gc_min_sleep_time),
ATTR_LIST(gc_max_sleep_time),
ATTR_LIST(gc_no_gc_sleep_time),
ATTR_LIST(gc_idle),
ATTR_LIST(gc_urgent),
#ifdef CONFIG_F2FS_ML_BASED_STREAM_SEPARATION
ATTR_LIST(mp_uid),
ATTR_LIST(streamid_attr),
ATTR_LIST(streamid_threshold),
ATTR_LIST(streamid_bias),
ATTR_LIST(streamid_enable),
#endif
ATTR_LIST(reclaim_segments),
ATTR_LIST(main_blkaddr),
ATTR_LIST(max_small_discards),
ATTR_LIST(max_discard_request),
ATTR_LIST(min_discard_issue_time),
ATTR_LIST(mid_discard_issue_time),
ATTR_LIST(max_discard_issue_time),
ATTR_LIST(discard_io_aware_gran),
ATTR_LIST(discard_urgent_util),
ATTR_LIST(discard_granularity),
ATTR_LIST(max_ordered_discard),
ATTR_LIST(discard_io_aware),
ATTR_LIST(pending_discard),
ATTR_LIST(gc_mode),
ATTR_LIST(ipu_policy),
ATTR_LIST(min_ipu_util),
ATTR_LIST(min_fsync_blocks),
ATTR_LIST(min_seq_blocks),
ATTR_LIST(min_hot_blocks),
ATTR_LIST(min_ssr_sections),
#ifdef CONFIG_F2FS_SEC_SYSFS_DISCARD_SLAB_THRESHOLD
ATTR_LIST(discard_cmd_slab_thresh_MB),
ATTR_LIST(undiscard_thresh_MB),
#endif
ATTR_LIST(max_victim_search),
ATTR_LIST(migration_granularity),
ATTR_LIST(dir_level),
ATTR_LIST(ram_thresh),
ATTR_LIST(ra_nid_pages),
ATTR_LIST(dirty_nats_ratio),
ATTR_LIST(max_roll_forward_node_blocks),
ATTR_LIST(cp_interval),
ATTR_LIST(idle_interval),
ATTR_LIST(discard_idle_interval),
ATTR_LIST(gc_idle_interval),
ATTR_LIST(umount_discard_timeout),
#ifdef CONFIG_F2FS_IOSTAT
ATTR_LIST(iostat_enable),
ATTR_LIST(iostat_period_ms),
#endif
ATTR_LIST(readdir_ra),
ATTR_LIST(max_io_bytes),
ATTR_LIST(gc_pin_file_thresh),
ATTR_LIST(extension_list),
#ifdef CONFIG_F2FS_FAULT_INJECTION
ATTR_LIST(inject_rate),
ATTR_LIST(inject_type),
#endif
ATTR_LIST(data_io_flag),
ATTR_LIST(node_io_flag),
ATTR_LIST(sec_gc_stat),
ATTR_LIST(sec_io_stat),
ATTR_LIST(sec_fsck_stat),
ATTR_LIST(sec_ddp_stat),
ATTR_LIST(sec_part_best_extents),
ATTR_LIST(sec_part_current_extents),
ATTR_LIST(sec_part_score),
ATTR_LIST(sec_defrag_writes_kb),
ATTR_LIST(sec_num_apps),
ATTR_LIST(sec_capacity_apps_kb),
ATTR_LIST(sec_defrag_stat),
ATTR_LIST(sec_hqm_preserve),
ATTR_LIST(sec_fua_mode),
ATTR_LIST(sec_truncate_wq_threshold),
ATTR_LIST(sec_pin_guaranteed_blkaddr),
ATTR_LIST(sec_heimdallfs_stat),
ATTR_LIST(gc_remaining_trials),
ATTR_LIST(ckpt_thread_ioprio),
ATTR_LIST(dirty_segments),
ATTR_LIST(free_segments),
ATTR_LIST(ovp_segments),
ATTR_LIST(unusable),
ATTR_LIST(lifetime_write_kbytes),
ATTR_LIST(sec_fs_stat),
ATTR_LIST(features),
ATTR_LIST(reserved_blocks),
ATTR_LIST(current_reserved_blocks),
ATTR_LIST(sec_reserved_blocks),
ATTR_LIST(encoding),
ATTR_LIST(mounted_time_sec),
#ifdef CONFIG_F2FS_STAT_FS
ATTR_LIST(cp_foreground_calls),
ATTR_LIST(cp_background_calls),
ATTR_LIST(gc_foreground_calls),
ATTR_LIST(gc_background_calls),
ATTR_LIST(moved_blocks_foreground),
ATTR_LIST(moved_blocks_background),
ATTR_LIST(avg_vblocks),
#endif
#ifdef CONFIG_BLK_DEV_ZONED
ATTR_LIST(unusable_blocks_per_sec),
#endif
#ifdef CONFIG_F2FS_FS_COMPRESSION
ATTR_LIST(compr_written_block),
ATTR_LIST(compr_saved_block),
ATTR_LIST(compr_new_inode),
ATTR_LIST(compress_percent),
ATTR_LIST(compress_watermark),
#endif
/* For ATGC */
ATTR_LIST(atgc_candidate_ratio),
ATTR_LIST(atgc_candidate_count),
ATTR_LIST(atgc_age_weight),
ATTR_LIST(atgc_age_threshold),
ATTR_LIST(seq_file_ra_mul),
ATTR_LIST(gc_segment_mode),
ATTR_LIST(gc_reclaimed_segments),
ATTR_LIST(max_fragment_chunk),
ATTR_LIST(max_fragment_hole),
ATTR_LIST(current_atomic_write),
ATTR_LIST(peak_atomic_write),
ATTR_LIST(committed_atomic_block),
ATTR_LIST(revoked_atomic_block),
ATTR_LIST(hot_data_age_threshold),
ATTR_LIST(warm_data_age_threshold),
ATTR_LIST(last_age_weight),
NULL,
};
ATTRIBUTE_GROUPS(f2fs);
static struct attribute *f2fs_feat_attrs[] = {
#ifdef CONFIG_FS_ENCRYPTION
ATTR_LIST(encryption),
ATTR_LIST(test_dummy_encryption_v2),
#if IS_ENABLED(CONFIG_UNICODE)
ATTR_LIST(encrypted_casefold),
#endif
#endif /* CONFIG_FS_ENCRYPTION */
#ifdef CONFIG_BLK_DEV_ZONED
ATTR_LIST(block_zoned),
#endif
ATTR_LIST(atomic_write),
ATTR_LIST(extra_attr),
ATTR_LIST(project_quota),
ATTR_LIST(inode_checksum),
ATTR_LIST(flexible_inline_xattr),
ATTR_LIST(quota_ino),
ATTR_LIST(inode_crtime),
ATTR_LIST(lost_found),
#ifdef CONFIG_FS_VERITY
ATTR_LIST(verity),
#endif
ATTR_LIST(sb_checksum),
#if IS_ENABLED(CONFIG_UNICODE)
ATTR_LIST(casefold),
#endif
ATTR_LIST(readonly),
#ifdef CONFIG_F2FS_FS_COMPRESSION
ATTR_LIST(compression),
ATTR_LIST(sec_heimdallfs),
#endif
ATTR_LIST(pin_file),
ATTR_LIST(sec_reliable_pinning),
NULL,
};
ATTRIBUTE_GROUPS(f2fs_feat);
F2FS_GENERAL_RO_ATTR(sb_status);
F2FS_GENERAL_RO_ATTR(cp_status);
F2FS_GENERAL_RO_ATTR(issued_discard);
F2FS_GENERAL_RO_ATTR(queued_discard);
F2FS_GENERAL_RO_ATTR(undiscard_blks);
static struct attribute *f2fs_stat_attrs[] = {
ATTR_LIST(sb_status),
ATTR_LIST(cp_status),
ATTR_LIST(issued_discard),
ATTR_LIST(queued_discard),
ATTR_LIST(undiscard_blks),
NULL,
};
ATTRIBUTE_GROUPS(f2fs_stat);
F2FS_SB_FEATURE_RO_ATTR(encryption, ENCRYPT);
F2FS_SB_FEATURE_RO_ATTR(block_zoned, BLKZONED);
F2FS_SB_FEATURE_RO_ATTR(extra_attr, EXTRA_ATTR);
F2FS_SB_FEATURE_RO_ATTR(project_quota, PRJQUOTA);
F2FS_SB_FEATURE_RO_ATTR(inode_checksum, INODE_CHKSUM);
F2FS_SB_FEATURE_RO_ATTR(flexible_inline_xattr, FLEXIBLE_INLINE_XATTR);
F2FS_SB_FEATURE_RO_ATTR(quota_ino, QUOTA_INO);
F2FS_SB_FEATURE_RO_ATTR(inode_crtime, INODE_CRTIME);
F2FS_SB_FEATURE_RO_ATTR(lost_found, LOST_FOUND);
F2FS_SB_FEATURE_RO_ATTR(verity, VERITY);
F2FS_SB_FEATURE_RO_ATTR(sb_checksum, SB_CHKSUM);
F2FS_SB_FEATURE_RO_ATTR(casefold, CASEFOLD);
F2FS_SB_FEATURE_RO_ATTR(compression, COMPRESSION);
F2FS_SB_FEATURE_RO_ATTR(readonly, RO);
static struct attribute *f2fs_sb_feat_attrs[] = {
ATTR_LIST(sb_encryption),
ATTR_LIST(sb_block_zoned),
ATTR_LIST(sb_extra_attr),
ATTR_LIST(sb_project_quota),
ATTR_LIST(sb_inode_checksum),
ATTR_LIST(sb_flexible_inline_xattr),
ATTR_LIST(sb_quota_ino),
ATTR_LIST(sb_inode_crtime),
ATTR_LIST(sb_lost_found),
ATTR_LIST(sb_verity),
ATTR_LIST(sb_sb_checksum),
ATTR_LIST(sb_casefold),
ATTR_LIST(sb_compression),
ATTR_LIST(sb_readonly),
NULL,
};
ATTRIBUTE_GROUPS(f2fs_sb_feat);
static const struct sysfs_ops f2fs_attr_ops = {
.show = f2fs_attr_show,
.store = f2fs_attr_store,
};
static const struct kobj_type f2fs_sb_ktype = {
.default_groups = f2fs_groups,
.sysfs_ops = &f2fs_attr_ops,
.release = f2fs_sb_release,
};
static const struct kobj_type f2fs_ktype = {
.sysfs_ops = &f2fs_attr_ops,
};
static struct kset f2fs_kset = {
.kobj = {.ktype = &f2fs_ktype},
};
static const struct kobj_type f2fs_feat_ktype = {
.default_groups = f2fs_feat_groups,
.sysfs_ops = &f2fs_attr_ops,
};
static struct kobject f2fs_feat = {
.kset = &f2fs_kset,
};
static ssize_t f2fs_stat_attr_show(struct kobject *kobj,
struct attribute *attr, char *buf)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_stat_kobj);
struct f2fs_attr *a = container_of(attr, struct f2fs_attr, attr);
return a->show ? a->show(a, sbi, buf) : 0;
}
static ssize_t f2fs_stat_attr_store(struct kobject *kobj, struct attribute *attr,
const char *buf, size_t len)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_stat_kobj);
struct f2fs_attr *a = container_of(attr, struct f2fs_attr, attr);
return a->store ? a->store(a, sbi, buf, len) : 0;
}
static void f2fs_stat_kobj_release(struct kobject *kobj)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_stat_kobj);
complete(&sbi->s_stat_kobj_unregister);
}
static const struct sysfs_ops f2fs_stat_attr_ops = {
.show = f2fs_stat_attr_show,
.store = f2fs_stat_attr_store,
};
static const struct kobj_type f2fs_stat_ktype = {
.default_groups = f2fs_stat_groups,
.sysfs_ops = &f2fs_stat_attr_ops,
.release = f2fs_stat_kobj_release,
};
static ssize_t f2fs_sb_feat_attr_show(struct kobject *kobj,
struct attribute *attr, char *buf)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_feature_list_kobj);
struct f2fs_attr *a = container_of(attr, struct f2fs_attr, attr);
return a->show ? a->show(a, sbi, buf) : 0;
}
static void f2fs_feature_list_kobj_release(struct kobject *kobj)
{
struct f2fs_sb_info *sbi = container_of(kobj, struct f2fs_sb_info,
s_feature_list_kobj);
complete(&sbi->s_feature_list_kobj_unregister);
}
static const struct sysfs_ops f2fs_feature_list_attr_ops = {
.show = f2fs_sb_feat_attr_show,
};
static const struct kobj_type f2fs_feature_list_ktype = {
.default_groups = f2fs_sb_feat_groups,
.sysfs_ops = &f2fs_feature_list_attr_ops,
.release = f2fs_feature_list_kobj_release,
};
static int __maybe_unused segment_info_seq_show(struct seq_file *seq,
void *offset)
{
struct super_block *sb = seq->private;
struct f2fs_sb_info *sbi = F2FS_SB(sb);
unsigned int total_segs =
le32_to_cpu(sbi->raw_super->segment_count_main);
int i;
seq_puts(seq, "format: segment_type|valid_blocks\n"
"segment_type(0:HD, 1:WD, 2:CD, 3:HN, 4:WN, 5:CN)\n");
for (i = 0; i < total_segs; i++) {
struct seg_entry *se = get_seg_entry(sbi, i);
if ((i % 10) == 0)
seq_printf(seq, "%-10d", i);
seq_printf(seq, "%d|%-3u", se->type, se->valid_blocks);
if ((i % 10) == 9 || i == (total_segs - 1))
seq_putc(seq, '\n');
else
seq_putc(seq, ' ');
}
return 0;
}
static int __maybe_unused segment_bits_seq_show(struct seq_file *seq,
void *offset)
{
struct super_block *sb = seq->private;
struct f2fs_sb_info *sbi = F2FS_SB(sb);
unsigned int total_segs =
le32_to_cpu(sbi->raw_super->segment_count_main);
int i, j;
seq_puts(seq, "format: segment_type|valid_blocks|bitmaps\n"
"segment_type(0:HD, 1:WD, 2:CD, 3:HN, 4:WN, 5:CN)\n");
for (i = 0; i < total_segs; i++) {
struct seg_entry *se = get_seg_entry(sbi, i);
seq_printf(seq, "%-10d", i);
seq_printf(seq, "%d|%-3u|", se->type, se->valid_blocks);
for (j = 0; j < SIT_VBLOCK_MAP_SIZE; j++)
seq_printf(seq, " %.2x", se->cur_valid_map[j]);
seq_putc(seq, '\n');
}
return 0;
}
static int __maybe_unused victim_bits_seq_show(struct seq_file *seq,
void *offset)
{
struct super_block *sb = seq->private;
struct f2fs_sb_info *sbi = F2FS_SB(sb);
struct dirty_seglist_info *dirty_i = DIRTY_I(sbi);
int i;
seq_puts(seq, "format: victim_secmap bitmaps\n");
for (i = 0; i < MAIN_SECS(sbi); i++) {
if ((i % 10) == 0)
seq_printf(seq, "%-10d", i);
seq_printf(seq, "%d", test_bit(i, dirty_i->victim_secmap) ? 1 : 0);
if ((i % 10) == 9 || i == (MAIN_SECS(sbi) - 1))
seq_putc(seq, '\n');
else
seq_putc(seq, ' ');
}
return 0;
}
static int __maybe_unused discard_plist_seq_show(struct seq_file *seq,
void *offset)
{
struct super_block *sb = seq->private;
struct f2fs_sb_info *sbi = F2FS_SB(sb);
struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;
int i, count;
seq_puts(seq, "Discard pend list(Show diacrd_cmd count on each entry, .:not exist):\n");
if (!f2fs_realtime_discard_enable(sbi))
return 0;
if (dcc) {
mutex_lock(&dcc->cmd_lock);
for (i = 0; i < MAX_PLIST_NUM; i++) {
struct list_head *pend_list;
struct discard_cmd *dc, *tmp;
if (i % 8 == 0)
seq_printf(seq, " %-3d", i);
count = 0;
pend_list = &dcc->pend_list[i];
list_for_each_entry_safe(dc, tmp, pend_list, list)
count++;
if (count)
seq_printf(seq, " %7d", count);
else
seq_puts(seq, " .");
if (i % 8 == 7)
seq_putc(seq, '\n');
}
seq_putc(seq, '\n');
mutex_unlock(&dcc->cmd_lock);
}
return 0;
}
static int __maybe_unused disk_map_seq_show(struct seq_file *seq,
void *offset)
{
struct super_block *sb = seq->private;
struct f2fs_sb_info *sbi = F2FS_SB(sb);
int i;
seq_printf(seq, "Address Layout : %5luB Block address (# of Segments)\n",
F2FS_BLKSIZE);
seq_printf(seq, " SB : %12s\n", "0/1024B");
seq_printf(seq, " seg0_blkaddr : 0x%010x\n", SEG0_BLKADDR(sbi));
seq_printf(seq, " Checkpoint : 0x%010x (%10d)\n",
le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr), 2);
seq_printf(seq, " SIT : 0x%010x (%10d)\n",
SIT_I(sbi)->sit_base_addr,
le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment_count_sit));
seq_printf(seq, " NAT : 0x%010x (%10d)\n",
NM_I(sbi)->nat_blkaddr,
le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment_count_nat));
seq_printf(seq, " SSA : 0x%010x (%10d)\n",
SM_I(sbi)->ssa_blkaddr,
le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment_count_ssa));
seq_printf(seq, " Main : 0x%010x (%10d)\n",
SM_I(sbi)->main_blkaddr,
le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment_count_main));
seq_printf(seq, " # of Sections : %12d\n",
le32_to_cpu(F2FS_RAW_SUPER(sbi)->section_count));
seq_printf(seq, " Segs/Sections : %12d\n",
SEGS_PER_SEC(sbi));
seq_printf(seq, " Section size : %12d MB\n",
SEGS_PER_SEC(sbi) << 1);
if (!f2fs_is_multi_device(sbi))
return 0;
seq_puts(seq, "\nDisk Map for multi devices:\n");
for (i = 0; i < sbi->s_ndevs; i++)
seq_printf(seq, "Disk:%2d (zoned=%d): 0x%010x - 0x%010x on %s\n",
i, bdev_is_zoned(FDEV(i).bdev),
FDEV(i).start_blk, FDEV(i).end_blk,
FDEV(i).path);
return 0;
}
int __init f2fs_init_sysfs(void)
{
int ret;
kobject_set_name(&f2fs_kset.kobj, "f2fs");
f2fs_kset.kobj.parent = fs_kobj;
ret = kset_register(&f2fs_kset);
if (ret)
return ret;
ret = kobject_init_and_add(&f2fs_feat, &f2fs_feat_ktype,
NULL, "features");
if (ret)
goto put_kobject;
f2fs_proc_root = proc_mkdir("fs/f2fs", NULL);
if (!f2fs_proc_root) {
ret = -ENOMEM;
goto put_kobject;
}
return 0;
put_kobject:
kobject_put(&f2fs_feat);
kset_unregister(&f2fs_kset);
return ret;
}
void f2fs_exit_sysfs(void)
{
kobject_put(&f2fs_feat);
kset_unregister(&f2fs_kset);
remove_proc_entry("fs/f2fs", NULL);
f2fs_proc_root = NULL;
}
int f2fs_register_sysfs(struct f2fs_sb_info *sbi)
{
struct super_block *sb = sbi->sb;
int err;
sbi->s_kobj.kset = &f2fs_kset;
init_completion(&sbi->s_kobj_unregister);
err = kobject_init_and_add(&sbi->s_kobj, &f2fs_sb_ktype, NULL,
"%s", sb->s_id);
if (err)
goto put_sb_kobj;
sbi->s_stat_kobj.kset = &f2fs_kset;
init_completion(&sbi->s_stat_kobj_unregister);
err = kobject_init_and_add(&sbi->s_stat_kobj, &f2fs_stat_ktype,
&sbi->s_kobj, "stat");
if (err)
goto put_stat_kobj;
sbi->s_feature_list_kobj.kset = &f2fs_kset;
init_completion(&sbi->s_feature_list_kobj_unregister);
err = kobject_init_and_add(&sbi->s_feature_list_kobj,
&f2fs_feature_list_ktype,
&sbi->s_kobj, "feature_list");
if (err)
goto put_feature_list_kobj;
if (__volume_is_userdata(sbi)) {
err = sysfs_create_link(&f2fs_kset.kobj, &sbi->s_kobj,
"userdata");
if (err)
pr_err("Can not create sysfs link for userdata(%d)\n",
err);
}
sbi->s_proc = proc_mkdir(sb->s_id, f2fs_proc_root);
if (!sbi->s_proc) {
err = -ENOMEM;
goto put_feature_list_kobj;
}
proc_create_single_data("segment_info", 0444, sbi->s_proc,
segment_info_seq_show, sb);
proc_create_single_data("segment_bits", 0444, sbi->s_proc,
segment_bits_seq_show, sb);
#ifdef CONFIG_F2FS_IOSTAT
proc_create_single_data("iostat_info", 0444, sbi->s_proc,
iostat_info_seq_show, sb);
#endif
proc_create_single_data("victim_bits", 0444, sbi->s_proc,
victim_bits_seq_show, sb);
proc_create_single_data("discard_plist_info", 0444, sbi->s_proc,
discard_plist_seq_show, sb);
proc_create_single_data("disk_map", 0444, sbi->s_proc,
disk_map_seq_show, sb);
return 0;
put_feature_list_kobj:
kobject_put(&sbi->s_feature_list_kobj);
wait_for_completion(&sbi->s_feature_list_kobj_unregister);
put_stat_kobj:
kobject_put(&sbi->s_stat_kobj);
wait_for_completion(&sbi->s_stat_kobj_unregister);
put_sb_kobj:
kobject_put(&sbi->s_kobj);
wait_for_completion(&sbi->s_kobj_unregister);
return err;
}
void f2fs_unregister_sysfs(struct f2fs_sb_info *sbi)
{
remove_proc_subtree(sbi->sb->s_id, f2fs_proc_root);
kobject_put(&sbi->s_stat_kobj);
wait_for_completion(&sbi->s_stat_kobj_unregister);
kobject_put(&sbi->s_feature_list_kobj);
wait_for_completion(&sbi->s_feature_list_kobj_unregister);
if (__volume_is_userdata(sbi))
sysfs_delete_link(&f2fs_kset.kobj, &sbi->s_kobj, "userdata");
kobject_put(&sbi->s_kobj);
wait_for_completion(&sbi->s_kobj_unregister);
}