// SPDX-License-Identifier: GPL-2.0 /* * DAMON-based LRU-lists Sorting * * Author: SeongJae Park <[email protected]> */ #define pr_fmt(fmt) … #include <linux/damon.h> #include <linux/kstrtox.h> #include <linux/module.h> #include "modules-common.h" #ifdef MODULE_PARAM_PREFIX #undef MODULE_PARAM_PREFIX #endif #define MODULE_PARAM_PREFIX … /* * Enable or disable DAMON_LRU_SORT. * * You can enable DAMON_LRU_SORT by setting the value of this parameter as * ``Y``. Setting it as ``N`` disables DAMON_LRU_SORT. Note that * DAMON_LRU_SORT could do no real monitoring and LRU-lists sorting due to the * watermarks-based activation condition. Refer to below descriptions for the * watermarks parameter for this. */ static bool enabled __read_mostly; /* * Make DAMON_LRU_SORT reads the input parameters again, except ``enabled``. * * Input parameters that updated while DAMON_LRU_SORT is running are not * applied by default. Once this parameter is set as ``Y``, DAMON_LRU_SORT * reads values of parametrs except ``enabled`` again. Once the re-reading is * done, this parameter is set as ``N``. If invalid parameters are found while * the re-reading, DAMON_LRU_SORT will be disabled. */ static bool commit_inputs __read_mostly; module_param(commit_inputs, bool, 0600); /* * Access frequency threshold for hot memory regions identification in permil. * * If a memory region is accessed in frequency of this or higher, * DAMON_LRU_SORT identifies the region as hot, and mark it as accessed on the * LRU list, so that it could not be reclaimed under memory pressure. 50% by * default. */ static unsigned long hot_thres_access_freq = …; module_param(hot_thres_access_freq, ulong, 0600); /* * Time threshold for cold memory regions identification in microseconds. * * If a memory region is not accessed for this or longer time, DAMON_LRU_SORT * identifies the region as cold, and mark it as unaccessed on the LRU list, so * that it could be reclaimed first under memory pressure. 120 seconds by * default. */ static unsigned long cold_min_age __read_mostly = …; module_param(cold_min_age, ulong, 0600); static struct damos_quota damon_lru_sort_quota = …; DEFINE_DAMON_MODULES_DAMOS_TIME_QUOTA(damon_lru_sort_quota); static struct damos_watermarks damon_lru_sort_wmarks = …; DEFINE_DAMON_MODULES_WMARKS_PARAMS(damon_lru_sort_wmarks); static struct damon_attrs damon_lru_sort_mon_attrs = …; DEFINE_DAMON_MODULES_MON_ATTRS_PARAMS(damon_lru_sort_mon_attrs); /* * Start of the target memory region in physical address. * * The start physical address of memory region that DAMON_LRU_SORT will do work * against. By default, biggest System RAM is used as the region. */ static unsigned long monitor_region_start __read_mostly; module_param(monitor_region_start, ulong, 0600); /* * End of the target memory region in physical address. * * The end physical address of memory region that DAMON_LRU_SORT will do work * against. By default, biggest System RAM is used as the region. */ static unsigned long monitor_region_end __read_mostly; module_param(monitor_region_end, ulong, 0600); /* * PID of the DAMON thread * * If DAMON_LRU_SORT is enabled, this becomes the PID of the worker thread. * Else, -1. */ static int kdamond_pid __read_mostly = …; module_param(kdamond_pid, int, 0400); static struct damos_stat damon_lru_sort_hot_stat; DEFINE_DAMON_MODULES_DAMOS_STATS_PARAMS(damon_lru_sort_hot_stat, lru_sort_tried_hot_regions, lru_sorted_hot_regions, hot_quota_exceeds); static struct damos_stat damon_lru_sort_cold_stat; DEFINE_DAMON_MODULES_DAMOS_STATS_PARAMS(damon_lru_sort_cold_stat, lru_sort_tried_cold_regions, lru_sorted_cold_regions, cold_quota_exceeds); static struct damos_access_pattern damon_lru_sort_stub_pattern = …; static struct damon_ctx *ctx; static struct damon_target *target; static struct damos *damon_lru_sort_new_scheme( struct damos_access_pattern *pattern, enum damos_action action) { … } /* Create a DAMON-based operation scheme for hot memory regions */ static struct damos *damon_lru_sort_new_hot_scheme(unsigned int hot_thres) { … } /* Create a DAMON-based operation scheme for cold memory regions */ static struct damos *damon_lru_sort_new_cold_scheme(unsigned int cold_thres) { … } static int damon_lru_sort_apply_parameters(void) { … } static int damon_lru_sort_turn(bool on) { … } static int damon_lru_sort_enabled_store(const char *val, const struct kernel_param *kp) { … } static const struct kernel_param_ops enabled_param_ops = …; module_param_cb(…); MODULE_PARM_DESC(…) …; static int damon_lru_sort_handle_commit_inputs(void) { … } static int damon_lru_sort_after_aggregation(struct damon_ctx *c) { … } static int damon_lru_sort_after_wmarks_check(struct damon_ctx *c) { … } static int __init damon_lru_sort_init(void) { … } module_init(…) …;
Codebase Browser
linux