mm/damon/core: implement DAMOS quota goals online commit function

Patch series "mm/damon: introduce DAMON parameters online commit function".

DAMON context struct (damon_ctx) contains user requests (parameters),
internal status, and operation results.  For flexible usages, DAMON API
users are encouraged to manually manipulate the struct.  That works well
for simple use cases.  However, it has turned out that it is not that
simple at least for online parameters udpate.  It is easy to forget
properly maintaining internal status and operation results.  Also, such
manual manipulation for online tuning is implemented multiple times on
DAMON API users including DAMON sysfs interface, DAMON_RECLAIM and
DAMON_LRU_SORT.  As a result, we have multiple sources of bugs for same
problem.  Actually we found and fixed a few bugs from online parameter
updating of DAMON API users.

Implement a function for online DAMON parameters update in core layer, and
replace DAMON API users' manual manipulation code for the use case.  The
core layer function could still have bugs, but this change reduces the
source of bugs for the problem to one place.

This patch (of 12):

Implement functions for supporting online DAMOS quota goals parameters
update.  The function receives two DAMOS quota structs.  One is the struct
that currently being used by a kdamond and therefore to be updated.  The
other one contains the parameters to be applied to the first one.  The
function applies the new parameters to the destination struct while
keeping/updating the internal status.  The function should be called from
parameters-update safe place, like DAMON callbacks.

Link: https://lkml.kernel.org/r/20240618181809.82078-1-sj@kernel.org
Link: https://lkml.kernel.org/r/20240618181809.82078-2-sj@kernel.org
Signed-off-by: SeongJae Park <sj@kernel.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>

diff --git a/include/linux/damon.h b/include/linux/damon.h
index 3d62d98d6359102c65377a1edcea4b96b86fe7e8..ce12c9f1b4e4ce3a452f3145db667336ebbda28c 100644 (file)
--- a/include/linux/damon.h
+++ b/include/linux/damon.h
@@ -742,6 +742,7 @@ struct damos *damon_new_scheme(struct damos_access_pattern *pattern,
                        int target_nid);
 void damon_add_scheme(struct damon_ctx *ctx, struct damos *s);
 void damon_destroy_scheme(struct damos *s);
+int damos_commit_quota_goals(struct damos_quota *dst, struct damos_quota *src);
 
 struct damon_target *damon_new_target(void);
 void damon_add_target(struct damon_ctx *ctx, struct damon_target *t);

diff --git a/mm/damon/core.c b/mm/damon/core.c
index c0ec5be4f56e9e5423d6e8126a1ac4c08f90d1b9..b538a31fbd83ef6faa1906bd13ea621c288f1ff6 100644 (file)
--- a/mm/damon/core.c
+++ b/mm/damon/core.c
@@ -666,6 +666,65 @@ void damon_set_schemes(struct damon_ctx *ctx, struct damos **schemes,
                damon_add_scheme(ctx, schemes[i]);
 }
 
+static struct damos_quota_goal *damos_nth_quota_goal(
+               int n, struct damos_quota *q)
+{
+       struct damos_quota_goal *goal;
+       int i = 0;
+
+       damos_for_each_quota_goal(goal, q) {
+               if (i++ == n)
+                       return goal;
+       }
+       return NULL;
+}
+
+static void damos_commit_quota_goal(
+               struct damos_quota_goal *dst, struct damos_quota_goal *src)
+{
+       dst->metric = src->metric;
+       dst->target_value = src->target_value;
+       if (dst->metric == DAMOS_QUOTA_USER_INPUT)
+               dst->current_value = src->current_value;
+       /* keep last_psi_total as is, since it will be updated in next cycle */
+}
+
+/**
+ * damos_commit_quota_goals() - Commit DAMOS quota goals to another quota.
+ * @dst:       The commit destination DAMOS quota.
+ * @src:       The commit source DAMOS quota.
+ *
+ * Copies user-specified parameters for quota goals from @src to @dst.  Users
+ * should use this function for quota goals-level parameters update of running
+ * DAMON contexts, instead of manual in-place updates.
+ *
+ * This function should be called from parameters-update safe context, like
+ * DAMON callbacks.
+ */
+int damos_commit_quota_goals(struct damos_quota *dst, struct damos_quota *src)
+{
+       struct damos_quota_goal *dst_goal, *next, *src_goal, *new_goal;
+       int i = 0, j = 0;
+
+       damos_for_each_quota_goal_safe(dst_goal, next, dst) {
+               src_goal = damos_nth_quota_goal(i++, src);
+               if (src_goal)
+                       damos_commit_quota_goal(dst_goal, src_goal);
+               else
+                       damos_destroy_quota_goal(dst_goal);
+       }
+       damos_for_each_quota_goal_safe(src_goal, next, src) {
+               if (j++ < i)
+                       continue;
+               new_goal = damos_new_quota_goal(
+                               src_goal->metric, src_goal->target_value);
+               if (!new_goal)
+                       return -ENOMEM;
+               damos_add_quota_goal(dst, new_goal);
+       }
+       return 0;
+}
+
 /**
  * damon_nr_running_ctxs() - Return number of currently running contexts.
  */