mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-26 10:49:33 +00:00
cgroup: Use separate src/dst nodes when preloading css_sets for migration
commit07fd5b6cdf
upstream. Each cset (css_set) is pinned by its tasks. When we're moving tasks around across csets for a migration, we need to hold the source and destination csets to ensure that they don't go away while we're moving tasks about. This is done by linking cset->mg_preload_node on either the mgctx->preloaded_src_csets or mgctx->preloaded_dst_csets list. Using the same cset->mg_preload_node for both the src and dst lists was deemed okay as a cset can't be both the source and destination at the same time. Unfortunately, this overloading becomes problematic when multiple tasks are involved in a migration and some of them are identity noop migrations while others are actually moving across cgroups. For example, this can happen with the following sequence on cgroup1: #1> mkdir -p /sys/fs/cgroup/misc/a/b #2> echo $$ > /sys/fs/cgroup/misc/a/cgroup.procs #3> RUN_A_COMMAND_WHICH_CREATES_MULTIPLE_THREADS & #4> PID=$! #5> echo $PID > /sys/fs/cgroup/misc/a/b/tasks #6> echo $PID > /sys/fs/cgroup/misc/a/cgroup.procs the process including the group leader back into a. In this final migration, non-leader threads would be doing identity migration while the group leader is doing an actual one. After #3, let's say the whole process was in cset A, and that after #4, the leader moves to cset B. Then, during #6, the following happens: 1. cgroup_migrate_add_src() is called on B for the leader. 2. cgroup_migrate_add_src() is called on A for the other threads. 3. cgroup_migrate_prepare_dst() is called. It scans the src list. 4. It notices that B wants to migrate to A, so it tries to A to the dst list but realizes that its ->mg_preload_node is already busy. 5. and then it notices A wants to migrate to A as it's an identity migration, it culls it by list_del_init()'ing its ->mg_preload_node and putting references accordingly. 6. The rest of migration takes place with B on the src list but nothing on the dst list. This means that A isn't held while migration is in progress. If all tasks leave A before the migration finishes and the incoming task pins it, the cset will be destroyed leading to use-after-free. This is caused by overloading cset->mg_preload_node for both src and dst preload lists. We wanted to exclude the cset from the src list but ended up inadvertently excluding it from the dst list too. This patch fixes the issue by separating out cset->mg_preload_node into ->mg_src_preload_node and ->mg_dst_preload_node, so that the src and dst preloadings don't interfere with each other. Signed-off-by: Tejun Heo <tj@kernel.org> Reported-by: Mukesh Ojha <quic_mojha@quicinc.com> Reported-by: shisiyuan <shisiyuan19870131@gmail.com> Link: http://lkml.kernel.org/r/1654187688-27411-1-git-send-email-shisiyuan@xiaomi.com Link: https://www.spinics.net/lists/cgroups/msg33313.html Fixes:f817de9851
("cgroup: prepare migration path for unified hierarchy") Cc: stable@vger.kernel.org # v3.16+ Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
This commit is contained in:
parent
e013ea2a51
commit
7657e39585
2 changed files with 26 additions and 16 deletions
|
@ -260,7 +260,8 @@ struct css_set {
|
||||||
* List of csets participating in the on-going migration either as
|
* List of csets participating in the on-going migration either as
|
||||||
* source or destination. Protected by cgroup_mutex.
|
* source or destination. Protected by cgroup_mutex.
|
||||||
*/
|
*/
|
||||||
struct list_head mg_preload_node;
|
struct list_head mg_src_preload_node;
|
||||||
|
struct list_head mg_dst_preload_node;
|
||||||
struct list_head mg_node;
|
struct list_head mg_node;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
|
@ -736,7 +736,8 @@ struct css_set init_css_set = {
|
||||||
.task_iters = LIST_HEAD_INIT(init_css_set.task_iters),
|
.task_iters = LIST_HEAD_INIT(init_css_set.task_iters),
|
||||||
.threaded_csets = LIST_HEAD_INIT(init_css_set.threaded_csets),
|
.threaded_csets = LIST_HEAD_INIT(init_css_set.threaded_csets),
|
||||||
.cgrp_links = LIST_HEAD_INIT(init_css_set.cgrp_links),
|
.cgrp_links = LIST_HEAD_INIT(init_css_set.cgrp_links),
|
||||||
.mg_preload_node = LIST_HEAD_INIT(init_css_set.mg_preload_node),
|
.mg_src_preload_node = LIST_HEAD_INIT(init_css_set.mg_src_preload_node),
|
||||||
|
.mg_dst_preload_node = LIST_HEAD_INIT(init_css_set.mg_dst_preload_node),
|
||||||
.mg_node = LIST_HEAD_INIT(init_css_set.mg_node),
|
.mg_node = LIST_HEAD_INIT(init_css_set.mg_node),
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1211,7 +1212,8 @@ static struct css_set *find_css_set(struct css_set *old_cset,
|
||||||
INIT_LIST_HEAD(&cset->threaded_csets);
|
INIT_LIST_HEAD(&cset->threaded_csets);
|
||||||
INIT_HLIST_NODE(&cset->hlist);
|
INIT_HLIST_NODE(&cset->hlist);
|
||||||
INIT_LIST_HEAD(&cset->cgrp_links);
|
INIT_LIST_HEAD(&cset->cgrp_links);
|
||||||
INIT_LIST_HEAD(&cset->mg_preload_node);
|
INIT_LIST_HEAD(&cset->mg_src_preload_node);
|
||||||
|
INIT_LIST_HEAD(&cset->mg_dst_preload_node);
|
||||||
INIT_LIST_HEAD(&cset->mg_node);
|
INIT_LIST_HEAD(&cset->mg_node);
|
||||||
|
|
||||||
/* Copy the set of subsystem state objects generated in
|
/* Copy the set of subsystem state objects generated in
|
||||||
|
@ -2556,21 +2558,27 @@ int cgroup_migrate_vet_dst(struct cgroup *dst_cgrp)
|
||||||
*/
|
*/
|
||||||
void cgroup_migrate_finish(struct cgroup_mgctx *mgctx)
|
void cgroup_migrate_finish(struct cgroup_mgctx *mgctx)
|
||||||
{
|
{
|
||||||
LIST_HEAD(preloaded);
|
|
||||||
struct css_set *cset, *tmp_cset;
|
struct css_set *cset, *tmp_cset;
|
||||||
|
|
||||||
lockdep_assert_held(&cgroup_mutex);
|
lockdep_assert_held(&cgroup_mutex);
|
||||||
|
|
||||||
spin_lock_irq(&css_set_lock);
|
spin_lock_irq(&css_set_lock);
|
||||||
|
|
||||||
list_splice_tail_init(&mgctx->preloaded_src_csets, &preloaded);
|
list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_src_csets,
|
||||||
list_splice_tail_init(&mgctx->preloaded_dst_csets, &preloaded);
|
mg_src_preload_node) {
|
||||||
|
|
||||||
list_for_each_entry_safe(cset, tmp_cset, &preloaded, mg_preload_node) {
|
|
||||||
cset->mg_src_cgrp = NULL;
|
cset->mg_src_cgrp = NULL;
|
||||||
cset->mg_dst_cgrp = NULL;
|
cset->mg_dst_cgrp = NULL;
|
||||||
cset->mg_dst_cset = NULL;
|
cset->mg_dst_cset = NULL;
|
||||||
list_del_init(&cset->mg_preload_node);
|
list_del_init(&cset->mg_src_preload_node);
|
||||||
|
put_css_set_locked(cset);
|
||||||
|
}
|
||||||
|
|
||||||
|
list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_dst_csets,
|
||||||
|
mg_dst_preload_node) {
|
||||||
|
cset->mg_src_cgrp = NULL;
|
||||||
|
cset->mg_dst_cgrp = NULL;
|
||||||
|
cset->mg_dst_cset = NULL;
|
||||||
|
list_del_init(&cset->mg_dst_preload_node);
|
||||||
put_css_set_locked(cset);
|
put_css_set_locked(cset);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -2612,7 +2620,7 @@ void cgroup_migrate_add_src(struct css_set *src_cset,
|
||||||
|
|
||||||
src_cgrp = cset_cgroup_from_root(src_cset, dst_cgrp->root);
|
src_cgrp = cset_cgroup_from_root(src_cset, dst_cgrp->root);
|
||||||
|
|
||||||
if (!list_empty(&src_cset->mg_preload_node))
|
if (!list_empty(&src_cset->mg_src_preload_node))
|
||||||
return;
|
return;
|
||||||
|
|
||||||
WARN_ON(src_cset->mg_src_cgrp);
|
WARN_ON(src_cset->mg_src_cgrp);
|
||||||
|
@ -2623,7 +2631,7 @@ void cgroup_migrate_add_src(struct css_set *src_cset,
|
||||||
src_cset->mg_src_cgrp = src_cgrp;
|
src_cset->mg_src_cgrp = src_cgrp;
|
||||||
src_cset->mg_dst_cgrp = dst_cgrp;
|
src_cset->mg_dst_cgrp = dst_cgrp;
|
||||||
get_css_set(src_cset);
|
get_css_set(src_cset);
|
||||||
list_add_tail(&src_cset->mg_preload_node, &mgctx->preloaded_src_csets);
|
list_add_tail(&src_cset->mg_src_preload_node, &mgctx->preloaded_src_csets);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -2648,7 +2656,7 @@ int cgroup_migrate_prepare_dst(struct cgroup_mgctx *mgctx)
|
||||||
|
|
||||||
/* look up the dst cset for each src cset and link it to src */
|
/* look up the dst cset for each src cset and link it to src */
|
||||||
list_for_each_entry_safe(src_cset, tmp_cset, &mgctx->preloaded_src_csets,
|
list_for_each_entry_safe(src_cset, tmp_cset, &mgctx->preloaded_src_csets,
|
||||||
mg_preload_node) {
|
mg_src_preload_node) {
|
||||||
struct css_set *dst_cset;
|
struct css_set *dst_cset;
|
||||||
struct cgroup_subsys *ss;
|
struct cgroup_subsys *ss;
|
||||||
int ssid;
|
int ssid;
|
||||||
|
@ -2667,7 +2675,7 @@ int cgroup_migrate_prepare_dst(struct cgroup_mgctx *mgctx)
|
||||||
if (src_cset == dst_cset) {
|
if (src_cset == dst_cset) {
|
||||||
src_cset->mg_src_cgrp = NULL;
|
src_cset->mg_src_cgrp = NULL;
|
||||||
src_cset->mg_dst_cgrp = NULL;
|
src_cset->mg_dst_cgrp = NULL;
|
||||||
list_del_init(&src_cset->mg_preload_node);
|
list_del_init(&src_cset->mg_src_preload_node);
|
||||||
put_css_set(src_cset);
|
put_css_set(src_cset);
|
||||||
put_css_set(dst_cset);
|
put_css_set(dst_cset);
|
||||||
continue;
|
continue;
|
||||||
|
@ -2675,8 +2683,8 @@ int cgroup_migrate_prepare_dst(struct cgroup_mgctx *mgctx)
|
||||||
|
|
||||||
src_cset->mg_dst_cset = dst_cset;
|
src_cset->mg_dst_cset = dst_cset;
|
||||||
|
|
||||||
if (list_empty(&dst_cset->mg_preload_node))
|
if (list_empty(&dst_cset->mg_dst_preload_node))
|
||||||
list_add_tail(&dst_cset->mg_preload_node,
|
list_add_tail(&dst_cset->mg_dst_preload_node,
|
||||||
&mgctx->preloaded_dst_csets);
|
&mgctx->preloaded_dst_csets);
|
||||||
else
|
else
|
||||||
put_css_set(dst_cset);
|
put_css_set(dst_cset);
|
||||||
|
@ -2922,7 +2930,8 @@ static int cgroup_update_dfl_csses(struct cgroup *cgrp)
|
||||||
goto out_finish;
|
goto out_finish;
|
||||||
|
|
||||||
spin_lock_irq(&css_set_lock);
|
spin_lock_irq(&css_set_lock);
|
||||||
list_for_each_entry(src_cset, &mgctx.preloaded_src_csets, mg_preload_node) {
|
list_for_each_entry(src_cset, &mgctx.preloaded_src_csets,
|
||||||
|
mg_src_preload_node) {
|
||||||
struct task_struct *task, *ntask;
|
struct task_struct *task, *ntask;
|
||||||
|
|
||||||
/* all tasks in src_csets need to be migrated */
|
/* all tasks in src_csets need to be migrated */
|
||||||
|
|
Loading…
Reference in a new issue