Share
Embed
cgroupsとプロセス生成・終了処理
第12回 コンテナ技術の情報交換会@オンラインで発表した資料、プロセスの生成・終了時のcgroupの処理の説明です。
https://ct-study.connpass.com/event/188440/
Masami Ichikawa
October 17, 2020
Transcript
23 slides
-
task_structߏମͱcgorups • task_structߏମͰཧ͢Δcgroupsͷओཁσʔλ2ͭ #ifdef CONFIG_CGROUPS /* Control Group info protected
by css_set_lock: */ struct css_set __rcu *cgroups; /* cg_list protected by css_set_lock and tsk->alloc_lock: */ struct list_head cg_list; #endif https://elixir.bootlin.com/linux/v4.19/source/include/linux/sched.h#L982 -
ϓϩηεͷੜɾऴྃॲཧ • cgroupsશମతͳॲཧcgroup.cͰ࣮ߦ • αϒγεςϜݻ༗ͷॲཧcgroup_subsysߏମͷ֤छؔϙΠϯλʹؔ Λઃఆ • ϓϩηεͷੜɾऴྃʹग़ͯ͘Δͷ࣍ͷ4ؔ ◦ αϒγεςϜࣗʹͱͬͯඞཁͳؔͷΈΛ࣮͢Δ
int (*can_fork)(struct task_struct *task); void (*cancel_fork)(struct task_struct *task); void (*fork)(struct task_struct *task); void (*exit)(struct task_struct *task); -
cgroup_subsysߏମͷొ • cgroup_subsysߏମͷొSUBSYSϚΫϩͰߦ͏ ◦ ifdefͱundefΛ܁Γฦͯ͠ෳͷ࣮͕͞Ε͍ͯΔͷͰϚΫϩల։ޙͷcgroup.iΛݟΔͷ͕ྑ͍ͱࢥ͏͚Ͳ·͋໘ • ొinclude/linux/cgroup_subsys.hͰશαϒγεςϜʹର࣮ͯ͠ࢪ • αϒγεςϜͰ௨ৗ௨ΓʹมએݴͱॳظԽ Defined
in 8 files: include/linux/cgroup-defs.h, line 40 (as a macro) include/linux/cgroup.h, line 70 (as a macro) include/linux/cgroup.h, line 74 (as a macro) kernel/cgroup/cgroup.c, line 117 (as a macro) kernel/cgroup/cgroup.c, line 124 (as a macro) kernel/cgroup/cgroup.c, line 131 (as a macro) kernel/cgroup/cgroup.c, line 139 (as a macro) kernel/cgroup/cgroup.c, line 145 (as a macro) #if IS_ENABLED(CONFIG_CGROUP_PIDS) SUBSYS(pids) #endif struct cgroup_subsys pids_cgrp_subsys = { -
ϓϩηεੜॲཧ • cgroupsؔ࿈ͷॲཧ͍͔ͭ͋͘Δ͕ɺ࣮࣭తͳॲཧcgroup_post_fork()Ͱ ࣮ࢪ _do_fork() -> copy_process() -> cgroup_fork() ->
มॳظԽ -> cgroup_threadgroup_change_begin() -> ηϚϑΥऔಘ -> cgroup_can_fork() -> νΣοΫ -> cgroup_post_fork() -> ϝΠϯॲཧ -> cgroup_threadgroup_change_end() -> ηϚϑΥղ์ -
cgroup_fork() • Ҿͷchild͕࡞தϓϩηεͷtask_structߏମ • cgroupsม͕init_css_setΛࢦ͢Α͏ʹ͢Δ ◦ σϑΥϧτͷcss_setߏମͷσʔλ ◦ kernel/cgroup/cgroup.cͰએݴɾॳظԽ͞Ε͍ͯΔ •
࿈݁Ϧετͷcg_listΛॳظԽ void cgroup_fork(struct task_struct *child) { RCU_INIT_POINTER(child->cgroups, &init_css_set); INIT_LIST_HEAD(&child->cg_list); } -
cgroup_can_fork() • ϓϩηεΛ࡞ͯ͠ྑ͍͔֤αϒγεςϜʹ͍߹ΘͤΔ ◦ ϓϩηε࡞࣌ʹαϒγεςϜͰνΣοΫΛߦ͍͍ͨ߹can_fork()Λ࣮͢Δ ◦ ϓϩηε࡞Ͱ͖ͳ͍߹cancel_fork()Λ࣮ߦ ▪ out_revertϥϕϧʹඈΜͰΩϟϯηϧॲཧ •
cgroup_can_fork()͕0Ҏ֎Λฦͨ͠߹fork()ࣦഊͱͳΔ int cgroup_can_fork(struct task_struct *child) { ʙུʙ do_each_subsys_mask(ss, i, have_canfork_callback) { ret = ss->can_fork(child); if (ret) goto out_revert; } while_each_subsys_mask(); return 0; ʙུʙ } -
ϓϩηεΛ࡞ग़དྷͳ͍߹ͱʁ • v4.19Ͱcan_fork()ͷॲཧΛ࣮͍ͯ͠Δͷpids cgroupͷΈ ◦ pids cgroupىಈͰ͖ΔϓϩηεΛ੍ޚ • pids_can_fork()Ͱpids_try_chage()ΛݺΜͰpids cgroupsͷ֊Λḷͬͯϓ
ϩηεΛ1͍͖ͭͯ͠ɺ্ݶΛ͑ͳ͍͔ௐΔ ◦ ্ݶΛ͑ͨ߹ɺpids_try_charge()ͨ͠ͷϓϩηεΛݮΒͯ͠ݩʹ͢ static int pids_can_fork(struct task_struct *task) { ʙུʙ css = task_css_check(current, pids_cgrp_id, true); pids = css_pids(css); err = pids_try_charge(pids, 1); if (err) { /* Only log the first time events_limit is incremented. */ ʙུʙ cgroup_file_notify(&pids->events_file); } return err; } -
cgroup_post_fork() • cgroupsͷϓϩηεੜ࣌ϝΠϯॲཧ ◦ ͱ͍ͬͯɺͦΜͳʹෳࡶͳ͜ͱ͍ͯ͠ͳͯ͘ॲཧͱͯ͜͠ͷఔ void cgroup_post_fork(struct task_struct *child) {
struct cgroup_subsys *ss; ʙུʙ if (use_task_css_set_links) { struct css_set *cset; spin_lock_irq(&css_set_lock); cset = task_css_set(current); if (list_empty(&child->cg_list)) { get_css_set(cset); cset->nr_tasks++; css_set_move_task(child, NULL, cset, false); } spin_unlock_irq(&css_set_lock); } ʙུʙ do_each_subsys_mask(ss, i, have_fork_callback) { ss->fork(child); } while_each_subsys_mask(); } -
cgroup_post_fork() (cont’d) • cgroup_post_fork()ͷॲཧେ͖͚ͯ͘2ͭ ◦ ifϒϩοΫͰ࿈݁ϦετΛॲཧ͢ΔՕॴ(ᶃ) ◦ cgroupsͷαϒγεςϜݻ༗ॲཧΛݺͼग़͢Օॴ(ᶄ) void cgroup_post_fork(struct
task_struct *child) { ʙུʙ if (use_task_css_set_links) { ᶃ ʙུʙ } ʙུʙ do_each_subsys_mask(ss, i, have_fork_callback) { ss->fork(child); ᶄ } while_each_subsys_mask(); } -
cgroup_post_fork() (cont’d) • use_task_css_set_linksม ◦ cgroup(cgroups v1) / cgroup2(cgroups v2)ϑΝΠϧγεςϜΛϚϯτͨ͠ͱ͖ʹtrueΛઃఆ
▪ σϑΥϧτfalse ▪ cgroupsΛ͏߹ɺcgroup/cgroup2ϑΝΠϧγεςϜͷϚϯτ͕ඞਢ ◦ ͜ΕΒͷϑΝΠϧγεςϜ͕Ϛϯτ͞Ε͍ͯͳ͍ͳΒcgroupsར༻͍ͯ͠ͳ͍ ▪ ͦΕͳΒϦετཧ͠ͳͯ͘Α͍ͱݴ͏͜ͱͰϓϩηεੜॲཧΛܰ͘͢ΔతͰར༻ • https://elixir.bootlin.com/linux/v4.19/source/kernel/cgroup/cgroup.c#L1798 if (use_task_css_set_links) { struct css_set *cset; ʙུʙ } -
cgroup_post_fork() (cont’d) • cg_list͕ۭͳΒifϒϩοΫΛ࣮ߦ ◦ ϓϩηεੜ࣌cgroup_fork()ͰϦετΛॳظԽ͍ͯ͠ΔͷͰϦετۭ ◦ ΧϨϯτϓϩηεͷcss_setߏମΛऔಘ ◦ get_css_set()ͰcsetͷࢀরΛΠϯΫϦϝϯτ
◦ nr_tasksΛΠϯΫϦϝϯτͯ͠cestͰཧ͍ͯ͠ΔλεΫΛ૿͢ ◦ css_set_move_task()Ͱcsetʹ࡞͍ͯ͠ΔϓϩηεΛcsetͷ࿈݁ϦετʹՃ cset = task_css_set(current); if (list_empty(&child->cg_list)) { get_css_set(cset); cset->nr_tasks++; css_set_move_task(child, NULL, cset, false); } -
css_set_move_task() • ϓϩηεͷ࡞ɾऴྃɾҠಈ࣌ʹར༻͢Δؔ • taskΛfrom_cset͔Βto_csetʹҠ͢ ◦ from_cset͔ΒtaskΛऔΓআ͖ɺto_csetʹtaskΛՃ͢Δ ◦ from_cset͕NULLͳΒto_csetʹtaskΛొ͢Δ͚ͩ ▪
ϓϩηεੜ࣌ ◦ to_cset͕NULLͳΒfrom_cset͔ΒtaskΛআ͚ͩ ▪ ϓϩηεऴྃ࣌ ◦ use_mg_tasksϓϩηεͷҠಈ࣌ʹtrueΛઃఆ ▪ ͜ͷʹΑΓto_csetͷͲͷϦετʹtaskΛొ͢Δ͔͕มΘΔ • trueͳΒmg_tasksɺfalseͳΒtasks static void css_set_move_task(struct task_struct *task, struct css_set *from_cset, struct css_set *to_cset, bool use_mg_tasks) -
cgroup_exit() • มͷએݴͱίϝϯτΛফ͢ͱ͜ͷఔ • ॲཧେ͖͚ͯ͘2ͭ • Ҿͷtskআରͷϓϩηε void cgroup_exit(struct task_struct
*tsk) { ~ུ~ cset = task_css_set(tsk); if (!list_empty(&tsk->cg_list)) { spin_lock_irq(&css_set_lock); css_set_move_task(tsk, cset, NULL, false); cset->nr_tasks--; spin_unlock_irq(&css_set_lock); } else { get_css_set(cset); } do_each_subsys_mask(ss, i, have_exit_callback) { ss->exit(tsk); } while_each_subsys_mask(); } -
cgroup_exit() (cont’d) • ϓϩηεͷcg_list͕ۭͰͳ͍߹ ◦ css_set_move_task()Λ͍css_setߏମ͔ΒϓϩηεΛআ ◦ css_setߏମ͔ΒλεΫΛݮΒ͢ • ϓϩηεͷcg_list͕ۭͷ߹
◦ css_setߏମͷࢀরΛ૿͢ ▪ κϯϏϓϩηεͷରԠΒ͍͠ if (!list_empty(&tsk->cg_list)) { spin_lock_irq(&css_set_lock); css_set_move_task(tsk, cset, NULL, false); cset->nr_tasks--; spin_unlock_irq(&css_set_lock); } else { get_css_set(cset); } -
cgroup_exit() (cont’d) • αϒγεςϜݻ༗ͷϓϩηεऴྃॲཧͷ࣮ߦ • v4.19.0ͰαϒγεςϜݻ༗ͷॲཧ͋Γ·ͤΜͰͨ͠ do_each_subsys_mask(ss, i, have_exit_callback) {
ss->exit(tsk); } while_each_subsys_mask();