From 00d7c7a477a69fab9049a47337d78bf5a7bd24c6 Mon Sep 17 00:00:00 2001 From: Nimrod Shneor Date: Sat, 29 May 2021 13:31:42 +0300 Subject: [PATCH] Add support for cgroups managed by systemd --- Cargo.lock | 98 +++++++++++++++++++++++++-- Cargo.toml | 1 + src/capabilities.rs | 4 +- src/cgroups/blkio.rs | 4 +- src/cgroups/cgroupsfs_manager.rs | 107 ++++++++++++++++++++++++++++++ src/cgroups/devices.rs | 5 +- src/cgroups/hugetlb.rs | 4 +- src/cgroups/manager.rs | 104 +---------------------------- src/cgroups/memory.rs | 4 +- src/cgroups/mod.rs | 6 +- src/cgroups/network_classifier.rs | 4 +- src/cgroups/pids.rs | 4 +- src/cgroups/systemd_manager.rs | 16 +++++ src/create.rs | 30 +++++++-- src/main.rs | 33 +++++++-- src/namespaces.rs | 4 +- src/process/fork.rs | 3 +- src/rootfs.rs | 2 +- 18 files changed, 288 insertions(+), 145 deletions(-) create mode 100644 src/cgroups/cgroupsfs_manager.rs create mode 100644 src/cgroups/systemd_manager.rs diff --git a/Cargo.lock b/Cargo.lock index 9eb862e43d..00ff1bda81 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -46,6 +46,12 @@ version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693" +[[package]] +name = "build-env" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1522ac6ee801a11bf9ef3f80403f4ede6eb41291fac3dde3de09989679305f25" + [[package]] name = "byteorder" version = "1.4.3" @@ -69,6 +75,12 @@ version = "1.0.66" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4c0496836a84f8d0495758516b8621a622beb77c0fed418570e50764093ced48" +[[package]] +name = "cfg-if" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4785bdd1c96b2a846b2bd7cc02e86b6b3dbf14e7e53446c4f54c92a361040822" + [[package]] name = "cfg-if" version = "1.0.0" @@ -126,7 +138,17 @@ version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "81156fece84ab6a9f2afdb109ce3ae577e42b1228441eded99bd77f627953b1a" dependencies = [ - "cfg-if", + "cfg-if 1.0.0", +] + +[[package]] +name = "cstr-argument" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "20bd4e8067c20c7c3a4dea759ef91d4b18418ddb5bd8837ef6e2f2f93ca7ccbb" +dependencies = [ + "cfg-if 0.1.10", + "memchr", ] [[package]] @@ -156,12 +178,39 @@ version = "1.0.20" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cd3aec53de10fe96d7d8c565eb17f2c687bb5518a2ec453b5b1252964526abe0" dependencies = [ - "cfg-if", + "cfg-if 1.0.0", "crc32fast", "libc", "miniz_oxide", ] +[[package]] +name = "foreign-types" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d737d9aa519fb7b749cbc3b962edcf310a8dd1f4b67c91c4f83975dbdd17d965" +dependencies = [ + "foreign-types-macros", + "foreign-types-shared", +] + +[[package]] +name = "foreign-types-macros" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63f713f8b2aa9e24fec85b0e290c56caee12e3b6ae0aeeda238a75b28251afd6" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "foreign-types-shared" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7684cf33bb7f28497939e8c7cf17e3e4e3b8d9a0080ffa4f8ae2f515442ee855" + [[package]] name = "futures" version = "0.3.13" @@ -319,13 +368,24 @@ version = "0.2.84" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1cca32fa0182e8c0989459524dc356b8f2b5c10f1b9eb521b7d182c03cf8c5ff" +[[package]] +name = "libsystemd-sys" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e03fd580bcecda68dcdcd5297085ade6a3dc552cd8b030d2b94a9b089ef7ab8" +dependencies = [ + "build-env", + "libc", + "pkg-config", +] + [[package]] name = "log" version = "0.4.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "51b9bbe6c47d51fc3e1a9b945965946b4c44142ab8792c50835a980d362c2710" dependencies = [ - "cfg-if", + "cfg-if 1.0.0", ] [[package]] @@ -375,7 +435,7 @@ checksum = "b2ccba0cfe4fdf15982d1674c69b1fd80bad427d293849982668dfe454bd61f2" dependencies = [ "bitflags", "cc", - "cfg-if", + "cfg-if 1.0.0", "libc", ] @@ -452,6 +512,12 @@ version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" +[[package]] +name = "pkg-config" +version = "0.3.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3831453b3449ceb48b6d9c7ad7c96d5ea673e9b470a1dc578c2ce6521230884c" + [[package]] name = "prctl" version = "1.0.0" @@ -597,7 +663,7 @@ version = "0.3.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "122e570113d28d773067fab24266b66753f6ea915758651696b6e35e49f88d6e" dependencies = [ - "cfg-if", + "cfg-if 1.0.0", "libc", "winapi", ] @@ -619,6 +685,21 @@ dependencies = [ "unicode-xid", ] +[[package]] +name = "systemd" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f722cabda922e471742300045f56dbaa53fafbb4520fca304e51258019bfe91d" +dependencies = [ + "cstr-argument", + "foreign-types", + "libc", + "libsystemd-sys", + "log", + "memchr", + "utf8-cstr", +] + [[package]] name = "termcolor" version = "1.1.2" @@ -686,6 +767,12 @@ version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7fe0bb3479651439c9112f72b6c505038574c9fbb575ed1bf3b797fa39dd564" +[[package]] +name = "utf8-cstr" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "55bcbb425141152b10d5693095950b51c3745d019363fc2929ffd8f61449b628" + [[package]] name = "vec_map" version = "0.8.2" @@ -755,4 +842,5 @@ dependencies = [ "regex", "serde", "serde_json", + "systemd", ] diff --git a/Cargo.toml b/Cargo.toml index 4cbe34dfeb..cd93430ab8 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -22,3 +22,4 @@ once_cell = "1.6.0" futures = { version = "0.3", features = ["thread-pool"] } regex = "1.5" oci_spec = { version = "0.1.0", path = "./oci_spec" } +systemd = "0.8.2" \ No newline at end of file diff --git a/src/capabilities.rs b/src/capabilities.rs index 9e95c49f39..cc35aacfe4 100644 --- a/src/capabilities.rs +++ b/src/capabilities.rs @@ -1,6 +1,4 @@ -use crate::{ - command::Command, -}; +use crate::command::Command; use caps::*; use anyhow::Result; diff --git a/src/cgroups/blkio.rs b/src/cgroups/blkio.rs index feb319ab32..f6ad8b29cf 100644 --- a/src/cgroups/blkio.rs +++ b/src/cgroups/blkio.rs @@ -4,9 +4,7 @@ use std::{ path::Path, }; -use crate::{ - cgroups::Controller, -}; +use crate::cgroups::Controller; use oci_spec::{LinuxBlockIo, LinuxResources}; const CGROUP_BLKIO_THROTTLE_READ_BPS: &str = "blkio.throttle.read_bps_device"; diff --git a/src/cgroups/cgroupsfs_manager.rs b/src/cgroups/cgroupsfs_manager.rs new file mode 100644 index 0000000000..4844ebe1fa --- /dev/null +++ b/src/cgroups/cgroupsfs_manager.rs @@ -0,0 +1,107 @@ +use crate::cgroups::Manager; +use std::{collections::HashMap, path::PathBuf}; +use std::{fs::remove_dir, path::Path}; + +use anyhow::Result; +use nix::unistd::Pid; +use procfs::process::Process; + +use super::{ + blkio::Blkio, devices::Devices, hugetlb::Hugetlb, memory::Memory, + network_classifier::NetworkClassifier, network_priority::NetworkPriority, pids::Pids, + Controller, +}; +use crate::{cgroups::ControllerType, utils::PathBufExt}; +use oci_spec::LinuxResources; + +const CONTROLLERS: &[ControllerType] = &[ + ControllerType::Devices, + ControllerType::HugeTlb, + ControllerType::Memory, + ControllerType::Pids, + ControllerType::Blkio, + ControllerType::NetworkPriority, + ControllerType::NetworkClassifier, +]; + +pub struct CGroupsFSManager { + subsystems: HashMap, +} + +impl CGroupsFSManager { + pub fn new(cgroup_path: PathBuf) -> Result { + let mut subsystems = HashMap::::new(); + for subsystem in CONTROLLERS.iter().map(|c| c.to_string()) { + subsystems.insert( + subsystem.to_owned(), + Self::get_subsystem_path(&cgroup_path, &subsystem)?, + ); + } + + Ok(CGroupsFSManager { subsystems }) + } + + fn get_subsystem_path(cgroup_path: &Path, subsystem: &str) -> anyhow::Result { + log::debug!("Get path for subsystem: {}", subsystem); + let mount = Process::myself()? + .mountinfo()? + .into_iter() + .find(|m| { + if m.fs_type == "cgroup" { + // Some systems mount net_prio and net_cls in the same directory + // other systems mount them in their own diretories. This + // should handle both cases. + if subsystem == "net_cls" || subsystem == "net_prio" { + return m.mount_point.ends_with("net_cls,net_prio") + || m.mount_point.ends_with("net_prio,net_cls"); + } + } + m.mount_point.ends_with(subsystem) + }) + .unwrap(); + + let cgroup = Process::myself()? + .cgroups()? + .into_iter() + .find(|c| c.controllers.contains(&subsystem.to_owned())) + .unwrap(); + + let p = if cgroup_path.to_string_lossy().into_owned().is_empty() { + mount + .mount_point + .join_absolute_path(Path::new(&cgroup.pathname))? + } else { + mount.mount_point.join_absolute_path(&cgroup_path)? + }; + + Ok(p) + } +} + +impl Manager for CGroupsFSManager { + fn apply(&self, linux_resources: &LinuxResources, pid: Pid) -> Result<()> { + for subsys in &self.subsystems { + match subsys.0.as_str() { + "devices" => Devices::apply(linux_resources, &subsys.1, pid)?, + "hugetlb" => Hugetlb::apply(linux_resources, &subsys.1, pid)?, + "memory" => Memory::apply(linux_resources, &subsys.1, pid)?, + "pids" => Pids::apply(linux_resources, &subsys.1, pid)?, + "blkio" => Blkio::apply(linux_resources, &subsys.1, pid)?, + "net_prio" => NetworkPriority::apply(linux_resources, &subsys.1, pid)?, + "net_cls" => NetworkClassifier::apply(linux_resources, &subsys.1, pid)?, + _ => continue, + } + } + Ok(()) + } + + fn remove(&self) -> Result<()> { + for cgroup_path in &self.subsystems { + if cgroup_path.1.exists() { + log::debug!("remove cgroup {:?}", cgroup_path.1); + remove_dir(&cgroup_path.1)?; + } + } + Ok(()) + } +} diff --git a/src/cgroups/devices.rs b/src/cgroups/devices.rs index ff64afeda1..b2be6a1b8b 100644 --- a/src/cgroups/devices.rs +++ b/src/cgroups/devices.rs @@ -7,10 +7,7 @@ use std::{ use anyhow::Result; use nix::unistd::Pid; -use crate::{ - cgroups::Controller, - rootfs::default_devices, -}; +use crate::{cgroups::Controller, rootfs::default_devices}; use oci_spec::{LinuxDeviceCgroup, LinuxDeviceType, LinuxResources}; pub struct Devices {} diff --git a/src/cgroups/hugetlb.rs b/src/cgroups/hugetlb.rs index 3e74cd216e..7184b613e9 100644 --- a/src/cgroups/hugetlb.rs +++ b/src/cgroups/hugetlb.rs @@ -7,9 +7,7 @@ use std::{ use anyhow::anyhow; use regex::Regex; -use crate::{ - cgroups::Controller, -}; +use crate::cgroups::Controller; use oci_spec::{LinuxHugepageLimit, LinuxResources}; pub struct Hugetlb {} diff --git a/src/cgroups/manager.rs b/src/cgroups/manager.rs index b6e6ad1901..f82372ca54 100644 --- a/src/cgroups/manager.rs +++ b/src/cgroups/manager.rs @@ -1,106 +1,8 @@ -use std::{collections::HashMap, path::PathBuf}; -use std::{fs::remove_dir, path::Path}; - use anyhow::Result; use nix::unistd::Pid; -use procfs::process::Process; - -use super::{ - blkio::Blkio, devices::Devices, hugetlb::Hugetlb, memory::Memory, - network_classifier::NetworkClassifier, network_priority::NetworkPriority, pids::Pids, - Controller, -}; -use crate::{cgroups::ControllerType, utils::PathBufExt}; use oci_spec::LinuxResources; -const CONTROLLERS: &[ControllerType] = &[ - ControllerType::Devices, - ControllerType::HugeTlb, - ControllerType::Memory, - ControllerType::Pids, - ControllerType::Blkio, - ControllerType::NetworkPriority, - ControllerType::NetworkClassifier, -]; - -pub struct Manager { - subsystems: HashMap, -} - -impl Manager { - pub fn new(cgroup_path: &Path) -> Result { - let mut subsystems = HashMap::::new(); - for subsystem in CONTROLLERS.iter().map(|c| c.to_string()) { - subsystems.insert( - subsystem.to_owned(), - Self::get_subsystem_path(cgroup_path, &subsystem)?, - ); - } - - Ok(Manager { subsystems }) - } - - pub fn apply(&self, linux_resources: &LinuxResources, pid: Pid) -> Result<()> { - for subsys in &self.subsystems { - match subsys.0.as_str() { - "devices" => Devices::apply(linux_resources, &subsys.1, pid)?, - "hugetlb" => Hugetlb::apply(linux_resources, &subsys.1, pid)?, - "memory" => Memory::apply(linux_resources, &subsys.1, pid)?, - "pids" => Pids::apply(linux_resources, &subsys.1, pid)?, - "blkio" => Blkio::apply(linux_resources, &subsys.1, pid)?, - "net_prio" => NetworkPriority::apply(linux_resources, &subsys.1, pid)?, - "net_cls" => NetworkClassifier::apply(linux_resources, &subsys.1, pid)?, - _ => continue, - } - } - - Ok(()) - } - - pub fn remove(&self) -> Result<()> { - for cgroup_path in &self.subsystems { - if cgroup_path.1.exists() { - log::debug!("remove cgroup {:?}", cgroup_path.1); - remove_dir(&cgroup_path.1)?; - } - } - - Ok(()) - } - - fn get_subsystem_path(cgroup_path: &Path, subsystem: &str) -> anyhow::Result { - log::debug!("Get path for subsystem: {}", subsystem); - let mount = Process::myself()? - .mountinfo()? - .into_iter() - .find(|m| { - if m.fs_type == "cgroup" { - // Some systems mount net_prio and net_cls in the same directory - // other systems mount them in their own diretories. This - // should handle both cases. - if subsystem == "net_cls" || subsystem == "net_prio" { - return m.mount_point.ends_with("net_cls,net_prio") - || m.mount_point.ends_with("net_prio,net_cls"); - } - } - m.mount_point.ends_with(subsystem) - }) - .unwrap(); - - let cgroup = Process::myself()? - .cgroups()? - .into_iter() - .find(|c| c.controllers.contains(&subsystem.to_owned())) - .unwrap(); - - let p = if cgroup_path.to_string_lossy().into_owned().is_empty() { - mount - .mount_point - .join_absolute_path(Path::new(&cgroup.pathname))? - } else { - mount.mount_point.join_absolute_path(&cgroup_path)? - }; - - Ok(p) - } +pub trait Manager { + fn apply(&self, linux_resources: &LinuxResources, pid: Pid) -> Result<()>; + fn remove(&self) -> Result<()>; } diff --git a/src/cgroups/memory.rs b/src/cgroups/memory.rs index 696f7455d7..461b0f530e 100644 --- a/src/cgroups/memory.rs +++ b/src/cgroups/memory.rs @@ -7,9 +7,7 @@ use std::{ use anyhow::{Result, *}; use nix::{errno::Errno, unistd::Pid}; -use crate::{ - cgroups::Controller, -}; +use crate::cgroups::Controller; use oci_spec::{LinuxMemory, LinuxResources}; const CGROUP_MEMORY_SWAP_LIMIT: &str = "memory.memsw.limit_in_bytes"; diff --git a/src/cgroups/mod.rs b/src/cgroups/mod.rs index 9eb044b8a4..f17e33ca66 100644 --- a/src/cgroups/mod.rs +++ b/src/cgroups/mod.rs @@ -1,13 +1,17 @@ +mod blkio; +mod cgroupsfs_manager; mod controller; mod controller_type; mod devices; mod hugetlb; -mod blkio; mod manager; mod memory; mod network_classifier; mod network_priority; mod pids; +mod systemd_manager; +pub use cgroupsfs_manager::CGroupsFSManager; pub use controller::Controller; pub use controller_type::ControllerType; pub use manager::Manager; +pub use systemd_manager::SystemDCGroupManager; diff --git a/src/cgroups/network_classifier.rs b/src/cgroups/network_classifier.rs index c6df7448d6..10563a9f2f 100644 --- a/src/cgroups/network_classifier.rs +++ b/src/cgroups/network_classifier.rs @@ -7,9 +7,7 @@ use std::{ use anyhow::Result; use nix::unistd::Pid; -use crate::{ - cgroups::Controller, -}; +use crate::cgroups::Controller; use oci_spec::{LinuxNetwork, LinuxResources}; pub struct NetworkClassifier {} diff --git a/src/cgroups/pids.rs b/src/cgroups/pids.rs index df6d5b9c9f..61c5fd2719 100644 --- a/src/cgroups/pids.rs +++ b/src/cgroups/pids.rs @@ -6,9 +6,7 @@ use std::{ use anyhow::Result; -use crate::{ - cgroups::Controller, -}; +use crate::cgroups::Controller; use oci_spec::{LinuxPids, LinuxResources}; pub struct Pids {} diff --git a/src/cgroups/systemd_manager.rs b/src/cgroups/systemd_manager.rs new file mode 100644 index 0000000000..b50b7e0951 --- /dev/null +++ b/src/cgroups/systemd_manager.rs @@ -0,0 +1,16 @@ +use crate::cgroups::Manager; +use anyhow::Result; +use nix::unistd::Pid; +use oci_spec::LinuxResources; + +pub struct SystemDCGroupManager; + +impl Manager for SystemDCGroupManager { + fn apply(&self, linux_resources: &LinuxResources, pid: Pid) -> Result<()> { + Ok(()) + } + + fn remove(&self) -> Result<()> { + Ok(()) + } +} diff --git a/src/create.rs b/src/create.rs index 323bcf567a..29d675d0cc 100644 --- a/src/create.rs +++ b/src/create.rs @@ -18,6 +18,7 @@ use crate::stdio::FileDescriptor; use crate::tty; use crate::utils; use crate::{capabilities, command::Command}; +use oci_spec; #[derive(Clap, Debug)] pub struct Create { @@ -31,7 +32,12 @@ pub struct Create { } impl Create { - pub fn exec(&self, root_path: PathBuf, command: impl Command) -> Result<()> { + pub fn exec( + &self, + root_path: PathBuf, + systemd_cgroup: bool, + command: impl Command, + ) -> Result<()> { let bundle_canonicalized = fs::canonicalize(&self.bundle) .unwrap_or_else(|_| panic!("failed to canonicalied {:?}", &self.bundle)); let container_dir = root_path.join(&self.container_id); @@ -80,6 +86,7 @@ impl Create { rootfs, spec, csocketfd, + systemd_cgroup, container, command, )?; @@ -96,6 +103,7 @@ fn run_container>( rootfs: PathBuf, spec: oci_spec::Spec, csocketfd: Option, + systemd_cgroup: bool, container: Container, command: impl Command, ) -> Result { @@ -103,9 +111,21 @@ fn run_container>( let linux = spec.linux.as_ref().unwrap(); let namespaces: Namespaces = linux.namespaces.clone().into(); - let cgroups_path = utils::get_cgroup_path(&linux.cgroups_path, container.id()); - - let cmanager = cgroups::Manager::new(&cgroups_path)?; + let (systemd_manager, cgroupsfs_manager); + let cmanager: &dyn cgroups::Manager = match systemd_cgroup { + true => { + if !systemd::daemon::booted()? { + bail!("systemd cgroup flag passed, but systemd support for managing cgroups is not available") + } + systemd_manager = cgroups::SystemDCGroupManager; + &systemd_manager + }, + false => { + let cgroups_path = utils::get_cgroup_path(&linux.cgroups_path, container.id()); + cgroupsfs_manager = cgroups::CGroupsFSManager::new(cgroups_path)?; + &cgroupsfs_manager + } + }; match fork::fork_first( pid_file, @@ -114,7 +134,7 @@ fn run_container>( .contains(sched::CloneFlags::CLONE_NEWUSER), linux, &container, - &cmanager, + cmanager, )? { Process::Parent(parent) => Ok(Process::Parent(parent)), Process::Child(child) => { diff --git a/src/main.rs b/src/main.rs index 9a00c4ed6f..c18798d178 100644 --- a/src/main.rs +++ b/src/main.rs @@ -9,12 +9,13 @@ use anyhow::{bail, Result}; use clap::Clap; use nix::sys::signal as nix_signal; +use youki::cgroups::{CGroupsFSManager, Manager, SystemDCGroupManager}; +use youki::command::linux::LinuxCommand; use youki::container::{Container, ContainerStatus}; use youki::create; use youki::signal; use youki::start; use youki::utils; -use youki::{cgroups::Manager, command::linux::LinuxCommand}; /// High-level commandline option definition /// This takes global options as well as individual commands as specified in [OCI runtime-spec](https://github.com/opencontainers/runtime-spec/blob/master/runtime.md) @@ -29,6 +30,9 @@ struct Opts { log: Option, #[clap(long)] log_format: Option, + /// Enable systemd cgroup manager, rather then use the cgroupfs directly. + #[clap(short, long)] + systemd_cgroup: bool, /// command to actually manage container #[clap(subcommand)] subcmd: SubCommand, @@ -78,8 +82,10 @@ fn main() -> Result<()> { let root_path = PathBuf::from(&opts.root); fs::create_dir_all(&root_path)?; + let systemd_cgroup = opts.systemd_cgroup; + match opts.subcmd { - SubCommand::Create(create) => create.exec(root_path, LinuxCommand), + SubCommand::Create(create) => create.exec(root_path, systemd_cgroup, LinuxCommand), SubCommand::Start(start) => start.exec(root_path), SubCommand::Kill(kill) => { // resolves relative paths, symbolic links etc. and get complete path @@ -134,14 +140,29 @@ fn main() -> Result<()> { // remove the directory storing container state log::debug!("remove dir {:?}", container.root); fs::remove_dir_all(&container.root)?; - - let cgroups_path = - utils::get_cgroup_path(&spec.linux.unwrap().cgroups_path, container.id()); + + let spec = oci_spec::Spec::load("config.json")?; // remove the cgroup created for the container // check https://man7.org/linux/man-pages/man7/cgroups.7.html // creating and removing cgroups section for more information on cgroups - let cmanager = Manager::new(&cgroups_path)?; + let (systemd_manager, cgroupsfs_manager); + let cmanager: &dyn Manager = match systemd_cgroup { + true => { + if !systemd::daemon::booted()? { + bail!("systemd cgroup flag passed, but systemd support for managing cgroups is not available") + } + systemd_manager = SystemDCGroupManager; + &systemd_manager + }, + false => { + let cgroups_path = + utils::get_cgroup_path(&spec.linux.unwrap().cgroups_path, container.id()); + + cgroupsfs_manager = CGroupsFSManager::new(cgroups_path)?; + &cgroupsfs_manager + } + }; cmanager.remove()?; } std::process::exit(0) diff --git a/src/namespaces.rs b/src/namespaces.rs index 6266a52be9..521fa7ecff 100644 --- a/src/namespaces.rs +++ b/src/namespaces.rs @@ -6,9 +6,7 @@ use nix::{ unistd::{self, Gid, Uid}, }; -use crate::{ - command::{linux::LinuxCommand, test::TestHelperCommand, Command}, -}; +use crate::command::{linux::LinuxCommand, test::TestHelperCommand, Command}; use oci_spec::{LinuxNamespace, LinuxNamespaceType}; pub struct Namespaces { diff --git a/src/process/fork.rs b/src/process/fork.rs index a45628a1a0..5563948355 100644 --- a/src/process/fork.rs +++ b/src/process/fork.rs @@ -17,13 +17,14 @@ use crate::container::ContainerStatus; use crate::process::{child, init, parent, Process}; use crate::utils; use crate::{cond::Cond, container::Container}; +use oci_spec; pub fn fork_first>( pid_file: Option

, is_userns: bool, linux: &oci_spec::Linux, container: &Container, - cmanager: &Manager, + cmanager: &dyn Manager, ) -> Result { let ccond = Cond::new()?; diff --git a/src/rootfs.rs b/src/rootfs.rs index 83705f9105..d93d45629c 100644 --- a/src/rootfs.rs +++ b/src/rootfs.rs @@ -13,8 +13,8 @@ use nix::sys::stat::{mknod, umask}; use nix::unistd::{chdir, chown, close, getcwd}; use nix::unistd::{Gid, Uid}; -use oci_spec::{LinuxDevice, LinuxDeviceType, Mount, Spec}; use crate::utils::PathBufExt; +use oci_spec::{LinuxDevice, LinuxDeviceType, Mount, Spec}; pub fn prepare_rootfs(spec: &Spec, rootfs: &Path, bind_devices: bool) -> Result<()> { let mut flags = MsFlags::MS_REC;