lost and found ( for me ? )

Fedora 21 : nested LXC ( fail )

I was able to do nested LXC on Ubuntu 14.04 and tried that on Fedora 21, but I can not do that..

I gogoled how to do nested LXC on Fedora, but I can not fine solutions.

here are logs.

[root@f21 ~]# cat /run/media/hattori/external_HDD/lxc/centos7-openstack/config
lxc.arch = x86_64
lxc.autodev = 1
lxc.utsname = centos7-openstack

lxc.mount.auto = cgroup
lxc.aa_profile = lxc-container-default-with-nesting

lxc.network.type = veth
lxc.network.flags = up
lxc.network.link = virbr0
lxc.network.name = eth0

lxc.network.type = veth
lxc.network.flags = up
lxc.network.link = virbr51
lxc.network.name = eth1
lxc.network.ipv4 = 192.168.51.10/24

lxc.network.type = veth
lxc.network.flags = up
lxc.network.link = virbr51
lxc.network.name = eth2
lxc.network.ipv4 = 192.168.52.10/24

lxc.rootfs = /run/media/hattori/external_HDD/lxc/centos7-openstack/rootfs


[root@f21 ~]# lxc-start -n centos7-openstack
lxc-start: cgfs.c: cgroupfs_mount_cgroup: 1368 No such file or directory - could not mount tmpfs to /sys/fs/cgroup in the container
lxc-start: conf.c: lxc_mount_auto_mounts: 838 No such file or directory - error mounting /sys/fs/cgroup
lxc-start: conf.c: lxc_setup: 4176 failed to setup the automatic mounts for 'centos7-openstack'
lxc-start: start.c: do_start: 688 failed to setup the container
lxc-start: sync.c: __sync_wait: 51 invalid sequence number 1. expected 2
lxc-start: start.c: __lxc_start: 1080 failed to spawn 'centos7-openstack'
lxc-start: lxc_start.c: main: 342 The container failed to start.
lxc-start: lxc_start.c: main: 346 Additional information can be obtained by setting the --logfile and --logpriority options.

/sys/fs/cgroup directory exits.

[root@f21 ~]# ls /sys/fs/cgroup/
blkio  cpu,cpuacct  cpuset   freezer  memory   net_cls,net_prio  perf_event
cpu    cpuacct      devices  hugetlb  net_cls  net_prio          systemd
[root@f21 ~]#


[root@f21 ~]# mount| grep cgroup
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset,clone_children)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)

start the continaer by enabling debug logs.

# lxc-start -n centos7-openstack  --logfile debug.log --logpriority DEBUG -d
lxc-start: lxc_start.c: main: 342 The container failed to start.
lxc-start: lxc_start.c: main: 344 To get more details, run the container in foreground mode.
lxc-start: lxc_start.c: main: 346 Additional information can be obtained by setting the --logfile and --logpriority options.


# cat debug.log
      lxc-start 1421679512.927 INFO     lxc_start_ui - lxc_start.c:main:265 - using rcfile /run/media/hattori/external_HDD/lxc/centos7-openstack/config
      lxc-start 1421679512.927 WARN     lxc_log - log.c:lxc_log_init:316 - lxc_log_init called with log already initialized
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup cpuset unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup cpu unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup memory unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup devices unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup freezer unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup net_cls unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup blkio unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup perf_event unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.928 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup hugetlb unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679512.929 INFO     lxc_start - start.c:lxc_check_inherited:209 - closed inherited fd 4
      lxc-start 1421679512.934 INFO     lxc_lsm - lsm/lsm.c:lsm_init:48 - LSM security driver nop
      lxc-start 1421679512.934 DEBUG    lxc_start - start.c:setup_signal_fd:247 - sigchild handler set
      lxc-start 1421679512.934 DEBUG    lxc_console - console.c:lxc_console_peer_default:536 - no console peer
      lxc-start 1421679512.934 INFO     lxc_start - start.c:lxc_init:443 - 'centos7-openstack' is initialized
      lxc-start 1421679512.935 INFO     lxc_start - start.c:lxc_check_inherited:209 - closed inherited fd 4
      lxc-start 1421679512.935 DEBUG    lxc_start - start.c:__lxc_start:1058 - Not dropping cap_sys_boot or watching utmp
      lxc-start 1421679512.939 INFO     lxc_monitor - monitor.c:lxc_monitor_sock_name:177 - using monitor sock name lxc/d398895dac6a0a55//run/media/hattori/external_HDD/lxc
      lxc-start 1421679512.940 DEBUG    lxc_conf - conf.c:instantiate_veth:3003 - instantiated veth 'veth1Q1EWB/vethU8YP7Y', index is '63'
      lxc-start 1421679512.943 DEBUG    lxc_conf - conf.c:instantiate_veth:3003 - instantiated veth 'vethNAH36V/vethX7XBBP', index is '65'
      lxc-start 1421679512.946 DEBUG    lxc_conf - conf.c:instantiate_veth:3003 - instantiated veth 'vethFSJTDS/vethL98KQ1', index is '67'
      lxc-start 1421679512.946 INFO     lxc_cgroup - cgroup.c:cgroup_init:62 - cgroup driver cgroupfs initing for centos7-openstack
      lxc-start 1421679512.962 DEBUG    lxc_conf - conf.c:lxc_assign_network:3420 - move 'eth0' to '28813'
      lxc-start 1421679512.980 DEBUG    lxc_conf - conf.c:lxc_assign_network:3420 - move 'eth1' to '28813'
      lxc-start 1421679512.995 DEBUG    lxc_conf - conf.c:lxc_assign_network:3420 - move 'eth2' to '28813'
      lxc-start 1421679513.002 DEBUG    lxc_conf - conf.c:setup_rootfs:1611 - mounted '/run/media/hattori/external_HDD/lxc/centos7-openstack/rootfs' on '/usr/lib64/lxc/rootfs'
      lxc-start 1421679513.002 INFO     lxc_conf - conf.c:setup_utsname:900 - 'centos7-openstack' hostname has been setup
      lxc-start 1421679513.022 DEBUG    lxc_conf - conf.c:setup_netdev:2784 - 'eth0' has been setup
      lxc-start 1421679513.046 DEBUG    lxc_conf - conf.c:setup_netdev:2784 - 'eth1' has been setup
      lxc-start 1421679513.059 DEBUG    lxc_conf - conf.c:setup_netdev:2784 - 'eth2' has been setup
      lxc-start 1421679513.059 INFO     lxc_conf - conf.c:setup_network:2805 - network has been setup
      lxc-start 1421679513.059 INFO     lxc_conf - conf.c:mount_autodev:1418 - Mounting /dev under /usr/lib64/lxc/rootfs
      lxc-start 1421679513.059 DEBUG    lxc_conf - conf.c:mount_check_fs:1250 - entering mount_check_fs for /dev
      lxc-start 1421679513.059 DEBUG    lxc_conf - conf.c:mount_check_fs:1292 - mount_check_fs returning 1 last devtmpfs
      lxc-start 1421679513.060 DEBUG    lxc_conf - conf.c:mount_autodev:1444 - Bind mounting /dev/.lxc/centos7-openstack.5058af9aae44b6ba to /usr/lib64/lxc/rootfs/dev
      lxc-start 1421679513.060 INFO     lxc_conf - conf.c:mount_autodev:1476 - Mounted /dev under /usr/lib64/lxc/rootfs
      lxc-start 1421679513.060 ERROR    lxc_cgfs - cgfs.c:cgroupfs_mount_cgroup:1368 - No such file or directory - could not mount tmpfs to /sys/fs/cgroup in the container
      lxc-start 1421679513.060 ERROR    lxc_conf - conf.c:lxc_mount_auto_mounts:838 - No such file or directory - error mounting /sys/fs/cgroup
      lxc-start 1421679513.060 ERROR    lxc_conf - conf.c:lxc_setup:4176 - failed to setup the automatic mounts for 'centos7-openstack'
      lxc-start 1421679513.060 ERROR    lxc_start - start.c:do_start:688 - failed to setup the container
      lxc-start 1421679513.062 ERROR    lxc_sync - sync.c:__sync_wait:51 - invalid sequence number 1. expected 2
      lxc-start 1421679513.062 WARN     lxc_conf - conf.c:lxc_delete_network:3296 - failed to remove interface 'eth0'
      lxc-start 1421679513.062 WARN     lxc_conf - conf.c:lxc_delete_network:3296 - failed to remove interface 'eth1'
      lxc-start 1421679513.062 WARN     lxc_conf - conf.c:lxc_delete_network:3296 - failed to remove interface 'eth2'
      lxc-start 1421679513.085 ERROR    lxc_start - start.c:__lxc_start:1080 - failed to spawn 'centos7-openstack'
      lxc-start 1421679513.085 INFO     lxc_conf - conf.c:lxc_delete_autodev:1581 - Cleaning /dev/.lxc/centos7-openstack.5058af9aae44b6ba
      lxc-start 1421679513.086 WARN     lxc_commands - commands.c:lxc_cmd_rsp_recv:172 - command get_cgroup failed to receive response
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup cpuset unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup cpu unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup memory unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup devices unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup freezer unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup net_cls unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup blkio unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup perf_event unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679513.086 WARN     lxc_cgfs - cgfs.c:lxc_cgroup_get_container_info:1100 - Not attaching to cgroup hugetlb unknown to /run/media/hattori/external_HDD/lxc centos7-openstack
      lxc-start 1421679518.091 ERROR    lxc_start_ui - lxc_start.c:main:342 - The container failed to start.
      lxc-start 1421679518.091 ERROR    lxc_start_ui - lxc_start.c:main:344 - To get more details, run the container in foreground mode.
      lxc-start 1421679518.091 ERROR    lxc_start_ui - lxc_start.c:main:346 - Additional information can be obtained by setting the --logfile and --logpriority options.


[root@f21 ~]# ps -o cgroup
CGROUP
5:devices:/user.slice,1:name=systemd:/user.slice/user-1000.slice/session-1.scope
5:devices:/user.slice,1:name=systemd:/user.slice/user-1000.slice/session-1.scope
5:devices:/user.slice,1:name=systemd:/user.slice/user-1000.slice/session-1.scope
5:devices:/user.slice,1:name=systemd:/user.slice/user-1000.slice/session-1.scope
5:devices:/user.slice,1:name=systemd:/user.slice/user-1000.slice/session-1.scope
[root@f21 ~]#

[root@f21 ~]# cat /proc/5/cgroup
10:hugetlb:/
9:perf_event:/
8:blkio:/
7:net_cls,net_prio:/
6:freezer:/
5:devices:/
4:memory:/
3:cpu,cpuacct:/
2:cpuset:/
1:name=systemd:/

No comments:

Post a Comment

Note: Only a member of this blog may post a comment.