538 lines
12 KiB
Go
538 lines
12 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/docker/containerd/api/grpc/types"
|
|
"github.com/docker/docker/pkg/integration/checker"
|
|
"github.com/go-check/check"
|
|
ocs "github.com/opencontainers/runtime-spec/specs-go"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxLsSlash(t *check.C) {
|
|
expectedOutput := `bin
|
|
dev
|
|
etc
|
|
home
|
|
lib
|
|
lib64
|
|
linuxrc
|
|
media
|
|
mnt
|
|
opt
|
|
proc
|
|
root
|
|
run
|
|
sbin
|
|
sys
|
|
tmp
|
|
usr
|
|
var
|
|
`
|
|
if err := CreateBusyboxBundle("busybox-ls-slash", []string{"ls", "/"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
c, err := cs.RunContainer("myls", "busybox-ls-slash")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
t.Assert(c.io.stdoutBuffer.String(), checker.Equals, expectedOutput)
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxNoSuchFile(t *check.C) {
|
|
expectedOutput := `oci runtime error: exec: "NoSuchFile": executable file not found in $PATH`
|
|
|
|
if err := CreateBusyboxBundle("busybox-no-such-file", []string{"NoSuchFile"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
_, err := cs.RunContainer("NoSuchFile", "busybox-no-such-file")
|
|
t.Assert(grpc.ErrorDesc(err), checker.Contains, expectedOutput)
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxTop(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "start-busybox-top"
|
|
_, err := cs.StartContainer(containerID, bundleName)
|
|
t.Assert(err, checker.Equals, nil)
|
|
|
|
containers, err := cs.ListRunningContainers()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
t.Assert(len(containers), checker.Equals, 1)
|
|
t.Assert(containers[0].Id, checker.Equals, containerID)
|
|
t.Assert(containers[0].Status, checker.Equals, "running")
|
|
t.Assert(containers[0].BundlePath, check.Equals, filepath.Join(cs.cwd, GetBundle(bundleName).Path))
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxLsEvents(t *check.C) {
|
|
if err := CreateBusyboxBundle("busybox-ls", []string{"ls"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "ls-events"
|
|
c, err := cs.StartContainer(containerID, "busybox-ls")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "init",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("Container took more than 2 seconds to terminate")
|
|
}
|
|
}
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxSleep(t *check.C) {
|
|
if err := CreateBusyboxBundle("busybox-sleep-5", []string{"sleep", "5"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
ch := make(chan interface{})
|
|
filter := func(e *types.Event) {
|
|
if e.Type == "exit" && e.Pid == "init" {
|
|
ch <- nil
|
|
}
|
|
}
|
|
|
|
start := time.Now()
|
|
_, err := cs.StartContainerWithEventFilter("sleep5", "busybox-sleep-5", filter)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// We add a generous 20% marge of error
|
|
select {
|
|
case <-ch:
|
|
t.Assert(uint64(time.Now().Sub(start)), checker.LessOrEqualThan, uint64(6*time.Second))
|
|
case <-time.After(6 * time.Second):
|
|
t.Fatal("Container took more than 6 seconds to exit")
|
|
}
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxTopKill(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "top-kill"
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
<-time.After(1 * time.Second)
|
|
|
|
err = cs.KillContainer(containerID)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 128 + uint32(syscall.SIGKILL),
|
|
Pid: "init",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("Container took more than 2 seconds to terminate")
|
|
}
|
|
}
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxTopSignalSigterm(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "top-sigterm"
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
<-time.After(1 * time.Second)
|
|
|
|
err = cs.SignalContainer(containerID, uint32(syscall.SIGTERM))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 128 + uint32(syscall.SIGTERM),
|
|
Pid: "init",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("Container took more than 2 seconds to terminate")
|
|
}
|
|
}
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxTrapUSR1(t *check.C) {
|
|
if err := CreateBusyboxBundle("busybox-trap-usr1", []string{"sh", "-c", "trap 'echo -n booh!' SIGUSR1 ; sleep 60 & wait"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "trap-usr1"
|
|
c, err := cs.StartContainer(containerID, "busybox-trap-usr1")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
<-time.After(1 * time.Second)
|
|
|
|
if err := cs.SignalContainer(containerID, uint32(syscall.SIGUSR1)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for {
|
|
e := c.GetNextEvent()
|
|
if e.Type == "exit" && e.Pid == "init" {
|
|
break
|
|
}
|
|
}
|
|
|
|
t.Assert(c.io.stdoutBuffer.String(), checker.Equals, "booh!")
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestStartBusyboxTopPauseResume(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "top-pause-resume"
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := cs.PauseContainer(containerID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := cs.ResumeContainer(containerID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "pause",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "resume",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("Container took more than 2 seconds to terminate")
|
|
}
|
|
}
|
|
|
|
// check that status is running
|
|
containers, err := cs.ListRunningContainers()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
t.Assert(len(containers), checker.Equals, 1)
|
|
t.Assert(containers[0].Id, checker.Equals, containerID)
|
|
t.Assert(containers[0].Status, checker.Equals, "running")
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestOOM(t *check.C) {
|
|
bundleName := "busybox-sh-512k-memlimit"
|
|
if err := CreateBundleWithFilter("busybox", bundleName, []string{"sh", "-c", "x=oom-party-time; while true; do x=$x$x$x$x$x$x$x$x$x$x; done"}, func(spec *ocs.Spec) {
|
|
// Limit to 512k for quick oom
|
|
var limit uint64 = 8 * 1024 * 1024
|
|
spec.Linux.Resources.Memory = &ocs.Memory{
|
|
Limit: &limit,
|
|
}
|
|
if swapEnabled() {
|
|
spec.Linux.Resources.Memory.Swap = &limit
|
|
}
|
|
}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
containerID := "sh-oom"
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "oom",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 137,
|
|
Pid: "init",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(60 * time.Second):
|
|
t.Fatalf("Container took more than 60 seconds to %s", evt.Type)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestRestart(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
totalCtr := 10
|
|
|
|
for i := 0; i < totalCtr; i++ {
|
|
containerID := fmt.Sprintf("top%d", i)
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
e := c.GetNextEvent()
|
|
|
|
t.Assert(*e, checker.Equals, types.Event{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
Timestamp: e.Timestamp,
|
|
})
|
|
}
|
|
|
|
// restart daemon gracefully (SIGINT)
|
|
cs.RestartDaemon(false)
|
|
|
|
// check that status is running
|
|
containers, err := cs.ListRunningContainers()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
sortContainers(containers)
|
|
t.Assert(len(containers), checker.Equals, totalCtr)
|
|
for i := 0; i < totalCtr; i++ {
|
|
t.Assert(containers[i].Id, checker.Equals, fmt.Sprintf("top%d", i))
|
|
t.Assert(containers[i].Status, checker.Equals, "running")
|
|
}
|
|
|
|
// Now kill daemon (SIGKILL)
|
|
cs.StopDaemon(true)
|
|
|
|
// Sleep a second to allow thevent e timestamp to change since
|
|
// it's second based
|
|
<-time.After(3 * time.Second)
|
|
|
|
// Kill a couple of containers
|
|
killedCtr := map[int]bool{4: true, 2: true}
|
|
|
|
var f func(*types.Event)
|
|
deathChans := make([]chan error, len(killedCtr))
|
|
deathChansIdx := 0
|
|
|
|
for i := range killedCtr {
|
|
ch := make(chan error, 1)
|
|
deathChans[deathChansIdx] = ch
|
|
deathChansIdx++
|
|
syscall.Kill(int(containers[i].Pids[0]), syscall.SIGKILL)
|
|
|
|
// Filter to be notified of their death
|
|
containerID := fmt.Sprintf("top%d", i)
|
|
f = func(event *types.Event) {
|
|
expectedEvent := types.Event{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 137,
|
|
Pid: "init",
|
|
}
|
|
expectedEvent.Timestamp = event.Timestamp
|
|
if ok := t.Check(*event, checker.Equals, expectedEvent); !ok {
|
|
ch <- fmt.Errorf("Unexpected event: %#v", *event)
|
|
} else {
|
|
ch <- nil
|
|
}
|
|
}
|
|
cs.SetContainerEventFilter(containerID, f)
|
|
}
|
|
|
|
cs.RestartDaemon(true)
|
|
|
|
// Ensure we got our events
|
|
for i := range deathChans {
|
|
done := false
|
|
for done == false {
|
|
select {
|
|
case err := <-deathChans[i]:
|
|
t.Assert(err, checker.Equals, nil)
|
|
done = true
|
|
case <-time.After(3 * time.Second):
|
|
t.Fatal("Exit event for container not received after 3 seconds")
|
|
}
|
|
}
|
|
}
|
|
|
|
// check that status is running
|
|
containers, err = cs.ListRunningContainers()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
sortContainers(containers)
|
|
t.Assert(len(containers), checker.Equals, totalCtr-len(killedCtr))
|
|
idShift := 0
|
|
for i := 0; i < totalCtr-len(killedCtr); i++ {
|
|
if _, ok := killedCtr[i+idShift]; ok {
|
|
idShift++
|
|
}
|
|
t.Assert(containers[i].Id, checker.Equals, fmt.Sprintf("top%d", i+idShift))
|
|
t.Assert(containers[i].Status, checker.Equals, "running")
|
|
}
|
|
}
|
|
|
|
func swapEnabled() bool {
|
|
_, err := os.Stat("/sys/fs/cgroup/memory/memory.memsw.limit_in_bytes")
|
|
return err == nil
|
|
}
|
|
|
|
func (cs *ContainerdSuite) TestSigkillShimReuseName(t *check.C) {
|
|
bundleName := "busybox-top"
|
|
if err := CreateBusyboxBundle(bundleName, []string{"top"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
containerID := "top"
|
|
c, err := cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Sigkill the shim
|
|
exec.Command("pkill", "-9", "containerd-shim").Run()
|
|
|
|
// Wait for it to be reaped
|
|
for _, evt := range []types.Event{
|
|
{
|
|
Type: "start-container",
|
|
Id: containerID,
|
|
Status: 0,
|
|
Pid: "",
|
|
},
|
|
{
|
|
Type: "exit",
|
|
Id: containerID,
|
|
Status: 128 + 9,
|
|
Pid: "init",
|
|
},
|
|
} {
|
|
ch := c.GetEventsChannel()
|
|
select {
|
|
case e := <-ch:
|
|
evt.Timestamp = e.Timestamp
|
|
|
|
t.Assert(*e, checker.Equals, evt)
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("Container took more than 2 seconds to terminate")
|
|
}
|
|
}
|
|
|
|
// Start a new continer with the same name
|
|
c, err = cs.StartContainer(containerID, bundleName)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|