package main import ( "encoding/json" "fmt" "io" "io/ioutil" "log" "net" "os" "os/signal" "path/filepath" "strconv" "strings" "syscall" "text/tabwriter" "time" "github.com/codegangsta/cli" "github.com/docker/containerd/api/grpc/types" "github.com/docker/containerd/specs" "github.com/docker/docker/pkg/term" netcontext "golang.org/x/net/context" "google.golang.org/grpc" "google.golang.org/grpc/grpclog" "google.golang.org/grpc/transport" ) // TODO: parse flags and pass opts func getClient(ctx *cli.Context) types.APIClient { // Parse proto://address form addresses. bindSpec := ctx.GlobalString("address") bindParts := strings.SplitN(bindSpec, "://", 2) if len(bindParts) != 2 { fatal(fmt.Sprintf("bad bind address format %s, expected proto://address", bindSpec), 1) } // reset the logger for grpc to log to dev/null so that it does not mess with our stdio grpclog.SetLogger(log.New(ioutil.Discard, "", log.LstdFlags)) dialOpts := []grpc.DialOption{grpc.WithInsecure(), grpc.WithTimeout(ctx.GlobalDuration("conn-timeout"))} dialOpts = append(dialOpts, grpc.WithDialer(func(addr string, timeout time.Duration) (net.Conn, error) { return net.DialTimeout(bindParts[0], bindParts[1], timeout) }, )) conn, err := grpc.Dial(bindSpec, dialOpts...) if err != nil { fatal(err.Error(), 1) } return types.NewAPIClient(conn) } var contSubCmds = []cli.Command{ execCommand, killCommand, listCommand, pauseCommand, resumeCommand, startCommand, stateCommand, statsCommand, watchCommand, updateCommand, } var containersCommand = cli.Command{ Name: "containers", Usage: "interact with running containers", ArgsUsage: "COMMAND [arguments...]", Subcommands: contSubCmds, Description: func() string { desc := "\n COMMAND:\n" for _, command := range contSubCmds { desc += fmt.Sprintf(" %-10.10s%s\n", command.Name, command.Usage) } return desc }(), Action: listContainers, } var stateCommand = cli.Command{ Name: "state", Usage: "get a raw dump of the containerd state", Action: func(context *cli.Context) { c := getClient(context) resp, err := c.State(netcontext.Background(), &types.StateRequest{ Id: context.Args().First(), }) if err != nil { fatal(err.Error(), 1) } data, err := json.Marshal(resp) if err != nil { fatal(err.Error(), 1) } fmt.Print(string(data)) }, } var listCommand = cli.Command{ Name: "list", Usage: "list all running containers", Action: listContainers, } func listContainers(context *cli.Context) { c := getClient(context) resp, err := c.State(netcontext.Background(), &types.StateRequest{ Id: context.Args().First(), }) if err != nil { fatal(err.Error(), 1) } w := tabwriter.NewWriter(os.Stdout, 20, 1, 3, ' ', 0) fmt.Fprint(w, "ID\tPATH\tSTATUS\tPROCESSES\n") sortContainers(resp.Containers) for _, c := range resp.Containers { procs := []string{} for _, p := range c.Processes { procs = append(procs, p.Pid) } fmt.Fprintf(w, "%s\t%s\t%s\t%s\n", c.Id, c.BundlePath, c.Status, strings.Join(procs, ",")) } if err := w.Flush(); err != nil { fatal(err.Error(), 1) } } var startCommand = cli.Command{ Name: "start", Usage: "start a container", ArgsUsage: "ID BundlePath", Flags: []cli.Flag{ cli.StringFlag{ Name: "checkpoint,c", Value: "", Usage: "checkpoint to start the container from", }, cli.StringFlag{ Name: "checkpoint-dir", Value: "", Usage: "path to checkpoint directory", }, cli.BoolFlag{ Name: "attach,a", Usage: "connect to the stdio of the container", }, cli.StringSliceFlag{ Name: "label,l", Value: &cli.StringSlice{}, Usage: "set labels for the container", }, cli.BoolFlag{ Name: "no-pivot", Usage: "do not use pivot root", }, cli.StringFlag{ Name: "runtime,r", Value: "runc", Usage: "name or path of the OCI compliant runtime to use when executing containers", }, cli.StringSliceFlag{ Name: "runtime-args", Value: &cli.StringSlice{}, Usage: "specify additional runtime args", }, }, Action: func(context *cli.Context) { var ( id = context.Args().Get(0) path = context.Args().Get(1) ) if path == "" { fatal("bundle path cannot be empty", ExitStatusMissingArg) } if id == "" { fatal("container id cannot be empty", ExitStatusMissingArg) } bpath, err := filepath.Abs(path) if err != nil { fatal(fmt.Sprintf("cannot get the absolute path of the bundle: %v", err), 1) } s, err := createStdio() defer func() { if s.stdin != "" { os.RemoveAll(filepath.Dir(s.stdin)) } }() if err != nil { fatal(err.Error(), 1) } var ( restoreAndCloseStdin func() tty bool c = getClient(context) r = &types.CreateContainerRequest{ Id: id, BundlePath: bpath, Checkpoint: context.String("checkpoint"), CheckpointDir: context.String("checkpoint-dir"), Stdin: s.stdin, Stdout: s.stdout, Stderr: s.stderr, Labels: context.StringSlice("label"), NoPivotRoot: context.Bool("no-pivot"), Runtime: context.String("runtime"), RuntimeArgs: context.StringSlice("runtime-args"), } ) restoreAndCloseStdin = func() { if state != nil { term.RestoreTerminal(os.Stdin.Fd(), state) } if stdin != nil { stdin.Close() } } defer restoreAndCloseStdin() if context.Bool("attach") { mkterm, err := readTermSetting(bpath) if err != nil { fatal(err.Error(), 1) } tty = mkterm if mkterm { s, err := term.SetRawTerminal(os.Stdin.Fd()) if err != nil { fatal(err.Error(), 1) } state = s } if err := attachStdio(s); err != nil { fatal(err.Error(), 1) } } events, err := c.Events(netcontext.Background(), &types.EventsRequest{}) if err != nil { fatal(err.Error(), 1) } if _, err := c.CreateContainer(netcontext.Background(), r); err != nil { fatal(err.Error(), 1) } if context.Bool("attach") { go func() { io.Copy(stdin, os.Stdin) if _, err := c.UpdateProcess(netcontext.Background(), &types.UpdateProcessRequest{ Id: id, Pid: "init", CloseStdin: true, }); err != nil { fatal(err.Error(), 1) } restoreAndCloseStdin() }() if tty { resize(id, "init", c) go func() { s := make(chan os.Signal, 64) signal.Notify(s, syscall.SIGWINCH) for range s { if err := resize(id, "init", c); err != nil { log.Println(err) } } }() } waitForExit(c, events, id, "init", restoreAndCloseStdin) } }, } func resize(id, pid string, c types.APIClient) error { ws, err := term.GetWinsize(os.Stdin.Fd()) if err != nil { return err } if _, err := c.UpdateProcess(netcontext.Background(), &types.UpdateProcessRequest{ Id: id, Pid: "init", Width: uint32(ws.Width), Height: uint32(ws.Height), }); err != nil { return err } return nil } var ( stdin io.WriteCloser state *term.State ) // readTermSetting reads the Terminal option out of the specs configuration // to know if ctr should allocate a pty func readTermSetting(path string) (bool, error) { f, err := os.Open(filepath.Join(path, "config.json")) if err != nil { return false, err } defer f.Close() var spec specs.Spec if err := json.NewDecoder(f).Decode(&spec); err != nil { return false, err } return spec.Process.Terminal, nil } func attachStdio(s stdio) error { stdinf, err := os.OpenFile(s.stdin, syscall.O_RDWR, 0) if err != nil { return err } // FIXME: assign to global stdin = stdinf stdoutf, err := os.OpenFile(s.stdout, syscall.O_RDWR, 0) if err != nil { return err } go io.Copy(os.Stdout, stdoutf) stderrf, err := os.OpenFile(s.stderr, syscall.O_RDWR, 0) if err != nil { return err } go io.Copy(os.Stderr, stderrf) return nil } var watchCommand = cli.Command{ Name: "watch", Usage: "print container events", Action: func(context *cli.Context) { c := getClient(context) id := context.Args().First() if id != "" { resp, err := c.State(netcontext.Background(), &types.StateRequest{Id: id}) if err != nil { fatal(err.Error(), 1) } for _, c := range resp.Containers { if c.Id == id { break } } if id == "" { fatal("Invalid container id", 1) } } events, reqErr := c.Events(netcontext.Background(), &types.EventsRequest{}) if reqErr != nil { fatal(reqErr.Error(), 1) } for { e, err := events.Recv() if err != nil { fatal(err.Error(), 1) } if id == "" || e.Id == id { fmt.Printf("%#v\n", e) } } }, } var pauseCommand = cli.Command{ Name: "pause", Usage: "pause a container", Action: func(context *cli.Context) { id := context.Args().First() if id == "" { fatal("container id cannot be empty", ExitStatusMissingArg) } c := getClient(context) _, err := c.UpdateContainer(netcontext.Background(), &types.UpdateContainerRequest{ Id: id, Pid: "init", Status: "paused", }) if err != nil { fatal(err.Error(), 1) } }, } var resumeCommand = cli.Command{ Name: "resume", Usage: "resume a paused container", Action: func(context *cli.Context) { id := context.Args().First() if id == "" { fatal("container id cannot be empty", ExitStatusMissingArg) } c := getClient(context) _, err := c.UpdateContainer(netcontext.Background(), &types.UpdateContainerRequest{ Id: id, Pid: "init", Status: "running", }) if err != nil { fatal(err.Error(), 1) } }, } var killCommand = cli.Command{ Name: "kill", Usage: "send a signal to a container or its processes", Flags: []cli.Flag{ cli.StringFlag{ Name: "pid,p", Value: "init", Usage: "pid of the process to signal within the container", }, cli.IntFlag{ Name: "signal,s", Value: 15, Usage: "signal to send to the container", }, }, Action: func(context *cli.Context) { id := context.Args().First() if id == "" { fatal("container id cannot be empty", ExitStatusMissingArg) } c := getClient(context) if _, err := c.Signal(netcontext.Background(), &types.SignalRequest{ Id: id, Pid: context.String("pid"), Signal: uint32(context.Int("signal")), }); err != nil { fatal(err.Error(), 1) } }, } var execCommand = cli.Command{ Name: "exec", Usage: "exec another process in an existing container", Flags: []cli.Flag{ cli.StringFlag{ Name: "id", Usage: "container id to add the process to", }, cli.StringFlag{ Name: "pid", Usage: "process id for the new process", }, cli.BoolFlag{ Name: "attach,a", Usage: "connect to the stdio of the container", }, cli.StringFlag{ Name: "cwd", Usage: "current working directory for the process", }, cli.BoolFlag{ Name: "tty,t", Usage: "create a terminal for the process", }, cli.StringSliceFlag{ Name: "env,e", Value: &cli.StringSlice{}, Usage: "environment variables for the process", }, cli.IntFlag{ Name: "uid,u", Usage: "user id of the user for the process", }, cli.IntFlag{ Name: "gid,g", Usage: "group id of the user for the process", }, }, Action: func(context *cli.Context) { var restoreAndCloseStdin func() p := &types.AddProcessRequest{ Id: context.String("id"), Pid: context.String("pid"), Args: context.Args(), Cwd: context.String("cwd"), Terminal: context.Bool("tty"), Env: context.StringSlice("env"), User: &types.User{ Uid: uint32(context.Int("uid")), Gid: uint32(context.Int("gid")), }, } s, err := createStdio() defer func() { if s.stdin != "" { os.RemoveAll(filepath.Dir(s.stdin)) } }() if err != nil { fatal(err.Error(), 1) } p.Stdin = s.stdin p.Stdout = s.stdout p.Stderr = s.stderr restoreAndCloseStdin = func() { if state != nil { term.RestoreTerminal(os.Stdin.Fd(), state) } if stdin != nil { stdin.Close() } } defer restoreAndCloseStdin() if context.Bool("attach") { if context.Bool("tty") { s, err := term.SetRawTerminal(os.Stdin.Fd()) if err != nil { fatal(err.Error(), 1) } state = s } if err := attachStdio(s); err != nil { fatal(err.Error(), 1) } } c := getClient(context) events, err := c.Events(netcontext.Background(), &types.EventsRequest{}) if err != nil { fatal(err.Error(), 1) } if _, err := c.AddProcess(netcontext.Background(), p); err != nil { fatal(err.Error(), 1) } if context.Bool("attach") { go func() { io.Copy(stdin, os.Stdin) if _, err := c.UpdateProcess(netcontext.Background(), &types.UpdateProcessRequest{ Id: p.Id, Pid: p.Pid, CloseStdin: true, }); err != nil { log.Println(err) } restoreAndCloseStdin() }() if context.Bool("tty") { resize(p.Id, p.Pid, c) go func() { s := make(chan os.Signal, 64) signal.Notify(s, syscall.SIGWINCH) for range s { if err := resize(p.Id, p.Pid, c); err != nil { log.Println(err) } } }() } waitForExit(c, events, context.String("id"), context.String("pid"), restoreAndCloseStdin) } }, } var statsCommand = cli.Command{ Name: "stats", Usage: "get stats for running container", Action: func(context *cli.Context) { req := &types.StatsRequest{ Id: context.Args().First(), } c := getClient(context) stats, err := c.Stats(netcontext.Background(), req) if err != nil { fatal(err.Error(), 1) } data, err := json.Marshal(stats) if err != nil { fatal(err.Error(), 1) } fmt.Print(string(data)) }, } func getUpdateCommandInt64Flag(context *cli.Context, name string) uint64 { str := context.String(name) if str == "" { return 0 } val, err := strconv.ParseUint(str, 0, 64) if err != nil { fatal(err.Error(), 1) } return val } var updateCommand = cli.Command{ Name: "update", Usage: "update a containers resources", Flags: []cli.Flag{ cli.StringFlag{ Name: "memory-limit", }, cli.StringFlag{ Name: "memory-reservation", }, cli.StringFlag{ Name: "memory-swap", }, cli.StringFlag{ Name: "cpu-quota", }, cli.StringFlag{ Name: "cpu-period", }, cli.StringFlag{ Name: "kernel-limit", }, cli.StringFlag{ Name: "kernel-tcp-limit", }, cli.StringFlag{ Name: "blkio-weight", }, cli.StringFlag{ Name: "cpuset-cpus", }, cli.StringFlag{ Name: "cpuset-mems", }, }, Action: func(context *cli.Context) { req := &types.UpdateContainerRequest{ Id: context.Args().First(), } req.Resources = &types.UpdateResource{} req.Resources.MemoryLimit = getUpdateCommandInt64Flag(context, "memory-limit") req.Resources.MemoryReservation = getUpdateCommandInt64Flag(context, "memory-reservation") req.Resources.MemorySwap = getUpdateCommandInt64Flag(context, "memory-swap") req.Resources.BlkioWeight = getUpdateCommandInt64Flag(context, "blkio-weight") req.Resources.CpuPeriod = getUpdateCommandInt64Flag(context, "cpu-period") req.Resources.CpuQuota = getUpdateCommandInt64Flag(context, "cpu-quota") req.Resources.CpuShares = getUpdateCommandInt64Flag(context, "cpu-shares") req.Resources.CpusetCpus = context.String("cpuset-cpus") req.Resources.CpusetMems = context.String("cpuset-mems") req.Resources.KernelMemoryLimit = getUpdateCommandInt64Flag(context, "kernel-limit") req.Resources.KernelTCPMemoryLimit = getUpdateCommandInt64Flag(context, "kernel-tcp-limit") c := getClient(context) if _, err := c.UpdateContainer(netcontext.Background(), req); err != nil { fatal(err.Error(), 1) } }, } func waitForExit(c types.APIClient, events types.API_EventsClient, id, pid string, closer func()) { timestamp := uint64(time.Now().Unix()) for { e, err := events.Recv() if err != nil { if grpc.ErrorDesc(err) == transport.ErrConnClosing.Desc { closer() os.Exit(128 + int(syscall.SIGHUP)) } time.Sleep(1 * time.Second) events, _ = c.Events(netcontext.Background(), &types.EventsRequest{Timestamp: timestamp}) continue } timestamp = e.Timestamp if e.Id == id && e.Type == "exit" && e.Pid == pid { closer() os.Exit(int(e.Status)) } } } type stdio struct { stdin string stdout string stderr string }