containerd/supervisor/shim.go

package supervisor

import (
	"context"
	"fmt"
	"io/ioutil"
	"log"
	"net"
	"os"
	"os/exec"
	"path/filepath"
	"syscall"
	"time"

	"github.com/docker/containerd/api/shim"
	"github.com/pkg/errors"
	"google.golang.org/grpc"
	"google.golang.org/grpc/grpclog"
)

func newShimClient(root, id string) (*shimClient, error) {
	if err := os.Mkdir(root, 0700); err != nil {
		return nil, errors.Wrap(err, "failed to create shim working dir")
	}

	cmd := exec.Command("containerd-shim")
	cmd.Dir = root
	cmd.SysProcAttr = &syscall.SysProcAttr{
		Setpgid: true,
	}
	if err := cmd.Start(); err != nil {
		return nil, errors.Wrapf(err, "failed to start shim")
	}

	socket := filepath.Join(root, "shim.sock")
	sc, err := connectToShim(socket)
	if err != nil {
		syscall.Kill(cmd.Process.Pid, syscall.SIGKILL)
		cmd.Wait()
		return nil, err
	}

	s := &shimClient{
		ShimClient: sc,
		shimCmd:    cmd,
		syncCh:     make(chan struct{}),
		root:       root,
		id:         id,
	}
	go func() {
		cmd.Wait()
		close(s.syncCh)
	}()

	return s, nil
}

func loadShimClient(root, id string) (*shimClient, error) {
	socket := filepath.Join(root, "shim.sock")
	client, err := connectToShim(socket)
	if err != nil {
		// TODO: failed to connect to the shim, check if it's alive
		//   - if it is kill it
		//   - in both case call runc killall and runc delete on the id
		return nil, err
	}

	resp, err := client.State(context.Background(), &shim.StateRequest{})
	if err != nil {
		return nil, errors.Wrapf(err, "failed to fetch state for container %s", id)
	}

	return &shimClient{
		ShimClient: client,
		root:       root,
		id:         id,
		initPid:    resp.InitPid,
	}, nil
}

type shimClient struct {
	shim.ShimClient
	shimCmd *exec.Cmd
	syncCh  chan struct{}
	root    string
	id      string
	initPid uint32
}

func (s *shimClient) stop() {
	if s.shimCmd != nil {
		select {
		case <-s.syncCh:
		default:
			syscall.Kill(s.shimCmd.Process.Pid, syscall.SIGTERM)
			select {
			case <-s.syncCh:
			case <-time.After(10 * time.Second):
				syscall.Kill(s.shimCmd.Process.Pid, syscall.SIGKILL)
			}
		}
	}
	os.RemoveAll(s.root)
}

func connectToShim(socket string) (shim.ShimClient, error) {
	// reset the logger for grpc to log to dev/null so that it does not mess with our stdio
	grpclog.SetLogger(log.New(ioutil.Discard, "", log.LstdFlags))
	dialOpts := []grpc.DialOption{grpc.WithInsecure(), grpc.WithTimeout(100 * time.Second)}
	dialOpts = append(dialOpts,
		grpc.WithDialer(func(addr string, timeout time.Duration) (net.Conn, error) {
			return net.DialTimeout("unix", socket, timeout)
		}),
		grpc.WithBlock(),
		grpc.WithTimeout(2*time.Second),
	)
	conn, err := grpc.Dial(fmt.Sprintf("unix://%s", socket), dialOpts...)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to connect to shim via \"%s\"", fmt.Sprintf("unix://%s", socket))
	}
	return shim.NewShimClient(conn), nil
}