test kubernetes worker with k3d

Signed-off-by: CrazyMax <1951866+crazy-max@users.noreply.github.com>

Author: crazy-max

tests/helpers/k3d.go

@@ -1,6 +1,7 @@
 package helpers
 
 import (
+	"os"
 	"os/exec"
 	"strings"
 
@@ -13,7 +14,7 @@ const (
 	k3dBin = "k3d"
 )
 
-func NewK3dServer(cfg *integration.BackendConfig) (kubeConfig string, cl func() error, err error) {
+func NewK3dServer(cfg *integration.BackendConfig, dockerAddress string) (kubeConfig string, cl func() error, err error) {
 	if _, err := exec.LookPath(k3dBin); err != nil {
 		return "", nil, errors.Wrapf(err, "failed to lookup %s binary", k3dBin)
 	}
@@ -28,18 +29,34 @@ func NewK3dServer(cfg *integration.BackendConfig) (kubeConfig string, cl func()
 		}
 	}()
 
-	clusterName := "buildkit-" + identity.NewID()
+	clusterName := "bk-" + identity.NewID()
 
-	stop, err := integration.StartCmd(exec.Command(k3dBin, "cluster", "create", clusterName,
+	cmd := exec.Command(k3dBin, "cluster", "create", clusterName,
 		"--wait",
-	), cfg.Logs)
+	)
+	cmd.Env = append(
+		os.Environ(),
+		"DOCKER_CONTEXT="+dockerAddress,
+	)
+	out, err := cmd.CombinedOutput()
 	if err != nil {
-		return "", nil, err
+		return "", nil, errors.Wrapf(err, "failed to create k3d cluster %s: %s", clusterName, string(out))
 	}
-	deferF.Append(stop)
+	deferF.Append(func() error {
+		cmd := exec.Command(k3dBin, "cluster", "delete", clusterName)
+		out, err := cmd.CombinedOutput()
+		if err != nil {
+			return errors.Wrapf(err, "failed to delete k3d cluster %s: %s", clusterName, string(out))
+		}
+		return nil
+	})
 
-	cmd := exec.Command(k3dBin, "kubeconfig", "write", clusterName)
-	out, err := cmd.CombinedOutput()
+	cmd = exec.Command(k3dBin, "kubeconfig", "write", clusterName)
+	cmd.Env = append(
+		os.Environ(),
+		"DOCKER_CONTEXT="+dockerAddress,
+	)
+	out, err = cmd.CombinedOutput()
 	if err != nil {
 		return "", nil, errors.Wrapf(err, "failed to write kubeconfig for cluster %s: %s", clusterName, string(out))
 	}

tests/workers/kubernetes.go

@@ -56,7 +56,7 @@ func (w *kubernetesWorker) New(ctx context.Context, cfg *integration.BackendConf
 	}
 
 	w.k3dOnce.Do(func() {
-		w.k3dConfig, w.k3dClose, w.k3dErr = helpers.NewK3dServer(cfg)
+		w.k3dConfig, w.k3dClose, w.k3dErr = helpers.NewK3dServer(cfg, w.docker.DockerAddress())
 	})
 	if w.k3dErr != nil {
 		return nil, w.k3dClose, w.k3dErr