🧹 refactor tar connection

providers/os/connection/container/image_connection.go

@@ -0,0 +1,162 @@
+package container
+
+import (
+	"errors"
+	"os"
+
+	"github.com/google/go-containerregistry/pkg/name"
+	v1 "github.com/google/go-containerregistry/pkg/v1"
+	"github.com/google/go-containerregistry/pkg/v1/mutate"
+	"github.com/google/go-containerregistry/pkg/v1/tarball"
+	"github.com/rs/zerolog/log"
+	"go.mondoo.com/cnquery/v10/providers-sdk/v1/inventory"
+	"go.mondoo.com/cnquery/v10/providers/os/connection/container/auth"
+	"go.mondoo.com/cnquery/v10/providers/os/connection/container/image"
+	"go.mondoo.com/cnquery/v10/providers/os/connection/tar"
+	"go.mondoo.com/cnquery/v10/providers/os/id/containerid"
+)
+
+// NewContainerImageConnection uses a container image reference as input and creates a tar connection
+func NewContainerImageConnection(id uint32, conf *inventory.Config, asset *inventory.Asset, img v1.Image) (*tar.TarConnection, error) {
+	f, err := tar.RandomFile()
+	if err != nil {
+		return nil, err
+	}
+
+	conf.Options[tar.OPTION_FILE] = f.Name()
+
+	return tar.NewTarConnection(id, conf, asset,
+		tar.WithFetchFn(func() (string, error) {
+			err = tar.StreamToTmpFile(mutate.Extract(img), f)
+			if err != nil {
+				os.Remove(f.Name())
+				return "", err
+			}
+			log.Debug().Msg("tar> extracted image to temporary file")
+			return f.Name(), nil
+		}),
+		tar.WithCloseFn(func() {
+			log.Debug().Str("tar", f.Name()).Msg("tar> remove temporary tar file on connection close")
+			os.Remove(f.Name())
+		}),
+	)
+}
+
+// NewContainerRegistryImage loads a container image from a remote registry
+func NewContainerRegistryImage(id uint32, conf *inventory.Config, asset *inventory.Asset) (*tar.TarConnection, error) {
+	ref, err := name.ParseReference(conf.Host, name.WeakValidation)
+	if err != nil {
+		return nil, errors.New("invalid container registry reference: " + conf.Host)
+	}
+	log.Debug().Str("ref", ref.Name()).Msg("found valid container registry reference")
+
+	registryOpts := []image.Option{image.WithInsecure(conf.Insecure)}
+	remoteOpts := auth.AuthOption(conf.Credentials)
+	registryOpts = append(registryOpts, remoteOpts...)
+
+	img, err := image.LoadImageFromRegistry(ref, registryOpts...)
+	if err != nil {
+		return nil, err
+	}
+	if asset.Connections[0].Options == nil {
+		asset.Connections[0].Options = map[string]string{}
+	}
+
+	conn, err := NewContainerImageConnection(id, conf, asset, img)
+	if err != nil {
+		return nil, err
+	}
+
+	var identifier string
+	hash, err := img.Digest()
+	if err == nil {
+		identifier = containerid.MondooContainerImageID(hash.String())
+	}
+
+	conn.PlatformIdentifier = identifier
+	conn.Metadata.Name = containerid.ShortContainerImageID(hash.String())
+
+	repoName := ref.Context().Name()
+	imgDigest := hash.String()
+	name := repoName + "@" + containerid.ShortContainerImageID(imgDigest)
+	if asset.Name == "" {
+		asset.Name = name
+	}
+	if len(asset.PlatformIds) == 0 {
+		asset.PlatformIds = []string{identifier}
+	} else {
+		asset.PlatformIds = append(asset.PlatformIds, identifier)
+	}
+
+	// set the platform architecture using the image configuration
+	imgConfig, err := img.ConfigFile()
+	if err == nil {
+		conn.PlatformArchitecture = imgConfig.Architecture
+	}
+
+	labels := map[string]string{}
+	labels["docker.io/digests"] = ref.String()
+
+	manifest, err := img.Manifest()
+	if err == nil {
+		labels["mondoo.com/image-id"] = manifest.Config.Digest.String()
+	}
+
+	conn.Metadata.Labels = labels
+	asset.Labels = labels
+
+	return conn, err
+}
+
+func NewContainerFromTar(id uint32, conf *inventory.Config, asset *inventory.Asset) (*tar.TarConnection, error) {
+	if conf == nil || len(conf.Options[tar.OPTION_FILE]) == 0 {
+		return nil, errors.New("tar provider requires a valid tar file")
+	}
+
+	filename := conf.Options[tar.OPTION_FILE]
+	var identifier string
+
+	// try to determine if the tar is a container image
+	img, iErr := tarball.ImageFromPath(filename, nil)
+	if iErr == nil {
+		return nil, iErr
+	}
+
+	hash, err := img.Digest()
+	if err != nil {
+		return nil, err
+	}
+	identifier = containerid.MondooContainerImageID(hash.String())
+
+	// we need to extract the image from the tar file and create a new tar connection
+	imageFilename := ""
+
+	f, err := tar.RandomFile()
+	if err != nil {
+		return nil, err
+	}
+	imageFilename = f.Name()
+	conf.Options[tar.OPTION_FILE] = imageFilename
+
+	c, err := tar.NewTarConnection(id, conf, asset,
+		tar.WithFetchFn(func() (string, error) {
+			err = tar.StreamToTmpFile(mutate.Extract(img), f)
+			if err != nil {
+				os.Remove(imageFilename)
+				return imageFilename, err
+			}
+			return imageFilename, nil
+		}),
+		tar.WithCloseFn(func() {
+			// remove temporary file on stream close
+			log.Debug().Str("tar", imageFilename).Msg("tar> remove temporary flattened image file on connection close")
+			os.Remove(imageFilename)
+		}),
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	c.PlatformIdentifier = identifier
+	return c, nil
+}