/* Copyright The containerd Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package client import ( "archive/tar" "context" "io" "os" "runtime" "strings" "testing" . "github.com/containerd/containerd/v2/client" "github.com/containerd/containerd/v2/core/content" "github.com/containerd/containerd/v2/core/images" "github.com/containerd/containerd/v2/core/images/archive" "github.com/containerd/containerd/v2/pkg/errdefs" "github.com/containerd/containerd/v2/pkg/namespaces" "github.com/containerd/platforms" "github.com/google/uuid" ocispec "github.com/opencontainers/image-spec/specs-go/v1" ) func TestExportAllCases(t *testing.T) { if testing.Short() { t.Skip() } for _, tc := range []struct { name string prepare func(context.Context, *testing.T, *Client) images.Image check func(context.Context, *testing.T, *Client, *os.File, images.Image) }{ { name: "export all platforms without SkipMissing", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { if runtime.GOOS == "windows" { t.Skip("skipping test on windows - the testimage index has only one platform") } img, err := client.Fetch(ctx, testImage, WithPlatform(platforms.DefaultString()), WithAllMetadata()) if err != nil { t.Fatal(err) } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, _ images.Image) { err := client.Export(ctx, dstFile, archive.WithImage(client.ImageService(), testImage), archive.WithPlatform(platforms.All)) if !errdefs.IsNotFound(err) { t.Fatal("should fail with not found error") } }, }, { name: "export all platforms with SkipMissing", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { if runtime.GOOS == "windows" { t.Skip("skipping test on windows - the testimage index has only one platform") } img, err := client.Fetch(ctx, testImage, WithPlatform(platforms.DefaultString()), WithAllMetadata()) if err != nil { t.Fatal(err) } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, img images.Image) { defaultPlatformManifest, err := getPlatformManifest(ctx, client.ContentStore(), img.Target, platforms.Default()) if err != nil { t.Fatal(err) } err = client.Export(ctx, dstFile, archive.WithImage(client.ImageService(), testImage), archive.WithPlatform(platforms.All), archive.WithSkipMissing(client.ContentStore())) if err != nil { t.Fatal(err) } dstFile.Seek(0, 0) assertOCITar(t, dstFile, true) // Check if archive contains only one manifest for the default platform if !isImageInArchive(ctx, t, client, dstFile, defaultPlatformManifest) { t.Fatal("archive does not contain manifest for the default platform") } if isImageInArchive(ctx, t, client, dstFile, img.Target) { t.Fatal("archive shouldn't contain all platforms") } }, }, { name: "export full image", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { img, err := client.Fetch(ctx, testImage) if err != nil { t.Fatal(err) } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, img images.Image) { err := client.Export(ctx, dstFile, archive.WithImage(client.ImageService(), testImage), archive.WithPlatform(platforms.All), archive.WithImage(client.ImageService(), testImage)) if err != nil { t.Fatal(err) } // Seek to beginning of file before passing it to assertOCITar() dstFile.Seek(0, 0) assertOCITar(t, dstFile, true) // Archive should contain all platforms. if !isImageInArchive(ctx, t, client, dstFile, img.Target) { t.Fatalf("archive does not contain all platforms") } }, }, { name: "export multi-platform with SkipDockerManifest", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { img, err := client.Fetch(ctx, testImage) if err != nil { t.Fatal(err) } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, img images.Image) { err := client.Export(ctx, dstFile, archive.WithImage(client.ImageService(), testImage), archive.WithManifest(img.Target), archive.WithSkipDockerManifest()) if err != nil { t.Fatal(err) } // Seek to beginning of file before passing it to assertOCITar() dstFile.Seek(0, 0) assertOCITar(t, dstFile, false) if !isImageInArchive(ctx, t, client, dstFile, img.Target) { t.Fatalf("archive does not contain expected platform") } }, }, { name: "export single-platform with SkipDockerManifest", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { img, err := client.Fetch(ctx, testImage, WithPlatform(platforms.DefaultString())) if err != nil { t.Fatal(err) } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, img images.Image) { result, err := getPlatformManifest(ctx, client.ContentStore(), img.Target, platforms.Default()) if err != nil { t.Fatal(err) } err = client.Export(ctx, dstFile, archive.WithManifest(result), archive.WithSkipDockerManifest()) if err != nil { t.Fatal(err) } // Seek to beginning of file before passing it to assertOCITar() dstFile.Seek(0, 0) assertOCITar(t, dstFile, false) if !isImageInArchive(ctx, t, client, dstFile, result) { t.Fatalf("archive does not contain expected platform") } }, }, { name: "export index only", prepare: func(ctx context.Context, t *testing.T, client *Client) images.Image { img, err := client.Fetch(ctx, testImage, WithPlatform(platforms.DefaultString())) if err != nil { t.Fatal(err) } var all []ocispec.Descriptor err = images.Walk(ctx, images.HandlerFunc(func(ctx context.Context, desc ocispec.Descriptor) ([]ocispec.Descriptor, error) { ch, err := images.Children(ctx, client.ContentStore(), desc) if err != nil { if errdefs.IsNotFound(err) { return nil, images.ErrSkipDesc } return nil, err } all = append(all, ch...) return ch, nil }), img.Target) if err != nil { t.Fatal(err) } for _, d := range all { if images.IsIndexType(d.MediaType) { continue } if err := client.ContentStore().Delete(ctx, d.Digest); err != nil && !errdefs.IsNotFound(err) { t.Fatalf("failed to delete %v: %v", d.Digest, err) } } return img }, check: func(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, img images.Image) { err := client.Export(ctx, dstFile, archive.WithImage(client.ImageService(), testImage), archive.WithSkipMissing(client.ContentStore())) if err != nil { t.Fatal(err) } // Seek to beginning of file before passing it to assertOCITar() dstFile.Seek(0, 0) assertOCITar(t, dstFile, false) defaultPlatformManifest, err := getPlatformManifest(ctx, client.ContentStore(), img.Target, platforms.Default()) if err != nil { t.Fatal(err) } // Check if archive contains only one manifest for the default platform if isImageInArchive(ctx, t, client, dstFile, defaultPlatformManifest) { t.Fatal("archive shouldn't contain manifest for the default platform") } }, }, } { tc := tc t.Run(tc.name, func(t *testing.T) { t.Parallel() ctx, cancel := testContext(t) defer cancel() namespace := uuid.New().String() client, err := newClient(t, address, WithDefaultNamespace(namespace)) if err != nil { t.Fatal(err) } defer client.Close() ctx = namespaces.WithNamespace(ctx, namespace) img := tc.prepare(ctx, t, client) dstFile, err := os.CreateTemp("", "export-test") if err != nil { t.Fatal(err) } defer func() { dstFile.Close() os.Remove(dstFile.Name()) }() tc.check(ctx, t, client, dstFile, img) }) } } func isImageInArchive(ctx context.Context, t *testing.T, client *Client, dstFile *os.File, mfst ocispec.Descriptor) bool { dstFile.Seek(0, 0) tr := tar.NewReader(dstFile) var blobs []string for { h, err := tr.Next() if err != nil { if err == io.EOF { break } t.Fatal(err) } digest := strings.TrimPrefix(h.Name, "blobs/sha256/") if digest != h.Name && digest != "" { blobs = append(blobs, digest) } } allPresent := true // Check if the archive contains all blobs referenced by the manifest. images.Walk(ctx, images.HandlerFunc(func(ctx context.Context, desc ocispec.Descriptor) ([]ocispec.Descriptor, error) { for _, b := range blobs { if desc.Digest.Hex() == b { return images.Children(ctx, client.ContentStore(), desc) } } allPresent = false return nil, images.ErrStopHandler }), mfst) return allPresent } func getPlatformManifest(ctx context.Context, cs content.Store, target ocispec.Descriptor, platform platforms.MatchComparer) (ocispec.Descriptor, error) { mfst, err := images.LimitManifests(images.HandlerFunc(func(ctx context.Context, desc ocispec.Descriptor) ([]ocispec.Descriptor, error) { children, err := images.Children(ctx, cs, desc) if !images.IsManifestType(desc.MediaType) { return children, err } if err != nil { if errdefs.IsNotFound(err) { return nil, images.ErrSkipDesc } return nil, err } return children, nil }), platform, 1)(ctx, target) if err != nil { return ocispec.Descriptor{}, err } if len(mfst) == 0 { return ocispec.Descriptor{}, errdefs.ErrNotFound } return mfst[0], nil } func assertOCITar(t *testing.T, r io.Reader, docker bool) { t.Helper() // TODO: add more assertion tr := tar.NewReader(r) foundOCILayout := false foundIndexJSON := false foundManifestJSON := false for { h, err := tr.Next() if err == io.EOF { break } if err != nil { t.Fatal(err) } if h.Name == ocispec.ImageLayoutFile { foundOCILayout = true } if h.Name == ocispec.ImageIndexFile { foundIndexJSON = true } if h.Name == "manifest.json" { foundManifestJSON = true } } if !foundOCILayout { t.Error("oci-layout not found") } if !foundIndexJSON { t.Error("index.json not found") } if docker && !foundManifestJSON { t.Error("manifest.json not found") } else if !docker && foundManifestJSON { t.Error("manifest.json found") } }