506b815483
We can use cross repository push feature to reuse the existing blobs in
the same registry. Before make push fast, we know where the blob comes
from.
Use the `containerd.io/distribution.source. = [,]` as label format. For
example, the blob is downloaded by the docker.io/library/busybox:latest
and the label will be
containerd.io/distribution.source.docker.io = library/busybox
If the blob is shared by different repos in the same registry, the repo
name will be appended, like:
containerd.io/distribution.source.docker.io = library/busybox,x/y
NOTE:
1. no need to apply for legacy docker image schema1.
2. the concurrent fetch actions might miss some repo names in label, but
it is ok.
3. it is optional. no need to add label if the engine only uses images
not push.
Signed-off-by: Wei Fu <fuweid89@gmail.com>
113 lines
3.0 KiB
Go
113 lines
3.0 KiB
Go
/*
|
|
Copyright The containerd Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package docker
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/url"
|
|
"strings"
|
|
|
|
"github.com/containerd/containerd/content"
|
|
"github.com/containerd/containerd/images"
|
|
"github.com/containerd/containerd/labels"
|
|
"github.com/containerd/containerd/log"
|
|
"github.com/containerd/containerd/reference"
|
|
ocispec "github.com/opencontainers/image-spec/specs-go/v1"
|
|
)
|
|
|
|
var (
|
|
// labelDistributionSource describes the source blob comes from.
|
|
labelDistributionSource = "containerd.io/distribution.source"
|
|
)
|
|
|
|
// AppendDistributionSourceLabel updates the label of blob with distribution source.
|
|
func AppendDistributionSourceLabel(manager content.Manager, ref string) (images.HandlerFunc, error) {
|
|
refspec, err := reference.Parse(ref)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
u, err := url.Parse("dummy://" + refspec.Locator)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
source, repo := u.Hostname(), strings.TrimPrefix(u.Path, "/")
|
|
return func(ctx context.Context, desc ocispec.Descriptor) ([]ocispec.Descriptor, error) {
|
|
info, err := manager.Info(ctx, desc.Digest)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
key := distributionSourceLabelKey(source)
|
|
|
|
originLabel := ""
|
|
if info.Labels != nil {
|
|
originLabel = info.Labels[key]
|
|
}
|
|
value := appendDistributionSourceLabel(originLabel, repo)
|
|
|
|
// The repo name has been limited under 256 and the distribution
|
|
// label might hit the limitation of label size, when blob data
|
|
// is used as the very, very common layer.
|
|
if err := labels.Validate(key, value); err != nil {
|
|
log.G(ctx).Warnf("skip to append distribution label: %s", err)
|
|
return nil, nil
|
|
}
|
|
|
|
info = content.Info{
|
|
Digest: desc.Digest,
|
|
Labels: map[string]string{
|
|
key: value,
|
|
},
|
|
}
|
|
_, err = manager.Update(ctx, info, fmt.Sprintf("labels.%s", key))
|
|
return nil, err
|
|
}, nil
|
|
}
|
|
|
|
func appendDistributionSourceLabel(originLabel, repo string) string {
|
|
repos := []string{}
|
|
if originLabel != "" {
|
|
repos = strings.Split(originLabel, ",")
|
|
}
|
|
repos = append(repos, repo)
|
|
|
|
// use emtpy string to present duplicate items
|
|
for i := 1; i < len(repos); i++ {
|
|
tmp, j := repos[i], i-1
|
|
for ; j >= 0 && repos[j] >= tmp; j-- {
|
|
if repos[j] == tmp {
|
|
tmp = ""
|
|
}
|
|
repos[j+1] = repos[j]
|
|
}
|
|
repos[j+1] = tmp
|
|
}
|
|
|
|
i := 0
|
|
for ; i < len(repos) && repos[i] == ""; i++ {
|
|
}
|
|
|
|
return strings.Join(repos[i:], ",")
|
|
}
|
|
|
|
func distributionSourceLabelKey(source string) string {
|
|
return fmt.Sprintf("%s.%s", labelDistributionSource, source)
|
|
}
|