add sync skip

Author: kamushadenes

config/keys.go

@@ -0,0 +1,32 @@
+package config
+
+var (
+	// region Logging
+
+	// LoggingFormat defines the logging format used for log messages. Allowed values are "json" and "text".
+	LoggingFormat = NewKey("logging.format",
+		WithDefaultValue("text"),
+		WithAllowedStrings([]string{"json", "text"}))
+
+	// LoggingColors specifies whether log messages are displayed with color-coded
+	// output. This only applies when LoggingFormat is set to "text".
+	LoggingColors = NewKey("logging.colors",
+		WithDefaultValue(true),
+		WithValidBool())
+
+	// LoggingTimeFormat specifies the time format used for log messages. The default is 15:04:05.
+	LoggingTimeFormat = NewKey("logging.timeFormat",
+		WithDefaultValue("15:04:05"))
+
+	// LoggingOutput specifies the destination where log messages created by the
+	// application are sent. It defaults to stdout.
+	LoggingOutput = NewKey("logging.output",
+		WithDefaultValue("stdout"))
+
+	// LoggingLevel specifies the minimum severity a log message must meet to be
+	// recorded.
+	LoggingLevel = NewKey("logging.level",
+		WithDefaultValue("INFO"),
+		WithAllowedStrings([]string{"TRACE", "DEBUG", "INFO", "WARN", "ERROR", "FATAL", "PANIC", "DISABLED"}))
+	// endregion
+)

config/logging.go

@@ -0,0 +1,53 @@
+package config
+
+var (
+	// region Sync
+
+	// SyncMaxErrors specifies the maximum number of errors that can occur before the application exits.
+	SyncMaxErrors = NewKey("sync.maxErrors",
+		WithDefaultValue(5),
+		WithValidInt())
+
+	// SyncInterval specifies the interval at which images are synchronized.
+	SyncInterval = NewKey("sync.interval",
+		WithDefaultValue("30m"),
+		WithValidDuration())
+
+	// SyncMinInterval specifies the minimum interval at which images are synchronized if they were already synchronized before.
+	SyncMinInterval = NewKey("sync.minInterval",
+		WithDefaultValue("12h"),
+		WithValidDuration())
+
+	// SyncRegistries specifies the repositories to use for pulling and pushing images.
+	SyncRegistries = NewKey("sync.registries",
+		WithDefaultValue([]map[string]interface{}{
+			{
+				"name": "Docker Hub",
+				"url":  "docker.io",
+				"auth": map[string]interface{}{
+					"username": "",
+					"password": "",
+					"token":    "",
+					"helper":   "",
+				},
+			},
+		}),
+		WithValidRepositories())
+
+	// SyncImages specifies the images to synchronize.
+	SyncImages = NewKey("sync.images",
+		WithDefaultValue([]map[string]interface{}{
+			{
+				"source": "docker.io/library/ubuntu",
+				"targets": []string{
+					"docker.io/library/ubuntu",
+				},
+				"mutableTags": []string{
+					"latest",
+				},
+			},
+		}),
+		WithValidImages())
+
+	// endregion
+)

config/sync.go

@@ -0,0 +1,31 @@
+package config
+
+var (
+	// region Telemetry
+
+	// TelemetryEnabled indicates whether telemetry is enabled.
+	TelemetryEnabled = NewKey("telemetry.enabled",
+		WithDefaultValue(false),
+		WithValidBool())
+
+	// TelemetryMetricsExporter specifies the metrics exporter used for telemetry.
+	TelemetryMetricsExporter = NewKey("telemetry.metrics.exporter",
+		WithDefaultValue("prometheus"),
+		WithAllowedStrings([]string{"prometheus", "stdout"}))
+
+	// TelemetryMetricsPrometheusAddress specifies the network address for the Prometheus
+	TelemetryMetricsPrometheusAddress = NewKey("telemetry.metrics.prometheus.address",
+		WithDefaultValue("127.0.0.1:9090"),
+		WithValidNetHostPort())
+
+	// TelemetryMetricsPrometheusPath specifies the path for the Prometheus metrics endpoint.
+	TelemetryMetricsPrometheusPath = NewKey("telemetry.metrics.prometheus.path",
+		WithDefaultValue("/metrics"),
+		WithValidURI())
+
+	// TelemetryMetricsStdoutInterval specifies the sampling interval for sending metrics to stdout.
+	TelemetryMetricsStdoutInterval = NewKey("telemetry.metrics.stdout.interval",
+		WithDefaultValue("5s"),
+		WithValidDuration())
+	// endregion
+)

config/telemetry.go

@@ -27,6 +27,46 @@ func SyncTag(image *structs.Image, tag string, pullAuthName string, options ...r
 		return err
 	}
 
+	syncTargets := make(map[string]remote.Option)
+	if image.Auths == nil {
+		image.Auths = make(map[string]remote.Option)
+	}
+
+	for _, target := range targets {
+		tref, err := name.ParseReference(fmt.Sprintf("%s:%s", target, tag))
+		if err != nil {
+			merr = multierr.Append(merr, err)
+			continue
+		}
+
+		pushAuth, ok := image.Auths[target]
+		if !ok {
+			pushAuth, _ = getAuth(image.GetRegistry(target), image.GetRepository(target))
+			image.Auths[target] = pushAuth
+		}
+
+		if slices.Contains(image.MutableTags, tag) {
+			syncTargets[target] = pushAuth
+			continue
+		}
+
+		_, err = remote.Index(tref, pushAuth)
+		if err != nil {
+			if strings.Contains(err.Error(), "MANIFEST_UNKNOWN") {
+				syncTargets[target] = pushAuth
+				continue
+			}
+		}
+	}
+
+	if len(syncTargets) == 0 {
+		log.Info().
+			Str("source", image.Source).
+			Str("tag", tag).
+			Msg("Skipping tag sync, all targets are up to date")
+		return nil
+	}
+
 	index, err := remote.Index(ref, options...)
 	if err != nil {
 		if strings.Contains(err.Error(), "unsupported MediaType") {
@@ -61,22 +101,19 @@ func SyncTag(image *structs.Image, tag string, pullAuthName string, options ...r
 		}
 	}
 
-	for _, target := range targets {
+	for target, pushAuth := range syncTargets {
 		tref, err := name.ParseReference(fmt.Sprintf("%s:%s", target, tag))
 		if err != nil {
 			merr = multierr.Append(merr, err)
 			continue
 		}
 
-		pushAuth, pushAuthName := getAuth(image.GetRegistry(target), image.GetRepository(target))
-
 		log.Info().
 			Str("source", image.Source).
 			Str("tag", tag).
 			Strs("requiredPlatforms", expectedPlatforms).
 			Str("target", target).
 			Str("pullAuth", pullAuthName).
-			Str("pushAuth", pushAuthName).
 			Msg("Syncing tag")
 
 		if err := remote.WriteIndex(tref, index, pushAuth); err != nil {

internal/sync/tags.go

@@ -8,10 +8,12 @@ import (
 )
 
 type Image struct {
-	Source            string   `json:"source" yaml:"source"`
-	Tags              []string `json:"tags" yaml:"tags"`
-	Targets           []string `json:"targets" yaml:"targets"`
-	RequiredPlatforms []string `json:"requiredPlatforms" yaml:"requiredPlatforms"`
+	Source            string                   `json:"source" yaml:"source"`
+	Tags              []string                 `json:"tags" yaml:"tags"`
+	Targets           []string                 `json:"targets" yaml:"targets"`
+	RequiredPlatforms []string                 `json:"requiredPlatforms" yaml:"requiredPlatforms"`
+	MutableTags       []string                 `json:"mutableTags" yaml:"mutableTags"`
+	Auths             map[string]remote.Option `json:"-" yaml:"-"`
 }
 
 func (i *Image) GetSource() string {