feat: add R2 and S3 support for image synchronization

Author: kamushadenes

README.md

@@ -151,4 +151,72 @@ sync:
         username: "_json_key_base64"
       name: GCR / GAR
       url: gcr.io
-```
+```
+
+#### R2 (target only)
+
+```yaml
+sync:
+    images:
+        - source: docker.io/library/ubuntu
+          targets:
+            - r2:f6934f56ce237241104dbe9302cee786:docker-sync-test:ubuntu # r2:<endpoint>:<bucket>:<image>
+      registries:
+            - auth:
+                helper: "" 
+                password: "SECRET_ACCES_KEY"
+                token: ""
+                username: "ACCESS_KEY_ID"
+              name: R2
+              url: r2:f6934f56ce237241104dbe9302cee786:docker-sync-test # r2:<endpoint>:<bucket>
+```
+
+Note that pulls should be performed against the bucket's public url. Check [the docs](https://developers.cloudflare.com/r2/buckets/public-buckets/#enable-managed-public-access) for more information.
+
+Don't use the standard `r2.dev` domain, as some rules need to be created and they won't work without a custom domain.
+
+To match the [official spec](https://github.com/openshift/docker-distribution/blob/master/docs/spec/api.md#api-version-check), some rules need to be created.
+
+Use the Cloudflare UI to create the rules by going to Rules > Transform Rules.
+
+##### V2 Ping Fix - /v2/ requires `200 OK`
+
+Create a **Rewrite URL** rule.
+
+**If incoming requests match...**: Custom filter expression
+
+**URI Path**: `equals` `/v2/`
+
+**Expression Preview**: `(http.request.uri.path eq "/v2/")` (optionally also add your hostname for a better match)
+
+**Then...**: Path > Rewrite to... > Static > `/v2` (without the trailing slash)
+
+##### V2 Ping Fix - /v2/ requires `Docker-Distribution-API-Version` header
+
+Create a **Modify Response Header** rule.
+
+**If incoming requests match...**: Custom filter expression
+
+**URI Path**: `starts with` `/v2/`
+
+**Expression Preview**: `(starts_with(http.request.uri.path, "/v2"))` (optionally also add your hostname for a better match)
+
+**Then...**: Set static > `Docker-Distribution-API-Version` > `registry/2.0`
+
+#### S3 (target only)
+
+```yaml
+sync:
+    images:
+        - source: docker.io/library/ubuntu
+          targets:
+            - r3:us-east-1:docker-sync-test:ubuntu # s3:<region>:<bucket>:<image>
+      registries:
+            - auth:
+                helper: "" 
+                password: "SECRET_ACCES_KEY"
+                token: ""
+                username: "ACCESS_KEY_ID"
+              name: S3
+              url: s3:us-east-1:docker-sync-test # s3:<region>:<bucket>
+```

go.mod

@@ -1,21 +1,23 @@
 module github.com/Altinity/docker-sync
 
-go 1.21.5
+go 1.22.6
+
+toolchain go1.23.3
 
 require (
 	github.com/aws/aws-sdk-go v1.53.19
 	github.com/cenkalti/backoff/v4 v4.3.0
-	github.com/google/go-containerregistry v0.19.1
-	github.com/prometheus/client_golang v1.19.1
+	github.com/google/go-containerregistry v0.20.2
+	github.com/prometheus/client_golang v1.20.2
 	github.com/rs/zerolog v1.33.0
 	github.com/spf13/cast v1.6.0
-	github.com/spf13/cobra v1.8.0
+	github.com/spf13/cobra v1.8.1
 	github.com/spf13/viper v1.18.2
-	go.opentelemetry.io/otel v1.27.0
+	go.opentelemetry.io/otel v1.28.0
 	go.opentelemetry.io/otel/exporters/prometheus v0.49.0
 	go.opentelemetry.io/otel/exporters/stdout/stdoutmetric v1.26.0
-	go.opentelemetry.io/otel/metric v1.27.0
-	go.opentelemetry.io/otel/sdk v1.27.0
+	go.opentelemetry.io/otel/metric v1.28.0
+	go.opentelemetry.io/otel/sdk v1.28.0
 	go.opentelemetry.io/otel/sdk/metric v1.27.0
 	go.uber.org/multierr v1.11.0
 	gopkg.in/yaml.v3 v3.0.1
@@ -24,43 +26,46 @@ require (
 require (
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/cespare/xxhash/v2 v2.3.0 // indirect
-	github.com/containerd/stargz-snapshotter/estargz v0.14.3 // indirect
-	github.com/docker/cli v24.0.0+incompatible // indirect
-	github.com/docker/distribution v2.8.2+incompatible // indirect
-	github.com/docker/docker v24.0.0+incompatible // indirect
-	github.com/docker/docker-credential-helpers v0.7.0 // indirect
+	github.com/containerd/stargz-snapshotter/estargz v0.15.1 // indirect
+	github.com/docker/cli v27.3.1+incompatible // indirect
+	github.com/docker/distribution v2.8.3+incompatible // indirect
+	github.com/docker/docker-credential-helpers v0.8.2 // indirect
 	github.com/fsnotify/fsnotify v1.7.0 // indirect
-	github.com/go-logr/logr v1.4.1 // indirect
+	github.com/go-logr/logr v1.4.2 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/google/uuid v1.6.0 // indirect
 	github.com/hashicorp/hcl v1.0.0 // indirect
 	github.com/inconshreveable/mousetrap v1.1.0 // indirect
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
-	github.com/klauspost/compress v1.17.0 // indirect
+	github.com/klauspost/compress v1.17.11 // indirect
 	github.com/magiconair/properties v1.8.7 // indirect
 	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mattn/go-isatty v0.0.19 // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
 	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
 	github.com/opencontainers/go-digest v1.0.0 // indirect
-	github.com/opencontainers/image-spec v1.1.0-rc3 // indirect
+	github.com/opencontainers/image-spec v1.1.0 // indirect
 	github.com/pelletier/go-toml/v2 v2.1.0 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/prometheus/client_model v0.6.1 // indirect
-	github.com/prometheus/common v0.53.0 // indirect
-	github.com/prometheus/procfs v0.15.0 // indirect
+	github.com/prometheus/common v0.57.0 // indirect
+	github.com/prometheus/procfs v0.15.1 // indirect
+	github.com/rogpeppe/go-internal v1.12.0 // indirect
 	github.com/sagikazarmark/locafero v0.4.0 // indirect
 	github.com/sagikazarmark/slog-shim v0.1.0 // indirect
-	github.com/sirupsen/logrus v1.9.1 // indirect
+	github.com/sirupsen/logrus v1.9.3 // indirect
 	github.com/sourcegraph/conc v0.3.0 // indirect
 	github.com/spf13/afero v1.11.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
-	github.com/vbatts/tar-split v0.11.3 // indirect
-	go.opentelemetry.io/otel/trace v1.27.0 // indirect
-	golang.org/x/exp v0.0.0-20230905200255-921286631fa9 // indirect
-	golang.org/x/sync v0.7.0 // indirect
-	golang.org/x/sys v0.20.0 // indirect
-	golang.org/x/text v0.14.0 // indirect
-	google.golang.org/protobuf v1.34.1 // indirect
+	github.com/vbatts/tar-split v0.11.6 // indirect
+	go.opentelemetry.io/otel/trace v1.28.0 // indirect
+	golang.org/x/exp v0.0.0-20241009180824-f66d83c29e7c // indirect
+	golang.org/x/sync v0.8.0 // indirect
+	golang.org/x/sys v0.26.0 // indirect
+	golang.org/x/text v0.19.0 // indirect
+	google.golang.org/protobuf v1.34.2 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
+	gotest.tools/v3 v3.5.1 // indirect
 )