From be640f5e2e0e29efabef5546bcccd7c0059de2f8 Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Wed, 19 Jun 2024 16:51:01 +0530
Subject: [PATCH 1/6] test with higher objects in dir

---
 code/go/0chain.net/blobbercore/config/config.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/code/go/0chain.net/blobbercore/config/config.go b/code/go/0chain.net/blobbercore/config/config.go
index 3cef13b2d..2779d251a 100644
--- a/code/go/0chain.net/blobbercore/config/config.go
+++ b/code/go/0chain.net/blobbercore/config/config.go
@@ -52,7 +52,7 @@ func SetupDefaultConfig() {
 	viper.SetDefault("finalize_allocations_interval", time.Duration(-1))
 
 	viper.SetDefault("max_dirs_files", 50000)
-	viper.SetDefault("max_objects_dir", 1000)
+	viper.SetDefault("max_objects_dir", 10000)
 }
 
 /*SetupConfig - setup the configuration system */

From 301130353b376fa5f2b323f9f20c51f3c0be591d Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Thu, 20 Jun 2024 15:34:41 +0530
Subject: [PATCH 2/6] add gzip to challenge and referencepath

---
 .../blobbercore/challenge/protocol.go         | 14 ++++---
 .../0chain.net/blobbercore/handler/handler.go |  2 +-
 code/go/0chain.net/core/common/handler.go     | 41 +++++++++++++++++++
 3 files changed, 51 insertions(+), 6 deletions(-)

diff --git a/code/go/0chain.net/blobbercore/challenge/protocol.go b/code/go/0chain.net/blobbercore/challenge/protocol.go
index 55b8940c0..a455a3057 100644
--- a/code/go/0chain.net/blobbercore/challenge/protocol.go
+++ b/code/go/0chain.net/blobbercore/challenge/protocol.go
@@ -1,6 +1,8 @@
 package challenge
 
 import (
+	"bytes"
+	"compress/gzip"
 	"context"
 	"encoding/json"
 	"errors"
@@ -221,14 +223,16 @@ func (cr *ChallengeEntity) LoadValidationTickets(ctx context.Context) error {
 		return err
 	}
 	allocMu.RUnlock()
-
-	postDataBytes, err := json.Marshal(postData)
-	logging.Logger.Info("[challenge]post: ", zap.Any("challenge_id", cr.ChallengeID), zap.Any("post_data_len", len(postDataBytes)/(1024*1024)))
+	validationTicketPayload := new(bytes.Buffer)
+	gw := gzip.NewWriter(validationTicketPayload)
+	err = json.NewEncoder(gw).Encode(postData)
 	if err != nil {
-		logging.Logger.Error("[db]form: " + err.Error())
+		logging.Logger.Error("json encoding failed: " + err.Error())
 		cr.CancelChallenge(ctx, err)
 		return err
 	}
+	logging.Logger.Info("[challenge]post: ", zap.Any("challenge_id", cr.ChallengeID), zap.Any("post_data_len", validationTicketPayload.Len()/(1024*1024)))
+
 	responses := make(map[string]ValidationTicket)
 	if cr.ValidationTickets == nil {
 		cr.ValidationTickets = make([]*ValidationTicket, len(cr.Validators))
@@ -264,7 +268,7 @@ func (cr *ChallengeEntity) LoadValidationTickets(ctx context.Context) error {
 		go func(url, validatorID string, i int) {
 			defer swg.Done()
 
-			resp, err := util.SendPostRequest(url, postDataBytes, nil)
+			resp, err := util.SendPostRequest(url, validationTicketPayload.Bytes(), nil)
 			if err != nil {
 				numFailed++
 				logging.Logger.Error("[challenge]post: ", zap.Any("error", err.Error()))
diff --git a/code/go/0chain.net/blobbercore/handler/handler.go b/code/go/0chain.net/blobbercore/handler/handler.go
index df071025d..b585e3cdf 100644
--- a/code/go/0chain.net/blobbercore/handler/handler.go
+++ b/code/go/0chain.net/blobbercore/handler/handler.go
@@ -200,7 +200,7 @@ func setupHandlers(r *mux.Router) {
 		RateLimitByGeneralRL(common.ToJSONResponse(WithReadOnlyConnection(FileStatsHandler)))) // TODO: add swagger
 
 	r.HandleFunc("/v1/file/referencepath/{allocation}",
-		RateLimitByObjectRL(common.ToJSONResponse(WithReadOnlyConnection(ReferencePathHandler)))) // TODO: add handler
+		RateLimitByObjectRL(common.ToGzipJSONResponse(WithReadOnlyConnection(ReferencePathHandler)))) // TODO: add handler
 
 	r.HandleFunc("/v1/file/latestwritemarker/{allocation}",
 		RateLimitByObjectRL(common.ToJSONResponse(WithReadOnlyConnection(WriteMarkerHandler))))
diff --git a/code/go/0chain.net/core/common/handler.go b/code/go/0chain.net/core/common/handler.go
index 2029f1307..43bdfc736 100644
--- a/code/go/0chain.net/core/common/handler.go
+++ b/code/go/0chain.net/core/common/handler.go
@@ -2,6 +2,7 @@ package common
 
 import (
 	"bytes"
+	"compress/gzip"
 	"context"
 	"encoding/json"
 	"fmt"
@@ -60,6 +61,28 @@ func Respond(w http.ResponseWriter, data interface{}, err error) {
 	}
 }
 
+func RespondGzip(w http.ResponseWriter, data any, err error) {
+	w.Header().Set("Access-Control-Allow-Origin", "*") // CORS for all.
+	w.Header().Set("Content-Type", "application/json")
+	w.Header().Set("X-Content-Type-Options", "nosniff")
+	if err != nil {
+		data := make(map[string]interface{}, 2)
+		data["error"] = err.Error()
+		if cerr, ok := err.(*Error); ok {
+			data["code"] = cerr.Code
+		}
+		buf := bytes.NewBuffer(nil)
+		json.NewEncoder(buf).Encode(data) //nolint:errcheck // checked in previous step
+		w.WriteHeader(400)
+		fmt.Fprintln(w, buf.String())
+	} else if data != nil {
+		w.Header().Set("Content-Encoding", "gzip")
+		gw := gzip.NewWriter(w)
+		defer gw.Close()
+		json.NewEncoder(gw).Encode(data) //nolint:errcheck // checked in previous step
+	}
+}
+
 var domainRE = regexp.MustCompile(`^(?:https?:\/\/)?(?:[^@\/\n]+@)?(?:www\.)?([^:\/\n]+)`) //nolint:unused,deadcode,varcheck // might be used later?
 
 func ToByteStream(handler JSONResponderF) ReqRespHandlerf {
@@ -119,6 +142,24 @@ func ToJSONResponse(handler JSONResponderF) ReqRespHandlerf {
 	}
 }
 
+/*ToGzipJSONResponse - An adapter that takes a handler of the form
+* func AHandler(r *http.Request) (interface{}, error)
+* which takes a request object, processes and returns an object or an error
+* and converts into a standard request/response handler
+ */
+func ToGzipJSONResponse(handler JSONResponderF) ReqRespHandlerf {
+	return func(w http.ResponseWriter, r *http.Request) {
+		w.Header().Set("Access-Control-Allow-Origin", "*") // CORS for all.
+		if r.Method == "OPTIONS" {
+			SetupCORSResponse(w, r)
+			return
+		}
+		ctx := r.Context()
+		data, err := handler(ctx, r)
+		RespondGzip(w, data, err)
+	}
+}
+
 /*ToJSONReqResponse - An adapter that takes a handler of the form
 * func AHandler(json map[string]interface{}) (interface{}, error)
 * which takes a parsed json map from the request, processes and returns an object or an error

From d1dc50d5d6167b2e072b7d8257bb2b1ca5038a03 Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Fri, 21 Jun 2024 00:35:55 +0530
Subject: [PATCH 3/6] add lz4

---
 .../blobbercore/challenge/protocol.go         |  7 ++---
 code/go/0chain.net/core/common/handler.go     | 26 ++++++++++++++++++-
 code/go/0chain.net/core/util/http.go          | 12 +--------
 .../storage/challenge_handler.go              |  4 ++-
 go.mod                                        |  1 +
 go.sum                                        |  2 ++
 6 files changed, 36 insertions(+), 16 deletions(-)

diff --git a/code/go/0chain.net/blobbercore/challenge/protocol.go b/code/go/0chain.net/blobbercore/challenge/protocol.go
index a455a3057..0e519112c 100644
--- a/code/go/0chain.net/blobbercore/challenge/protocol.go
+++ b/code/go/0chain.net/blobbercore/challenge/protocol.go
@@ -2,7 +2,6 @@ package challenge
 
 import (
 	"bytes"
-	"compress/gzip"
 	"context"
 	"encoding/json"
 	"errors"
@@ -23,6 +22,7 @@ import (
 	"github.com/0chain/blobber/code/go/0chain.net/core/transaction"
 	"github.com/0chain/blobber/code/go/0chain.net/core/util"
 	sdkUtil "github.com/0chain/gosdk/core/util"
+	"github.com/pierrec/lz4/v4"
 	"github.com/remeh/sizedwaitgroup"
 	"gorm.io/gorm"
 
@@ -224,13 +224,14 @@ func (cr *ChallengeEntity) LoadValidationTickets(ctx context.Context) error {
 	}
 	allocMu.RUnlock()
 	validationTicketPayload := new(bytes.Buffer)
-	gw := gzip.NewWriter(validationTicketPayload)
-	err = json.NewEncoder(gw).Encode(postData)
+	lw := lz4.NewWriter(validationTicketPayload)
+	err = json.NewEncoder(lw).Encode(postData)
 	if err != nil {
 		logging.Logger.Error("json encoding failed: " + err.Error())
 		cr.CancelChallenge(ctx, err)
 		return err
 	}
+	lw.Close() //nolint:errcheck
 	logging.Logger.Info("[challenge]post: ", zap.Any("challenge_id", cr.ChallengeID), zap.Any("post_data_len", validationTicketPayload.Len()/(1024*1024)))
 
 	responses := make(map[string]ValidationTicket)
diff --git a/code/go/0chain.net/core/common/handler.go b/code/go/0chain.net/core/common/handler.go
index 43bdfc736..3feb871c5 100644
--- a/code/go/0chain.net/core/common/handler.go
+++ b/code/go/0chain.net/core/common/handler.go
@@ -9,6 +9,8 @@ import (
 	"net/http"
 	"regexp"
 	"strings"
+
+	"github.com/pierrec/lz4/v4"
 )
 
 const (
@@ -83,6 +85,28 @@ func RespondGzip(w http.ResponseWriter, data any, err error) {
 	}
 }
 
+func RespondLz4(w http.ResponseWriter, data any, err error) {
+	w.Header().Set("Access-Control-Allow-Origin", "*") // CORS for all.
+	w.Header().Set("Content-Type", "application/json")
+	w.Header().Set("X-Content-Type-Options", "nosniff")
+	if err != nil {
+		data := make(map[string]interface{}, 2)
+		data["error"] = err.Error()
+		if cerr, ok := err.(*Error); ok {
+			data["code"] = cerr.Code
+		}
+		buf := bytes.NewBuffer(nil)
+		json.NewEncoder(buf).Encode(data) //nolint:errcheck // checked in previous step
+		w.WriteHeader(400)
+		fmt.Fprintln(w, buf.String())
+	} else if data != nil {
+		w.Header().Set("Content-Encoding", "lz4")
+		lw := lz4.NewWriter(w)
+		defer lw.Close()
+		json.NewEncoder(lw).Encode(data) //nolint:errcheck // checked in previous step
+	}
+}
+
 var domainRE = regexp.MustCompile(`^(?:https?:\/\/)?(?:[^@\/\n]+@)?(?:www\.)?([^:\/\n]+)`) //nolint:unused,deadcode,varcheck // might be used later?
 
 func ToByteStream(handler JSONResponderF) ReqRespHandlerf {
@@ -156,7 +180,7 @@ func ToGzipJSONResponse(handler JSONResponderF) ReqRespHandlerf {
 		}
 		ctx := r.Context()
 		data, err := handler(ctx, r)
-		RespondGzip(w, data, err)
+		RespondLz4(w, data, err)
 	}
 }
 
diff --git a/code/go/0chain.net/core/util/http.go b/code/go/0chain.net/core/util/http.go
index 146bd953d..4fe81379d 100644
--- a/code/go/0chain.net/core/util/http.go
+++ b/code/go/0chain.net/core/util/http.go
@@ -32,16 +32,6 @@ func NewHTTPRequest(method, url string, data []byte) (*http.Request, context.Con
 	return req, ctx, cncl, err
 }
 
-func SendMultiPostRequest(urls []string, data []byte) {
-	wg := sync.WaitGroup{}
-	wg.Add(len(urls))
-
-	for _, url := range urls {
-		go SendPostRequest(url, data, &wg) //nolint:errcheck // goroutines
-	}
-	wg.Wait()
-}
-
 func SendPostRequest(postURL string, data []byte, wg *sync.WaitGroup) (body []byte, err error) {
 	if wg != nil {
 		defer wg.Done()
@@ -63,7 +53,7 @@ func SendPostRequest(postURL string, data []byte, wg *sync.WaitGroup) (body []by
 
 		req, ctx, cncl, err = NewHTTPRequest(http.MethodPost, u.String(), data)
 		defer cncl()
-
+		req.Header.Set("Content-Encoding", "lz4")
 		resp, err = http.DefaultClient.Do(req.WithContext(ctx))
 		if err == nil {
 			if resp.StatusCode >= 200 && resp.StatusCode <= 299 {
diff --git a/code/go/0chain.net/validatorcore/storage/challenge_handler.go b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
index e88aaba8f..46bccafbd 100644
--- a/code/go/0chain.net/validatorcore/storage/challenge_handler.go
+++ b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
@@ -13,6 +13,7 @@ import (
 	"github.com/0chain/blobber/code/go/0chain.net/core/common"
 	"github.com/0chain/blobber/code/go/0chain.net/core/logging"
 	"github.com/0chain/blobber/code/go/0chain.net/core/node"
+	"github.com/pierrec/lz4/v4"
 
 	"go.uber.org/zap"
 	"golang.org/x/crypto/sha3"
@@ -66,8 +67,9 @@ func NewChallengeRequest(r *http.Request) (*ChallengeRequest, string, error) {
 	requestHash := r.Header.Get("X-App-Request-Hash")
 	h := sha3.New256()
 	tReader := io.TeeReader(r.Body, h)
+	lr := lz4.NewReader(tReader)
 	var challengeRequest ChallengeRequest
-	decoder := json.NewDecoder(tReader)
+	decoder := json.NewDecoder(lr)
 	err := decoder.Decode(&challengeRequest)
 	if err != nil {
 		logging.Logger.Error("Error decoding the input to validator")
diff --git a/go.mod b/go.mod
index 91e6cbfe0..2176c1b2a 100644
--- a/go.mod
+++ b/go.mod
@@ -69,6 +69,7 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/sts v1.26.5 // indirect
 	github.com/aws/smithy-go v1.19.0 // indirect
 	github.com/hitenjain14/fasthttp v0.0.0-20240527123209-06019e79bff9 // indirect
+	github.com/pierrec/lz4/v4 v4.1.21 // indirect
 	github.com/valyala/bytebufferpool v1.0.0 // indirect
 	github.com/valyala/fasthttp v1.51.0 // indirect
 )
diff --git a/go.sum b/go.sum
index f93d8d6f8..bc97f0d8a 100644
--- a/go.sum
+++ b/go.sum
@@ -678,6 +678,8 @@ github.com/philhofer/fwd v1.1.2-0.20210722190033-5c56ac6d0bb9 h1:6ob53CVz+ja2i7e
 github.com/philhofer/fwd v1.1.2-0.20210722190033-5c56ac6d0bb9/go.mod h1:gk3iGcWd9+svBvR0sR+KPcfE+RNWozjowpeBVG3ZVNU=
 github.com/pierrec/lz4 v1.0.2-0.20190131084431-473cd7ce01a1/go.mod h1:3/3N9NVKO0jef7pBehbT1qWhCMrIgbYNnFAZCqQ5LRc=
 github.com/pierrec/lz4 v2.0.5+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY=
+github.com/pierrec/lz4/v4 v4.1.21 h1:yOVMLb6qSIDP67pl/5F7RepeKYu/VmTyEXvuMI5d9mQ=
+github.com/pierrec/lz4/v4 v4.1.21/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
 github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=

From 7cf78aa281c0b840a7b2810a59679c8890349227 Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Fri, 21 Jun 2024 01:25:42 +0530
Subject: [PATCH 4/6] use gzip and add timing log in refpath

---
 code/go/0chain.net/blobbercore/challenge/protocol.go      | 8 ++++----
 code/go/0chain.net/core/common/handler.go                 | 2 +-
 code/go/0chain.net/core/util/http.go                      | 2 +-
 .../0chain.net/validatorcore/storage/challenge_handler.go | 4 +---
 4 files changed, 7 insertions(+), 9 deletions(-)

diff --git a/code/go/0chain.net/blobbercore/challenge/protocol.go b/code/go/0chain.net/blobbercore/challenge/protocol.go
index 0e519112c..1f36d97fe 100644
--- a/code/go/0chain.net/blobbercore/challenge/protocol.go
+++ b/code/go/0chain.net/blobbercore/challenge/protocol.go
@@ -2,6 +2,7 @@ package challenge
 
 import (
 	"bytes"
+	"compress/gzip"
 	"context"
 	"encoding/json"
 	"errors"
@@ -22,7 +23,6 @@ import (
 	"github.com/0chain/blobber/code/go/0chain.net/core/transaction"
 	"github.com/0chain/blobber/code/go/0chain.net/core/util"
 	sdkUtil "github.com/0chain/gosdk/core/util"
-	"github.com/pierrec/lz4/v4"
 	"github.com/remeh/sizedwaitgroup"
 	"gorm.io/gorm"
 
@@ -224,14 +224,14 @@ func (cr *ChallengeEntity) LoadValidationTickets(ctx context.Context) error {
 	}
 	allocMu.RUnlock()
 	validationTicketPayload := new(bytes.Buffer)
-	lw := lz4.NewWriter(validationTicketPayload)
-	err = json.NewEncoder(lw).Encode(postData)
+	gw := gzip.NewWriter(validationTicketPayload)
+	err = json.NewEncoder(gw).Encode(postData)
 	if err != nil {
 		logging.Logger.Error("json encoding failed: " + err.Error())
 		cr.CancelChallenge(ctx, err)
 		return err
 	}
-	lw.Close() //nolint:errcheck
+	gw.Close() //nolint:errcheck
 	logging.Logger.Info("[challenge]post: ", zap.Any("challenge_id", cr.ChallengeID), zap.Any("post_data_len", validationTicketPayload.Len()/(1024*1024)))
 
 	responses := make(map[string]ValidationTicket)
diff --git a/code/go/0chain.net/core/common/handler.go b/code/go/0chain.net/core/common/handler.go
index 3feb871c5..6b832f8cc 100644
--- a/code/go/0chain.net/core/common/handler.go
+++ b/code/go/0chain.net/core/common/handler.go
@@ -180,7 +180,7 @@ func ToGzipJSONResponse(handler JSONResponderF) ReqRespHandlerf {
 		}
 		ctx := r.Context()
 		data, err := handler(ctx, r)
-		RespondLz4(w, data, err)
+		RespondGzip(w, data, err)
 	}
 }
 
diff --git a/code/go/0chain.net/core/util/http.go b/code/go/0chain.net/core/util/http.go
index 4fe81379d..9495ea4ff 100644
--- a/code/go/0chain.net/core/util/http.go
+++ b/code/go/0chain.net/core/util/http.go
@@ -53,7 +53,7 @@ func SendPostRequest(postURL string, data []byte, wg *sync.WaitGroup) (body []by
 
 		req, ctx, cncl, err = NewHTTPRequest(http.MethodPost, u.String(), data)
 		defer cncl()
-		req.Header.Set("Content-Encoding", "lz4")
+		req.Header.Set("Content-Encoding", "gzip")
 		resp, err = http.DefaultClient.Do(req.WithContext(ctx))
 		if err == nil {
 			if resp.StatusCode >= 200 && resp.StatusCode <= 299 {
diff --git a/code/go/0chain.net/validatorcore/storage/challenge_handler.go b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
index 46bccafbd..e88aaba8f 100644
--- a/code/go/0chain.net/validatorcore/storage/challenge_handler.go
+++ b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
@@ -13,7 +13,6 @@ import (
 	"github.com/0chain/blobber/code/go/0chain.net/core/common"
 	"github.com/0chain/blobber/code/go/0chain.net/core/logging"
 	"github.com/0chain/blobber/code/go/0chain.net/core/node"
-	"github.com/pierrec/lz4/v4"
 
 	"go.uber.org/zap"
 	"golang.org/x/crypto/sha3"
@@ -67,9 +66,8 @@ func NewChallengeRequest(r *http.Request) (*ChallengeRequest, string, error) {
 	requestHash := r.Header.Get("X-App-Request-Hash")
 	h := sha3.New256()
 	tReader := io.TeeReader(r.Body, h)
-	lr := lz4.NewReader(tReader)
 	var challengeRequest ChallengeRequest
-	decoder := json.NewDecoder(lr)
+	decoder := json.NewDecoder(tReader)
 	err := decoder.Decode(&challengeRequest)
 	if err != nil {
 		logging.Logger.Error("Error decoding the input to validator")

From ec815d8289d1f4a050bd88669ce89d28a9c55ab8 Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Sun, 23 Jun 2024 18:38:47 +0530
Subject: [PATCH 5/6] add gzip header

---
 code/go/0chain.net/core/util/http.go | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/code/go/0chain.net/core/util/http.go b/code/go/0chain.net/core/util/http.go
index 9495ea4ff..91d694a80 100644
--- a/code/go/0chain.net/core/util/http.go
+++ b/code/go/0chain.net/core/util/http.go
@@ -23,7 +23,8 @@ const SLEEP_BETWEEN_RETRIES = 5
 func NewHTTPRequest(method, url string, data []byte) (*http.Request, context.Context, context.CancelFunc, error) {
 	requestHash := encryption.Hash(data)
 	req, err := http.NewRequest(method, url, bytes.NewBuffer(data))
-	req.Header.Set("Content-Type", "application/json; charset=utf-8")
+	req.Header.Set("Content-Type", "application/json")
+	req.Header.Set("Content-Encoding", "gzip")
 	req.Header.Set("Access-Control-Allow-Origin", "*")
 	req.Header.Set("X-App-Client-ID", node.Self.ID)
 	req.Header.Set("X-App-Client-Key", node.Self.PublicKey)
@@ -53,7 +54,6 @@ func SendPostRequest(postURL string, data []byte, wg *sync.WaitGroup) (body []by
 
 		req, ctx, cncl, err = NewHTTPRequest(http.MethodPost, u.String(), data)
 		defer cncl()
-		req.Header.Set("Content-Encoding", "gzip")
 		resp, err = http.DefaultClient.Do(req.WithContext(ctx))
 		if err == nil {
 			if resp.StatusCode >= 200 && resp.StatusCode <= 299 {

From 225ce8484dc7796c20bb6298ae9d81642453c1d9 Mon Sep 17 00:00:00 2001
From: Hitenjain14 <hitenjain146@gmail.com>
Date: Mon, 24 Jun 2024 20:33:47 +0530
Subject: [PATCH 6/6] decompress using gzip reader

---
 .../validatorcore/storage/challenge_handler.go         | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/code/go/0chain.net/validatorcore/storage/challenge_handler.go b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
index e88aaba8f..ee3ffc727 100644
--- a/code/go/0chain.net/validatorcore/storage/challenge_handler.go
+++ b/code/go/0chain.net/validatorcore/storage/challenge_handler.go
@@ -1,6 +1,7 @@
 package storage
 
 import (
+	"compress/gzip"
 	"context"
 	"encoding/hex"
 	"encoding/json"
@@ -66,9 +67,14 @@ func NewChallengeRequest(r *http.Request) (*ChallengeRequest, string, error) {
 	requestHash := r.Header.Get("X-App-Request-Hash")
 	h := sha3.New256()
 	tReader := io.TeeReader(r.Body, h)
+	var requestBody io.Reader
+	if strings.Contains(r.Header.Get("Content-Encoding"), "gzip") {
+		requestBody, _ = gzip.NewReader(tReader)
+	} else {
+		requestBody = tReader
+	}
 	var challengeRequest ChallengeRequest
-	decoder := json.NewDecoder(tReader)
-	err := decoder.Decode(&challengeRequest)
+	err := json.NewDecoder(requestBody).Decode(&challengeRequest)
 	if err != nil {
 		logging.Logger.Error("Error decoding the input to validator")
 		return nil, "", common.NewError("input_decode_error", "Error in decoding the input."+err.Error())