- pool of open file handles now is constrained to 700 maximum

Author: giventocode

blobporter.go

@@ -54,7 +54,7 @@ const (
 	s3AccessKeyEnvVar = "S3_ACCESS_KEY"
 	s3SecretKeyEnvVar = "S3_SECRET_KEY"
 
-	programVersion = "0.5.22" // version number to show in help
+	programVersion = "0.5.23" // version number to show in help
 )
 
 const numOfWorkersFactor = 8

targets/azureblock.go

@@ -48,18 +48,13 @@ func (t *AzureBlock) CommitList(listInfo *pipeline.TargetCommittedListInfo, numb
 
 	blockList := convertToStorageBlockList(lInfo.List, numberOfBlocks)
 
-	if util.Verbose {
-		fmt.Printf("Final BlockList:\n")
-		for j := 0; j < numberOfBlocks; j++ {
-			fmt.Printf("   [%2d]: ID=%s, Status=%s\n", j, blockList[j].ID, blockList[j].Status)
-		}
-	}
+	util.PrintfIfDebug("Blocklist -> blob: %s\n list:%+v", targetName, blockList)
 
 	//if the max retries is exceeded, panic will happen, hence no error is returned.
 	duration, _, _ := util.RetriableOperation(func(r int) error {
 		if err := t.StorageClient.PutBlockList(t.Container, targetName, blockList); err != nil {
 			t.resetClient()
-			return err
+			return fmt.Errorf(" PUT Blocklist Failed: err:%s file:%s\n list:%+v\n --", err, targetName, blockList)
 		}
 		return nil
 	})
@@ -123,15 +118,14 @@ func (t *AzureBlock) WritePart(part *pipeline.Part) (duration time.Duration, sta
 	headers := make(map[string]string)
 	userAgent, _ := util.GetUserAgentInfo()
 	headers["User-Agent"] = userAgent
-	
+
 	//if the max retries is exceeded, panic will happen, hence no error is returned.
 	duration, startTime, numOfRetries = util.RetriableOperation(func(r int) error {
 		//computation of the MD5 happens is done by the readers.
 		if part.IsMD5Computed() {
 			headers["Content-MD5"] = part.MD5()
 		}
 
-
 		if part.NumberOfBlocks == 1 {
 			if err := t.StorageClient.CreateBlockBlobFromReader(t.Container,
 				part.TargetAlias,