CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource (#89)

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 CF_DOCKERFILE_CONTENT payload too large for EventSource

* CR-18923 bump version

* CR-18923 bump version

Author: vadim-kharin-codefresh

service.yaml

@@ -1,2 +1,2 @@
 name: codefresh-report-image
-version: 0.0.160
+version: 0.0.161

src/__tests__/request-builder.spec.ts

@@ -13,7 +13,7 @@ describe('request builder test', () => {
 
     it('support CF_RUNTIME_NAME', async () => {
         const ingressHost = 'https://my.codefresh.ingress'
-        jest.spyOn(Utils, 'getRuntimeIngressHost').mockResolvedValue(ingressHost)
+        jest.spyOn(Utils, 'getRuntimeInfo').mockResolvedValue({ ingressHost, runtimeVersion: '' })
         const { url, headers } = await Utils.buildUrlHeaders({
                 'CF_API_KEY': 'the-token',
                 'CF_RUNTIME_NAME': 'runtime',

src/utils.ts

@@ -1,55 +1,97 @@
 import { GraphQLClient, gql } from 'graphql-request'
 import { get } from 'lodash'
+import { gte } from 'semver'
 
+import { deflate } from 'zlib'
 import { errors } from './errors'
+import { promisify } from 'util'
+import { logger } from './logger'
+
+
+const deflateAsync = promisify(deflate)
 
 export namespace Utils {
     /**
      * Build image-report url and headers
      * @param payload
      */
      export async function buildUrlHeaders(payload: Record<string, string | undefined>): Promise<{ url: string, headers: { authorization: string } }> {
-        const esc = encodeURIComponent
         const headers = { 'authorization': payload['CF_API_KEY']! }
         const runtimeName = payload['CF_RUNTIME_NAME']
         let host
+        let runtimeVersion
         if (!runtimeName) {
             host = payload['CF_HOST']
             delete payload['CF_HOST']
         } else {
-            const platformHost = payload['CF_PLATFORM_URL']
-            host = await Utils.getRuntimeIngressHost(runtimeName, headers, platformHost)
+            const platformHost = payload['CF_PLATFORM_URL'] || 'https://g.codefresh.io'
+            const runtimeInfo = await Utils.getRuntimeInfo(runtimeName, headers, platformHost)
+            host = runtimeInfo.ingressHost
+            runtimeVersion = runtimeInfo.runtimeVersion
             delete payload['CF_RUNTIME_NAME']
             delete payload['CF_PLATFORM_URL']
         }
         delete payload['CF_API_KEY']
-        const qs = Object.entries(payload).map(kv => `${esc(kv[0])}=${esc(kv[1] || '')}`).join('&')
+        let qs
+        const shouldCompressData = runtimeVersion && gte(removeReleaseCandidatePrefixFromRuntimeVersion(runtimeVersion), '0.1.33')
+        if (shouldCompressData) {
+            logger.info('Using new query string format')
+            qs = await this.getQueryStringCompressed(payload)
+        } else {
+            qs = this.getQueryString(payload)
+        }
+
         const url = `${host}/app-proxy/api/image-report?${qs}`
         if (payload['CF_LOCAL']) {
             return { url: `${host}/api/image-report?${qs}`, headers }
         }
         return { url, headers }
     }
 
-    export async function getRuntimeIngressHost(runtimeName: string, headers: Record<string, string>, platformHost = 'https://g.codefresh.io'): Promise<string> {
+    export async function getRuntimeInfo(runtimeName: string, headers: Record<string, string>, platformHost): Promise<{ ingressHost: string, runtimeVersion: string }> {
         const graphQLClient = new GraphQLClient(`${platformHost}/2.0/api/graphql`, {
             headers
         })
 
         const getRuntimeIngressHostQuery = gql`
             query Runtime($name: String!) {
                 runtime(name: $name) {
-                    ingressHost
+                    ingressHost,
+                    runtimeVersion
                 }
             }`
 
         const res = await graphQLClient.request(getRuntimeIngressHostQuery, { name: runtimeName })
         const ingressHost = get(res, 'runtime.ingressHost')
+        const runtimeVersion = get(res, 'runtime.runtimeVersion', '')
         if (!ingressHost) {
             const message = res.runtime ? `ingress host is not defined on your '${runtimeName}' runtime` : `runtime '${runtimeName}' does not exist`
             throw new errors.ValidationError(message)
         }
-        return ingressHost
+        return { ingressHost, runtimeVersion }
+    }
+
+    export async function getQueryStringCompressed(payload: Record<string, string | undefined>): Promise<string> {
+        logger.debug('Start encoding variables')
+        const dockerfile = payload['CF_DOCKERFILE_CONTENT']
+        if (dockerfile) {
+            const compressedDockerfile = await deflateAsync(Buffer.from(dockerfile, 'base64'), { level: 9, strategy: 0 })
+            payload['CF_DOCKERFILE_CONTENT'] = compressedDockerfile.toString('base64')
+        }
+        const qs = this.getQueryString(payload)
+        const compressedPayload = await deflateAsync(Buffer.from(qs), { level: 9, strategy: 0 })
+        const data = compressedPayload.toString('base64')
+        logger.debug('Variables successfully encoded')
+        return `data=${encodeURIComponent(data)}`
+    }
+
+    export function getQueryString(payload: Record<string, string | undefined>) {
+        return Object.entries(payload).map(kv => `${encodeURIComponent(kv[0])}=${encodeURIComponent(kv[1] || '')}`).join('&')
+    }
+
+    export function removeReleaseCandidatePrefixFromRuntimeVersion(runtimeVersion: string): string {
+        const [ runtimeVersionWithoutReleaseCandidatePrefix ] = runtimeVersion.split('-')
+        return runtimeVersionWithoutReleaseCandidatePrefix
     }
 
     export function tryParseJson (str: string) {