Added log file output, instead of completely spamming cli if you have hundred of jobs. Ensure "hidden" .gitlab-ci-local dir for various files generated. Logs etc. etc.

Author: firecow

package-lock.json

@@ -23,7 +23,8 @@
     "js-yaml": "3.x",
     "pretty-hrtime": "1.x",
     "shelljs": "0.x",
-    "yargs": "15.x"
+    "yargs": "15.x",
+    "fs-extra": "8.x"
   },
   "pkg": {
     "targets": [
@@ -34,12 +35,13 @@
   "license": "ISC",
   "devDependencies": {
     "@types/deep-extend": "0.x",
+    "@types/fs-extra": "8.x",
     "@types/js-yaml": "3.x",
     "@types/pretty-hrtime": "1.x",
     "@types/shelljs": "0.x",
     "@types/yaml": "1.x",
     "@types/yargs": "15.x",
-    "npm-check-updates": "4.0.1",
+    "npm-check-updates": "4.x",
     "pkg": "4.x",
     "source-map-support": "0.x",
     "tslint": "5.x",

package.json

@@ -1,4 +1,6 @@
 import * as c from "ansi-colors";
+import * as fs from "fs-extra";
+import * as yaml from "js-yaml";
 import * as yargs from "yargs";
 
 import { Parser } from "./parser";
@@ -28,10 +30,9 @@ const makeid = (length: number): string => {
 
     return result;
 };
-process.env.CI_PIPELINE_ID = makeid(10);
 
 const argv = yargs.argv;
-const cwd = argv.cwd || process.cwd();
+const cwd = String(argv.cwd) || process.cwd();
 const m: any = argv.m;
 const manualArgs: string[] = [].concat(m || []);
 
@@ -117,6 +118,17 @@ process.on("uncaughtException", (err) => {
 });
 
 if (["pipeline", "manual"].includes(firstArg)) {
+    const pipelinesPath = `${cwd}/.gitlab-ci-local/pipelines.yml`;
+    const configPath = `${cwd}/.gitlab-ci-local/config.yml`;
+    fs.ensureFileSync(configPath);
+    fs.ensureFileSync(pipelinesPath);
+    let config: any = yaml.safeLoad(fs.readFileSync(pipelinesPath, "utf8"));
+    if (!config) {
+        config = {};
+    }
+    config.pipelineId = config.pipelineId !== undefined ? Number(config.pipelineId) + 1 : 0;
+    fs.writeFileSync(pipelinesPath, yaml.safeDump(config), {});
+    process.env.CI_PIPELINE_ID = config.pipelineId;
     runJobs().catch();
 } else if (firstArg === "exec") {
     runExecJobs().catch();

src/index.ts

@@ -1,5 +1,6 @@
 import * as c from "ansi-colors";
 import * as deepExtend from "deep-extend";
+import * as fs from "fs-extra";
 import * as glob from "glob";
 import * as prettyHrtime from "pretty-hrtime";
 import * as shelljs from "shelljs";
@@ -130,6 +131,10 @@ export class Job {
     }
 
     private async exec(script: string): Promise<number> {
+        const outputFilePath = `${this.cwd}/.gitlab-ci-local/pipe_logs/${this.getEnvs().CI_PIPELINE_ID}/${this.name}.log`;
+        fs.ensureFileSync(outputFilePath);
+        fs.truncateSync(outputFilePath);
+
         return new Promise<any>((resolve, reject) => {
             const child = shelljs.exec(`${script}`, {
                 cwd: this.cwd,
@@ -145,25 +150,12 @@ export class Job {
 
             if (child.stdout) {
                 child.stdout.on("data", (buf) => {
-                    const lines = `${buf}`.split(/\r?\n/);
-                    lines.forEach((l) => {
-                        if (!l) {
-                            return;
-                        }
-                        process.stdout.write(`${c.blueBright(`${this.name}`)} ${c.greenBright(">")} ${l}\n`);
-                    });
+                    fs.appendFileSync(outputFilePath, `${buf}`);
                 });
             }
-
             if (child.stderr) {
                 child.stderr.on("data", (buf) => {
-                    const lines = `${buf}`.split(/\r?\n/);
-                    lines.forEach((l) => {
-                        if (!l) {
-                            return;
-                        }
-                        process.stderr.write(`${c.blueBright(`${this.name}`)} ${c.redBright(">")} ${c.red(`${l}`)}\n`);
-                    });
+                    fs.appendFileSync(outputFilePath, `${c.red(`${buf}`)}`);
                 });
             }
 

src/job.ts

@@ -1,6 +1,6 @@
 import * as c from "ansi-colors";
 import * as deepExtend from "deep-extend";
-import * as fs from "fs";
+import * as fs from "fs-extra";
 import * as yaml from "js-yaml";
 
 import { Job } from "./job";