chore(ls): add integration tests (#8)

chuckjaz · web-flow · commit ac31d6b583a7 · 2016-12-07T15:36:27.000-08:00
diff --git a/.gitignore b/.gitignore
@@ -2,4 +2,5 @@ client/node_modules/
 client/out/
 client/server/
 server/node_modules/
+dist/
 .DS_Store
diff --git a/scripts/ci/build.sh b/scripts/ci/build.sh
@@ -38,7 +38,7 @@ echo 'travis_fold:start:build.vsix'
 (
   mkdir dist
   cd client
-  vsce package --out ../dist/ngls-${SHA}
+  vsce package --out ../dist/ngls.vsix
 )
 echo 'travis_fold:end:build.vsix'
 
diff --git a/scripts/ci/test.sh b/scripts/ci/test.sh
@@ -4,6 +4,6 @@ set -ex -o pipefail
 
 echo 'travis_fold:start:TEST'
 
-# Add tests here
+tests/tests.sh
 
 echo 'travis_fold:end:TEST'
diff --git a/tests/README.md b/tests/README.md
@@ -0,0 +1 @@
+These tests are run in CI in `scripts/ci/test.sh`
diff --git a/tests/assets/completion-golden.json b/tests/assets/completion-golden.json
@@ -0,0 +1 @@
+[{"jsonrpc":"2.0","id":1,"result":[{"label":"toString","kind":2,"detail":"method","sortText":"toString","insertText":"toString"},{"label":"charAt","kind":2,"detail":"method","sortText":"charAt","insertText":"charAt"},{"label":"charCodeAt","kind":2,"detail":"method","sortText":"charCodeAt","insertText":"charCodeAt"},{"label":"concat","kind":2,"detail":"method","sortText":"concat","insertText":"concat"},{"label":"indexOf","kind":2,"detail":"method","sortText":"indexOf","insertText":"indexOf"},{"label":"lastIndexOf","kind":2,"detail":"method","sortText":"lastIndexOf","insertText":"lastIndexOf"},{"label":"localeCompare","kind":2,"detail":"method","sortText":"localeCompare","insertText":"localeCompare"},{"label":"match","kind":2,"detail":"method","sortText":"match","insertText":"match"},{"label":"replace","kind":2,"detail":"method","sortText":"replace","insertText":"replace"},{"label":"search","kind":2,"detail":"method","sortText":"search","insertText":"search"},{"label":"slice","kind":2,"detail":"method","sortText":"slice","insertText":"slice"},{"label":"split","kind":2,"detail":"method","sortText":"split","insertText":"split"},{"label":"substring","kind":2,"detail":"method","sortText":"substring","insertText":"substring"},{"label":"toLowerCase","kind":2,"detail":"method","sortText":"toLowerCase","insertText":"toLowerCase"},{"label":"toLocaleLowerCase","kind":2,"detail":"method","sortText":"toLocaleLowerCase","insertText":"toLocaleLowerCase"},{"label":"toUpperCase","kind":2,"detail":"method","sortText":"toUpperCase","insertText":"toUpperCase"},{"label":"toLocaleUpperCase","kind":2,"detail":"method","sortText":"toLocaleUpperCase","insertText":"toLocaleUpperCase"},{"label":"trim","kind":2,"detail":"method","sortText":"trim","insertText":"trim"},{"label":"length","kind":10,"detail":"property","sortText":"length","insertText":"length"},{"label":"substr","kind":2,"detail":"method","sortText":"substr","insertText":"substr"},{"label":"valueOf","kind":2,"detail":"method","sortText":"valueOf","insertText":"valueOf"},{"label":"codePointAt","kind":2,"detail":"method","sortText":"codePointAt","insertText":"codePointAt"},{"label":"includes","kind":2,"detail":"method","sortText":"includes","insertText":"includes"},{"label":"endsWith","kind":2,"detail":"method","sortText":"endsWith","insertText":"endsWith"},{"label":"normalize","kind":2,"detail":"method","sortText":"normalize","insertText":"normalize"},{"label":"repeat","kind":2,"detail":"method","sortText":"repeat","insertText":"repeat"},{"label":"startsWith","kind":2,"detail":"method","sortText":"startsWith","insertText":"startsWith"},{"label":"anchor","kind":2,"detail":"method","sortText":"anchor","insertText":"anchor"},{"label":"big","kind":2,"detail":"method","sortText":"big","insertText":"big"},{"label":"blink","kind":2,"detail":"method","sortText":"blink","insertText":"blink"},{"label":"bold","kind":2,"detail":"method","sortText":"bold","insertText":"bold"},{"label":"fixed","kind":2,"detail":"method","sortText":"fixed","insertText":"fixed"},{"label":"fontcolor","kind":2,"detail":"method","sortText":"fontcolor","insertText":"fontcolor"},{"label":"fontsize","kind":2,"detail":"method","sortText":"fontsize","insertText":"fontsize"},{"label":"italics","kind":2,"detail":"method","sortText":"italics","insertText":"italics"},{"label":"link","kind":2,"detail":"method","sortText":"link","insertText":"link"},{"label":"small","kind":2,"detail":"method","sortText":"small","insertText":"small"},{"label":"strike","kind":2,"detail":"method","sortText":"strike","insertText":"strike"},{"label":"sub","kind":2,"detail":"method","sortText":"sub","insertText":"sub"},{"label":"sup","kind":2,"detail":"method","sortText":"sup","insertText":"sup"}]},{"jsonrpc":"2.0","id":2,"result":null}]
diff --git a/tests/assets/completion-test.json b/tests/assets/completion-test.json
@@ -0,0 +1,6 @@
+[{"jsonrpc":"2.0","id":0,"method":"initialize","params":{"processId":76833,"rootPath":"$$PWD$$/project","capabilities":{},"trace":"off"}},
+{"jsonrpc":"2.0","method":"textDocument/didOpen","params":{"textDocument":{"uri":"file://$$PWD$$/project/app/app.component.ts","languageId":"typescript","version":1,"text":"import { Component } from '@angular/core';\n\n@Component({\n  selector: 'my-app',\n  template: `<h1>Hello {{name}}</h1>`,\n})\nexport class AppComponent  { name = 'Angular'; }\n"}}},
+{"jsonrpc":"2.0","method":"textDocument/didChange","params":{"textDocument":{"uri":"file://$$PWD$$/project/app/app.component.ts","version":2},"contentChanges":[{"range":{"start":{"line":4,"character":29},"end":{"line":4,"character":29}},"rangeLength":0,"text":"."}]}},
+{"jsonrpc":"2.0","id":1,"method":"textDocument/completion","params":{"textDocument":{"uri":"file://$$PWD$$/project/app/app.component.ts"},"position":{"line":4,"character":30}}},
+{"jsonrpc":"2.0","id":2,"method":"shutdown"},
+{"jsonrpc":"2.0","method":"exit"}]
diff --git a/tests/assets/startup-golden.json b/tests/assets/startup-golden.json
@@ -0,0 +1 @@
+[{"jsonrpc":"2.0","id":2,"result":null}]
diff --git a/tests/assets/startup-test.json b/tests/assets/startup-test.json
@@ -0,0 +1,6 @@
+[
+  {"jsonrpc":"2.0","id":0,"method":"initialize","params":{"processId":6300,"rootPath":"$$PWD$$/project","capabilities":{},"trace":"off"}},
+  {"jsonrpc":"2.0","method":"textDocument/didOpen","params":{"textDocument":{"uri":"file://$$PWD$$/project/app/app.component.ts","languageId":"typescript","version":1,"text":"import { Component } from '@angular/core';\n\n@Component({\n  selector: 'my-app',\n  template:\n`<h1>Hello {{name}}</h1>`,\n)\nexport class AppComponent  { name = 'Angular'; }\n"}}},
+  {"jsonrpc":"2.0","id":2,"method":"shutdown"},
+  {"jsonrpc":"2.0","method":"exit"}
+]
diff --git a/tests/project/.editorconfig b/tests/project/.editorconfig
@@ -0,0 +1,19 @@
+# http://editorconfig.org
+root = true
+
+[*]
+charset = utf-8
+indent_style = space
+indent_size = 2
+insert_final_newline = true
+trim_trailing_whitespace = true
+
+
+[*.md]
+max_line_length = 0
+trim_trailing_whitespace = false
+
+# Indentation override
+#[lib/**.js]
+#[{package.json,.travis.yml}]
+#[**/**.js]
diff --git a/tests/project/.gitignore b/tests/project/.gitignore
@@ -0,0 +1,11 @@
+.idea
+node_modules
+jspm_packages
+npm-debug.*
+link-checker-results.txt
+app/**/*.js
+*.js.map
+e2e/**/*.js
+e2e/**/*.js.map
+_test-output
+_temp
diff --git a/tests/project/.travis.yml b/tests/project/.travis.yml
@@ -0,0 +1,20 @@
+dist: trusty
+sudo: required
+language: node_js
+node_js:
+  - "5"
+os:
+  - linux
+env:
+  global:
+    - DBUS_SESSION_BUS_ADDRESS=/dev/null
+    - DISPLAY=:99.0
+    - CHROME_BIN=chromium-browser
+before_script:
+  - sh -e /etc/init.d/xvfb start
+install:
+  - npm install
+script:
+  - npm run lint
+  - npm run test-once
+  - npm run e2e
diff --git a/tests/project/app/app.component.spec.ts b/tests/project/app/app.component.spec.ts
@@ -0,0 +1,33 @@
+import { AppComponent } from './app.component';
+
+import { async, ComponentFixture, TestBed } from '@angular/core/testing';
+import { By }           from '@angular/platform-browser';
+import { DebugElement } from '@angular/core';
+
+describe('AppComponent', function () {
+  let de: DebugElement;
+  let comp: AppComponent;
+  let fixture: ComponentFixture<AppComponent>;
+
+  beforeEach(async(() => {
+    TestBed.configureTestingModule({
+      declarations: [ AppComponent ]
+    })
+    .compileComponents();
+  }));
+
+  beforeEach(() => {
+    fixture = TestBed.createComponent(AppComponent);
+    comp = fixture.componentInstance;
+    de = fixture.debugElement.query(By.css('h1'));
+  });
+
+  it('should create component', () => expect(comp).toBeDefined() );
+
+  it('should have expected <h1> text', () => {
+    fixture.detectChanges();
+    const h1 = de.nativeElement;
+    expect(h1.innerText).toMatch(/angular/i,
+      '<h1> should say something about "Angular"');
+  });
+});
diff --git a/tests/project/app/app.component.ts b/tests/project/app/app.component.ts
@@ -0,0 +1,7 @@
+import { Component } from '@angular/core';
+
+@Component({
+  selector: 'my-app',
+  template: `<h1>Hello {{name}}</h1>`,
+})
+export class AppComponent  { name = 'Angular'; }
diff --git a/tests/project/app/app.module.ts b/tests/project/app/app.module.ts
@@ -0,0 +1,11 @@
+import { NgModule }      from '@angular/core';
+import { BrowserModule } from '@angular/platform-browser';
+
+import { AppComponent }  from './app.component';
+
+@NgModule({
+  imports:      [ BrowserModule ],
+  declarations: [ AppComponent ],
+  bootstrap:    [ AppComponent ]
+})
+export class AppModule { }
diff --git a/tests/project/app/main.ts b/tests/project/app/main.ts
@@ -0,0 +1,5 @@
+import { platformBrowserDynamic } from '@angular/platform-browser-dynamic';
+
+import { AppModule } from './app.module';
+
+platformBrowserDynamic().bootstrapModule(AppModule);
diff --git a/tests/project/index.html b/tests/project/index.html
@@ -0,0 +1,25 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <title>Angular QuickStart</title>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <link rel="stylesheet" href="styles.css">
+
+    <!-- Polyfill(s) for older browsers -->
+    <script src="node_modules/core-js/client/shim.min.js"></script>
+
+    <script src="node_modules/zone.js/dist/zone.js"></script>
+    <script src="node_modules/reflect-metadata/Reflect.js"></script>
+    <script src="node_modules/systemjs/dist/system.src.js"></script>
+
+    <script src="systemjs.config.js"></script>
+    <script>
+      System.import('app').catch(function(err){ console.error(err); });
+    </script>
+  </head>
+
+  <body>
+    <my-app>Loading AppComponent content here ...</my-app>
+  </body>
+</html>
diff --git a/tests/project/package.json b/tests/project/package.json
@@ -0,0 +1,60 @@
+{
+  "name": "angular-quickstart",
+  "version": "1.0.0",
+  "description": "QuickStart package.json from the documentation, supplemented with testing support",
+  "scripts": {
+    "start": "tsc && concurrently \"tsc -w\" \"lite-server\" ",
+    "e2e": "tsc && concurrently \"http-server -s\" \"protractor protractor.config.js\" --kill-others --success first",
+    "lint": "tslint ./app/**/*.ts -t verbose",
+    "lite": "lite-server",
+    "pree2e": "webdriver-manager update",
+    "test": "tsc && concurrently \"tsc -w\" \"karma start karma.conf.js\"",
+    "test-once": "tsc && karma start karma.conf.js --single-run",
+    "tsc": "tsc",
+    "tsc:w": "tsc -w"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "@angular/common": "~2.2.0",
+    "@angular/compiler": "~2.2.0",
+    "@angular/core": "~2.2.0",
+    "@angular/forms": "~2.2.0",
+    "@angular/http": "~2.2.0",
+    "@angular/platform-browser": "~2.2.0",
+    "@angular/platform-browser-dynamic": "~2.2.0",
+    "@angular/router": "~3.2.0",
+
+    "angular-in-memory-web-api": "~0.1.15",
+    "systemjs": "0.19.40",
+    "core-js": "^2.4.1",
+    "reflect-metadata": "^0.1.8",
+    "rxjs": "5.0.0-beta.12",
+    "zone.js": "^0.6.26"
+  },
+  "devDependencies": {
+    "concurrently": "^3.1.0",
+    "lite-server": "^2.2.2",
+    "typescript": "^2.0.10",
+
+    "canonical-path": "0.0.2",
+    "http-server": "^0.9.0",
+    "tslint": "^3.15.1",
+    "lodash": "^4.16.4",
+    "jasmine-core": "~2.4.1",
+    "karma": "^1.3.0",
+    "karma-chrome-launcher": "^2.0.0",
+    "karma-cli": "^1.0.1",
+    "karma-jasmine": "^1.0.2",
+    "karma-jasmine-html-reporter": "^0.2.2",
+    "protractor": "4.0.9",
+    "webdriver-manager": "10.2.5",
+    "rimraf": "^2.5.4",
+
+    "@types/node": "^6.0.46",
+    "@types/jasmine": "^2.5.36",
+    "@types/selenium-webdriver": "^2.53.33"
+  },
+  "repository": {}
+}
diff --git a/tests/project/styles.css b/tests/project/styles.css
@@ -0,0 +1,5 @@
+h1 {
+  color: #369;
+  font-family: Arial, Helvetica, sans-serif;
+  font-size: 250%;
+}
diff --git a/tests/project/tsconfig.json b/tests/project/tsconfig.json
@@ -0,0 +1,13 @@
+{
+  "compilerOptions": {
+    "target": "es5",
+    "module": "commonjs",
+    "moduleResolution": "node",
+    "sourceMap": true,
+    "emitDecoratorMetadata": true,
+    "experimentalDecorators": true,
+    "lib": [ "es2015", "dom" ],
+    "noImplicitAny": true,
+    "suppressImplicitAnyIndexErrors": true
+  }
+}
diff --git a/tests/tests.sh b/tests/tests.sh
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+
+set -ex -o pipefail
+
+cd $(dirname $0)
+
+echo build the tools
+(
+	cd tools
+	npm install
+	$(npm bin)/tsc
+)
+
+echo npm install on the project
+(
+	cd project
+	npm install
+)
+
+echo run startup test
+(
+	node tools/dist/mock-host --file assets/startup-test.json --pwd $(pwd) | node ../client/server/server.js --stdio | node tools/dist/validate-expected --expect assets/startup-golden.json
+)
+
+echo run completion test
+(
+	node tools/dist/mock-host --file assets/completion-test.json --pwd $(pwd) | node ../client/server/server.js --stdio | node tools/dist/validate-expected --expect assets/completion-golden.json
+)
diff --git a/tests/tools/.gitignore b/tests/tools/.gitignore
@@ -0,0 +1,2 @@
+node_modules/
+dist/
diff --git a/tests/tools/.vscode/settings.json b/tests/tools/.vscode/settings.json
@@ -0,0 +1,4 @@
+// Place your settings in this file to overwrite default and user settings.
+{
+  "typescript.tsdk": "node_modules/typescript/lib"
+}
diff --git a/tests/tools/adapters/adapters.d.ts b/tests/tools/adapters/adapters.d.ts
@@ -0,0 +1 @@
+type Thenable<T> = PromiseLike<T>;
diff --git a/tests/tools/mock-host/index.ts b/tests/tools/mock-host/index.ts
@@ -0,0 +1,53 @@
+import * as fs from 'fs';
+import * as rpc from 'vscode-jsonrpc';
+import * as minimist from 'minimist';
+
+const RE_PWD = /\$\$PWD\$\$/g;
+
+let errorsDetected = false;
+
+function reportError(arg: string): boolean {
+  console.error(`Unknown argument: ${arg}`);
+  errorsDetected = true;
+  return false;
+}
+
+function help() {
+  console.log('Mock host')
+  console.log(`${process.argv[1]} --file <file-name> [--pwd <pwd>]`);
+  console.log(`
+  Send JSON message using the JSON RPC protocol to stdout.
+  `)
+}
+
+let args = minimist(process.argv.slice(2), { string: ['file', 'pwd'], unknown: reportError });
+
+if (errorsDetected) {
+  help();
+  process.exit(1);
+}
+
+const file = args['file'];
+if (!file) {
+  console.log('stdin form not supported yet.')
+  process.exit(1);
+}
+
+var writer = new rpc.StreamMessageWriter(process.stdout);
+
+try {
+  let content = fs.readFileSync(file, 'utf8');
+  if (args['pwd']) {
+    content = content.replace(RE_PWD, args['pwd']);
+  }
+  const json = JSON.parse(content);
+  
+  if (Array.isArray(json)) {
+    for (const message of json) {
+      writer.write(message as any);
+    }
+  }
+} catch(e) {
+  console.error(`Error: ${e.message}`);
+  process.exit(2);
+}
diff --git a/tests/tools/package.json b/tests/tools/package.json
@@ -0,0 +1,12 @@
+{
+  "name": "tools",
+  "version": "0.0.0",
+  "description": "Tools package for the Angular language service",
+  "devDependencies": {
+    "@types/minimist": "^1.1.29",
+    "@types/node": "0.0.2",
+    "minimist": "^1.2.0",
+    "typescript": "^2.1.4",
+    "vscode-jsonrpc": "^2.4.0"
+  }
+}
diff --git a/tests/tools/tsconfig.json b/tests/tools/tsconfig.json
@@ -0,0 +1,15 @@
+{
+    "compilerOptions": {
+        "module": "commonjs",
+        "target": "es5",
+        "noImplicitAny": true,
+        "sourceMap": true,
+        "noImplicitThis": true,
+        "noFallthroughCasesInSwitch": true,
+        "noUnusedLocals": true,
+        "noUnusedParameters": true,
+        "strictNullChecks": true,
+        "lib": ["es6"],
+        "outDir": "dist"
+    }
+}
diff --git a/tests/tools/validate-expected/index.ts b/tests/tools/validate-expected/index.ts

Original file line number	Diff line number	Diff line change
`@@ -38,7 +38,7 @@ echo 'travis_fold:start:build.vsix'`
`38`	`38`	`(`
`39`	`39`	`mkdir dist`
`40`	`40`	`cd client`
`41`		`- vsce package --out ../dist/ngls-${SHA}`
	`41`	`+ vsce package --out ../dist/ngls.vsix`
`42`	`42`	`)`
`43`	`43`	`echo 'travis_fold:end:build.vsix'`
`44`	`44`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	+These tests are run in CI in `scripts/ci/test.sh`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	+[{"jsonrpc":"2.0","id":1,"result":[{"label":"toString","kind":2,"detail":"method","sortText":"toString","insertText":"toString"},{"label":"charAt","kind":2,"detail":"method","sortText":"charAt","insertText":"charAt"},{"label":"charCodeAt","kind":2,"detail":"method","sortText":"charCodeAt","insertText":"charCodeAt"},{"label":"concat","kind":2,"detail":"method","sortText":"concat","insertText":"concat"},{"label":"indexOf","kind":2,"detail":"method","sortText":"indexOf","insertText":"indexOf"},{"label":"lastIndexOf","kind":2,"detail":"method","sortText":"lastIndexOf","insertText":"lastIndexOf"},{"label":"localeCompare","kind":2,"detail":"method","sortText":"localeCompare","insertText":"localeCompare"},{"label":"match","kind":2,"detail":"method","sortText":"match","insertText":"match"},{"label":"replace","kind":2,"detail":"method","sortText":"replace","insertText":"replace"},{"label":"search","kind":2,"detail":"method","sortText":"search","insertText":"search"},{"label":"slice","kind":2,"detail":"method","sortText":"slice","insertText":"slice"},{"label":"split","kind":2,"detail":"method","sortText":"split","insertText":"split"},{"label":"substring","kind":2,"detail":"method","sortText":"substring","insertText":"substring"},{"label":"toLowerCase","kind":2,"detail":"method","sortText":"toLowerCase","insertText":"toLowerCase"},{"label":"toLocaleLowerCase","kind":2,"detail":"method","sortText":"toLocaleLowerCase","insertText":"toLocaleLowerCase"},{"label":"toUpperCase","kind":2,"detail":"method","sortText":"toUpperCase","insertText":"toUpperCase"},{"label":"toLocaleUpperCase","kind":2,"detail":"method","sortText":"toLocaleUpperCase","insertText":"toLocaleUpperCase"},{"label":"trim","kind":2,"detail":"method","sortText":"trim","insertText":"trim"},{"label":"length","kind":10,"detail":"property","sortText":"length","insertText":"length"},{"label":"substr","kind":2,"detail":"method","sortText":"substr","insertText":"substr"},{"label":"valueOf","kind":2,"detail":"method","sortText":"valueOf","insertText":"valueOf"},{"label":"codePointAt","kind":2,"detail":"method","sortText":"codePointAt","insertText":"codePointAt"},{"label":"includes","kind":2,"detail":"method","sortText":"includes","insertText":"includes"},{"label":"endsWith","kind":2,"detail":"method","sortText":"endsWith","insertText":"endsWith"},{"label":"normalize","kind":2,"detail":"method","sortText":"normalize","insertText":"normalize"},{"label":"repeat","kind":2,"detail":"method","sortText":"repeat","insertText":"repeat"},{"label":"startsWith","kind":2,"detail":"method","sortText":"startsWith","insertText":"startsWith"},{"label":"anchor","kind":2,"detail":"method","sortText":"anchor","insertText":"anchor"},{"label":"big","kind":2,"detail":"method","sortText":"big","insertText":"big"},{"label":"blink","kind":2,"detail":"method","sortText":"blink","insertText":"blink"},{"label":"bold","kind":2,"detail":"method","sortText":"bold","insertText":"bold"},{"label":"fixed","kind":2,"detail":"method","sortText":"fixed","insertText":"fixed"},{"label":"fontcolor","kind":2,"detail":"method","sortText":"fontcolor","insertText":"fontcolor"},{"label":"fontsize","kind":2,"detail":"method","sortText":"fontsize","insertText":"fontsize"},{"label":"italics","kind":2,"detail":"method","sortText":"italics","insertText":"italics"},{"label":"link","kind":2,"detail":"method","sortText":"link","insertText":"link"},{"label":"small","kind":2,"detail":"method","sortText":"small","insertText":"small"},{"label":"strike","kind":2,"detail":"method","sortText":"strike","insertText":"strike"},{"label":"sub","kind":2,"detail":"method","sortText":"sub","insertText":"sub"},{"label":"sup","kind":2,"detail":"method","sortText":"sup","insertText":"sup"}]},{"jsonrpc":"2.0","id":2,"result":null}]
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	`+[{"jsonrpc":"2.0","id":2,"result":null}]`