Import firebase config from secret file

Author: dlarocque

.gitignore

@@ -103,4 +103,7 @@ vertexai-sdk-test-data
 mocks-lookup.ts
 
 # temp changeset output
-changeset-temp.json
+changeset-temp.json
+
+# Vertex AI integration test Firebase project config
+packages/vertexai/integration/firebase-config.ts

config/karma.base.js

@@ -60,7 +60,7 @@ const config = {
   preprocessors: {
     'test/**/*.ts': ['webpack', 'sourcemap'],
     'src/**/*.test.ts': ['webpack', 'sourcemap'],
-    'integration/**/*.test.ts': ['webpack', 'sourcemap']
+    'integration/**/*.ts': ['webpack', 'sourcemap']
   },
 
   mime: { 'text/x-typescript': ['ts', 'tsx'] },

packages/vertexai/integration/chat.test.ts

@@ -1,26 +1,10 @@
 import { Content, GenerationConfig, HarmBlockMethod, HarmBlockThreshold, HarmCategory, SafetySetting } from "../src";
 
-// TODO (dlarocque): Use seperate Firebase config specifically for Vertex AI
-// TODO (dlarocque): Load this from environment variables, so we can set the config as a 
-// secret in CI.
-export const config = {
-  apiKey: "AIzaSyBNHCyZ-bpv-WA-HpXTmigJm2aq3z1kaH8",
-  authDomain: "jscore-sandbox-141b5.firebaseapp.com",
-  databaseURL: "https://jscore-sandbox-141b5.firebaseio.com",
-  projectId: "jscore-sandbox-141b5",
-  storageBucket: "jscore-sandbox-141b5.appspot.com",
-  messagingSenderId: "280127633210",
-  appId: "1:280127633210:web:1eb2f7e8799c4d5a46c203",
-  measurementId: "G-1VL38N8YFE"
-};
-
 export const MODEL_NAME = 'gemini-1.5-pro'; 
 
-/// TODO (dlarocque): Fix the naming on these.
 export const generationConfig: GenerationConfig = {
   temperature: 0,
   topP: 0,
-  topK: 1,
   responseMimeType: 'text/plain'
 }
 

packages/vertexai/integration/constants.ts

@@ -1,11 +1,12 @@
 import { expect } from "chai";
 import { Modality, getGenerativeModel, getVertexAI } from "../src";
-import { MODEL_NAME, generationConfig, systemInstruction, safetySettings, config } from "./constants";
+import { MODEL_NAME, generationConfig, systemInstruction, safetySettings, } from "./constants";
 import { initializeApp } from "@firebase/app";
+import { FIREBASE_CONFIG } from "./firebase-config";
 
 describe('Count Tokens', () => {
 
-  before(() => initializeApp(config))
+  before(() => initializeApp(FIREBASE_CONFIG))
 
   it('CountTokens text', async () => {
     const vertexAI = getVertexAI(); 
@@ -28,4 +29,10 @@ describe('Count Tokens', () => {
     expect(response.promptTokensDetails![0].modality).to.equal(Modality.TEXT);
     expect(response.promptTokensDetails![0].tokenCount).to.equal(6);
   });
+  // TODO (dlarocque): Test countTokens() with the following:
+  // - inline data
+  // - public storage reference
+  // - private storage reference (testing auth integration)
+  // - count tokens
+  // - JSON schema
 });

packages/vertexai/integration/count-tokens.test.ts

@@ -1,15 +1,16 @@
 import { expect } from "chai";
-import { getGenerativeModel, getVertexAI } from "../src";
-import { MODEL_NAME, generationConfig, systemInstruction, safetySettings, config } from "./constants";
+import { Modality, getGenerativeModel, getVertexAI } from "../src";
+import { MODEL_NAME, generationConfig, systemInstruction, safetySettings } from "./constants";
 import { initializeApp } from "@firebase/app";
+import { FIREBASE_CONFIG } from "./firebase-config";
 
 // Token counts are only expected to differ by at most this number of tokens.
 // Set to 1 for whitespace that is not always present.
 const TOKEN_COUNT_DELTA = 1;
 
 describe('Generate Content', () => {
 
-  before(() => initializeApp(config))
+  before(() => initializeApp(FIREBASE_CONFIG))
 
   it('generateContent', async () => {
     const vertexAI = getVertexAI(); 
@@ -29,9 +30,18 @@ describe('Generate Content', () => {
     const trimmedText = response.text().trim();
     expect(trimmedText).to.equal('Mountain View');
 
-    console.log(JSON.stringify(response));
-
     expect(response.usageMetadata).to.not.be.null;
     expect(response.usageMetadata!.promptTokenCount).to.be.closeTo(21, TOKEN_COUNT_DELTA);
+    expect(response.usageMetadata!.candidatesTokenCount).to.be.closeTo(4, TOKEN_COUNT_DELTA);
+    expect(response.usageMetadata!.totalTokenCount).to.be.closeTo(25, TOKEN_COUNT_DELTA*2);
+    expect(response.usageMetadata!.promptTokensDetails).to.not.be.null;
+    expect(response.usageMetadata!.promptTokensDetails!.length).to.equal(1);
+    expect(response.usageMetadata!.promptTokensDetails![0].modality).to.equal(Modality.TEXT);
+    expect(response.usageMetadata!.promptTokensDetails![0].tokenCount).to.equal(21);
+    expect(response.usageMetadata!.candidatesTokensDetails).to.not.be.null;
+    expect(response.usageMetadata!.candidatesTokensDetails!.length).to.equal(1);
+    expect(response.usageMetadata!.candidatesTokensDetails![0].modality).to.equal(Modality.TEXT);
+    expect(response.usageMetadata!.candidatesTokensDetails![0].tokenCount).to.equal(4);
   });
+  // TODO (dlarocque): Test generateContentStream
 });

packages/vertexai/integration/generate-content.test.ts

@@ -18,14 +18,19 @@
 const karmaBase = require('../../config/karma.base');
 const { argv } = require('yargs');
 
+// Validate that required environment variables are defined
+if (!process.env.VERTEXAI_INTEGRATION_FIREBASE_CONFIG_JSON) {
+  throw new Error('VERTEXAI_INTEGRATION_FIREBASE_CONFIG_JSON is not defined in env. Set this env variable to be the JSON of a Firebase project config to run the integration tests with.')
+}
+
 module.exports = function (config) {
   const karmaConfig = {
     ...karmaBase,
 
     // files to load into karma
     files: (() => {
       if (argv.integration) {
-        return ['integration/**/*.test.ts'];
+        return ['integration/**'];
       } else {
         return ['src/**/*.test.ts'];
       }
@@ -34,7 +39,10 @@ module.exports = function (config) {
     // frameworks to use
     // available frameworks: https://npmjs.org/browse/keyword/karma-adapter
     frameworks: ['mocha']
+
   };
 
+  config.client.args.push(process.env.VERTEXAI_INTEGRATION_FIREBASE_CONFIG_JSON);
+
   config.set(karmaConfig);
 };