(EAI-992): Remove ChatLlm (#751)

* refactor GenerateRespose

* Clean up imports

* consolidate generate user prompt to the legacy file

* update test config imports

* Fix broken tests

* get started

* nominally working generate res w/ search

* small refactors

* aint pretty but fully functional

* hacky if more functional

* more hack

* tools

* functional if not pretty

* Add processing

* working tool calling

* making progress

* keepin on

* Clean config

* working e2e

* update model version

* Remove no longer used stuff

* decouple search results for references and whats shown to model

* fix scripts build errs

* remove ChatLlm

* lite fixes

* Remove stub

---------

Co-authored-by: Ben Perlmutter <mongodben@mongodb.com>

Author: mongodben

packages/mongodb-rag-core/src/DataStreamer.ts

@@ -1,12 +1,16 @@
 import { Response } from "express";
-import { OpenAiStreamingResponse } from "./llm";
 import { References } from "./References";
 import { logger } from "./logger";
+import OpenAI from "openai";
 
 export function escapeNewlines(str: string): string {
   return str.replaceAll(`\n`, `\\n`);
 }
 
+export type OpenAiStreamingResponse = AsyncIterable<
+  Omit<OpenAI.ChatCompletionChunk, "model" | "object">
+>;
+
 interface ServerSentEventDispatcher<Data extends object | string> {
   connect(): void;
   disconnect(): void;

packages/mongodb-rag-core/src/index.ts

@@ -1,5 +1,3 @@
-export * from "./llm";
-export * as Llm from "./llm";
 export * from "./chunk";
 export * as Chunk from "./chunk";
 export * from "./contentStore";