refactor: use communication model in AI history view

Refactors the AI history view to use the new AI communication model as
data input. Removes the now obsolete communication recording service.

The history now supports two visual modes: "raw" and "compact" for
easier inspection. Also added an option to toggle newline rendering.

The ai-history package now depends on ai-chat-ui instead of the other
way around. Therefore the AI history is now optional.

Resolves #15539

Contributed on behalf of STMicroelectronics.

Author: sdirix

package-lock.json

@@ -5,7 +5,6 @@
   "dependencies": {
     "@theia/ai-chat": "1.61.0",
     "@theia/ai-core": "1.61.0",
-    "@theia/ai-history": "1.61.0",
     "@theia/core": "1.61.0",
     "@theia/editor": "1.61.0",
     "@theia/editor-preview": "1.61.0",

packages/ai-chat-ui/package.json

@@ -31,7 +31,6 @@ import { SecondaryWindowHandler } from '@theia/core/lib/browser/secondary-window
 import { formatDistance } from 'date-fns';
 import * as locales from 'date-fns/locale';
 import { AI_SHOW_SETTINGS_COMMAND } from '@theia/ai-core/lib/browser';
-import { OPEN_AI_HISTORY_VIEW } from '@theia/ai-history/lib/browser/ai-history-contribution';
 import { ChatNodeToolbarCommands } from './chat-node-toolbar-action-contribution';
 import { isEditableRequestNode, type EditableRequestNode } from './chat-tree-view';
 import { TASK_CONTEXT_VARIABLE } from '@theia/ai-chat/lib/browser/task-context-variable';
@@ -179,14 +178,6 @@ export class AIChatContribution extends AbstractViewContribution<ChatViewWidget>
             tooltip: nls.localize('theia/ai-chat-ui/open-settings-tooltip', 'Open AI settings...'),
             isVisible: widget => this.withWidget(widget),
         });
-        registry.registerItem({
-            id: 'chat-view.' + OPEN_AI_HISTORY_VIEW.id,
-            command: OPEN_AI_HISTORY_VIEW.id,
-            tooltip: nls.localize('theia/ai-chat-ui/open-history-tooltip', 'Open AI history...'),
-            group: 'ai-settings',
-            priority: 1,
-            isVisible: widget => this.withWidget(widget),
-        });
         const sessionSummarizibilityChangedEmitter = new Emitter<void>();
         this.taskContextService.onDidChange(() => sessionSummarizibilityChangedEmitter.fire());
         this.chatService.onSessionEvent(event => event.type === 'activeChange' && sessionSummarizibilityChangedEmitter.fire());

packages/ai-chat-ui/src/browser/ai-chat-ui-contribution.ts

@@ -15,9 +15,6 @@
     {
       "path": "../ai-core"
     },
-    {
-      "path": "../ai-history"
-    },
     {
       "path": "../core"
     },

packages/ai-chat-ui/tsconfig.json

@@ -4,7 +4,6 @@
   "description": "Theia - AI Chat Extension",
   "dependencies": {
     "@theia/ai-core": "1.61.0",
-    "@theia/ai-history": "1.61.0",
     "@theia/core": "1.61.0",
     "@theia/editor": "1.61.0",
     "@theia/file-search": "1.61.0",

packages/ai-chat/package.json

@@ -23,7 +23,6 @@ import {
     AgentSpecificVariables,
     AIVariableContext,
     AIVariableResolutionRequest,
-    CommunicationRecordingService,
     getTextOfResponse,
     isTextResponsePart,
     isThinkingResponsePart,
@@ -147,9 +146,6 @@ export abstract class AbstractChatAgent implements ChatAgent {
     @inject(DefaultResponseContentFactory)
     protected defaultContentFactory: DefaultResponseContentFactory;
 
-    @inject(CommunicationRecordingService)
-    protected recordingService: CommunicationRecordingService;
-
     readonly abstract id: string;
     readonly abstract name: string;
     readonly abstract languageModelRequirements: LanguageModelRequirement[];
@@ -289,12 +285,6 @@ export abstract class AbstractChatAgent implements ChatAgent {
         const agentSettings = this.getLlmSettings();
         const settings = { ...agentSettings, ...request.session.settings };
         const tools = toolRequests.length > 0 ? toolRequests : undefined;
-        this.recordingService.recordRequest({
-            agentId: this.id,
-            sessionId: request.session.id,
-            requestId: request.id,
-            request: messages
-        });
         return this.languageModelService.sendRequest(
             languageModel,
             {
@@ -323,15 +313,6 @@ export abstract class AbstractChatAgent implements ChatAgent {
      * Subclasses may override this method to perform additional actions or keep the response open for processing further requests.
      */
     protected async onResponseComplete(request: MutableChatRequestModel): Promise<void> {
-        this.recordingService.recordResponse(
-            {
-                agentId: this.id,
-                sessionId: request.session.id,
-                requestId: request.id,
-                response: request.response.response.content.flatMap(c =>
-                    c.toLanguageModelMessage?.() ?? ({ type: 'text', actor: 'ai', text: c.asDisplayString?.() ?? c.asString?.() ?? JSON.stringify(c) }))
-            }
-        );
         return request.response.complete();
     }
 

packages/ai-chat/src/common/chat-agents.ts

@@ -1190,6 +1190,10 @@ export class MutableChatRequestModel implements ChatRequestModel, EditableChatRe
         return this._data[key] as T;
     }
 
+    removeData(key: string): void {
+        delete this._data[key];
+    }
+
     get id(): string {
         return this._id;
     }

packages/ai-chat/src/common/chat-model.ts

@@ -17,11 +17,10 @@
 import {
     Agent,
     AgentService,
-    CommunicationRecordingService,
-    CommunicationRequestEntryParam,
     getTextOfResponse,
     LanguageModelRegistry,
     LanguageModelRequirement,
+    LanguageModelService,
     PromptService,
     PromptTemplate,
     UserRequest
@@ -58,9 +57,9 @@ export class ChatSessionNamingService {
 
 @injectable()
 export class ChatSessionNamingAgent implements Agent {
-    static ID = 'chat-session-naming-agent';
+    static ID = 'Chat Session Naming';
     id = ChatSessionNamingAgent.ID;
-    name = 'Chat Session Naming';
+    name = ChatSessionNamingAgent.ID;
     description = 'Agent for generating chat session names';
     variables = [];
     promptTemplates: PromptTemplate[] = [CHAT_SESSION_NAMING_PROMPT];
@@ -77,8 +76,8 @@ export class ChatSessionNamingAgent implements Agent {
     @inject(LanguageModelRegistry)
     protected readonly lmRegistry: LanguageModelRegistry;
 
-    @inject(CommunicationRecordingService)
-    protected recordingService: CommunicationRecordingService;
+    @inject(LanguageModelService)
+    protected readonly languageModelService: LanguageModelService;
 
     @inject(PromptService)
     protected promptService: PromptService;
@@ -116,18 +115,9 @@ export class ChatSessionNamingAgent implements Agent {
             sessionId,
             agentId: this.id
         };
-        this.recordingService.recordRequest({ ...request, request: request.messages } satisfies CommunicationRequestEntryParam);
-
-        const result = await lm.request(request);
+        const result = await this.languageModelService.sendRequest(lm, request);
         const response = await getTextOfResponse(result);
-        this.recordingService.recordResponse({
-            agentId: this.id,
-            sessionId,
-            requestId,
-            response: [{ actor: 'ai', text: response, type: 'text' }]
-        });
 
         return response.replace(/\s+/g, ' ').substring(0, 100);
     }
-
 }

packages/ai-chat/src/common/chat-session-naming-service.ts

@@ -12,9 +12,6 @@
     {
       "path": "../ai-core"
     },
-    {
-      "path": "../ai-history"
-    },
     {
       "path": "../core"
     },

packages/ai-chat/tsconfig.json

@@ -16,7 +16,7 @@
 
 import { LanguageModelService } from '@theia/ai-core/lib/browser';
 import {
-    Agent, AgentSpecificVariables, CommunicationRecordingService, getTextOfResponse,
+    Agent, AgentSpecificVariables, getTextOfResponse,
     LanguageModelRegistry, LanguageModelRequirement, PromptService, PromptTemplate,
     UserRequest
 } from '@theia/ai-core/lib/common';
@@ -132,12 +132,6 @@ export class CodeCompletionAgentImpl implements CodeCompletionAgent {
             if (token.isCancellationRequested) {
                 return undefined;
             }
-            this.recordingService.recordRequest({
-                agentId: this.id,
-                sessionId,
-                requestId,
-                request: request.messages
-            });
             const response = await this.languageModelService.sendRequest(languageModel, request);
             if (token.isCancellationRequested) {
                 return undefined;
@@ -146,12 +140,6 @@ export class CodeCompletionAgentImpl implements CodeCompletionAgent {
             if (token.isCancellationRequested) {
                 return undefined;
             }
-            this.recordingService.recordResponse({
-                agentId: this.id,
-                sessionId,
-                requestId,
-                response: [{ actor: 'ai', text: completionText, type: 'text' }]
-            });
 
             const postProcessedCompletionText = this.postProcessor.postProcess(completionText);
 
@@ -182,9 +170,6 @@ export class CodeCompletionAgentImpl implements CodeCompletionAgent {
     @inject(PromptService)
     protected promptService: PromptService;
 
-    @inject(CommunicationRecordingService)
-    protected recordingService: CommunicationRecordingService;
-
     @inject(ProgressService)
     protected progressService: ProgressService;
 

packages/ai-code-completion/src/browser/code-completion-agent.ts

@@ -16,7 +16,6 @@
 export * from './agent-service';
 export * from './agent';
 export * from './agents-variable-contribution';
-export * from './communication-recording-service';
 export * from './tool-invocation-registry';
 export * from './language-model-delegate';
 export * from './language-model-util';

packages/ai-core/src/common/communication-recording-service.ts

@@ -14,10 +14,10 @@
 // SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
 // *****************************************************************************
 import {
-    LanguageModelParsedResponse,
     LanguageModelRequest,
+    LanguageModelResponse,
+    LanguageModelStreamResponse,
     LanguageModelStreamResponsePart,
-    LanguageModelTextResponse
 } from './language-model';
 
 /**
@@ -62,6 +62,11 @@ export interface LanguageModelMonitoredStreamResponse {
     parts: LanguageModelStreamResponsePart[];
 }
 
+/**
+ * Alternative to the LanguageModelResponse, suited for inspection
+ */
+export type LanguageModelExchangeRequestResponse = Exclude<LanguageModelResponse, LanguageModelStreamResponse> | LanguageModelMonitoredStreamResponse;
+
 /**
  * Represents a request to a language model within an exchange unit, capturing the request and its response.
  */
@@ -89,5 +94,5 @@ export interface LanguageModelExchangeRequest {
     /**
      * The recorded response
      */
-    response: LanguageModelTextResponse | LanguageModelParsedResponse | LanguageModelMonitoredStreamResponse;
+    response: LanguageModelExchangeRequestResponse;
 }

packages/ai-core/src/common/index.ts

@@ -27,7 +27,10 @@ export interface ResponseCompletedEvent {
     type: 'responseCompleted',
     requestId: string;
 }
-export type SessionEvent = RequestAddedEvent | ResponseCompletedEvent;
+export interface SessionsClearedEvent {
+    type: 'sessionsCleared'
+}
+export type SessionEvent = RequestAddedEvent | ResponseCompletedEvent | SessionsClearedEvent;
 
 export const LanguageModelService = Symbol('LanguageModelService');
 export interface LanguageModelService {
@@ -49,7 +52,18 @@ export class LanguageModelServiceImpl implements LanguageModelService {
     @inject(LanguageModelRegistry)
     protected languageModelRegistry: LanguageModelRegistry;
 
-    sessions: LanguageModelSession[] = [];
+    private _sessions: LanguageModelSession[] = [];
+
+    get sessions(): LanguageModelSession[] {
+        return this._sessions;
+    }
+
+    set sessions(newSessions: LanguageModelSession[]) {
+        this._sessions = newSessions;
+        if (newSessions.length === 0) {
+            this.sessionChangedEmitter.fire({ type: 'sessionsCleared' });
+        }
+    }
 
     protected sessionChangedEmitter = new Emitter<SessionEvent>();
     onSessionChanged = this.sessionChangedEmitter.event;
@@ -92,13 +106,13 @@ export class LanguageModelServiceImpl implements LanguageModelService {
 
     protected storeRequest(languageModel: LanguageModel, languageModelRequest: UserRequest, response: LanguageModelExchangeRequest['response']): void {
         // Find or create the session for this request
-        let session = this.sessions.find(s => s.id === languageModelRequest.sessionId);
+        let session = this._sessions.find(s => s.id === languageModelRequest.sessionId);
         if (!session) {
             session = {
                 id: languageModelRequest.sessionId,
                 exchanges: []
             };
-            this.sessions.push(session);
+            this._sessions.push(session);
         }
 
         // Find or create the exchange for this request