chore: updated chat (#69)

* deepseek ai

* code refactored

* code refactored

Author: mikita-kandratsyeu

.env.example

@@ -27,9 +27,9 @@ YANDEX_CLIENT_ID=
 YANDEX_CLIENT_SECRET=
 
 # Copilot secrets
-DEEP_SEEK_TOKEN=
+DEEPSEEK_API_KEY=
 OLLAMA_BASE_URL=
-OPEN_AI_TOKEN=
+OPENAI_API_KEY=
 
 # Databases
 POSTGRES_PRISMA_URL=

actions/ai/generate-completion.ts

@@ -4,11 +4,9 @@ import { ChatCompletionMessageParam } from 'openai/resources/index.mjs';
 import { ResponseCreateParamsBase } from 'openai/resources/responses/responses.mjs';
 
 import { AI_PROVIDER, ChatCompletionRole } from '@/constants/ai';
-import { isOwner } from '@/lib/owner';
-import { AIProvider } from '@/server/ai-provider';
 
 import { getCurrentUser } from '../auth/get-current-user';
-import { getAppConfig } from '../configs/get-app-config';
+import { getTargetProvider } from './get-target-provider';
 
 type GenerateCompletion = Omit<ResponseCreateParamsBase, 'model'> & {
   model?: string;
@@ -21,34 +19,27 @@ export const generateCompletion = async ({
   stream = false,
 }: GenerateCompletion) => {
   const user = await getCurrentUser();
-  const config = await getAppConfig();
 
-  const aiModel = model || config?.ai?.['text-models']?.[0].value || '';
-  const provider = AIProvider(config?.ai?.provider);
+  const { provider, providerName, targetTextModel } = await getTargetProvider(model);
 
-  const TEXT_MODELS = config?.ai?.['text-models'] ?? [];
-  const models = (isOwner(user?.userId) ? TEXT_MODELS : TEXT_MODELS.slice(0, 2)).map(
-    ({ value }) => value,
-  );
-
-  if (!models.includes(aiModel)) {
-    return { completion: null, model: aiModel };
+  if (!user?.hasSubscription && targetTextModel.isSubscription) {
+    return { completion: null, model: targetTextModel.value };
   }
 
   const completion =
-    config?.ai?.provider === AI_PROVIDER.openai
+    providerName === AI_PROVIDER.openai
       ? await provider.responses.create({
           input,
           instructions,
-          model: aiModel,
+          model: targetTextModel.value,
           stream,
         })
       : await provider.chat.completions.create({
           messages: [
             ...(instructions ? [{ role: ChatCompletionRole.SYSTEM, content: instructions }] : []),
             ...input,
           ] as ChatCompletionMessageParam[],
-          model: aiModel,
+          model: targetTextModel.value,
           stream,
         });
 
@@ -68,11 +59,15 @@ export const generateCompletion = async ({
               content_index: event.content_index,
               delta: event.delta,
             };
+
             await writer.write(encoder.encode(`data: ${JSON.stringify(data)}\n\n`));
+          } else if (event.choices[0].finish_reason !== 'stop') {
+            await writer.write(encoder.encode(event.choices[0].delta.content ?? ''));
           }
         }
       } catch (error) {
         console.error('Stream processing error:', error);
+
         await writer.write(
           encoder.encode(`data: ${JSON.stringify({ error: 'Stream processing error' })}\n\n`),
         );
@@ -81,8 +76,8 @@ export const generateCompletion = async ({
       }
     })();
 
-    return { completion: stream_response.readable, model: aiModel };
+    return { completion: stream_response.readable, model: targetTextModel.value };
   }
 
-  return { completion, model: aiModel };
+  return { completion, model: targetTextModel.value };
 };

actions/ai/generate-image.ts

@@ -2,32 +2,27 @@
 
 import { ImageGenerateParams } from 'openai/resources/images.mjs';
 
-import { AIProvider } from '@/server/ai-provider';
-
-import { getAppConfig } from '../configs/get-app-config';
+import { getCurrentUser } from '../auth/get-current-user';
+import { getTargetProvider } from './get-target-provider';
 
 type GenerateImage = Omit<ImageGenerateParams, 'model'> & {
   model?: string;
 };
 
 export const generateImage = async ({ model, prompt }: GenerateImage) => {
-  const config = await getAppConfig();
-
-  const aiModel = model || config?.ai?.['image-models']?.[0].value || '';
-  const provider = AIProvider(config?.ai?.provider);
+  const user = await getCurrentUser();
 
-  const IMAGE_MODELS = config?.ai?.['image-models'] ?? [];
-  const models = IMAGE_MODELS.map(({ value }) => value);
+  const { provider, targetImageModel } = await getTargetProvider(model);
 
-  if (!models.includes(aiModel)) {
+  if (!user?.hasSubscription && targetImageModel.isSubscription) {
     return {
       image: null,
-      model: aiModel,
+      model: targetImageModel.value,
     };
   }
 
   const response = await provider.images.generate({
-    model: aiModel,
+    model: targetImageModel.value,
     n: 1,
     prompt,
     quality: 'hd',
@@ -37,6 +32,6 @@ export const generateImage = async ({ model, prompt }: GenerateImage) => {
 
   return {
     image: response,
-    model: null,
+    model: targetImageModel.value,
   };
 };

actions/ai/get-target-provider.ts

@@ -0,0 +1,67 @@
+'use server';
+
+import OpenAI from 'openai';
+
+import { AI_PROVIDER } from '@/constants/ai';
+
+import { getAppConfig } from '../configs/get-app-config';
+
+const AIProvider = (provider: string) => {
+  let options = {};
+
+  switch (provider) {
+    case AI_PROVIDER.deepseek:
+      options = {
+        apiKey: process.env.DEEPSEEK_API_KEY,
+        baseURL: 'https://api.deepseek.com',
+      };
+      break;
+    case AI_PROVIDER.openai:
+      options = {
+        apiKey: process.env.OPENAI_API_KEY,
+      };
+      break;
+    default:
+      options = {
+        apiKey: 'ollama',
+        baseURL: process.env.OLLAMA_BASE_URL,
+      };
+  }
+
+  return new OpenAI(options);
+};
+
+export const getTargetProvider = async (model: string | undefined) => {
+  const config = await getAppConfig();
+
+  const targetProvider = config.ai.find((ai) => {
+    const allModels = [...ai['image-models'], ...ai['text-models']].map((model) => model.value);
+
+    return allModels.includes(String(model));
+  });
+
+  if (!targetProvider) {
+    const { provider, 'text-models': textModels, 'image-models': imageModels } = config.ai[0];
+
+    return {
+      provider: AIProvider(provider),
+      providerName: provider,
+      targetImageModel: imageModels[0],
+      targetTextModel: textModels[0],
+    };
+  }
+
+  const { provider, 'text-models': textModels, 'image-models': imageModels } = targetProvider;
+
+  const targetTextModel =
+    textModels.find((textModel) => textModel.value === model) ?? textModels[0];
+  const targetImageModel =
+    imageModels.find((imageModel) => imageModel.value === model) ?? imageModels[0];
+
+  return {
+    provider: AIProvider(provider),
+    providerName: provider,
+    targetImageModel,
+    targetTextModel,
+  };
+};

actions/configs/get-app-config.ts

@@ -6,10 +6,10 @@ import { getGithubContents } from '../github/get-contents';
 
 export type GetAppConfig = {
   ai: {
-    'image-models': { value: string; label: string }[];
-    'text-models': { value: string; label: string }[];
+    'image-models': { value: string; label: string; owner: string; isSubscription: boolean }[];
+    'text-models': { value: string; label: string; owner: string; isSubscription: boolean }[];
     provider: string;
-  };
+  }[];
   auth: { isBlockedNewLogin: true; providers: Record<string, boolean> };
   features: { christmas: boolean };
 };
@@ -26,11 +26,13 @@ export const getAppConfig = async (): Promise<GetAppConfig> => {
     console.error('[GET_APP_CONFIG_ACTION]', error);
 
     return {
-      ai: {
-        'image-models': [],
-        'text-models': [],
-        provider: 'ollama',
-      },
+      ai: [
+        {
+          'image-models': [],
+          'text-models': [],
+          provider: 'ollama',
+        },
+      ],
       auth: {
         isBlockedNewLogin: true,
         providers: {

app/(chat)/(routes)/chat/[[...slug]]/_components/chat-main/chat-input-footer.tsx

@@ -29,7 +29,7 @@ export const ChatInputFooter = ({
     config: state.config,
   }));
 
-  const IMAGE_MODELS = appConfig?.ai?.['image-models'] ?? [];
+  const IMAGE_MODELS = appConfig?.ai.flatMap((ai) => ai['image-models']) ?? [];
 
   return (
     <div className="flex justify-between px-2 py-2 items-center">
@@ -54,9 +54,6 @@ export const ChatInputFooter = ({
             )}
           />
         </button>
-        {/* <button type="button" disabled={isSubmitting}>
-          <Paperclip className="w-4 h-4 text-muted-foreground" />
-        </button> */}
         <Separator orientation="vertical" className="mr-4 ml-2 h-6" />
         <Button
           className={cn(