Skip to content

Commit db75f00

Browse files
Fix apiKey implementations
1 parent 7da7862 commit db75f00

File tree

5 files changed

+11
-7
lines changed

5 files changed

+11
-7
lines changed

src/llm/services/cerebras.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,6 @@ export class CerebrasLLM extends AiLLM<OpenAIProvider> {
3838
}
3939

4040
protected apiKey(): string | undefined {
41-
return currentUser().llmConfig.cerebrasKey || envVar('CEREBRAS_API_KEY');
41+
return currentUser().llmConfig.cerebrasKey || process.env.CEREBRAS_API_KEY;
4242
}
4343
}

src/llm/services/deepseek.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,6 @@ export class DeepSeekLLM extends AiLLM<DeepSeekProvider> {
3939
}
4040

4141
protected apiKey(): string | undefined {
42-
return currentUser().llmConfig.deepseekKey || envVar('DEEPSEEK_API_KEY');
42+
return currentUser().llmConfig.deepseekKey || process.env.DEEPSEEK_API_KEY;
4343
}
4444
}

src/llm/services/perplexity-llm.ts

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -69,10 +69,14 @@ export class PerplexityLLM extends BaseLLM {
6969
this.costPerPromptToken = costPerPromptToken;
7070
this.costPerCompletionToken = costPerCompletionToken;
7171
this.onlineCost = onlineCost;
72-
this.openai = new OpenAI({
72+
}
73+
74+
private api(): OpenAI {
75+
this.openai ??= new OpenAI({
7376
apiKey: functionConfig(Perplexity).key || envVar('PERPLEXITY_KEY'),
7477
baseURL: 'https://api.perplexity.ai',
7578
});
79+
return this.openai;
7680
}
7781

7882
isConfigured(): boolean {
@@ -131,7 +135,7 @@ export class PerplexityLLM extends BaseLLM {
131135
const requestTime = Date.now();
132136

133137
try {
134-
const response = await this.openai.chat.completions.create({
138+
const response = await this.api().chat.completions.create({
135139
model: this.model,
136140
messages: apiMessages,
137141
stream: false,

src/llm/services/sambanova.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ export function sambanovaLLMRegistry(): Record<string, () => LLM> {
1111
return {
1212
'sambanova:DeepSeek-R1': sambanovaDeepseekR1,
1313
'sambanova:DeepSeek-R1-Distill-Llama-70B': sambanovaLlama3_3_70b_R1_Distill,
14-
'sambanova:llama-3.3-70b': sambanovaLlama3_3_70b,
14+
'sambanova:Meta-Llama-3.3-70B-Instruct': sambanovaLlama3_3_70b,
1515
};
1616
}
1717

@@ -43,6 +43,6 @@ export class SambanovaLLM extends AiLLM<OpenAIProvider> {
4343
}
4444

4545
protected apiKey(): string | undefined {
46-
return currentUser().llmConfig.sambanovaKey || envVar('SAMBANOVA_API_KEY');
46+
return currentUser().llmConfig.sambanovaKey || process.env.SAMBANOVA_API_KEY;
4747
}
4848
}

src/llm/services/vertexai.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ class VertexLLM extends AiLLM<GoogleVertexProvider> {
5151
}
5252

5353
protected apiKey(): string {
54-
return currentUser().llmConfig.vertexProjectId || envVar('GCLOUD_PROJECT');
54+
return currentUser().llmConfig.vertexProjectId || process.env.GCLOUD_PROJECT;
5555
}
5656

5757
provider(): GoogleVertexProvider {

0 commit comments

Comments
 (0)