routing mode for snippets

Author: TGlide

src/lib/components/inference-playground/code-snippets.svelte

@@ -40,7 +40,7 @@
 	let showToken = $state(false);
 
 	type GetSnippetArgs = {
-		tokenStr: string;
+		tokenStr?: string;
 		conversation: ConversationClass;
 		lang: InferenceSnippetLanguage;
 	};
@@ -53,6 +53,7 @@
 			max_tokens: data.config.max_tokens,
 			temperature: data.config.temperature,
 			top_p: data.config.top_p,
+			accessToken: tokenStr,
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
 		} as any;
 		// eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -61,7 +62,7 @@
 		}
 
 		if (isCustomModel(model)) {
-			const snippets = getInferenceSnippet(conversation, lang, tokenStr, opts);
+			const snippets = getInferenceSnippet(conversation, lang, opts);
 			return snippets
 				.filter(s => s.client.startsWith("open") || lang === "sh")
 				.map(s => {
@@ -74,7 +75,7 @@
 				});
 		}
 
-		return getInferenceSnippet(conversation, lang, tokenStr, opts);
+		return getInferenceSnippet(conversation, lang, opts);
 	}
 
 	// { javascript: 0, python: 0, http: 0 } at first
@@ -101,10 +102,10 @@
 		if (isCustomModel(conversation.model)) {
 			const t = conversation.model.accessToken;
 
-			return t && showToken ? t : "YOUR_ACCESS_TOKEN";
+			return t && showToken ? t : undefined;
 		}
 
-		return token.value && showToken ? token.value : "YOUR_HF_TOKEN";
+		return token.value && showToken ? token.value : undefined;
 	});
 
 	const snippetsByLang = $derived({

src/lib/utils/business.svelte.ts

@@ -316,8 +316,8 @@ export type GetInferenceSnippetReturn = InferenceSnippet[];
 export function getInferenceSnippet(
 	conversation: ConversationClass,
 	language: InferenceSnippetLanguage,
-	accessToken: string,
 	opts?: {
+		accessToken?: string;
 		messages?: ConversationEntityMembers["messages"];
 		streaming?: ConversationEntityMembers["streaming"];
 		max_tokens?: ConversationEntityMembers["config"]["max_tokens"];
@@ -342,7 +342,7 @@ export function getInferenceSnippet(
 		provider,
 		// eslint-disable-next-line @typescript-eslint/no-explicit-any
 		{ ...providerMapping, hfModelId: model.id } as any,
-		{ ...opts, accessToken },
+		{ ...opts, directRequest: false },
 	);
 
 	return allSnippets