#Modified for Groq

stackblitz · Dec 10, 2024 · 9475e18 · 9475e18
1 parent cecbc55
commit 9475e18
Show file tree

Hide file tree

Showing 9 changed files with 11 additions and 187 deletions.
diff --git a/.github/ISSUE_TEMPLATE/bug_report.yml b/.github/ISSUE_TEMPLATE/bug_report.yml
diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md
diff --git a/.github/actions/setup-and-build/action.yaml b/.github/actions/setup-and-build/action.yaml
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
diff --git a/.github/workflows/semantic-pr.yaml b/.github/workflows/semantic-pr.yaml
diff --git a/.husky/commit-msg b/.husky/commit-msg
diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts
@@ -1,8 +1,9 @@
 import { streamText as _streamText, convertToCoreMessages } from 'ai';
-import { getAPIKey } from '~/lib/.server/llm/api-key';
-import { getAnthropicModel } from '~/lib/.server/llm/model';
+
 import { MAX_TOKENS } from './constants';
 import { getSystemPrompt } from './prompts';
+import { createGroq } from '@ai-sdk/groq';
+
 
 interface ToolResult<Name extends string, Args, Result> {
   toolCallId: string;
@@ -21,9 +22,11 @@ export type Messages = Message[];
 
 export type StreamingOptions = Omit<Parameters<typeof _streamText>[0], 'model'>;
 
+const groq = createGroq();
+
 export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
   return _streamText({
-    model: getAnthropicModel(getAPIKey(env)),
+    model: groq(env.MODEL_NAME ?? 'gemma2-9b-it'),
     system: getSystemPrompt(),
     maxTokens: MAX_TOKENS,
     headers: {

diff --git a/package.json b/package.json
@@ -24,6 +24,7 @@
   },
   "dependencies": {
     "@ai-sdk/anthropic": "^0.0.39",
+    "@ai-sdk/groq": "^1.0.8",
     "@codemirror/autocomplete": "^6.17.0",
     "@codemirror/commands": "^6.6.0",
     "@codemirror/lang-cpp": "^6.0.2",
@@ -58,6 +59,7 @@
     "date-fns": "^3.6.0",
     "diff": "^5.2.0",
     "framer-motion": "^11.2.12",
+    "groq-sdk": "^0.9.0",
     "isbot": "^4.1.0",
     "istextorbinary": "^9.5.0",
     "jose": "^5.6.3",
@@ -87,6 +89,7 @@
     "is-ci": "^3.0.1",
     "node-fetch": "^3.3.2",
     "prettier": "^3.3.2",
+    "sass-embedded": "^1.82.0",
     "typescript": "^5.5.2",
     "unified": "^11.0.5",
     "unocss": "^0.61.3",

diff --git a/worker-configuration.d.ts b/worker-configuration.d.ts
@@ -1,3 +1,5 @@
 interface Env {
   ANTHROPIC_API_KEY: string;
+  MODEL_NAME: string;
+  GROQ_API_KEY: string;
 }