Merge pull request #65 from intelligentnode/64-add-anthropic

add Claude models
intelligentnode · Mar 12, 2024 · bfa1435 · bfa1435
2 parents e88c538 + 3706587
commit bfa1435
Show file tree

Hide file tree

Showing 9 changed files with 46 additions and 4 deletions.
diff --git a/README.md b/README.md
@@ -25,6 +25,7 @@ https://github.com/intelligentnode/IntelliChat/assets/2751950/47d7db12-e299-449f
   - **Cohere Coral**.
   - **Replicate**: Llama (70b-chat, 13b-chat, 34b-code, 34b-python 13b-code-instruct).
   - **Mistral AI**: Open-weight models.
+  - **Anthropic**: claude 3.
 - Manage your API keys via the UI.
 - Access your data using intellinode one key.
 

diff --git a/intellichat/intellinode.d.ts b/intellichat/intellinode.d.ts
@@ -6,7 +6,8 @@ declare module 'intellinode' {
     | 'azure'
     | 'gemini'
     | 'cohere'
-    | 'mistral';
+    | 'mistral'
+    | 'anthropic';
 
   class Chatbot {
     constructor(
@@ -23,6 +24,7 @@ declare module 'intellinode' {
         | LLamaReplicateInput
         | CohereInput
         | GeminiInput
+        | AnthropicInput
     );
   }
 
@@ -104,6 +106,19 @@ declare module 'intellinode' {
     addAssistantMessage(message: string): void;
   }
 
+  class AnthropicInput {
+    constructor(
+      message: string,
+      options?: {
+        model?: string;
+        attachReference?: boolean;
+      }
+    );
+
+    addUserMessage(message: string): void;
+    addAssistantMessage(message: string): void;
+  }
+
   class ChatContext {
     constructor(
       apiKey: string,

diff --git a/intellichat/package.json b/intellichat/package.json
@@ -31,7 +31,7 @@
     "clsx": "2.0.0",
     "eslint": "8.48.0",
     "eslint-config-next": "13.4.19",
-    "intellinode": "^1.8.0",
+    "intellinode": "^1.8.5",
     "lucide-react": "0.274.0",
     "nanoid": "4.0.2",
     "next": "13.4.19",

diff --git a/intellichat/src/app/api/route.ts b/intellichat/src/app/api/route.ts
@@ -9,6 +9,7 @@ export async function GET() {
   const GoogleKey = getChatProviderKey('google');
   const AzureKey = getChatProviderKey('azure');
   const MistralKey = getChatProviderKey('mistral');
+  const anthropicKey = getChatProviderKey('anthropic');
 
   return NextResponse.json({
     openai: !!OpenAIKey,
@@ -17,5 +18,6 @@ export async function GET() {
     google: !!GoogleKey,
     azure: !!AzureKey,
     mistral: !!MistralKey,
+    anthropic: !!anthropicKey,
   });
 }
diff --git a/intellichat/src/lib/ai-providers.ts b/intellichat/src/lib/ai-providers.ts
@@ -13,6 +13,7 @@ const ReplicateModels = [
 const CohereModels = ['command'] as const;
 const GoogleModels = ['gemini'] as const;
 const MistralModels = ['mistral-tiny', 'mistral-medium'] as const;
+const AnthropicModels = ['claude-3-sonnet-20240229', 'claude-3-opus-20240229'] as const;
 
 export const AIProviders = {
   openai: {
@@ -35,6 +36,10 @@ export const AIProviders = {
     name: 'mistral' as const,
     models: MistralModels,
   },
+  anthropic: {
+    name: 'anthropic' as const,
+    models: AnthropicModels,
+  },
   // azure is a special case, it has a different validator
   // and the model names are entered manually instead of being a list
   azure: {

diff --git a/intellichat/src/lib/intellinode.ts b/intellichat/src/lib/intellinode.ts
@@ -6,6 +6,7 @@ import {
   GeminiInput,
   LLamaReplicateInput,
   MistralInput,
+  AnthropicInput,
   ProxyHelper,
 } from 'intellinode';
 import { ChatProvider } from './types';
@@ -17,10 +18,13 @@ import {
   googleType,
   googleValidator,
   mistralValidator,
+  mistralType,
   openAIType,
   openAIValidator,
   replicateType,
   replicateValidator,
+  anthropicType,
+  anthropicValidator,
 } from './validators';
 
 // We can use this function to get the default provider key if onekey is provided and starts with 'in'
@@ -40,6 +44,8 @@ export function getDefaultProviderKey(provider: ChatProvider, oneKey?: string) {
       return process.env.INTELLI_COHERE_API_KEY;
     case 'google':
       return process.env.INTELLI_GOOGLE_API_KEY;
+    case 'anthropic':
+        return process.env.INTELLI_Anthropic_API_KEY;
     default:
       return null;
   }
@@ -59,6 +65,8 @@ export function getChatProviderKey(provider: ChatProvider) {
       return process.env.GOOGLE_API_KEY;
     case 'mistral':
       return process.env.MISTRAL_API_KEY;
+    case 'anthropic':
+        return process.env.Anthropic_API_KEY;
     default:
       return null;
   }
@@ -126,7 +134,7 @@ type getChatResponseParams = {
     role: 'user' | 'assistant';
     content: string;
   }[];
-  provider?: openAIType | replicateType | cohereType | googleType;
+  provider?: openAIType | replicateType | cohereType | googleType | mistralType | anthropicType;
   withContext: boolean;
   n: number;
   contextKey?: string | null;
@@ -146,6 +154,8 @@ const validateProvider = (name: string) => {
       return googleValidator;
     case 'mistral':
       return mistralValidator;
+    case 'anthropic':
+      return anthropicValidator;
     default:
       throw new Error('provider is not supported');
   }
@@ -218,6 +228,8 @@ function getChatInput(provider: string, model: string, systemMessage: string) {
       return new GeminiInput(systemMessage, { model, attachReference: true });
     case 'mistral':
       return new MistralInput(systemMessage, { model, attachReference: true });
+    case 'anthropic':
+      return new AnthropicInput(systemMessage, { model, attachReference: true });
     default:
       throw new Error('provider is not supported');
   }

diff --git a/intellichat/src/lib/types.ts b/intellichat/src/lib/types.ts
@@ -11,4 +11,5 @@ export type ChatProvider =
   | 'azure'
   | 'cohere'
   | 'google'
-  | 'mistral';
+  | 'mistral'
+  | 'anthropic';
diff --git a/intellichat/src/lib/validators.ts b/intellichat/src/lib/validators.ts
@@ -40,13 +40,17 @@ export type azureType = z.infer<typeof azureValidator>;
 export const mistralValidator = createProviderValidator(AIProviders.mistral);
 export type mistralType = z.infer<typeof mistralValidator>;
 
+export const anthropicValidator = createProviderValidator(AIProviders.anthropic);
+export type anthropicType = z.infer<typeof anthropicValidator>;
+
 export const ProvidersValidator = z.object({
   openai: openAIValidator.optional(),
   replicate: replicateValidator.optional(),
   cohere: cohereValidator.optional(),
   google: googleValidator.optional(),
   azure: azureValidator.optional(),
   mistral: mistralValidator.optional(),
+  anthropic: anthropicValidator.optional()
 });
 export type SupportedProvidersType = z.infer<typeof ProvidersValidator>;
 export type SupportedProvidersNamesType = keyof SupportedProvidersType;

diff --git a/intellichat/src/store/chat-settings.ts b/intellichat/src/store/chat-settings.ts
@@ -40,6 +40,7 @@ const initialProviders: ChatSettingsState['providers'] = {
     apiKey: '',
   },
   google: { name: 'google', model: 'gemini', apiKey: '' },
+
   azure: {
     name: 'azure',
     model: '',
@@ -48,6 +49,7 @@ const initialProviders: ChatSettingsState['providers'] = {
     embeddingName: '',
   },
   mistral: { name: 'mistral', model: 'mistral-tiny', apiKey: '' },
+  anthropic: { name: 'anthropic', model: 'claude-3-sonnet-20240229', apiKey: '' },
 };
 
 const initialState = {