[Feature][Transform-V2] llm add deepseek (#8544)

apache · Jan 17, 2025 · 6a39c9a · 6a39c9a
1 parent cc22fb1
commit 6a39c9a
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 2 deletions.
diff --git a/docs/en/transform-v2/llm.md b/docs/en/transform-v2/llm.md
@@ -28,7 +28,7 @@ more.
 ### model_provider
 
 The model provider to use. The available options are:
-OPENAI, DOUBAO, KIMIAI, MICROSOFT, CUSTOM
+OPENAI, DOUBAO, DEEPSEEK, KIMIAI, MICROSOFT, CUSTOM
 
 > tips: If you use Microsoft, please make sure api_path cannot be empty
 

diff --git a/docs/zh/transform-v2/llm.md b/docs/zh/transform-v2/llm.md
@@ -26,7 +26,7 @@
 ### model_provider
 
 要使用的模型提供者。可用选项为:
-OPENAI、DOUBAO、KIMIAI、MICROSOFT, CUSTOM
+OPENAI,DOUBAO,DEEPSEEK,KIMIAI,MICROSOFT, CUSTOM
 
 > tips: 如果使用 Microsoft, 请确保 api_path 配置不能为空
 

diff --git a/...el-transforms-v2/src/main/java/org/apache/seatunnel/transform/nlpmodel/ModelProvider.java b/...el-transforms-v2/src/main/java/org/apache/seatunnel/transform/nlpmodel/ModelProvider.java
@@ -26,6 +26,7 @@ public enum ModelProvider {
             "https://ark.cn-beijing.volces.com/api/v3/embeddings"),
     QIANFAN("", "https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/embeddings"),
     KIMIAI("https://api.moonshot.cn/v1/chat/completions", ""),
+    DEEPSEEK("https://api.deepseek.com/chat/completions", ""),
     MICROSOFT("", ""),
     CUSTOM("", ""),
     LOCAL("", "");

diff --git a/...transforms-v2/src/main/java/org/apache/seatunnel/transform/nlpmodel/llm/LLMTransform.java b/...transforms-v2/src/main/java/org/apache/seatunnel/transform/nlpmodel/llm/LLMTransform.java
@@ -106,6 +106,7 @@ public void open() {
                                 config.get(LLMTransformConfig.API_KEY),
                                 provider.usedLLMPath(config.get(LLMTransformConfig.API_PATH)));
                 break;
+            case DEEPSEEK:
             case OPENAI:
             case DOUBAO:
                 model =