Use llama 3 8B for tasks (huggingface#1052)

ice91 · Apr 23, 2024 · c9c056f · c9c056f
1 parent 5b46cb1
commit c9c056f
Showing 1 changed file with 4 additions and 28 deletions.
diff --git a/.env.template b/.env.template
@@ -166,36 +166,12 @@ MODELS=`[
       }
     },
     {
-      "name": "mistralai/Mistral-7B-Instruct-v0.1",
-      "displayName": "mistralai/Mistral-7B-Instruct-v0.1",
-      "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
-      "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png",
-      "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
-      "modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1",
-      "tokenizer": "mistralai/Mistral-7B-Instruct-v0.1",
-      "preprompt": "",
-      "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
+      "name": "meta-llama/Meta-Llama-3-8B-Instruct",
+      "tokenizer" : "philschmid/meta-llama-3-tokenizer",
       "parameters": {
         "temperature": 0.1,
-        "top_p": 0.95,
-        "repetition_penalty": 1.2,
-        "top_k": 50,
-        "truncate": 3072,
-        "max_new_tokens": 1024,
-        "stop": ["</s>"]
+        "stop": ["<|eot_id|>"],
       },
-      "promptExamples": [
-        {
-          "title": "Write an email from bullet list",
-          "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
-        }, {
-          "title": "Code a snake game",
-          "prompt": "Code a basic snake game in python, give explanations for each step."
-        }, {
-          "title": "Assist in a task",
-          "prompt": "How do I make a delicious lemon cheesecake?"
-        }
-      ],
       "unlisted": true
     },
         {
@@ -246,7 +222,7 @@ OLD_MODELS=`[
   {"name": "openchat/openchat-3.5-0106"}
 ]`
 
-TASK_MODEL='meta-llama/Meta-Llama-3-70B-Instruct'
+TASK_MODEL='meta-llama/Meta-Llama-3-8B-Instruct'
 
 TEXT_EMBEDDING_MODELS = `[
   {