fix: missing init quants in api. (#168)

b4rtaz · Feb 16, 2025 · 6e147d6 · 6e147d6
1 parent 689e6df
commit 6e147d6
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/dllama-api.cpp b/src/dllama-api.cpp
@@ -354,7 +354,8 @@ class ApiServer {
         int nPromptTokens;
         std::unique_ptr<int[]> promptTokensPtr(new int[inputPrompt.length + 2]);
         int *promptTokens = promptTokensPtr.get();
-        tokenizer->encode((char*)inputPrompt.content, promptTokens, &nPromptTokens, true, true);
+        bool addBos = startPos == 0;
+        tokenizer->encode((char*)inputPrompt.content, promptTokens, &nPromptTokens, addBos, true);
 
         pos_t promptEndPos = startPos + nPromptTokens - 1;
         if (promptEndPos > header->seqLen)
@@ -564,6 +565,7 @@ void usage() {
 }
 
 int main(int argc, char *argv[]) {
+    initQuants();
     initSockets();
 
     int returnCode = EXIT_SUCCESS;