fix: max tokens sent only when required

apify-projects · Jul 30, 2024 · 67d2ae2 · 67d2ae2
1 parent 157b5ca
commit 67d2ae2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/code/src/models/openai.ts b/code/src/models/openai.ts
@@ -55,15 +55,15 @@ const wrapInOpenaiError = (error: LangchainError): OpenaiAPIError => {
 export class OpenAIModelHandler extends GeneralModelHandler<OpenAIModelSettings> {
     async processInstructions(options: ProcessInstructionsOptions<OpenAIModelSettings>) {
         const { instructions, content, schema, schemaDescription, modelSettings, remainingTokens } = options;
-        const { modelName, limitGenerationTokens, maxTokens } = this.modelConfig;
+        const { modelName, limitGenerationTokens } = this.modelConfig;
 
         log.debug(`Calling Openai API with model ${this.modelConfig.modelName}`);
 
         const handleLLMEndCallback = this.handleLLMEndCallbackHandler();
         const modelOptions = {
             ...modelSettings,
             modelName,
-            maxTokens: limitGenerationTokens ? remainingTokens : maxTokens,
+            maxTokens: limitGenerationTokens && remainingTokens,
             callbacks: [{ handleLLMEnd: handleLLMEndCallback.handleLLMEnd }],
         };