From ae32848275280d6e6b5f67b49be9607df9b750d0 Mon Sep 17 00:00:00 2001 From: Shuchang Zheng Date: Thu, 17 Oct 2024 23:07:35 -0700 Subject: [PATCH] use primpary llm api for user goal check (#997) --- skyvern/forge/agent.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.py index 8d723c20c..31963614b 100644 --- a/skyvern/forge/agent.py +++ b/skyvern/forge/agent.py @@ -886,11 +886,9 @@ async def check_user_goal_success( navigation_payload=task.navigation_payload, elements=scraped_page.build_element_tree(ElementTreeFormat.HTML), ) - verification_llm_api_handler = app.SECONDARY_LLM_API_HANDLER - verification_response = await verification_llm_api_handler( - prompt=verification_prompt, step=step, screenshots=None - ) + # this prompt is critical to our agent so let's use the primary LLM API handler + verification_response = await app.LLM_API_HANDLER(prompt=verification_prompt, step=step, screenshots=None) if "user_goal_achieved" not in verification_response or "thoughts" not in verification_response: LOG.error( "Invalid LLM response for user goal success verification, skipping verification",