pdate logic

src/llm/chat.py

@@ -31,7 +31,7 @@ class FunctionCallingChat:
         ]
 
         generation_cfg = GenerationConfig(
-            max_new_tokens=512, temperature=0.2, top_p=0.95, do_sample=True
+            max_new_tokens=128, temperature=0.2, top_p=0.95, do_sample=True
         )
 
         tokenized = self.tokenizer.apply_chat_template(
@@ -46,11 +46,16 @@ class FunctionCallingChat:
         try:
             calls = ast.literal_eval(tool_calls_str)
         except Exception as e:
-            raise RuntimeError(f"Cannot parse tool call: {e}\nRaw: {tool_calls_str}")
-
-        results = []
-        for call in calls:
-            fn_name  = call.func.id
-            kwargs   = {kw.arg: ast.literal_eval(kw.value) for kw in call.keywords}
-            results.append(TOOLS[fn_name](**kwargs))
-        return {"raw_tool_call": tool_calls_str, "results": results}
+            calls = []
+            print(f"Error parsing tool calls: {e}", file=sys.stderr)
+
+        if calls == []:
+            return {"raw_tool_call": tool_calls_str, "results": "No function call detected."}
+        else:
+            results = []
+            for call in calls:
+                fn_name  = call.func.id
+                kwargs   = {kw.arg: ast.literal_eval(kw.value) for kw in call.keywords}
+                results.append(TOOLS[fn_name](**kwargs))
+
+            return {"raw_tool_call": tool_calls_str, "results": results}