debug

okaris · okaris · commit 3038569632f2 · 2025-10-11T17:01:08.000Z
diff --git a/llama_cpp/llama_chat_template.py b/llama_cpp/llama_chat_template.py
@@ -545,6 +545,7 @@ def _handle_streaming_tool_calls(
                         }]
                     }
             except Exception as e:
+                print("ERROR", e)
                 # Fall back to regular streaming without grammar
                 fallback_prompt = prompt + llama.tokenize(accumulated_text.encode("utf-8"), add_bos=False, special=True)
                 for chunk in llama.create_completion(

Original file line number	Diff line number	Diff line change
`@@ -545,6 +545,7 @@ def _handle_streaming_tool_calls(`
`545`	`545`	`}]`
`546`	`546`	`}`
`547`	`547`	`except Exception as e:`
	`548`	`+ print("ERROR", e)`
`548`	`549`	`# Fall back to regular streaming without grammar`
`549`	`550`	`fallback_prompt = prompt + llama.tokenize(accumulated_text.encode("utf-8"), add_bos=False, special=True)`
`550`	`551`	`for chunk in llama.create_completion(`