Update app.py

try using custom_role_conversions to compensate for a model that does not support role:system ....

app.py

@@ -14,6 +14,7 @@ from smolagents import (
     FinalAnswerTool,
     CodeAgent,
     InferenceClientModel,
+    HfApiModel,
     PromptTemplates,
     GradioUI
 )
@@ -35,10 +36,12 @@ API_TOKEN_SMOLLM = getenv("HF_TOKEN")
 #         repetition_penalty=1.1
 #     )
 
-model = InferenceClientModel(
+#model = InferenceClientModel(
+model = HfApiModel(
         model_id=MODEL_NAME,
         # max_new_tokens=32768, # ,  # 4096,
         token=API_TOKEN_SMOLLM
+        custom_role_conversions = {'system':'user'},
         # temperature=0.6,
         # top_p=0.95,
         # top_k=20,