Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,38 +14,37 @@ import io
|
|
| 14 |
|
| 15 |
class GroqLLM:
|
| 16 |
"""Compatible LLM interface for smolagents CodeAgent"""
|
| 17 |
-
def __init__(self, model_name="
|
| 18 |
self.client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
|
| 19 |
self.model_name = model_name
|
| 20 |
-
|
| 21 |
def __call__(self, prompt: Union[str, dict, List[Dict]]) -> str:
|
| 22 |
-
"""
|
| 23 |
-
return self.generate(prompt)
|
| 24 |
-
|
| 25 |
-
def generate(self, prompt: Union[str, dict, List[Dict]], **kwargs) -> str:
|
| 26 |
-
"""Generate text using Groq API. Handles optional kwargs from smolagents."""
|
| 27 |
try:
|
|
|
|
| 28 |
if isinstance(prompt, (dict, list)):
|
| 29 |
prompt_str = str(prompt)
|
| 30 |
else:
|
| 31 |
prompt_str = str(prompt)
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
max_tokens = kwargs.get("max_tokens", 1024)
|
| 35 |
-
# 'stop_sequences' is not supported by Groq API directly; you can ignore or handle manually.
|
| 36 |
-
|
| 37 |
completion = self.client.chat.completions.create(
|
| 38 |
model=self.model_name,
|
| 39 |
-
messages=[{
|
| 40 |
-
|
| 41 |
-
|
|
|
|
|
|
|
|
|
|
| 42 |
stream=False
|
| 43 |
)
|
| 44 |
-
|
| 45 |
-
return completion.choices[0].message.content
|
|
|
|
| 46 |
except Exception as e:
|
| 47 |
-
|
| 48 |
-
|
|
|
|
| 49 |
|
| 50 |
class DataAnalysisAgent(CodeAgent):
|
| 51 |
"""Extended CodeAgent with dataset awareness"""
|
|
@@ -291,4 +290,4 @@ def main():
|
|
| 291 |
st.error(f"An error occurred: {str(e)}")
|
| 292 |
|
| 293 |
if __name__ == "__main__":
|
| 294 |
-
main()
|
|
|
|
| 14 |
|
| 15 |
class GroqLLM:
|
| 16 |
"""Compatible LLM interface for smolagents CodeAgent"""
|
| 17 |
+
def __init__(self, model_name="llama-3.1-8B-Instant"):
|
| 18 |
self.client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
|
| 19 |
self.model_name = model_name
|
| 20 |
+
|
| 21 |
def __call__(self, prompt: Union[str, dict, List[Dict]]) -> str:
|
| 22 |
+
"""Make the class callable as required by smolagents"""
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
try:
|
| 24 |
+
# Handle different prompt formats
|
| 25 |
if isinstance(prompt, (dict, list)):
|
| 26 |
prompt_str = str(prompt)
|
| 27 |
else:
|
| 28 |
prompt_str = str(prompt)
|
| 29 |
+
|
| 30 |
+
# Create a properly formatted message
|
|
|
|
|
|
|
|
|
|
| 31 |
completion = self.client.chat.completions.create(
|
| 32 |
model=self.model_name,
|
| 33 |
+
messages=[{
|
| 34 |
+
"role": "user",
|
| 35 |
+
"content": prompt_str
|
| 36 |
+
}],
|
| 37 |
+
temperature=0.7,
|
| 38 |
+
max_tokens=1024,
|
| 39 |
stream=False
|
| 40 |
)
|
| 41 |
+
|
| 42 |
+
return completion.choices[0].message.content if completion.choices else "Error: No response generated"
|
| 43 |
+
|
| 44 |
except Exception as e:
|
| 45 |
+
error_msg = f"Error generating response: {str(e)}"
|
| 46 |
+
print(error_msg)
|
| 47 |
+
return error_msg
|
| 48 |
|
| 49 |
class DataAnalysisAgent(CodeAgent):
|
| 50 |
"""Extended CodeAgent with dataset awareness"""
|
|
|
|
| 290 |
st.error(f"An error occurred: {str(e)}")
|
| 291 |
|
| 292 |
if __name__ == "__main__":
|
| 293 |
+
main()
|