Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -14,38 +14,37 @@ import io
|
|
14 |
|
15 |
class GroqLLM:
|
16 |
"""Compatible LLM interface for smolagents CodeAgent"""
|
17 |
-
def __init__(self, model_name="
|
18 |
self.client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
|
19 |
self.model_name = model_name
|
20 |
-
|
21 |
def __call__(self, prompt: Union[str, dict, List[Dict]]) -> str:
|
22 |
-
"""
|
23 |
-
return self.generate(prompt)
|
24 |
-
|
25 |
-
def generate(self, prompt: Union[str, dict, List[Dict]], **kwargs) -> str:
|
26 |
-
"""Generate text using Groq API. Handles optional kwargs from smolagents."""
|
27 |
try:
|
|
|
28 |
if isinstance(prompt, (dict, list)):
|
29 |
prompt_str = str(prompt)
|
30 |
else:
|
31 |
prompt_str = str(prompt)
|
32 |
-
|
33 |
-
|
34 |
-
max_tokens = kwargs.get("max_tokens", 1024)
|
35 |
-
# 'stop_sequences' is not supported by Groq API directly; you can ignore or handle manually.
|
36 |
-
|
37 |
completion = self.client.chat.completions.create(
|
38 |
model=self.model_name,
|
39 |
-
messages=[{
|
40 |
-
|
41 |
-
|
|
|
|
|
|
|
42 |
stream=False
|
43 |
)
|
44 |
-
|
45 |
-
return completion.choices[0].message.content
|
|
|
46 |
except Exception as e:
|
47 |
-
|
48 |
-
|
|
|
49 |
|
50 |
class DataAnalysisAgent(CodeAgent):
|
51 |
"""Extended CodeAgent with dataset awareness"""
|
@@ -291,4 +290,4 @@ def main():
|
|
291 |
st.error(f"An error occurred: {str(e)}")
|
292 |
|
293 |
if __name__ == "__main__":
|
294 |
-
main()
|
|
|
14 |
|
15 |
class GroqLLM:
|
16 |
"""Compatible LLM interface for smolagents CodeAgent"""
|
17 |
+
def __init__(self, model_name="llama-3.1-8B-Instant"):
|
18 |
self.client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
|
19 |
self.model_name = model_name
|
20 |
+
|
21 |
def __call__(self, prompt: Union[str, dict, List[Dict]]) -> str:
|
22 |
+
"""Make the class callable as required by smolagents"""
|
|
|
|
|
|
|
|
|
23 |
try:
|
24 |
+
# Handle different prompt formats
|
25 |
if isinstance(prompt, (dict, list)):
|
26 |
prompt_str = str(prompt)
|
27 |
else:
|
28 |
prompt_str = str(prompt)
|
29 |
+
|
30 |
+
# Create a properly formatted message
|
|
|
|
|
|
|
31 |
completion = self.client.chat.completions.create(
|
32 |
model=self.model_name,
|
33 |
+
messages=[{
|
34 |
+
"role": "user",
|
35 |
+
"content": prompt_str
|
36 |
+
}],
|
37 |
+
temperature=0.7,
|
38 |
+
max_tokens=1024,
|
39 |
stream=False
|
40 |
)
|
41 |
+
|
42 |
+
return completion.choices[0].message.content if completion.choices else "Error: No response generated"
|
43 |
+
|
44 |
except Exception as e:
|
45 |
+
error_msg = f"Error generating response: {str(e)}"
|
46 |
+
print(error_msg)
|
47 |
+
return error_msg
|
48 |
|
49 |
class DataAnalysisAgent(CodeAgent):
|
50 |
"""Extended CodeAgent with dataset awareness"""
|
|
|
290 |
st.error(f"An error occurred: {str(e)}")
|
291 |
|
292 |
if __name__ == "__main__":
|
293 |
+
main()
|