aymnsk's picture
Create utils/groq.py
168f629 verified
import requests
GROQ_API_KEY = "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"
GROQ_URL = "https://api.groq.com/openai/v1/chat/completions"
def query_groq(prompt, model="llama3-8b-8192", temperature=0.7, max_tokens=512):
headers = {
"Authorization": f"Bearer {GROQ_API_KEY}",
"Content-Type": "application/json"
}
payload = {
"model": model,
"messages": [
{"role": "user", "content": prompt}
],
"temperature": temperature,
"max_tokens": max_tokens
}
response = requests.post(GROQ_URL, headers=headers, json=payload)
response.raise_for_status()
result = response.json()
return result["choices"][0]["message"]["content"].strip()