Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
import os
|
| 3 |
import time
|
| 4 |
import json
|
| 5 |
-
|
| 6 |
|
| 7 |
# Set environment variables
|
| 8 |
# Note: For Hugging Face Spaces, you'll set these in the Secrets tab
|
|
@@ -21,11 +21,11 @@ def get_together_client():
|
|
| 21 |
api_key = os.environ.get("TOGETHER_API_KEY")
|
| 22 |
if not api_key:
|
| 23 |
raise ValueError("TOGETHER_API_KEY not found. Please set it in the environment variables.")
|
| 24 |
-
return
|
| 25 |
|
| 26 |
-
# Function to call LLM
|
| 27 |
def call_llm(model, prompt, temperature=0.7, max_tokens=1500):
|
| 28 |
-
|
| 29 |
|
| 30 |
# System message for Salesforce expertise
|
| 31 |
system_message = "You are a Salesforce development expert specializing in B2B Commerce migrations, CloudCraze to B2B Lightning Experience conversions, and Apex code optimization. Provide clear, step-by-step guidance and corrected code."
|
|
@@ -33,18 +33,33 @@ def call_llm(model, prompt, temperature=0.7, max_tokens=1500):
|
|
| 33 |
start_time = time.time()
|
| 34 |
|
| 35 |
try:
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
{"role": "system", "content": system_message},
|
| 40 |
{"role": "user", "content": prompt}
|
| 41 |
],
|
| 42 |
-
temperature
|
| 43 |
-
max_tokens
|
| 44 |
-
top_p
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
)
|
| 46 |
|
| 47 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
|
| 49 |
end_time = time.time()
|
| 50 |
duration = end_time - start_time
|
|
|
|
| 2 |
import os
|
| 3 |
import time
|
| 4 |
import json
|
| 5 |
+
import requests
|
| 6 |
|
| 7 |
# Set environment variables
|
| 8 |
# Note: For Hugging Face Spaces, you'll set these in the Secrets tab
|
|
|
|
| 21 |
api_key = os.environ.get("TOGETHER_API_KEY")
|
| 22 |
if not api_key:
|
| 23 |
raise ValueError("TOGETHER_API_KEY not found. Please set it in the environment variables.")
|
| 24 |
+
return api_key
|
| 25 |
|
| 26 |
+
# Function to call LLM using REST API directly
|
| 27 |
def call_llm(model, prompt, temperature=0.7, max_tokens=1500):
|
| 28 |
+
api_key = get_together_client()
|
| 29 |
|
| 30 |
# System message for Salesforce expertise
|
| 31 |
system_message = "You are a Salesforce development expert specializing in B2B Commerce migrations, CloudCraze to B2B Lightning Experience conversions, and Apex code optimization. Provide clear, step-by-step guidance and corrected code."
|
|
|
|
| 33 |
start_time = time.time()
|
| 34 |
|
| 35 |
try:
|
| 36 |
+
headers = {
|
| 37 |
+
"Authorization": f"Bearer {api_key}",
|
| 38 |
+
"Content-Type": "application/json"
|
| 39 |
+
}
|
| 40 |
+
|
| 41 |
+
data = {
|
| 42 |
+
"model": model,
|
| 43 |
+
"messages": [
|
| 44 |
{"role": "system", "content": system_message},
|
| 45 |
{"role": "user", "content": prompt}
|
| 46 |
],
|
| 47 |
+
"temperature": temperature,
|
| 48 |
+
"max_tokens": max_tokens,
|
| 49 |
+
"top_p": 0.9
|
| 50 |
+
}
|
| 51 |
+
|
| 52 |
+
response = requests.post(
|
| 53 |
+
"https://api.together.xyz/v1/chat/completions",
|
| 54 |
+
headers=headers,
|
| 55 |
+
json=data
|
| 56 |
)
|
| 57 |
|
| 58 |
+
if response.status_code != 200:
|
| 59 |
+
return f"Error: API returned status code {response.status_code}: {response.text}"
|
| 60 |
+
|
| 61 |
+
response_data = response.json()
|
| 62 |
+
completion_text = response_data["choices"][0]["message"]["content"]
|
| 63 |
|
| 64 |
end_time = time.time()
|
| 65 |
duration = end_time - start_time
|