Spaces:
Runtime error
Runtime error
Update inference.py
Browse files- inference.py +4 -4
inference.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import openai
|
|
|
2 |
from transformers import BertTokenizer
|
3 |
from evo_model import EvoTransformerForClassification
|
4 |
import torch
|
@@ -11,18 +12,17 @@ model.eval()
|
|
11 |
# Tokenizer (BERT-compatible)
|
12 |
tokenizer = BertTokenizer.from_pretrained("bert-base-uncased")
|
13 |
|
14 |
-
|
15 |
-
openai.api_key = os.getenv("OPENAI_API_KEY")
|
16 |
|
17 |
def query_gpt35(prompt):
|
18 |
try:
|
19 |
-
response =
|
20 |
model="gpt-3.5-turbo",
|
21 |
messages=[{"role": "user", "content": prompt}],
|
22 |
max_tokens=50,
|
23 |
temperature=0.3,
|
24 |
)
|
25 |
-
return response
|
26 |
except Exception as e:
|
27 |
return f"[GPT-3.5 Error] {e}"
|
28 |
|
|
|
1 |
import openai
|
2 |
+
from openai import OpenAI
|
3 |
from transformers import BertTokenizer
|
4 |
from evo_model import EvoTransformerForClassification
|
5 |
import torch
|
|
|
12 |
# Tokenizer (BERT-compatible)
|
13 |
tokenizer = BertTokenizer.from_pretrained("bert-base-uncased")
|
14 |
|
15 |
+
client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
|
|
|
16 |
|
17 |
def query_gpt35(prompt):
|
18 |
try:
|
19 |
+
response = client.chat.completions.create(
|
20 |
model="gpt-3.5-turbo",
|
21 |
messages=[{"role": "user", "content": prompt}],
|
22 |
max_tokens=50,
|
23 |
temperature=0.3,
|
24 |
)
|
25 |
+
return response.choices[0].message.content.strip()
|
26 |
except Exception as e:
|
27 |
return f"[GPT-3.5 Error] {e}"
|
28 |
|