HemanM commited on
Commit
3bfaa31
Β·
verified Β·
1 Parent(s): e33deda

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +4 -4
inference.py CHANGED
@@ -1,4 +1,5 @@
1
  import openai
 
2
  from transformers import BertTokenizer
3
  from evo_model import EvoTransformerForClassification
4
  import torch
@@ -11,18 +12,17 @@ model.eval()
11
  # Tokenizer (BERT-compatible)
12
  tokenizer = BertTokenizer.from_pretrained("bert-base-uncased")
13
 
14
- # Set OpenAI key (assumes you have it set as ENV VAR or replace directly)
15
- openai.api_key = os.getenv("OPENAI_API_KEY")
16
 
17
  def query_gpt35(prompt):
18
  try:
19
- response = openai.ChatCompletion.create(
20
  model="gpt-3.5-turbo",
21
  messages=[{"role": "user", "content": prompt}],
22
  max_tokens=50,
23
  temperature=0.3,
24
  )
25
- return response['choices'][0]['message']['content'].strip()
26
  except Exception as e:
27
  return f"[GPT-3.5 Error] {e}"
28
 
 
1
  import openai
2
+ from openai import OpenAI
3
  from transformers import BertTokenizer
4
  from evo_model import EvoTransformerForClassification
5
  import torch
 
12
  # Tokenizer (BERT-compatible)
13
  tokenizer = BertTokenizer.from_pretrained("bert-base-uncased")
14
 
15
+ client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 
16
 
17
  def query_gpt35(prompt):
18
  try:
19
+ response = client.chat.completions.create(
20
  model="gpt-3.5-turbo",
21
  messages=[{"role": "user", "content": prompt}],
22
  max_tokens=50,
23
  temperature=0.3,
24
  )
25
+ return response.choices[0].message.content.strip()
26
  except Exception as e:
27
  return f"[GPT-3.5 Error] {e}"
28