HemanM commited on
Commit
591a205
·
verified ·
1 Parent(s): 70b5bb7

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +8 -0
inference.py CHANGED
@@ -61,3 +61,11 @@ def get_gpt_response(query, user_context=""):
61
  return response.choices[0].message.content.strip()
62
  except Exception as e:
63
  return f"⚠️ GPT error:\n\n{str(e)}"
 
 
 
 
 
 
 
 
 
61
  return response.choices[0].message.content.strip()
62
  except Exception as e:
63
  return f"⚠️ GPT error:\n\n{str(e)}"
64
+
65
+ # ✅ Exported for app.py compatibility
66
+ def load_model_and_tokenizer():
67
+ return model, tokenizer
68
+
69
+ def infer(query, options, user_context=""):
70
+ return get_evo_response(query, options, user_context)
71
+