o

generative_inference.py

@@ -32,8 +32,10 @@ MODEL_OPTIONS = {
         "base": "facebook/mbart-large-50-many-to-many-mmt",
         "adapter": "asmashayea/mbart-absa"
     },
-    "GPT3.5": {"base": "openai/gpt-3.5-turbo"},
-    "GPT4o": {"base": "openai/gpt-4o"}
+    "GPT3.5": {"base": "openai/gpt-3.5-turbo",
+               "model_id": "ft:gpt-3.5-turbo-0125:asma:gpt-3-5-turbo-absa:Bb6gmwkE"},
+    "GPT4o": {"base": "openai/gpt-4o",
+              "model_id": "ft:gpt-4o-mini-2024-07-18:asma:gpt4-finetune-absa:BazoEjnp"}
 }
 
 cached_models = {}
@@ -79,12 +81,11 @@ def infer_t5_bart(text, model_choice):
 
 
 
-
 OPENAI_API_KEY = "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"
 openai.api_key = OPENAI_API_KEY
-MODEL_ID = "ft:gpt-4o-mini-2024-07-18:asma:gpt4-finetune-absa:BazoEjnp"
 
-def infer_gpt_absa(text):
+def infer_gpt_absa(text, model_key):
+    MODEL_ID = MODEL_OPTIONS[model_key]["model_id"]
     try:
         response = openai.chat.completions.create(
             model=MODEL_ID,

inference.py

@@ -8,7 +8,6 @@ from huggingface_hub import hf_hub_download
 
 # Define supported models and their adapter IDs
 MODEL_OPTIONS = {
-
     "Araberta": {
         "base": "asmashayea/absa-araberta",
         "adapter": "asmashayea/absa-araberta"
@@ -21,10 +20,13 @@ MODEL_OPTIONS = {
         "base": "facebook/mbart-large-50-many-to-many-mmt",
         "adapter": "asmashayea/mbart-absa"
     },
-    "GPT3.5": {"base": "openai/gpt-3.5-turbo"},
-    "GPT4o": {"base": "openai/gpt-4o"}
+    "GPT3.5": {"base": "openai/gpt-3.5-turbo",
+               "model_id": "ft:gpt-3.5-turbo-0125:asma:gpt-3-5-turbo-absa:Bb6gmwkE"},
+    "GPT4o": {"base": "openai/gpt-4o",
+              "model_id": "ft:gpt-4o-mini-2024-07-18:asma:gpt4-finetune-absa:BazoEjnp"}
 }
 
+
 cached_models = {}
 
 def load_araberta():
@@ -123,11 +125,6 @@ def infer_araberta(text):
     }
 
 
-
-
-
-
-
     
 def predict_absa(text, model_choice):
 
@@ -140,6 +137,6 @@ def predict_absa(text, model_choice):
         decoded = infer_araberta(text)
 
     elif model_choice == 'GPT3.5' or model_choice == 'GPT4o':
-        decoded = infer_gpt_absa(text)
+        decoded = infer_gpt_absa(text, model_choice)
 
     return decoded