Update auditqa/reader.py

auditqa/reader.py

@@ -11,6 +11,21 @@ model_config = getconfig("model_params.cfg")
 NVIDIA_SERVER = os.environ["NVIDIA_SERVERLESS"]
 HF_token = os.environ["LLAMA_3_1"]
 INF_SERVERLESS = os.environ["INF_SERVERLESS"]
+NEBIUS_LLAMA3_1_8B = os.environ["NEBIUS"]
+
+
+
+def Inf_provider():
+    """return the inf service provider"""
+    client = InferenceClient(
+        
+        provider=model_config.get('reader','INF_PROVIDER')
+        api_key=NEBIUS_LLAMA3_1_8B,
+    )
+    print(f"getting {provider} client")
+
+    return client
+
 
 
 def nvidia_client():