Update webchat.py

webchat.py

@@ -21,20 +21,24 @@ from utils import chromadb_client
 # this approach for the ease of demo setup. In a production application these variables
 # can be stored in an .env or a properties file
 
-# URL of the hosted LLMs is hardcoded because at this time all LLMs share the same endpoint
-url = "https://us-south.ml.cloud.ibm.com"
+
 
 # These global variables will be updated in get_credentials() function
 watsonx_project_id = ""
 # Replace with your IBM Cloud key
 api_key = ""
 
+# Replace with your  endpoint ie. "https://us-south.ml.cloud.ibm.com"
+watsonx_url = ""
+
+
 def get_credentials():
 
     load_dotenv()
     # Update the global variables that will be used for authentication in another function
     globals()["api_key"] = os.getenv("api_key", None)
     globals()["watsonx_project_id"] = os.getenv("project_id", None)
+    globals()["watsonx_url"] = os.getenv("watsonx_url", None)
 
 # The get_model function creates an LLM model object with the specified parameters
 
@@ -53,7 +57,7 @@ def get_model(model_type, max_tokens, min_tokens, decoding, temperature, top_k,
         params=generate_params,
         credentials={
             "apikey": api_key,
-            "url": url
+            "url": watsonx_url
         },
         project_id=watsonx_project_id
     )
@@ -73,7 +77,7 @@ def get_model_test(model_type, max_tokens, min_tokens, decoding, temperature):
         params=generate_params,
         credentials={
             "apikey": api_key,
-            "url": url
+            "url": watsonx_url
         },
         project_id=watsonx_project_id
     )
@@ -218,13 +222,15 @@ def main():
     # question = "Can an EV be plugged in to a household outlet?"
     collection_name = "test_web_RAG"
 
-    answer_questions_from_web(api_key, watsonx_project_id, url, question, collection_name,client)
+    answer_questions_from_web(api_key, watsonx_project_id, watsonx_url,url, question, collection_name,client)
 
 
-def answer_questions_from_web(request_api_key, request_project_id, url, question, collection_name,client):
+def answer_questions_from_web(request_api_key, request_project_id, request_watsonx_url,url, question, collection_name,client):
     # Update the global variable
     globals()["api_key"] = request_api_key
     globals()["watsonx_project_id"] = request_project_id
+    globals()["watsonx_url"] = request_watsonx_url
+    
 
     # Specify model parameters
     model_type = "meta-llama/llama-2-70b-chat"