Update app.py

app.py

@@ -62,12 +62,12 @@ def transliterate_to_sinhala(text):
 #     device_map="auto",
 # )
 
-pipe1 = pipeline("text-generation", model="unsloth/gemma-2b-it")
+# pipe1 = pipeline("text-generation", model="unsloth/gemma-2b-it")
 
-# client = InferenceClient("google/gemma-2b-it")
+client = InferenceClient("google/gemma-2b-it")
 
 # def conversation_predict(text):
-    # return client.text_generation(text, return_full_text=False)
+    return client.text_generation(text, return_full_text=False)
     # pipe = pipeline(
     # "text-generation",
     # model=model,
@@ -135,8 +135,8 @@ def respond(
 
     messages.append({"role": "user", "content": message})
 
-    # response = ai_predicted(message)
-    response = pipe1({"role": "user", "content": message})
+    response = ai_predicted(message)
+    # response = pipe1({"role": "user", "content": message})
 
     yield response