Update app.py

app.py

@@ -25,6 +25,7 @@ class RAGInterface:
         self.llm = Llama.from_pretrained(
             repo_id="bartowski/Llama-3.2-1B-Instruct-GGUF",
             filename="Llama-3.2-1B-Instruct-Q8_0.gguf",
+            n_ctx=2048
         )
         
         # Define RAG prompt template
@@ -42,7 +43,7 @@ class RAGInterface:
         """
         self.prompt = PromptTemplate.from_template(self.template)
 
-    def respond(self, message, history, system_message, max_tokens, temperature):
+    def respond(self, message, history, system_message, temperature,max_tokens=2048):
         # Build messages list
         messages = [{"role": "system", "content": system_message}]
         for user_msg, assistant_msg in history:
@@ -160,14 +161,14 @@ class RAGInterface:
                     label="System Message",
                     elem_classes="control-panel"
                 ),
-                gr.Slider(
-                    minimum=1,
-                    maximum=2048,
-                    value=512,
-                    step=1,
-                    label="Max New Tokens",
-                    elem_classes="control-panel"
-                ),
+                # gr.Slider(
+                #     minimum=1,
+                #     maximum=2048,
+                #     value=512,
+                #     step=1,
+                #     label="Max New Tokens",
+                #     elem_classes="control-panel"
+                # ),
                 gr.Slider(
                     minimum=0.1,
                     maximum=1.0,