Update rag.py

rag.py

@@ -52,8 +52,8 @@ class RAG:
                 {"role": "user", "content": query}
             ],
             max_tokens=model_parameters['max_new_tokens'], # TODO: map other parameters
-            frequency_penalty=model_parameters['repetition_penalty'],
-            repetition_penalty=model_parameters['repetition_penalty'],
+            frequency_penalty=model_parameters['repetition_penalty'], # this doesn't appear to do much, not a replacement for repetition penalty
+            #repetition_penalty=model_parameters['repetition_penalty'], # TODO: figure out how to pass repetition penalty
             stream=False
         )
         print(chat_completion)