Update app.py

app.py

@@ -13,14 +13,6 @@ import pandas as pd
 # Define the device
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-# Define variables 
-temperature = 0.0  
-max_new_tokens = 1500
-top_p = 0.95
-repetition_penalty = 1.0
-min_new_tokens = 800
-early_stopping = False
-
 model_name = "PleIAs/Pleias-Rag"
 
 # Get Hugging Face token from environment variable
@@ -34,9 +26,19 @@ model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
 model.to(device)
 
 # Set tokenizer configuration
-tokenizer.pad_token = tokenizer.eos_token
-tokenizer.pad_token_id = tokenizer.eos_token_id
+
 tokenizer.eos_token = "<|answer_end|>"
+eos_token_id=tokenizer.eos_token_id
+tokenizer.pad_token = tokenizer.eos_token
+tokenizer.pad_token_id = 1
+
+# Define variables 
+temperature = 0.0  
+max_new_tokens = 1500
+top_p = 0.95
+repetition_penalty = 1.0
+min_new_tokens = 800
+early_stopping = False
 
 # Connect to the LanceDB database
 db = lancedb.connect("content 5/lancedb_data")