Update app.py

app.py

@@ -4,8 +4,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 
 
 
-tokenizer = AutoTokenizer.from_pretrained("/datasets/Sao10K/Claude-3-Opus-Instruct-15K")
-model = AutoModelForCausalLM.from_pretrained("/datasets/Sao10K/Claude-3-Opus-Instruct-15K", device_map="auto")  # to("cuda:0") 
+tokenizer = AutoTokenizer.from_pretrained("nvidia/mamba2-hybrid-8b-3t-128k")
+model = AutoModelForCausalLM.from_pretrained("nvidia/mamba2-hybrid-8b-3t-128k", device_map="auto")  # to("cuda:0") 
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")