Hugging Face's logo

Spaces:
somosnlp
/
ComeBien_Demo
Runtime error

App Files Community
rovi27 commited on
Commit
0818363
·
verified ·
1 Parent(s): f7be4b4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ import os
11
  sft_model = "somosnlp/ComeBien_gemma-2b-it-bnb-4bit"
12
  base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
13
 
14
- max_seq_length=400
15
  base_model = AutoModelForCausalLM.from_pretrained(base_model_name,return_dict=True,device_map="auto", torch_dtype=torch.float16,)
16
  tokenizer = AutoTokenizer.from_pretrained(base_model_name, max_length = max_seq_length)
17
  ft_model = PeftModel.from_pretrained(base_model, sft_model)
 
11
  sft_model = "somosnlp/ComeBien_gemma-2b-it-bnb-4bit"
12
  base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
13
 
14
+ max_seq_length=2000
15
  base_model = AutoModelForCausalLM.from_pretrained(base_model_name,return_dict=True,device_map="auto", torch_dtype=torch.float16,)
16
  tokenizer = AutoTokenizer.from_pretrained(base_model_name, max_length = max_seq_length)
17
  ft_model = PeftModel.from_pretrained(base_model, sft_model)