Spaces:

RaushanTurganbay
/

RDF_to_text_generation

Runtime error

RaushanTurganbay HF Staff commited on Aug 29, 2023

Commit

9b91ee0

1 Parent(s): 5a9298b

change model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -31,8 +31,8 @@ bnb_config = BitsAndBytesConfig(
     bnb_4bit_compute_dtype=torch.bfloat16
 )
-tokenizer = AutoTokenizer.from_pretrained("lmsys/vicuna-13b-v1.3")
-model = AutoModelForCausalLM.from_pretrained("lmsys/vicuna-13b-v1.3", quantization_config=bnb_config, trust_remote_code=True, device_map="auto")
 if torch.__version__ >= "2":
     model = torch.compile(model)
 print(f"Successfully loaded the model {model_name} into memory")
@@ -179,7 +179,7 @@ with gr.Blocks(theme='gradio/soft') as demo:
         repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=1.0, maximum=2.0, value=1.08, step=0.01)
     info = gr.HTML(f"""
-        <p>🌐 Leveraging the <a href='https://huggingface.co/lmsys/vicuna-13b-v1.3'><strong>Vicuna model</strong></a> with int4 quantization.</p>
     """)

     bnb_4bit_compute_dtype=torch.bfloat16
 )
+tokenizer = AutoTokenizer.from_pretrained("bigscience/bloomz-7b1")
+model = AutoModelForCausalLM.from_pretrained("bigscience/bloomz-7b1", device_map="auto")
 if torch.__version__ >= "2":
     model = torch.compile(model)
 print(f"Successfully loaded the model {model_name} into memory")
         repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=1.0, maximum=2.0, value=1.08, step=0.01)
     info = gr.HTML(f"""
+        <p>🌐 Leveraging the <a href='https://huggingface.co/bigscience/bloomz-7b1'><strong>Vicuna model</strong></a> with int4 quantization.</p>
     """)