Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
# !pip install transformers accelerate bitsandbytes huggingface_hub
|
3 |
|
4 |
import gradio as gr
|
5 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM, AutoProcessor, AutoModelForVision2Seq
|
6 |
|
7 |
import torch
|
8 |
|
@@ -20,7 +20,7 @@ model = AutoModelForVision2Seq.from_pretrained(
|
|
20 |
"bnb_4bit_use_double_quant": True, # ε―ιοΌεε° 0.4% δ½η§―
|
21 |
},
|
22 |
low_cpu_mem_usage=True
|
23 |
-
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
26 |
|
|
|
2 |
# !pip install transformers accelerate bitsandbytes huggingface_hub
|
3 |
|
4 |
import gradio as gr
|
5 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM, AutoProcessor, AutoModelForVision2Seq
|
6 |
|
7 |
import torch
|
8 |
|
|
|
20 |
"bnb_4bit_use_double_quant": True, # ε―ιοΌεε° 0.4% δ½η§―
|
21 |
},
|
22 |
low_cpu_mem_usage=True
|
23 |
+
)
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
26 |
|