Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -52,7 +52,7 @@ tokenizer = AutoTokenizer.from_pretrained("CyberNative-AI/Colibri_8b_v0.1")
|
|
| 52 |
from transformers import BitsAndBytesConfig
|
| 53 |
|
| 54 |
nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4")
|
| 55 |
-
model = AutoModelForCausalLM.from_pretrained(
|
| 56 |
|
| 57 |
terminators = [
|
| 58 |
tokenizer.eos_token_id,
|
|
|
|
| 52 |
from transformers import BitsAndBytesConfig
|
| 53 |
|
| 54 |
nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4")
|
| 55 |
+
model = AutoModelForCausalLM.from_pretrained("CyberNative-AI/Colibri_8b_v0.1", quantization_config=nf4_config)
|
| 56 |
|
| 57 |
terminators = [
|
| 58 |
tokenizer.eos_token_id,
|