Hugging Face's logo

Spaces:
jnjj
/
Ggggggg
Paused

App Files Community
jnjj commited on
Commit
26eadbd
路
verified 路
1 Parent(s): 68248d1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ MODEL_NAME = "jnjj/gemma-3-4b-it-1layer-actual"
30
  MAX_CONTEXT_LEN = 1024
31
  # Cuantizaci贸n y offload para texto
32
  bnb_config = BitsAndBytesConfig(
33
- load_in_8bit=True,
34
  llm_int8_threshold=6.0,
35
  llm_int8_has_fp16_weight=False
36
  )
 
30
  MAX_CONTEXT_LEN = 1024
31
  # Cuantizaci贸n y offload para texto
32
  bnb_config = BitsAndBytesConfig(
33
+ load_in_8bit=False,
34
  llm_int8_threshold=6.0,
35
  llm_int8_has_fp16_weight=False
36
  )