DesiredName commited on
Commit
afc73c8
·
verified ·
1 Parent(s): 5f49cfc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,14 +10,14 @@ bnb_config = BitsAndBytesConfig(
10
  )
11
 
12
  model = AutoModelForCausalLM.from_pretrained(
13
- "Qwen/Qwen-7B-Chat",
14
  quantization_config=bnb_config,
15
  device_map="auto", # Auto-distribute across CPU/GPU
16
  trust_remote_code=True # Required for Qwen!
17
  )
18
 
19
  tokenizer = AutoTokenizer.from_pretrained(
20
- "Qwen/Qwen-7B-Chat",
21
  trust_remote_code=True
22
  )
23
 
 
10
  )
11
 
12
  model = AutoModelForCausalLM.from_pretrained(
13
+ "TheBloke/Wizard-Vicuna-13B-Uncensored-SuperHOT-8K-GPTQ",
14
  quantization_config=bnb_config,
15
  device_map="auto", # Auto-distribute across CPU/GPU
16
  trust_remote_code=True # Required for Qwen!
17
  )
18
 
19
  tokenizer = AutoTokenizer.from_pretrained(
20
+ "TheBloke/Wizard-Vicuna-13B-Uncensored-SuperHOT-8K-GPTQ",
21
  trust_remote_code=True
22
  )
23