Hugging Face's logo

Spaces:
tomrb
/
bettercallbloom
Runtime error

App Files Community
tomrb commited on
Commit
6a5edc5
·
1 Parent(s): f049db5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
12
 
13
 
14
  tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
15
- model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit",device_map="auto")
16
 
17
  generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
18
 
 
12
 
13
 
14
  tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
15
+ model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit",low_cpu_mem_usage=True)
16
 
17
  generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
18