alex-abb commited on
Commit
ac0628b
·
verified ·
1 Parent(s): 17b9a4e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,8 +4,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
4
 
5
 
6
 
7
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
8
- model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", device_map="auto") # to("cuda:0")
9
  terminators = [
10
  tokenizer.eos_token_id,
11
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
4
 
5
 
6
 
7
+ tokenizer = AutoTokenizer.from_pretrained("/datasets/Sao10K/Claude-3-Opus-Instruct-15K")
8
+ model = AutoModelForCausalLM.from_pretrained("/datasets/Sao10K/Claude-3-Opus-Instruct-15K", device_map="auto") # to("cuda:0")
9
  terminators = [
10
  tokenizer.eos_token_id,
11
  tokenizer.convert_tokens_to_ids("<|eot_id|>")