Update app.py
Browse files
app.py
CHANGED
@@ -37,9 +37,9 @@ model_gpt2 = GPT2LMHeadModel.from_pretrained('gpt2')
|
|
37 |
text_generator = pipeline("text-generation", model=model_gpt2, tokenizer=tokenizer_gpt2)
|
38 |
|
39 |
# Load the Llama-3 model and tokenizer once during startup
|
40 |
-
tokenizer_llama = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3
|
41 |
model_llama = AutoModelForCausalLM.from_pretrained(
|
42 |
-
"meta-llama/Meta-Llama-3
|
43 |
torch_dtype='auto',
|
44 |
device_map='auto',
|
45 |
token=hf_token
|
|
|
37 |
text_generator = pipeline("text-generation", model=model_gpt2, tokenizer=tokenizer_gpt2)
|
38 |
|
39 |
# Load the Llama-3 model and tokenizer once during startup
|
40 |
+
tokenizer_llama = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B", token=hf_token)
|
41 |
model_llama = AutoModelForCausalLM.from_pretrained(
|
42 |
+
"meta-llama/Meta-Llama-3-8B",
|
43 |
torch_dtype='auto',
|
44 |
device_map='auto',
|
45 |
token=hf_token
|