Spaces:
Runtime error
Runtime error
fixed auth token
Browse files- app/app.py +2 -2
app/app.py
CHANGED
@@ -63,7 +63,7 @@ model_type = st.sidebar.selectbox('Model', (MODELS.keys()))
|
|
63 |
def get_generator(model_name: str):
|
64 |
st.write(f"Loading the GPT2 model {model_name}, please wait...")
|
65 |
special_tokens = AbstractDataset.special_tokens
|
66 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
67 |
tokenizer.add_special_tokens(special_tokens)
|
68 |
config = AutoConfig.from_pretrained(model_name,
|
69 |
bos_token_id=tokenizer.bos_token_id,
|
@@ -72,7 +72,7 @@ def get_generator(model_name: str):
|
|
72 |
pad_token_id=tokenizer.pad_token_id,
|
73 |
output_hidden_states=False,
|
74 |
use_auth_token=hf_auth_token)
|
75 |
-
model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
|
76 |
model.resize_token_embeddings(len(tokenizer))
|
77 |
return model, tokenizer
|
78 |
|
|
|
63 |
def get_generator(model_name: str):
|
64 |
st.write(f"Loading the GPT2 model {model_name}, please wait...")
|
65 |
special_tokens = AbstractDataset.special_tokens
|
66 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_auth_token)
|
67 |
tokenizer.add_special_tokens(special_tokens)
|
68 |
config = AutoConfig.from_pretrained(model_name,
|
69 |
bos_token_id=tokenizer.bos_token_id,
|
|
|
72 |
pad_token_id=tokenizer.pad_token_id,
|
73 |
output_hidden_states=False,
|
74 |
use_auth_token=hf_auth_token)
|
75 |
+
model = GPT2LMHeadModel.from_pretrained(model_name, config=config, use_auth_token=hf_auth_token)
|
76 |
model.resize_token_embeddings(len(tokenizer))
|
77 |
return model, tokenizer
|
78 |
|