cahya commited on
Commit
063af5f
·
1 Parent(s): 1038327

fixed auth token

Browse files
Files changed (1) hide show
  1. app/app.py +2 -2
app/app.py CHANGED
@@ -63,7 +63,7 @@ model_type = st.sidebar.selectbox('Model', (MODELS.keys()))
63
  def get_generator(model_name: str):
64
  st.write(f"Loading the GPT2 model {model_name}, please wait...")
65
  special_tokens = AbstractDataset.special_tokens
66
- tokenizer = AutoTokenizer.from_pretrained(model_name)
67
  tokenizer.add_special_tokens(special_tokens)
68
  config = AutoConfig.from_pretrained(model_name,
69
  bos_token_id=tokenizer.bos_token_id,
@@ -72,7 +72,7 @@ def get_generator(model_name: str):
72
  pad_token_id=tokenizer.pad_token_id,
73
  output_hidden_states=False,
74
  use_auth_token=hf_auth_token)
75
- model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
76
  model.resize_token_embeddings(len(tokenizer))
77
  return model, tokenizer
78
 
 
63
  def get_generator(model_name: str):
64
  st.write(f"Loading the GPT2 model {model_name}, please wait...")
65
  special_tokens = AbstractDataset.special_tokens
66
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_auth_token)
67
  tokenizer.add_special_tokens(special_tokens)
68
  config = AutoConfig.from_pretrained(model_name,
69
  bos_token_id=tokenizer.bos_token_id,
 
72
  pad_token_id=tokenizer.pad_token_id,
73
  output_hidden_states=False,
74
  use_auth_token=hf_auth_token)
75
+ model = GPT2LMHeadModel.from_pretrained(model_name, config=config, use_auth_token=hf_auth_token)
76
  model.resize_token_embeddings(len(tokenizer))
77
  return model, tokenizer
78