cahya commited on
Commit
1038327
·
1 Parent(s): 96e52af

fixed auth token

Browse files
Files changed (1) hide show
  1. app/app.py +3 -4
app/app.py CHANGED
@@ -18,7 +18,6 @@ if "MIRROR_URL" in os.environ:
18
  hf_auth_token = os.getenv("HF_AUTH_TOKEN", False)
19
  st.write("Using Hugging Face auth token: ", hf_auth_token)
20
 
21
-
22
  MODELS = {
23
  "Indonesian Newspaper - Indonesian GPT-2 Medium": {
24
  "group": "Indonesian Newspaper",
@@ -71,7 +70,8 @@ def get_generator(model_name: str):
71
  eos_token_id=tokenizer.eos_token_id,
72
  sep_token_id=tokenizer.sep_token_id,
73
  pad_token_id=tokenizer.pad_token_id,
74
- output_hidden_states=False)
 
75
  model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
76
  model.resize_token_embeddings(len(tokenizer))
77
  return model, tokenizer
@@ -111,8 +111,7 @@ def process(text_generator, tokenizer, title: str, keywords: str, text: str,
111
  top_p=top_p,
112
  temperature=temperature,
113
  repetition_penalty=repetition_penalty,
114
- num_return_sequences=1,
115
- use_auth_token=hf_auth_token
116
  )
117
  result = tokenizer.decode(sample_outputs[0], skip_special_tokens=True)
118
  print(f"result: {result}")
 
18
  hf_auth_token = os.getenv("HF_AUTH_TOKEN", False)
19
  st.write("Using Hugging Face auth token: ", hf_auth_token)
20
 
 
21
  MODELS = {
22
  "Indonesian Newspaper - Indonesian GPT-2 Medium": {
23
  "group": "Indonesian Newspaper",
 
70
  eos_token_id=tokenizer.eos_token_id,
71
  sep_token_id=tokenizer.sep_token_id,
72
  pad_token_id=tokenizer.pad_token_id,
73
+ output_hidden_states=False,
74
+ use_auth_token=hf_auth_token)
75
  model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
76
  model.resize_token_embeddings(len(tokenizer))
77
  return model, tokenizer
 
111
  top_p=top_p,
112
  temperature=temperature,
113
  repetition_penalty=repetition_penalty,
114
+ num_return_sequences=1
 
115
  )
116
  result = tokenizer.decode(sample_outputs[0], skip_special_tokens=True)
117
  print(f"result: {result}")