Spaces:
Runtime error
Runtime error
fixed auth token
Browse files- app/app.py +3 -4
app/app.py
CHANGED
@@ -18,7 +18,6 @@ if "MIRROR_URL" in os.environ:
|
|
18 |
hf_auth_token = os.getenv("HF_AUTH_TOKEN", False)
|
19 |
st.write("Using Hugging Face auth token: ", hf_auth_token)
|
20 |
|
21 |
-
|
22 |
MODELS = {
|
23 |
"Indonesian Newspaper - Indonesian GPT-2 Medium": {
|
24 |
"group": "Indonesian Newspaper",
|
@@ -71,7 +70,8 @@ def get_generator(model_name: str):
|
|
71 |
eos_token_id=tokenizer.eos_token_id,
|
72 |
sep_token_id=tokenizer.sep_token_id,
|
73 |
pad_token_id=tokenizer.pad_token_id,
|
74 |
-
output_hidden_states=False
|
|
|
75 |
model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
|
76 |
model.resize_token_embeddings(len(tokenizer))
|
77 |
return model, tokenizer
|
@@ -111,8 +111,7 @@ def process(text_generator, tokenizer, title: str, keywords: str, text: str,
|
|
111 |
top_p=top_p,
|
112 |
temperature=temperature,
|
113 |
repetition_penalty=repetition_penalty,
|
114 |
-
num_return_sequences=1
|
115 |
-
use_auth_token=hf_auth_token
|
116 |
)
|
117 |
result = tokenizer.decode(sample_outputs[0], skip_special_tokens=True)
|
118 |
print(f"result: {result}")
|
|
|
18 |
hf_auth_token = os.getenv("HF_AUTH_TOKEN", False)
|
19 |
st.write("Using Hugging Face auth token: ", hf_auth_token)
|
20 |
|
|
|
21 |
MODELS = {
|
22 |
"Indonesian Newspaper - Indonesian GPT-2 Medium": {
|
23 |
"group": "Indonesian Newspaper",
|
|
|
70 |
eos_token_id=tokenizer.eos_token_id,
|
71 |
sep_token_id=tokenizer.sep_token_id,
|
72 |
pad_token_id=tokenizer.pad_token_id,
|
73 |
+
output_hidden_states=False,
|
74 |
+
use_auth_token=hf_auth_token)
|
75 |
model = GPT2LMHeadModel.from_pretrained(model_name, config=config)
|
76 |
model.resize_token_embeddings(len(tokenizer))
|
77 |
return model, tokenizer
|
|
|
111 |
top_p=top_p,
|
112 |
temperature=temperature,
|
113 |
repetition_penalty=repetition_penalty,
|
114 |
+
num_return_sequences=1
|
|
|
115 |
)
|
116 |
result = tokenizer.decode(sample_outputs[0], skip_special_tokens=True)
|
117 |
print(f"result: {result}")
|