Mahmoud Amiri
commited on
Commit
·
826d17a
1
Parent(s):
b2f2152
Fix blank Space by calling demo.launch()
Browse files
app.py
CHANGED
@@ -11,25 +11,19 @@ def respond(
|
|
11 |
top_p,
|
12 |
hf_token: gr.OAuthToken,
|
13 |
):
|
14 |
-
"""
|
15 |
-
Uses the Hugging Face InferenceClient with a token (OAuth) to access the model.
|
16 |
-
This works with any text-to-text model like BART, T5, Pegasus, etc.
|
17 |
-
"""
|
18 |
client = InferenceClient(
|
19 |
token=hf_token.token,
|
20 |
model="Bocklitz-Lab/lit2vec-tldr-bart-model"
|
21 |
)
|
22 |
|
23 |
-
# Construct input text (optionally prepend system message)
|
24 |
full_input = f"{system_message.strip()}\n\n{message.strip()}"
|
25 |
|
26 |
-
# Generate full response in one call
|
27 |
response = client.text_generation(
|
28 |
full_input,
|
29 |
max_new_tokens=max_tokens,
|
30 |
temperature=temperature,
|
31 |
top_p=top_p,
|
32 |
-
stream=False
|
33 |
)
|
34 |
|
35 |
yield response
|
@@ -38,20 +32,21 @@ def respond(
|
|
38 |
chatbot = gr.ChatInterface(
|
39 |
respond,
|
40 |
chatbot=gr.Chatbot(),
|
41 |
-
textbox=gr.Textbox(placeholder="
|
42 |
additional_inputs=[
|
43 |
-
gr.Textbox(value="Summarize
|
44 |
gr.Slider(minimum=16, maximum=1024, value=256, step=8, label="Max new tokens"),
|
45 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
46 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
|
47 |
],
|
48 |
)
|
49 |
|
50 |
-
|
|
|
|
|
51 |
with gr.Sidebar():
|
52 |
gr.LoginButton()
|
53 |
chatbot.render()
|
54 |
|
55 |
-
|
56 |
-
|
57 |
-
demo.launch()
|
|
|
11 |
top_p,
|
12 |
hf_token: gr.OAuthToken,
|
13 |
):
|
|
|
|
|
|
|
|
|
14 |
client = InferenceClient(
|
15 |
token=hf_token.token,
|
16 |
model="Bocklitz-Lab/lit2vec-tldr-bart-model"
|
17 |
)
|
18 |
|
|
|
19 |
full_input = f"{system_message.strip()}\n\n{message.strip()}"
|
20 |
|
|
|
21 |
response = client.text_generation(
|
22 |
full_input,
|
23 |
max_new_tokens=max_tokens,
|
24 |
temperature=temperature,
|
25 |
top_p=top_p,
|
26 |
+
stream=False
|
27 |
)
|
28 |
|
29 |
yield response
|
|
|
32 |
chatbot = gr.ChatInterface(
|
33 |
respond,
|
34 |
chatbot=gr.Chatbot(),
|
35 |
+
textbox=gr.Textbox(placeholder="Paste abstract of a chemistry paper...", container=False, scale=7),
|
36 |
additional_inputs=[
|
37 |
+
gr.Textbox(value="Summarize this chemistry paper abstract:", label="System message"),
|
38 |
gr.Slider(minimum=16, maximum=1024, value=256, step=8, label="Max new tokens"),
|
39 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
40 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
|
41 |
],
|
42 |
)
|
43 |
|
44 |
+
demo = gr.Blocks()
|
45 |
+
|
46 |
+
with demo:
|
47 |
with gr.Sidebar():
|
48 |
gr.LoginButton()
|
49 |
chatbot.render()
|
50 |
|
51 |
+
# 👇 This MUST be called at the module level for Hugging Face Spaces to work
|
52 |
+
demo.launch()
|
|