awacke1's picture
Update app.py
c6bff5d
raw
history blame
3.52 kB
import gradio as gr
from transformers import T5Tokenizer, T5ForConditionalGeneration
# xl size run out of memory on 16GB vm
tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-large")
model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-large")
title = ""
def get_examples ():
return [
["Describe in detail an outline on Being a Happier and Healthier Person"],
["Describe in detail an outline on Learn to Use Mindfulness to Affect Well Being"],
["Describe in detail an outline on Eating and Drinking - Find Healthy Nutrition Habits"],
["Describe in detail an outline on Drinking - Find Reasons and Cut Back or Quit Entirely"],
["Describe in detail an outline on Stress is relieved by quieting your mind, getting exercise and time with nature"],
["Describe in detail an outline on Reprogram Pain Stress Reactions"],
["Describe in detail an outline on Brain gamification"],
["Describe in detail an outline on Mental Body Scan"],
["Describe in detail an outline on Stretch, Calm, Breath"],
["Describe in detail an outline on Relaxed Seat Breath"],
["Describe in detail an outline on Walk Feel"],
["Describe in detail an outline on alleviating stress"],
["Describe in detail an outline on helping breathing, satisfaction"],
["Describe in detail an outline on Relieve Stress, Build Support"],
["Describe in detail an outline on Relaxation Response"],
["Describe in detail an outline on Deep Breaths"],
["Describe in detail an outline on Delete Not Helpful Thoughts"],
["Describe in detail an outline on Strengthen Helpful"],
["Describe in detail an outline on Sleep Better and Find Joy"],
["Describe in detail an outline on Yoga Sleep"],
["Describe in detail an outline on Relieve Pain"],
["Describe in detail an outline on Build and Boost Mental Strength"],
["Describe in detail an outline on Spending Time Outdoors"],
["Describe in detail an outline on Daily Routine Tasks"],
["Describe in detail an outline on Feel better each day when you awake by"],
["Describe in detail an outline on Feel better physically by"],
["Describe in detail an outline on Practicing mindfulness each day"],
["Describe in detail an outline on Be happier by"],
["Describe in detail an outline on Meditation can improve health"],
["Describe in detail an outline on Spending time outdoors"],
["Describe in detail an outline on Break the cycle of stress and anxiety"],
["Describe in detail an outline on Feel calm in stressful situations"],
["Describe in detail an outline on Deal with work pressure"],
["Describe in detail an outline on Learn to reduce feelings of overwhelmed"]
]
def text2text(input_text):
input_ids = tokenizer(input_text, return_tensors="pt").input_ids
outputs = model.generate(input_ids, max_length=200)
return tokenizer.decode(outputs[0])
with gr.Blocks() as demo:
gr.Markdown(
"""
# Flan T5 Large Demo
780M parameter Large language model fine tuned on diverse tasks.
Prompt the model in the Input box.
""")
txt_in = gr.Textbox(label="Input", lines=3)
correct_label = gr.Label(label="Correct")
txt_out = gr.Textbox(value="", label="Output", lines=4)
btn = gr.Button(value="Submit")
btn.click(text2text, inputs=[txt_in], outputs=[txt_out])
gr.Examples(
examples=get_examples(),
inputs=[txt_in,correct_label]
)
if __name__ == "__main__":
demo.launch()