khotveer1 commited on
Commit
04118cb
·
1 Parent(s): f02eb97

adding app.py

Browse files
Files changed (1) hide show
  1. app.py +19 -0
app.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+
4
+ model = AutoModelForCausalLM.from_pretrained("khotveer1/gpt2-medium-lora-finetuned-shakespeare")
5
+ tokenizer = AutoTokenizer.from_pretrained("khotveer1/gpt2-medium-lora-finetuned-shakespeare")
6
+
7
+ def generate_text(prompt):
8
+ inputs = tokenizer(prompt, return_tensors="pt")
9
+ outputs = model.generate(
10
+ **inputs,
11
+ max_length=80,
12
+ do_sample=True,
13
+ top_k=40,
14
+ temperature=0.8,
15
+ repetition_penalty=1.15,
16
+ )
17
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
18
+
19
+ gr.Interface(fn=generate_text, inputs="text", outputs="text", title="Shakespeare GPT-2").launch()