Kvikontent commited on
Commit
11f9d7a
·
1 Parent(s): 7abda70

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -19
app.py CHANGED
@@ -1,28 +1,30 @@
1
- from transformers import AutoTokenizer, AutoModelForCausalLM
2
  import torch
 
3
  import gradio as gr
4
 
5
- # Load the tokenizer and model
6
- tokenizer = AutoTokenizer.from_pretrained("gpt-chatbot")
7
- model = AutoModelForCausalLM.from_pretrained("gpt-chatbot")
8
 
9
-
10
- def generate_response(input_text):
11
- input_text = "User: " + input_text
12
- input_ids = tokenizer.encode(input_text, return_tensors='pt')
13
- generated_output = model.generate(input_ids, max_length=100, num_return_sequences=1)
14
- response = tokenizer.decode(generated_output[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
15
- return response
 
16
 
17
  iface = gr.Interface(
18
  fn=generate_response,
19
- inputs='text',
20
- outputs='text',
21
- layout='vertical',
22
- title='ChatGPT',
23
- description='A simple chatbot powered by ChatGPT',
24
- article= 'https://huggingface.co/models',
25
- examples=[['Hello'], ['How are you?'], ['What is your name?']],
 
 
26
  )
27
 
28
- iface.launch()
 
 
1
  import torch
2
+ from transformers import AutoTokenizer, OpenAIGPTLMHeadModel
3
  import gradio as gr
4
 
5
+ tokenizer = AutoTokenizer.from_pretrained("openai-gpt")
6
+ model = OpenAIGPTLMHeadModel.from_pretrained("openai-gpt")
 
7
 
8
+ def generate_response(text):
9
+ inputs = tokenizer(text, return_tensors="pt")
10
+ outputs = model(**inputs, labels=inputs["input_ids"])
11
+ generated_ids = model.generate(inputs['input_ids'],
12
+ num_return_sequences=1,
13
+ max_length=50)
14
+ generated_text = tokenizer.decode(generated_ids.squeeze(), skip_special_tokens=True)
15
+ return generated_text
16
 
17
  iface = gr.Interface(
18
  fn=generate_response,
19
+ inputs="text",
20
+ outputs="text",
21
+ title="OpenAI GPT4 Chatbot",
22
+ description="Enter some text, and the OpenAI GPT model will generate a response.",
23
+ examples=[
24
+ ["Hello, how are you?"],
25
+ ["What is the capital of France?"],
26
+ ["Tell me a joke."]
27
+ ]
28
  )
29
 
30
+ iface.launch()