daeguhighschool commited on
Commit
15fc488
·
verified ·
1 Parent(s): bf5a63a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -7
app.py CHANGED
@@ -1,7 +1,8 @@
1
  import gradio as gr
2
- from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
 
4
- model_id = "daeguhighschool/my-student-chatbot-v2" # 너의 모델 경로
 
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
  model = AutoModelForCausalLM.from_pretrained(model_id)
@@ -10,13 +11,18 @@ pipe = pipeline(
10
  "text-generation",
11
  model=model,
12
  tokenizer=tokenizer,
13
- max_new_tokens=50, # ← 이거 100보다 줄이면 반응 속도 확 줄어듦
14
  do_sample=True,
15
- temperature=0.7
16
  )
17
 
18
  def chat(prompt):
19
- result = pipe(prompt, max_new_tokens=100)[0]["generated_text"]
20
- return result
21
 
22
- gr.Interface(fn=chat, inputs="text", outputs="text", title="학생용 LLM 챗봇").launch()
 
 
 
 
 
 
1
  import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
3
 
4
+ # SKT 한국어 GPT 모델
5
+ model_id = "skt/ko-gpt-trinity-1.2B-v0.5"
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(model_id)
8
  model = AutoModelForCausalLM.from_pretrained(model_id)
 
11
  "text-generation",
12
  model=model,
13
  tokenizer=tokenizer,
14
+ max_new_tokens=100,
15
  do_sample=True,
16
+ temperature=0.7,
17
  )
18
 
19
  def chat(prompt):
20
+ response = pipe(prompt)[0]["generated_text"]
21
+ return response
22
 
23
+ gr.Interface(
24
+ fn=chat,
25
+ inputs="text",
26
+ outputs="text",
27
+ title="한국어 GPT 챗봇 (SKT Trinity 1.2B)"
28
+ ).launch()