daeguhighschool commited on
Commit
bf5a63a
·
verified ·
1 Parent(s): 95ba8ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -6,7 +6,14 @@ model_id = "daeguhighschool/my-student-chatbot-v2" # 너의 모델 경로
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
  model = AutoModelForCausalLM.from_pretrained(model_id)
8
 
9
- pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
 
 
 
 
 
 
10
 
11
  def chat(prompt):
12
  result = pipe(prompt, max_new_tokens=100)[0]["generated_text"]
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
  model = AutoModelForCausalLM.from_pretrained(model_id)
8
 
9
+ pipe = pipeline(
10
+ "text-generation",
11
+ model=model,
12
+ tokenizer=tokenizer,
13
+ max_new_tokens=50, # ← 이거 100보다 줄이면 반응 속도 확 줄어듦
14
+ do_sample=True,
15
+ temperature=0.7
16
+ )
17
 
18
  def chat(prompt):
19
  result = pipe(prompt, max_new_tokens=100)[0]["generated_text"]