Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,14 @@ model_id = "daeguhighschool/my-student-chatbot-v2" # 너의 모델 경로
|
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
7 |
model = AutoModelForCausalLM.from_pretrained(model_id)
|
8 |
|
9 |
-
pipe = pipeline(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
def chat(prompt):
|
12 |
result = pipe(prompt, max_new_tokens=100)[0]["generated_text"]
|
|
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
7 |
model = AutoModelForCausalLM.from_pretrained(model_id)
|
8 |
|
9 |
+
pipe = pipeline(
|
10 |
+
"text-generation",
|
11 |
+
model=model,
|
12 |
+
tokenizer=tokenizer,
|
13 |
+
max_new_tokens=50, # ← 이거 100보다 줄이면 반응 속도 확 줄어듦
|
14 |
+
do_sample=True,
|
15 |
+
temperature=0.7
|
16 |
+
)
|
17 |
|
18 |
def chat(prompt):
|
19 |
result = pipe(prompt, max_new_tokens=100)[0]["generated_text"]
|