Spaces:

jsbeaudry
/

makandal

Sleeping

jsbeaudry commited on Jun 21

Commit

3777804

verified ·

1 Parent(s): e7fb44a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,7 @@ def generate_text(prompt):
     inputs = tokenizer(prompt, return_tensors="pt", padding=True).to(device)
     output = model.generate(
         **inputs,
-        max_new_tokens=100,
         do_sample=True,
         repetition_penalty=1.2,
         no_repeat_ngram_size=3,

     inputs = tokenizer(prompt, return_tensors="pt", padding=True).to(device)
     output = model.generate(
         **inputs,
+        max_new_tokens=30,
         do_sample=True,
         repetition_penalty=1.2,
         no_repeat_ngram_size=3,