Update app.py

app.py

@@ -71,7 +71,8 @@ if __name__ == "__main__":
     model.to(device)
     text_area = st.text_area("Enter the first few words (or leave blank), tap on \"Generate Text\" below. Tapping again will produce a different result.", 'האיש האחרון בעולם ישב לבד בחדרו כשלפתע נשמעה נקישה')
     st.sidebar.subheader("Configurable parameters")
-    max_len = st.sidebar.slider("Max-Length", 0, 256, 192,help="The maximum length of the sequence to be generated.")
+    max_len = st.sidebar.slider("Max-Length", 0, 256, 5,help="The maximum length of the sequence to be generated.")
+    num_return_sequences = st.sidebar.slider("Outputs", 1, 50, 5,help="The number of outputs.")
     top_k = st.sidebar.slider("Top-K", 0, 100, 40, help="The number of highest probability vocabulary tokens to keep for top-k-filtering.")
     top_p = st.sidebar.slider("Top-P", 0.0, 1.0, 0.92, help="If set to float < 1, only the most probable tokens with probabilities that add up to top_p or higher are kept for generation.")
     if st.button("Generate Text"):
@@ -81,7 +82,8 @@ if __name__ == "__main__":
             if len(text_area.strip()) == 0:
                 text_area = random.choice(suggested_text_list)
             result = extend(input_text=text_area,                         
-                            max_size=int(max_len),                         
+                            max_size=int(max_len),
+                            num_return_sequences=int(num_return_sequences),                         
                             top_k=int(top_k),
                             top_p=float(top_p))
             print("Done length: " + str(len(result)) + " bytes")