Update app.py

app.py

@@ -29,6 +29,7 @@ def predict_gpt(text, model, tokenizer, temperature=1.0):
                             temperature= temperature,
                             top_p=0.75,
                             max_length=512,
+                            length_penalty = 5.5,
                             eos_token_id = tokenizer.eos_token_id,
                             pad_token_id = tokenizer.pad_token_id,
                             num_return_sequences = 1,
@@ -36,8 +37,8 @@ def predict_gpt(text, model, tokenizer, temperature=1.0):
                             return_dict_in_generate=True,
                             )
     decode = lambda x : tokenizer.decode(x, skip_special_tokens=True)
-    generated_text = list(map(decode, out['sequences']))[0].split('Описание :')[1]
-    return 'Описание : '+ generated_text
+    generated_text = list(map(decode, out['sequences']))[0].replace(text,'')
+    return generated_text
 
 def predict_t5(text, model, tokenizer, temperature=1.2):
     input_ids = tokenizer.encode(text, return_tensors="pt")
@@ -48,7 +49,7 @@ def predict_t5(text, model, tokenizer, temperature=1.2):
                         temperature=temperature,
                         top_p=0.35,
                         max_length=512,
-                        length_penalty = 5.5,
+                        length_penalty = -1.0,
                         output_attentions = True,
                         return_dict_in_generate=True,
                         repetition_penalty = 2.5,