Update app.py

app.py

@@ -43,7 +43,7 @@ def inference(input_sentence, max_length, sample_or_greedy="Greedy", seed=42):
             "eos_token_id": None,
         }
 
-    payload = {"inputs": input_sentence, "parameters": parameters,"options" : {"use_cache": False} }
+    payload = {"inputs": input_sentence, "parameters": parameters,"options" : {"use_cache": True} }
 
     data = query(payload)