memorease commited on
Commit
ff1f742
·
verified ·
1 Parent(s): e4f432c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -2
app.py CHANGED
@@ -4,18 +4,32 @@ import os
4
 
5
  app = Flask(__name__)
6
 
 
 
 
7
  @app.route("/ask", methods=["POST"])
8
  def ask_question():
 
9
  try:
10
- client = Client("memorease/flan5_memorease")
 
 
11
  input_text = request.json.get("text")
12
  if not input_text:
13
  return jsonify({"error": "Missing 'text'"}), 400
 
14
  result = client.predict(input_text, api_name="/predict")
15
  return jsonify({"question": result})
 
16
  except Exception as e:
17
  return jsonify({"error": str(e)}), 500
18
 
 
 
 
 
 
 
19
  if __name__ == "__main__":
20
  port = int(os.environ.get("PORT", 7860))
21
- app.run(host="0.0.0.0", port=port)
 
4
 
5
  app = Flask(__name__)
6
 
7
+ HF_TOKEN = os.environ.get("HF_TOKEN")
8
+ client = None # global cache
9
+
10
  @app.route("/ask", methods=["POST"])
11
  def ask_question():
12
+ global client
13
  try:
14
+ if client is None:
15
+ client = Client("memorease/flan5_memorease", hf_token=HF_TOKEN) # lazy init
16
+
17
  input_text = request.json.get("text")
18
  if not input_text:
19
  return jsonify({"error": "Missing 'text'"}), 400
20
+
21
  result = client.predict(input_text, api_name="/predict")
22
  return jsonify({"question": result})
23
+
24
  except Exception as e:
25
  return jsonify({"error": str(e)}), 500
26
 
27
+
28
+ @app.route("/", methods=["GET"])
29
+ def root_check():
30
+ return jsonify({"status": "running"})
31
+
32
+
33
  if __name__ == "__main__":
34
  port = int(os.environ.get("PORT", 7860))
35
+ app.run(host="0.0.0.0", port=port)