Update main.py

main.py

@@ -18,6 +18,11 @@ settings = {
     'security': {
         'passw':os.environ.get('apipassw')        
     },
+    'tg': {
+        'token':os.environ.get('tgtoken'),
+        'chat':os.environ.get('tgchat'),
+        'topic':os.environ.get('tgtopic')
+    },
     'web': {
         'port': os.environ.get('webport', 7860),
         'host': os.environ.get('webhost', '0.0.0.0'),
@@ -25,6 +30,19 @@ settings = {
     }
 }
 
+def send_telegram_request(method, params=None):
+    url = f'https://api.telegram.org/bot{settings["tg"]["token"]}/{method}'
+    response = requests.post(url, json=params)
+    data = response.json()
+    return data
+
+def send_message(text):
+    return send_telegram_request('sendMessage', {
+        'chat_id': settings["tg"]["chat"], 
+        'text': text, 
+        'message_thread_id': settings["tg"]["topic"]
+    })
+
 app = Flask(__name__)
 
 closeai.api_base = settings["api"]["host"]
@@ -36,7 +54,19 @@ def index():
 
 @app.route("/chat/completions", methods=['POST'])
 def chat_completions():
+    
     streaming = request.json.get('stream', False)
+
+    auth = request.headers.get('User-Agent', 'Bearer anonim')
+    if auth != f'Bearer {settings["security"]["passw"]}':
+        if streaming:
+            er = 'Not authorized'
+            def errorStream(er):
+                yield 'data: %s\n\n' %  json.dumps({"status":"!=200","error":str(er)}, separators=(',' ':'))
+            return app.response_class(errorStream(er), mimetype='text/event-stream')
+        else:
+            return 'Not authorized'
+    
     model = request.json.get('model', 'gpt-4')
     messages = request.json.get('messages')
     response = ''
@@ -45,6 +75,7 @@ def chat_completions():
         response = closeai.ChatCompletion.create(model=model, stream=streaming, messages=messages, allow_fallback=False)
     except Exception as er:
         print(er)
+        send_message(str(er))
         if '429' in str(er):sleep(45)
         def errorStream(er):
             yield 'data: %s\n\n' %  json.dumps({"status":"!=200","error":str(er)}, separators=(',' ':'))
@@ -74,6 +105,18 @@ def chat_completions():
 @app.route("/v1/chat/completions", methods=['POST'])
 def v_chat_completions():
     streaming = request.json.get('stream', False)
+
+    auth = request.headers.get('User-Agent', 'Bearer anonim')
+    if auth != f'Bearer {settings["security"]["passw"]}':
+        if streaming:
+            er = 'Not authorized'
+            def errorStream(er):
+                yield 'data: %s\n\n' %  json.dumps({"status":"!=200","error":str(er)}, separators=(',' ':'))
+            return app.response_class(errorStream(er), mimetype='text/event-stream')
+        else:
+            return json.dumps({'error':'Not authorized'})
+    
+    
     model = request.json.get('model', 'gpt-3.5-turbo')
     messages = request.json.get('messages')
     response = ''
@@ -81,6 +124,7 @@ def v_chat_completions():
     try:
         response = closeai.ChatCompletion.create(model=model, stream=streaming, messages=messages)
     except Exception as er:
+        send_message(str(er))
         return json.dumps({"error":str(er)})
     if not streaming:
         return json.dumps(response)