vtrv.vls commited on
Commit
014ba5e
·
1 Parent(s): 7307761

s3 functionality

Browse files
Files changed (2) hide show
  1. app.py +19 -1
  2. utils.py +6 -1
app.py CHANGED
@@ -1,20 +1,26 @@
1
  import gradio
2
  import argparse
3
  import os
 
 
4
 
5
- from utils import generate
6
  from models import get_tiny_llama, response_tiny_llama
7
  from constants import css, js_code, js_light
8
 
9
  MERA_table = None
10
  TINY_LLAMA = None
11
 
 
 
12
  def giga_gen(content):
13
  res = generate(content,'auth_token.json')
 
14
  return res
15
 
16
  def tiny_gen(content):
17
  res = response_tiny_llama(TINY_LLAMA, content)
 
18
  return res
19
 
20
  def tab_arena():
@@ -75,6 +81,18 @@ if __name__ == "__main__":
75
  # TYPES = ["number", "markdown", "number"]
76
 
77
  TINY_LLAMA = get_tiny_llama()
 
 
 
 
 
 
 
 
 
 
 
 
78
  demo = build_demo()
79
  demo.launch(share=args.share, height=3000, width="110%") # share=args.share
80
 
 
1
  import gradio
2
  import argparse
3
  import os
4
+ import boto3
5
+ from datetime import datetime
6
 
7
+ from utils import generate, send_to_s3
8
  from models import get_tiny_llama, response_tiny_llama
9
  from constants import css, js_code, js_light
10
 
11
  MERA_table = None
12
  TINY_LLAMA = None
13
 
14
+ S3_SESSION = None
15
+
16
  def giga_gen(content):
17
  res = generate(content,'auth_token.json')
18
+ send_to_s3(res, f'giga_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
19
  return res
20
 
21
  def tiny_gen(content):
22
  res = response_tiny_llama(TINY_LLAMA, content)
23
+ send_to_s3(res, f'tiny_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
24
  return res
25
 
26
  def tab_arena():
 
81
  # TYPES = ["number", "markdown", "number"]
82
 
83
  TINY_LLAMA = get_tiny_llama()
84
+
85
+ try:
86
+ session = boto3.session.Session()
87
+ S3_SESSION = session.client(
88
+ service_name='s3',
89
+ endpoint_url=os.getenv('S3_ENDPOINT'),
90
+ aws_access_key_id=os.getenv('S3_ENDPOINT'),
91
+ aws_secret_access_key=os.getenv('S3_ENDPOINT'),
92
+ )
93
+ except:
94
+ print('Failed to start s3 session')
95
+
96
  demo = build_demo()
97
  demo.launch(share=args.share, height=3000, width="110%") # share=args.share
98
 
utils.py CHANGED
@@ -2,6 +2,7 @@ import requests
2
  import json
3
  import os
4
  from datetime import datetime, timedelta
 
5
 
6
 
7
  def gen_auth_token(auth_file):
@@ -65,4 +66,8 @@ def generate(content='Привет!', auth_file=None):
65
 
66
  resp = get_text(content, auth_token['access_token'])
67
 
68
- return resp["choices"][0]["message"]["content"]
 
 
 
 
 
2
  import json
3
  import os
4
  from datetime import datetime, timedelta
5
+ import boto3
6
 
7
 
8
  def gen_auth_token(auth_file):
 
66
 
67
  resp = get_text(content, auth_token['access_token'])
68
 
69
+ return resp["choices"][0]["message"]["content"]
70
+
71
+ def send_to_s3(data, name, session):
72
+ session.put_object(Bucket=os.getenv('S3_BUCKET'), Key=name, Body=json.dumps(data))
73
+