app.py
CHANGED
@@ -67,13 +67,8 @@ def extract_json(gen_text, response, n_shot_learning=0):
|
|
67 |
start_index = gen_text.index("### Response:\n{") + 14
|
68 |
|
69 |
end_index = gen_text.find("}\n\n### ")
|
70 |
-
if(end_index
|
71 |
-
|
72 |
-
print(response.status_code)
|
73 |
-
print(response.txt)
|
74 |
-
print("End***No end index!!!")
|
75 |
-
|
76 |
-
end_index = end_index + 1
|
77 |
|
78 |
return gen_text[start_index:end_index]
|
79 |
|
@@ -96,7 +91,15 @@ def score_model(model_uri, databricks_token, prompt):
|
|
96 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
97 |
if response.status_code != 200:
|
98 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
99 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
100 |
|
101 |
def get_completion(prompt):
|
102 |
return score_model(model_uri, databricks_token, prompt)
|
|
|
67 |
start_index = gen_text.index("### Response:\n{") + 14
|
68 |
|
69 |
end_index = gen_text.find("}\n\n### ")
|
70 |
+
if(end_index != -1) :
|
71 |
+
end_index = end_index + 1
|
|
|
|
|
|
|
|
|
|
|
72 |
|
73 |
return gen_text[start_index:end_index]
|
74 |
|
|
|
91 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
92 |
if response.status_code != 200:
|
93 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
94 |
+
|
95 |
+
response_json = response.json()
|
96 |
+
|
97 |
+
if(response_json["choices"] == "")
|
98 |
+
print("Start***No choices!!!")
|
99 |
+
print(response.status_code)
|
100 |
+
print(response.txt)
|
101 |
+
print("End***No choices!!!")
|
102 |
+
return response_json
|
103 |
|
104 |
def get_completion(prompt):
|
105 |
return score_model(model_uri, databricks_token, prompt)
|