Update pages/type_text.py
Browse files- pages/type_text.py +10 -4
pages/type_text.py
CHANGED
@@ -51,7 +51,7 @@ model = SentenceTransformer('all-MiniLM-L6-v2') # fastest
|
|
51 |
#model = SentenceTransformers('all-distilroberta-v1')
|
52 |
#model = SentenceTransformer('sentence-transformers/msmarco-bert-base-dot-v5')
|
53 |
#model = SentenceTransformer('clips/mfaq')
|
54 |
-
|
55 |
|
56 |
INTdesc_embedding = model.encode(INTdesc_input)
|
57 |
|
@@ -84,6 +84,7 @@ col2.subheader("SBS code")
|
|
84 |
col3.subheader("SBS description V2.0")
|
85 |
|
86 |
dictA = {"Score": [], "SBS Code": [], "SBS Description V2.0": []}
|
|
|
87 |
|
88 |
if INTdesc_input is not None and createSBScodes_clicked == True:
|
89 |
#for i, result in enumerate(HF_model_results_displayed):
|
@@ -94,33 +95,38 @@ if INTdesc_input is not None and createSBScodes_clicked == True:
|
|
94 |
col3.write(SBScorpus[result[0]["corpus_id"]])
|
95 |
#dictA["Score"].append("%.4f" % result[0]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[0]["corpus_id"]])
|
96 |
dictA.update({"Score": "%.4f" % result[0]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[0]["corpus_id"]]})
|
|
|
97 |
|
98 |
col1.write("%.4f" % result[1]["score"])
|
99 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
100 |
col3.write(SBScorpus[result[1]["corpus_id"]])
|
101 |
#dictA["Score"].append("%.4f" % result[1]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[1]["corpus_id"]])
|
102 |
dictA.update({"Score": "%.4f" % result[1]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[1]["corpus_id"]]})
|
|
|
103 |
|
104 |
col1.write("%.4f" % result[2]["score"])
|
105 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
106 |
col3.write(SBScorpus[result[2]["corpus_id"]])
|
107 |
#dictA["Score"].append("%.4f" % result[2]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[2]["corpus_id"]])
|
108 |
dictA.update({"Score": "%.4f" % result[2]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[2]["corpus_id"]]})
|
|
|
109 |
|
110 |
col1.write("%.4f" % result[3]["score"])
|
111 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
112 |
col3.write(SBScorpus[result[3]["corpus_id"]])
|
113 |
#dictA["Score"].append("%.4f" % result[3]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[3]["corpus_id"]])
|
114 |
dictA.update({"Score": "%.4f" % result[3]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[3]["corpus_id"]]})
|
|
|
115 |
|
116 |
col1.write("%.4f" % result[4]["score"])
|
117 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
118 |
col3.write(SBScorpus[result[4]["corpus_id"]])
|
119 |
#dictA["Score"].append("%.4f" % result[4]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[4]["corpus_id"]])
|
120 |
dictA.update({"Score": "%.4f" % result[4]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[4]["corpus_id"]]})
|
121 |
-
|
122 |
-
|
123 |
-
|
|
|
124 |
|
125 |
display_format = "ask REASONING MODEL: Which, if any, of the above Saudi Billing System descriptions corresponds best to " + INTdesc_input +"? "
|
126 |
st.write(display_format)
|
|
|
51 |
#model = SentenceTransformers('all-distilroberta-v1')
|
52 |
#model = SentenceTransformer('sentence-transformers/msmarco-bert-base-dot-v5')
|
53 |
#model = SentenceTransformer('clips/mfaq')
|
54 |
+
load_model()
|
55 |
|
56 |
INTdesc_embedding = model.encode(INTdesc_input)
|
57 |
|
|
|
84 |
col3.subheader("SBS description V2.0")
|
85 |
|
86 |
dictA = {"Score": [], "SBS Code": [], "SBS Description V2.0": []}
|
87 |
+
dfALL = pd.DataFrame.from_dict(dictA)
|
88 |
|
89 |
if INTdesc_input is not None and createSBScodes_clicked == True:
|
90 |
#for i, result in enumerate(HF_model_results_displayed):
|
|
|
95 |
col3.write(SBScorpus[result[0]["corpus_id"]])
|
96 |
#dictA["Score"].append("%.4f" % result[0]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[0]["corpus_id"]])
|
97 |
dictA.update({"Score": "%.4f" % result[0]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[0]["corpus_id"]]})
|
98 |
+
dfALL = dfALL.append(dictA)
|
99 |
|
100 |
col1.write("%.4f" % result[1]["score"])
|
101 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
102 |
col3.write(SBScorpus[result[1]["corpus_id"]])
|
103 |
#dictA["Score"].append("%.4f" % result[1]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[1]["corpus_id"]])
|
104 |
dictA.update({"Score": "%.4f" % result[1]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[1]["corpus_id"]]})
|
105 |
+
dfALL = dfALL.append(dictA)
|
106 |
|
107 |
col1.write("%.4f" % result[2]["score"])
|
108 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
109 |
col3.write(SBScorpus[result[2]["corpus_id"]])
|
110 |
#dictA["Score"].append("%.4f" % result[2]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[2]["corpus_id"]])
|
111 |
dictA.update({"Score": "%.4f" % result[2]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[2]["corpus_id"]]})
|
112 |
+
dfALL = dfALL.append(dictA)
|
113 |
|
114 |
col1.write("%.4f" % result[3]["score"])
|
115 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
116 |
col3.write(SBScorpus[result[3]["corpus_id"]])
|
117 |
#dictA["Score"].append("%.4f" % result[3]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[3]["corpus_id"]])
|
118 |
dictA.update({"Score": "%.4f" % result[3]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[3]["corpus_id"]]})
|
119 |
+
dfALL = dfALL.append(dictA)
|
120 |
|
121 |
col1.write("%.4f" % result[4]["score"])
|
122 |
col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
|
123 |
col3.write(SBScorpus[result[4]["corpus_id"]])
|
124 |
#dictA["Score"].append("%.4f" % result[4]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[4]["corpus_id"]])
|
125 |
dictA.update({"Score": "%.4f" % result[4]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[4]["corpus_id"]]})
|
126 |
+
dfALL = dfALL.append(dictA)
|
127 |
+
|
128 |
+
st.write(dfALL)
|
129 |
+
#dfA = pd.DataFrame.from_dict(dictA)
|
130 |
|
131 |
display_format = "ask REASONING MODEL: Which, if any, of the above Saudi Billing System descriptions corresponds best to " + INTdesc_input +"? "
|
132 |
st.write(display_format)
|