georad commited on
Commit
65dcc11
·
verified ·
1 Parent(s): 88b15f5

Update pages/type_text.py

Browse files
Files changed (1) hide show
  1. pages/type_text.py +10 -4
pages/type_text.py CHANGED
@@ -51,7 +51,7 @@ model = SentenceTransformer('all-MiniLM-L6-v2') # fastest
51
  #model = SentenceTransformers('all-distilroberta-v1')
52
  #model = SentenceTransformer('sentence-transformers/msmarco-bert-base-dot-v5')
53
  #model = SentenceTransformer('clips/mfaq')
54
- #load_model()
55
 
56
  INTdesc_embedding = model.encode(INTdesc_input)
57
 
@@ -84,6 +84,7 @@ col2.subheader("SBS code")
84
  col3.subheader("SBS description V2.0")
85
 
86
  dictA = {"Score": [], "SBS Code": [], "SBS Description V2.0": []}
 
87
 
88
  if INTdesc_input is not None and createSBScodes_clicked == True:
89
  #for i, result in enumerate(HF_model_results_displayed):
@@ -94,33 +95,38 @@ if INTdesc_input is not None and createSBScodes_clicked == True:
94
  col3.write(SBScorpus[result[0]["corpus_id"]])
95
  #dictA["Score"].append("%.4f" % result[0]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[0]["corpus_id"]])
96
  dictA.update({"Score": "%.4f" % result[0]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[0]["corpus_id"]]})
 
97
 
98
  col1.write("%.4f" % result[1]["score"])
99
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
100
  col3.write(SBScorpus[result[1]["corpus_id"]])
101
  #dictA["Score"].append("%.4f" % result[1]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[1]["corpus_id"]])
102
  dictA.update({"Score": "%.4f" % result[1]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[1]["corpus_id"]]})
 
103
 
104
  col1.write("%.4f" % result[2]["score"])
105
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
106
  col3.write(SBScorpus[result[2]["corpus_id"]])
107
  #dictA["Score"].append("%.4f" % result[2]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[2]["corpus_id"]])
108
  dictA.update({"Score": "%.4f" % result[2]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[2]["corpus_id"]]})
 
109
 
110
  col1.write("%.4f" % result[3]["score"])
111
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
112
  col3.write(SBScorpus[result[3]["corpus_id"]])
113
  #dictA["Score"].append("%.4f" % result[3]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[3]["corpus_id"]])
114
  dictA.update({"Score": "%.4f" % result[3]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[3]["corpus_id"]]})
 
115
 
116
  col1.write("%.4f" % result[4]["score"])
117
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
118
  col3.write(SBScorpus[result[4]["corpus_id"]])
119
  #dictA["Score"].append("%.4f" % result[4]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[4]["corpus_id"]])
120
  dictA.update({"Score": "%.4f" % result[4]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[4]["corpus_id"]]})
121
-
122
- st.write(dictA)
123
- dfA = pd.DataFrame.from_dict(dictA)
 
124
 
125
  display_format = "ask REASONING MODEL: Which, if any, of the above Saudi Billing System descriptions corresponds best to " + INTdesc_input +"? "
126
  st.write(display_format)
 
51
  #model = SentenceTransformers('all-distilroberta-v1')
52
  #model = SentenceTransformer('sentence-transformers/msmarco-bert-base-dot-v5')
53
  #model = SentenceTransformer('clips/mfaq')
54
+ load_model()
55
 
56
  INTdesc_embedding = model.encode(INTdesc_input)
57
 
 
84
  col3.subheader("SBS description V2.0")
85
 
86
  dictA = {"Score": [], "SBS Code": [], "SBS Description V2.0": []}
87
+ dfALL = pd.DataFrame.from_dict(dictA)
88
 
89
  if INTdesc_input is not None and createSBScodes_clicked == True:
90
  #for i, result in enumerate(HF_model_results_displayed):
 
95
  col3.write(SBScorpus[result[0]["corpus_id"]])
96
  #dictA["Score"].append("%.4f" % result[0]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[0]["corpus_id"]])
97
  dictA.update({"Score": "%.4f" % result[0]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[0]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[0]["corpus_id"]]})
98
+ dfALL = dfALL.append(dictA)
99
 
100
  col1.write("%.4f" % result[1]["score"])
101
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
102
  col3.write(SBScorpus[result[1]["corpus_id"]])
103
  #dictA["Score"].append("%.4f" % result[1]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[1]["corpus_id"]])
104
  dictA.update({"Score": "%.4f" % result[1]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[1]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[1]["corpus_id"]]})
105
+ dfALL = dfALL.append(dictA)
106
 
107
  col1.write("%.4f" % result[2]["score"])
108
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
109
  col3.write(SBScorpus[result[2]["corpus_id"]])
110
  #dictA["Score"].append("%.4f" % result[2]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[2]["corpus_id"]])
111
  dictA.update({"Score": "%.4f" % result[2]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[2]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[2]["corpus_id"]]})
112
+ dfALL = dfALL.append(dictA)
113
 
114
  col1.write("%.4f" % result[3]["score"])
115
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
116
  col3.write(SBScorpus[result[3]["corpus_id"]])
117
  #dictA["Score"].append("%.4f" % result[3]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[3]["corpus_id"]])
118
  dictA.update({"Score": "%.4f" % result[3]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[3]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[3]["corpus_id"]]})
119
+ dfALL = dfALL.append(dictA)
120
 
121
  col1.write("%.4f" % result[4]["score"])
122
  col2.write(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0])
123
  col3.write(SBScorpus[result[4]["corpus_id"]])
124
  #dictA["Score"].append("%.4f" % result[4]["score"]), dictA["SBS Code"].append(df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0]), dictA["SBS Description V2.0"].append(SBScorpus[result[4]["corpus_id"]])
125
  dictA.update({"Score": "%.4f" % result[4]["score"], "SBS Code": df_SBS.loc[df_SBS["Long_Description"] == SBScorpus[result[4]["corpus_id"]],"SBS_Code_Hyphenated"].values[0], "SBS Description V2.0": SBScorpus[result[4]["corpus_id"]]})
126
+ dfALL = dfALL.append(dictA)
127
+
128
+ st.write(dfALL)
129
+ #dfA = pd.DataFrame.from_dict(dictA)
130
 
131
  display_format = "ask REASONING MODEL: Which, if any, of the above Saudi Billing System descriptions corresponds best to " + INTdesc_input +"? "
132
  st.write(display_format)