Ashoka74 commited on
Commit
3e2d787
·
verified ·
1 Parent(s): 6c50e6d

Update analyzing.py

Browse files
Files changed (1) hide show
  1. analyzing.py +5 -15
analyzing.py CHANGED
@@ -543,23 +543,13 @@ if 'parsed_responses' not in st.session_state:
543
  st.session_state['parsed_responses'] = None
544
 
545
  # Load dataset
546
- data_path = 'uap_files_embeds.h5'
547
 
548
  my_dataset = st.file_uploader("Upload Parsed DataFrame", type=["csv", "xlsx"])
549
- # if st.session_state['parsed_responses'] is not None:
550
- # #use_parsed_data = st.checkbox('Analyze recently parsed dataset')
551
- # #if use_parsed_data:
552
- # parsed = st.session_state.get('parsed_responses', pd.DataFrame()).copy() # this will overwrite the parsed_responses variable
553
- # filtered_data = filter_dataframe(parsed)
554
- # st.dataframe(filtered_data)
555
  if my_dataset is not None:
556
- # try:
557
- # data = pd.read_csv(my_dataset) if my_dataset.type == "text/csv" else pd.read_excel(my_dataset)
558
- # filtered_data = filter_dataframe(data)
559
- # st.dataframe(filtered_data)
560
- # except Exception as e:
561
- # st.error(f"An error occurred while reading the file: {e}")
562
- # #if 'parsed_responses' not in st.session_state:
563
  try:
564
  if my_dataset.type == "text/csv":
565
  data = pd.read_csv(my_dataset)
@@ -575,7 +565,7 @@ if my_dataset is not None:
575
  except Exception as e:
576
  st.error(f"An error occurred while reading the file: {e}")
577
  else:
578
- parsed = load_data(data_path).drop(columns=['embeddings']).head(10000)
579
  parsed_responses = filter_dataframe(parsed)
580
  st.session_state['parsed_responses'] = parsed_responses
581
  st.dataframe(parsed_responses)
 
543
  st.session_state['parsed_responses'] = None
544
 
545
  # Load dataset
546
+ data_path = 'parsed_files_distance_embeds.h5'
547
 
548
  my_dataset = st.file_uploader("Upload Parsed DataFrame", type=["csv", "xlsx"])
 
 
 
 
 
 
549
  if my_dataset is not None:
550
+
551
+ if parsed: # save space by cleaning default dataset
552
+ parsed = None
 
 
 
 
553
  try:
554
  if my_dataset.type == "text/csv":
555
  data = pd.read_csv(my_dataset)
 
565
  except Exception as e:
566
  st.error(f"An error occurred while reading the file: {e}")
567
  else:
568
+ parsed = load_data(data_path).drop(columns=['embeddings'])
569
  parsed_responses = filter_dataframe(parsed)
570
  st.session_state['parsed_responses'] = parsed_responses
571
  st.dataframe(parsed_responses)