Spaces:
Build error
Build error
meg-huggingface
commited on
Commit
·
6a9c993
1
Parent(s):
6557527
Removes extraneous debugging print statements
Browse files- app.py +0 -1
- data_measurements/dataset_statistics.py +2 -8
app.py
CHANGED
|
@@ -118,7 +118,6 @@ def load_or_prepare(ds_args, show_embeddings, use_cache=False):
|
|
| 118 |
if show_embeddings:
|
| 119 |
logs.warning("Loading Embeddings")
|
| 120 |
dstats.load_or_prepare_embeddings()
|
| 121 |
-
print(dstats.fig_tree)
|
| 122 |
# TODO: This has now been moved to calculation when the npmi widget is loaded.
|
| 123 |
logs.warning("Loading Terms for nPMI")
|
| 124 |
dstats.load_or_prepare_npmi_terms()
|
|
|
|
| 118 |
if show_embeddings:
|
| 119 |
logs.warning("Loading Embeddings")
|
| 120 |
dstats.load_or_prepare_embeddings()
|
|
|
|
| 121 |
# TODO: This has now been moved to calculation when the npmi widget is loaded.
|
| 122 |
logs.warning("Loading Terms for nPMI")
|
| 123 |
dstats.load_or_prepare_npmi_terms()
|
data_measurements/dataset_statistics.py
CHANGED
|
@@ -305,20 +305,14 @@ class DatasetStatisticsCacheClass:
|
|
| 305 |
and exists(self.dup_counts_df_fid)
|
| 306 |
and exists(self.sorted_top_vocab_df_fid)
|
| 307 |
):
|
| 308 |
-
|
| 309 |
self.load_general_stats()
|
| 310 |
else:
|
| 311 |
-
|
| 312 |
self.prepare_general_stats()
|
| 313 |
if save:
|
| 314 |
-
print(self.sorted_top_vocab_df)
|
| 315 |
-
print(self.sorted_top_vocab_df_fid)
|
| 316 |
write_df(self.sorted_top_vocab_df, self.sorted_top_vocab_df_fid)
|
| 317 |
-
print(self.dup_counts_df)
|
| 318 |
-
print(self.dup_counts_df_fid)
|
| 319 |
write_df(self.dup_counts_df, self.dup_counts_df_fid)
|
| 320 |
-
print(self.general_stats_dict)
|
| 321 |
-
print(self.general_stats_fid)
|
| 322 |
write_json(self.general_stats_dict, self.general_stats_fid)
|
| 323 |
|
| 324 |
|
|
|
|
| 305 |
and exists(self.dup_counts_df_fid)
|
| 306 |
and exists(self.sorted_top_vocab_df_fid)
|
| 307 |
):
|
| 308 |
+
logs.info('Loading cached general stats')
|
| 309 |
self.load_general_stats()
|
| 310 |
else:
|
| 311 |
+
logs.info('Preparing general stats')
|
| 312 |
self.prepare_general_stats()
|
| 313 |
if save:
|
|
|
|
|
|
|
| 314 |
write_df(self.sorted_top_vocab_df, self.sorted_top_vocab_df_fid)
|
|
|
|
|
|
|
| 315 |
write_df(self.dup_counts_df, self.dup_counts_df_fid)
|
|
|
|
|
|
|
| 316 |
write_json(self.general_stats_dict, self.general_stats_fid)
|
| 317 |
|
| 318 |
|