new live data about open markets

live_data/markets_live_data.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6284205c09e9328083c363b6e7217bff4d318f9d1e366f191693e200f8b5810a
-size 55976
+oid sha256:d74c777c63ec42d48cd7a88b16aa693e404df61107c70e51dd999f0ab754ea2b
+size 61619

live_data/markets_live_data_sample.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3950d1afe7bcb81f847c20c9a0297eb4b35cbab47f69526866a16261288b8a11
-size 35121
+oid sha256:6284205c09e9328083c363b6e7217bff4d318f9d1e366f191693e200f8b5810a
+size 55976

scripts/closed_markets_data.py

@@ -661,6 +661,39 @@ def collect_trades_info(filename, logger):
             fpmms.to_parquet(DATA_DIR / filename, index=False)
 
 
+@measure_execution_time
+def collect_initial_liquidity(filename, logger):
+    if os.path.exists(DATA_DIR / filename):
+        fpmms = pd.read_parquet(DATA_DIR / filename)
+    else:
+        raise FileNotFoundError("Parquet file with trades not found")
+
+    fpmms = remove_testing_market(fpmms)
+    for i, fpmm in tqdm(
+        fpmms.iterrows(), total=len(fpmms), desc="Adding liquidity info"
+    ):
+        # get the market id
+        market_id = fpmm["id"]
+        initial_amount_tokens = collect_liquidity_info(market_id, logger)
+        if initial_amount_tokens is None:
+            logger.info("No initial tokens information for this market. Skipping it")
+            fpmms.at[i, "initial_liquidity"] = None
+            continue
+
+        logger.info(f"Initial amount of tokens {initial_amount_tokens}")
+        if int(initial_amount_tokens[0]) == 7000000000000000000:
+            logger.info("seven type")
+            fpmms.at[i, "initial_liquidity_token"] = "7"
+        elif int(initial_amount_tokens[0]) == 10000000000000000000:
+            logger.info("ten type")
+            fpmms.at[i, "initial_liquidity_token"] = "10"
+        else:
+            fpmms.at[i, "initial_liquidity_token"] = "other"
+
+    logger.info("Finished collecting liquidity info")
+    fpmms.to_parquet(DATA_DIR / filename, index=False)
+
+
 if __name__ == "__main__":
 
     logger.setLevel(logging.DEBUG)
@@ -675,4 +708,5 @@ if __name__ == "__main__":
         handlers=[logging.FileHandler("live_markets.log"), stream_handler]
     )
     # collect_closed_markets("closed_markets_data.parquet")
-    collect_trades_info("closed_markets_data.parquet", logger)
+    # collect_trades_info("closed_markets_data.parquet", logger)
+    collect_initial_liquidity("closed_markets_data.parquet", logger)