fix: bypass cloudflare with session cookie

df.py

@@ -1,5 +1,6 @@
 import pandas as pd
 import pytz
+import requests
 import yfinance as yf
 
 from typing import List
@@ -42,11 +43,28 @@ def extract_date_index(df):
 
     return df
 
+FETCH_HEADER = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:98.0) Gecko/20100101 Firefox/98.0",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.5",
+        "Accept-Encoding": "gzip, deflate",
+        "Connection": "keep-alive",
+        "Upgrade-Insecure-Requests": "1",
+        "Sec-Fetch-Dest": "document",
+        "Sec-Fetch-Mode": "navigate",
+        "Sec-Fetch-Site": "none",
+        "Sec-Fetch-User": "?1",
+        "Cache-Control": "max-age=0",
+    }
 
 def fetch_btc_etf():
+    r = requests.Session().get(
+        "https://farside.co.uk/bitcoin-etf-flow-all-data/",
+        headers=FETCH_HEADER,
+    )
     # Get Bitcoin spot ETF history
     btc_etf_flow = pd.read_html(
-        "https://farside.co.uk/bitcoin-etf-flow-all-data/",
+        r.content,
         attrs={"class": "etf"},
         skiprows=[1],
     )[0]
@@ -65,9 +83,13 @@ def fetch_btc_etf():
 
 
 def fetch_eth_etf():
+    r = requests.Session().get(
+        "https://farside.co.uk/ethereum-etf-flow-all-data/",
+        headers=FETCH_HEADER,
+    )
     # Get Ethereum spot ETF history
     eth_etf_flow = pd.read_html(
-        "https://farside.co.uk/ethereum-etf-flow-all-data/",
+        r.content,
         attrs={"class": "etf"},
         skiprows=[2, 3],
     )[0]