req updates

main.py

@@ -12,11 +12,14 @@ import json
 import uuid
 import os
 from pathlib import Path
-from huggingface_hub import login
+from huggingface_hub import HfApi
+import evaluate
+from evaluate.downloading.download_config import DownloadConfig
+
+# Set up download configuration with your token
+download_config = DownloadConfig()
+download_config.token = os.environ.get("HF_TOKEN")  # Make sure HF_TOKEN is set in your environment
 
-# Login with token
-hf_token = os.environ.get("HF_TOKEN")
-login(token=hf_token)
 
 app = FastAPI(title="TIMIT Phoneme Transcription Leaderboard")
 

requirements.txt

@@ -1,69 +1,64 @@
+# Core ML dependencies
+torch==2.0.1
+torchaudio
+torchvision==0.15.2
+transformers==4.46.3
+tokenizers>=0.20,<0.21
+safetensors>=0.4.1
+evaluate==0.4.1
+gradio==5.7.1
+huggingface-hub==0.25.1
+
+# Data processing
+pandas==2.0.3
+numpy==1.25.2
+pyarrow==12.0.1
+dill==0.3.6
+datasets==2.13.1
+
+# Utilities
+tqdm==4.65.0
+requests==2.31.0
+regex==2023.6.3
+PyYAML==6.0.1
+python-dateutil==2.8.2
+six==1.16.0
+filelock==3.12.2
+
+# HTTP and async
 aiohttp==3.8.4
 aiosignal==1.3.1
 async-timeout==4.0.2
-attrs==23.1.0
-certifi==2023.7.22
-charset-normalizer==3.2.0
-cmake==3.26.4
-contourpy==1.1.0
-Cython==3.0.0
-datasets==2.13.1
-dill==0.3.6
-filelock==3.12.2
-fonttools==4.40.0
+urllib3==2.0.4
+yarl==1.9.2
+multidict==6.0.4
 frozenlist==1.4.0
-fsspec==2023.6.0
-huggingface-hub==0.16.4
-idna==3.4
-Jinja2==3.1.2
-kiwisolver==1.4.4
-lit==16.0.6
-MarkupSafe==2.1.3
+
+# Text processing
+xxhash==3.2.0
+
+# Image processing
+Pillow==10.0.0
+
+# Math and scientific
 matplotlib==3.7.2
+sympy==1.12
 mpmath==1.3.0
-multidict==6.0.4
-multiprocess==0.70.14
 networkx==3.1
-numpy==1.25.2
-# nvidia-cublas-cu11==11.10.3.66
-# nvidia-cuda-cupti-cu11==11.7.101
-# nvidia-cuda-nvrtc-cu11==11.7.99
-# nvidia-cuda-runtime-cu11==11.7.99
-nvidia-cudnn-cu11==8.5.0.96
-nvidia-cufft-cu11==10.9.0.58
-nvidia-curand-cu11==10.2.10.91
-nvidia-cusolver-cu11==11.4.0.1
-nvidia-cusparse-cu11==11.7.4.91
-nvidia-nccl-cu11==2.14.3
-nvidia-nvtx-cu11==11.7.91
-packaging==23.1
-pandas==2.0.3
-Pillow==10.0.0
-pyarrow==12.0.1
-python-dateutil==2.8.2
-pytz==2023.3
-PyYAML==6.0.1
-regex==2023.6.3
-requests==2.31.0
+contourpy==1.1.0
+kiwisolver==1.4.4
 
-responses==0.18.0
-safetensors==0.3.1
-six==1.16.0
-sympy==1.12
-tokenizers==0.13.3
-torch==2.0.1
-torchvision==0.15.2
-tqdm==4.65.0
-triton==2.0.0
-typing_extensions==4.7.1
-tzdata==2023.3
-urllib3==2.0.4
-xxhash==3.2.0
-yarl==1.9.2
-gradio==2.8.0
-gradio
-pandas
-transformers
-evaluate
-torch
-torchaudio
+# Build tools and compilers
+cmake==3.26.4
+Cython==3.0.0
+lit==16.0.6
+
+
+# CUDA dependencies
+# nvidia-cudnn-cu11==8.5.0.96
+# nvidia-cufft-cu11==10.9.0.58
+# nvidia-curand-cu11==10.2.10.91
+# nvidia-cusolver-cu11==11.4.0.1
+# nvidia-cusparse-cu11==11.7.4.91
+# nvidia-nccl-cu11==2.14.3
+# nvidia-nvtx-cu11==11.7.91