seprete downloading public and private

Dockerfile

@@ -17,7 +17,8 @@ SHELL ["conda", "run","--no-capture-output", "-p","/app/env", "/bin/bash", "-c"]
 
 COPY --chown=1000:1000 ./code /app/code
 COPY --chown=1000:1000 ./web_server.py /app/code/web_server.py
-COPY --chown=1000:1000 ./download_pre_datas.py /app/code/download_pre_datas.py
+COPY --chown=1000:1000 ./download_public_datas.py /app/code/download_public_datas.py
+COPY --chown=1000:1000 ./download_private_datas.py /app/code/download_private_datas.py
 
 ENV TCNN_CUDA_ARCHITECTURES 75
 
@@ -32,4 +33,6 @@ RUN ./.pixi/envs/default/bin/python3 -m pip install psutil
 
 RUN ./.pixi/envs/default/bin/python3 -m pip install moviepy
 
-CMD ["pixi run python download_pre_datas.py && pixi run python /app/code/web_server.py"]
+RUN ./.pixi/envs/default/bin/python /app/code/download_public_datas.py
+
+CMD ["pixi run python /app/code/download_private_datas.py && pixi run python /app/code/web_server.py"]

download_pre_datas.py → download_private_datas.py

@@ -15,9 +15,6 @@ def unzip(file):
 
 snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenes.zip'], repo_type='dataset', token=DATA_TOKEN)
 snapshot_download(repo_id='XDimLab/HUGSIM_private',revision='main',local_dir='/app/app_datas/ss/',local_dir_use_symlinks=False,allow_patterns=['scenarios.zip'], repo_type='dataset', token=DATA_TOKEN)
-snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['3DRealCar/**'],repo_type='dataset')
-snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['nusc_map_cache.zip'],repo_type='dataset')
 
 unzip(Path("/app/app_datas/ss/scenes.zip"))
-unzip(Path("/app/app_datas/ss/scenarios.zip"))
-unzip(Path("/app/app_datas/nusc_map_cache.zip"))
+unzip(Path("/app/app_datas/ss/scenarios.zip"))

download_public_datas.py

@@ -0,0 +1,16 @@
+import zipfile
+import os
+from pathlib import Path
+
+from huggingface_hub import snapshot_download
+
+def unzip(file):
+    file_path = file.as_posix()
+    dir_path = file.parent.as_posix()
+    with zipfile.ZipFile(file_path, 'r') as zip_ref:
+        zip_ref.extractall(dir_path)
+
+snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['3DRealCar/**'],repo_type='dataset')
+snapshot_download(repo_id='XDimLab/HUGSIM',revision='main',local_dir='/app/app_datas/',local_dir_use_symlinks=False,allow_patterns=['nusc_map_cache.zip'],repo_type='dataset')
+
+unzip(Path("/app/app_datas/nusc_map_cache.zip"))