Update docker dir structure

Dockerfile

@@ -24,8 +24,11 @@ RUN mkdir -p $SENTENCE_TRANSFORMERS_HOME && \
 
 # Download and persist the model properly (USE snapshot_download)
 RUN python -c "from huggingface_hub import snapshot_download; \
-    snapshot_download(repo_id='sentence-transformers/all-MiniLM-L6-v2', cache_dir='/app/model_cache')"
-
+    model_path = snapshot_download(repo_id='sentence-transformers/all-MiniLM-L6-v2', cache_dir='/app/model_cache'); \
+    import shutil, os; \
+    latest_model_dir = os.path.join(model_path, 'snapshots', os.listdir(os.path.join(model_path, 'snapshots'))[0]); \
+    shutil.move(latest_model_dir, '/app/model_cache/model')"
+    
 # Ensure the model files are available at runtime (list out)
 RUN ls -l /app/model_cache && cat /app/model_cache/config.json
 

app.py

@@ -61,18 +61,19 @@ os.environ["TOKENIZERS_PARALLELISM"] = "false"
 # 2b) Setup Hugging Face Cloud project model cache
 hf_cache_dir = "/home/user/.cache/huggingface"
 # Model storage location
-model_cache_dir = "/app/model_cache"
+hf_cache_dir = "/home/user/.cache/huggingface"
+model_cache_dir = "/app/model_cache/model"
 os.environ["HF_HOME"] = hf_cache_dir
 os.environ["SENTENCE_TRANSFORMERS_HOME"] = hf_cache_dir
 # 3. Download (or load from cache) the SentenceTransformer model 
 from huggingface_hub import snapshot_download
 print("⏳ Checking or downloading the all-MiniLM-L6-v2 model from huggingface_hub...")
 # st.write("⏳ Checking or downloading the all-MiniLM-L6-v2 model from huggingface_hub...")
-# First, try loading from our copied cache
-if os.path.exists(model_cache_dir) and os.path.exists(os.path.join(model_cache_dir, "config.json")):
+# 4a) First, try loading from our copied cache
+if os.path.exists(os.path.join(model_cache_dir, "config.json")):
     print(f"✅ Found cached model at {model_cache_dir}")
     model_loc = model_cache_dir
-# Else, try loading backup from snapshot_download
+# 4b) Else, try loading backup from snapshot_download
 else:
     print(f"❌ Model not found in {model_cache_dir}. This should not happen!")
     print("⚠️ Retrying with snapshot_download...")
@@ -81,7 +82,7 @@ else:
         cache_dir=hf_cache_dir,
         local_files_only=True # Change to `False` for fallback to online download
     )
-
+# 5. Load the model to application
 from sentence_transformers import SentenceTransformer
 print("📥 **Loading Embedding Model...**")
 # st.write("📥 **Loading Embedding Model...**")