Migrate model debug on app

app.py

@@ -66,6 +66,12 @@ for root, dirs, files in os.walk(MODEL_CACHE_DIR):
     print(f"📁 {root}/")
     for file in files:
         print(f"  📄 {file}")
+# Ensure all necessary files exist
+required_files = ["config.json", "pytorch_model.bin", "tokenizer.json", "1_Pooling/config.json"]
+for f in required_files:
+    if not os.path.exists(os.path.join(MODEL_CACHE_DIR, f)):
+        print(f"❌ Missing required model file: {f}")
+        exit(1)
 # Check if the required model files exist
 snapshots_path = os.path.join(MODEL_CACHE_DIR, "models--sentence-transformers--all-MiniLM-L6-v2/snapshots")
 if os.path.exists(snapshots_path):

download_model.py

@@ -8,27 +8,35 @@ MODEL_CACHE_DIR = "/app/model_cache"
 
 print("⏳ Downloading the SentenceTransformer model...")
 model_path = snapshot_download(repo_id=MODEL_REPO, cache_dir=MODEL_CACHE_DIR)
-print("Model path now: ", model_path)
 
 # Find the correct snapshot directory
-# snapshots_dir = os.path.join(model_path, "snapshots") # snapshot
+# snapshots_dir = os.path.join(model_path, "snapshots")
 snapshots_dir = model_path
 if os.path.exists(snapshots_dir):
     snapshot_folders = os.listdir(snapshots_dir)
     if snapshot_folders:
         snapshot_dir = os.path.join(snapshots_dir, snapshot_folders[0])  # Get first snapshot folder
         print(f"📂 Moving model files from {snapshot_dir} to {MODEL_CACHE_DIR}...")
-        # Move files from snapshot directory to model cache directory
-        for filename in os.listdir(snapshot_dir):
-            shutil.move(os.path.join(snapshot_dir, filename), os.path.join(MODEL_CACHE_DIR, filename))
-        print(f"✅ Model extracted to {MODEL_CACHE_DIR}")
+        
+        # Move all model files (including subdirectories)
+        for item in os.listdir(snapshot_dir):
+            source_path = os.path.join(snapshot_dir, item)
+            dest_path = os.path.join(MODEL_CACHE_DIR, item)
+            if os.path.isdir(source_path):
+                shutil.move(source_path, dest_path)
+            else:
+                shutil.move(source_path, dest_path)
+        
+        print(f"✅ Model extracted and flattened in {MODEL_CACHE_DIR}")
     else:
         print("❌ No snapshot folder found!")
+        exit(1)
 else:
     print("❌ No snapshots directory found!")
+    exit(1)
 
 # Verify structure
-print("\n📂 LLM Model Structure:")
+print("\n📂 LLM Model Structure (Final):")
 for root, dirs, files in os.walk(MODEL_CACHE_DIR):
     print(f"📁 {root}/")
     for file in files: