support multiple_circuits with abs

src/submission/check_validity.py

@@ -416,44 +416,67 @@ def verify_circuit_submission(hf_repo, level, progress=gr.Progress()):
     except Exception as e:
         errors.append(f"Could not open Huggingface URL: {e}")
         return errors, warnings
-
-    file_counts = 0
-    for dirname in progress.tqdm(files, desc="Validating directories in repo"):
-        file_counts += 1
-        if file_counts >= 30:
-            warnings.append("Folder contains many files/directories; stopped at 30.")
-            break
-        circuit_dir = dirname["name"]
-        dirname_proc = circuit_dir.lower().split("/")[-1]
-        if not fs.isdir(circuit_dir):
-            continue
-        curr_task = None
-        curr_model = None
-        # Look for task names in filename
-        for task in TASKS:
-            if dirname_proc.startswith(task) or f"_{task}" in dirname_proc:
-                curr_task = task
-        # Look for model names in filename
-        for model in MODELS:
-            if dirname_proc.startswith(model) or f"_{model}" in dirname_proc:
-                curr_model = model
-        if curr_task is not None and curr_model is not None:
-            curr_tm = f"{curr_task}_{curr_model}"
-            if curr_tm in VALID_COMBINATIONS:
-                directories_present[curr_tm] = True
+    
+    def _process_directory(files, current_path="", file_counts=0):
+        """Recursively process directories, handling abs/True/False subdirectories"""
+        nonlocal errors, warnings, directories_present, directories_valid
+        
+        for dirname in progress.tqdm(files, desc=f"Validating directories in {current_path or 'repo'}"):
+            file_counts += 1
+            if file_counts >= 30:
+                warnings.append("Folder contains many files/directories; stopped at 30.")
+                break
+                
+            circuit_dir = dirname["name"]
+            dirname_proc = circuit_dir.lower().split("/")[-1]
+            
+            if not fs.isdir(circuit_dir):
+                continue
+            
+            # Check if this directory contains "abs" and "True"/"False"
+            if "abs" in dirname_proc and ("true" in dirname_proc or "false" in dirname_proc):
+                try:
+                    # Recurse into this directory
+                    subdirs = fs.listdir(circuit_dir, revision=revision if 'revision' in locals() else None)
+                    _process_directory(subdirs, circuit_dir, file_counts)
+                except Exception as e:
+                    warnings.append(f"Could not access subdirectory {circuit_dir}: {e}")
+                continue
+            
+            curr_task = None
+            curr_model = None
+            
+            # Look for task names in filename
+            for task in TASKS:
+                if dirname_proc.startswith(task) or f"_{task}" in dirname_proc:
+                    curr_task = task
+                    break
+                    
+            # Look for model names in filename
+            for model in MODELS:
+                if dirname_proc.startswith(model) or f"_{model}" in dirname_proc:
+                    curr_model = model
+                    break
+            
+            if curr_task is not None and curr_model is not None:
+                curr_tm = f"{curr_task}_{curr_model}"
+                if curr_tm in VALID_COMBINATIONS:
+                    directories_present[curr_tm] = True
+                else:
+                    continue
             else:
                 continue
-        else:
-            continue
-        
-        # Parse circuits directory
-        print(f"validating {circuit_dir}")
-        vd_errors, vd_warnings = validate_directory_circuit(fs, repo_id, circuit_dir, curr_tm, level)
-        errors.extend(vd_errors)
-        warnings.extend(vd_warnings)
-
-        if len(vd_errors) == 0:
-            directories_valid[curr_tm] = True
+            
+            # Parse circuits directory
+            print(f"validating {circuit_dir}")
+            vd_errors, vd_warnings = validate_directory_circuit(fs, repo_id, circuit_dir, curr_tm, level)
+            errors.extend(vd_errors)
+            warnings.extend(vd_warnings)
+            if len(vd_errors) == 0:
+                directories_valid[curr_tm] = True
+    
+    # Start the recursive processing
+    _process_directory(files)
     
     task_set, model_set = set(), set()
     for tm in directories_present: