load adapter

3_Adaptor/config.json

@@ -0,0 +1,4 @@
+{
+    "num_adaptors": 5, 
+    "hidden_dim": 1792
+}

modeling_adaptor.py

@@ -1,3 +1,6 @@
+import os
+import json
+
 import torch
 import torch.nn as nn
 import torch.nn.functional as F
@@ -85,5 +88,16 @@ class MixtureOfAdaptors(nn.Module):
                 reduce='sum'
             )
         return adaptor_cache
+    
+    @staticmethod
+    def load(input_path):
+        with open(os.path.join(input_path, "config.json")) as fIn:
+            config = json.load(fIn)
 
-
+        adaptor = MixtureOfAdaptors(**config)
+        adaptor.load_state_dict(
+            torch.load(
+                os.path.join(input_path, "adaptor.pth"), weights_only=True
+            )
+        )
+        return adaptor

modules.json

@@ -16,5 +16,11 @@
     "name": "2",
     "path": "2_Dense",
     "type": "sentence_transformers.models.Dense"
+  },
+  {
+    "idx": 3,
+    "name": "3",
+    "path": "3_Adaptor",
+    "type": "modeling_adaptor.MixtureOfAdaptors"
   }
 ]