sbert_integration (#1)

- load adapter (2fff2f2b413fc6686557369f1714f9a38d00b8a4)
- update readme (afc3533e8b33bf82fc581eab468d2042f3ab4983)
- change to class method (cf38609fb9231748fc01c14c44969b4c4e0508f3)


Co-authored-by: Solomatin Roman <[email protected]>

3_Adaptor/config.json

@@ -0,0 +1,4 @@
+{
+    "num_adaptors": 5, 
+    "hidden_dim": 1792
+}

README.md

@@ -96,24 +96,12 @@ model-index:
 pipeline_tag: feature-extraction
 tags:
 - mteb
+- sentence-transformers
 ---
 
 ```python
-import torch.nn as nn
 from sentence_transformers import SentenceTransformer
-from modeling_adaptor import MixtureOfAdaptors
-class CustomSentenceTransformer(nn.Module):
-    def __init__(self, output_dim=1536):
-        super(CustomSentenceTransformer, self).__init__()
-        self.model = SentenceTransformer('IEITYuan/Yuan-embedding-1.0', trust_remote_code=True)
-        adaptor = MixtureOfAdaptors(5, 1792)
-        adaptor.load_state_dict(torch.load(f"yuan-adaptors.pth"))
-        self.model.add_module('adaptor', adaptor)
-        self.output_dim = output_dim
-    
-    def encode(self, sentences, **kwargs):
-        embeddings = self.model.encode(sentences, **kwargs)
-        return embeddings[:, :self.output_dim]
 
-model = CustomSentenceTransformer(output_dim=1536)
-model.encode(['text'])
+model = SentenceTransformer("OpenSearch-AI/Ops-MoA-Conan-embedding-v1")
+model.encode(['text'])
+```

modeling_adaptor.py

@@ -1,3 +1,6 @@
+import os
+import json
+
 import torch
 import torch.nn as nn
 import torch.nn.functional as F
@@ -85,5 +88,16 @@ class MixtureOfAdaptors(nn.Module):
                 reduce='sum'
             )
         return adaptor_cache
+    
+    @classmethod
+    def load(cls, input_path):
+        with open(os.path.join(input_path, "config.json")) as fIn:
+            config = json.load(fIn)
 
-
+        adaptor = cls(**config)
+        adaptor.load_state_dict(
+            torch.load(
+                os.path.join(input_path, "adaptor.pth"), weights_only=True
+            )
+        )
+        return adaptor

modules.json

@@ -16,5 +16,11 @@
     "name": "2",
     "path": "2_Dense",
     "type": "sentence_transformers.models.Dense"
+  },
+  {
+    "idx": 3,
+    "name": "3",
+    "path": "3_Adaptor",
+    "type": "modeling_adaptor.MixtureOfAdaptors"
   }
 ]