From 997c27537fb41b49b6d43394b583f00c46e4f000 Mon Sep 17 00:00:00 2001
From: akiFQC <akihiko.fukuchi@sbintuitions.co.jp>
Date: Wed, 11 Dec 2024 18:11:17 +0900
Subject: [PATCH] add score of sbintuitions/sarashina-embedding-v1-1b

---
 .../sarashina-embedding-v1-1b/summary.json    | 62 +++++++++++++++++++
 1 file changed, 62 insertions(+)
 create mode 100644 docs/results/sbintuitions/sarashina-embedding-v1-1b/summary.json

diff --git a/docs/results/sbintuitions/sarashina-embedding-v1-1b/summary.json b/docs/results/sbintuitions/sarashina-embedding-v1-1b/summary.json
new file mode 100644
index 0000000..30385ec
--- /dev/null
+++ b/docs/results/sbintuitions/sarashina-embedding-v1-1b/summary.json
@@ -0,0 +1,62 @@
+{
+    "Classification": {
+        "amazon_counterfactual_classification": {
+            "macro_f1": 0.7910202863961814
+        },
+        "amazon_review_classification": {
+            "macro_f1": 0.614759364446128
+        },
+        "massive_intent_classification": {
+            "macro_f1": 0.8225880728874561
+        },
+        "massive_scenario_classification": {
+            "macro_f1": 0.9065030576701741
+        }
+    },
+    "Reranking": {
+        "esci": {
+            "ndcg@10": 0.9374394712541568
+        }
+    },
+    "Retrieval": {
+        "jagovfaqs_22k": {
+            "ndcg@10": 0.7168374490004555
+        },
+        "jaqket": {
+            "ndcg@10": 0.7279485535689915
+        },
+        "mrtydi": {
+            "ndcg@10": 0.41952210141116814
+        },
+        "nlp_journal_abs_intro": {
+            "ndcg@10": 0.9394095717236127
+        },
+        "nlp_journal_title_abs": {
+            "ndcg@10": 0.9695624263086593
+        },
+        "nlp_journal_title_intro": {
+            "ndcg@10": 0.8832876426024624
+        }
+    },
+    "STS": {
+        "jsick": {
+            "spearman": 0.8022484725822061
+        },
+        "jsts": {
+            "spearman": 0.851980317221987
+        }
+    },
+    "Clustering": {
+        "livedoor_news": {
+            "v_measure_score": 0.5641831341687762
+        },
+        "mewsc16": {
+            "v_measure_score": 0.5129216698739159
+        }
+    },
+    "PairClassification": {
+        "paws_x_ja": {
+            "binary_f1": 0.62
+        }
+    }
+}
\ No newline at end of file