Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Muennighoff
commited on
Commit
•
ca3620e
1
Parent(s):
86187d3
Add LongEmbed leaderboard
Browse files- EXTERNAL_MODEL_RESULTS.json +0 -0
- config.yaml +16 -0
- model_meta.yaml +33 -1
EXTERNAL_MODEL_RESULTS.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
config.yaml
CHANGED
@@ -293,6 +293,22 @@ boards:
|
|
293 |
- LegalBenchCorporateLobbying
|
294 |
- LegalQuAD
|
295 |
- LegalSummarization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
296 |
de:
|
297 |
title: German
|
298 |
language_long: "German"
|
|
|
293 |
- LegalBenchCorporateLobbying
|
294 |
- LegalQuAD
|
295 |
- LegalSummarization
|
296 |
+
longembed:
|
297 |
+
title: LongEmbed
|
298 |
+
language_long: "English"
|
299 |
+
has_overall: false
|
300 |
+
acronym: null
|
301 |
+
icon: "📚"
|
302 |
+
special_icons: null
|
303 |
+
credits: "[LongEmbed](https://arxiv.org/abs/2404.12096v2)"
|
304 |
+
tasks:
|
305 |
+
Retrieval:
|
306 |
+
- LEMBNarrativeQARetrieval
|
307 |
+
- LEMBNeedleRetrieval
|
308 |
+
- LEMBPasskeyRetrieval
|
309 |
+
- LEMBQMSumRetrieval
|
310 |
+
- LEMBSummScreenFDRetrieval
|
311 |
+
- LEMBWikimQARetrieval
|
312 |
de:
|
313 |
title: German
|
314 |
language_long: "German"
|
model_meta.yaml
CHANGED
@@ -269,6 +269,14 @@ model_meta:
|
|
269 |
is_external: true
|
270 |
is_proprietary: false
|
271 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
272 |
bge-small-zh-v1.5:
|
273 |
link: https://huggingface.co/BAAI/bge-small-zh-v1.5
|
274 |
seq_len: 512
|
@@ -379,6 +387,14 @@ model_meta:
|
|
379 |
is_external: true
|
380 |
is_proprietary: false
|
381 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
382 |
e5-base-v2:
|
383 |
link: https://huggingface.co/intfloat/e5-base-v2
|
384 |
seq_len: 512
|
@@ -602,12 +618,20 @@ model_meta:
|
|
602 |
is_sentence_transformers_compatible: true
|
603 |
instructor-xl:
|
604 |
link: https://huggingface.co/hkunlp/instructor-xl
|
605 |
-
seq_len:
|
606 |
size: 1241
|
607 |
dim: 768
|
608 |
is_external: true
|
609 |
is_proprietary: false
|
610 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
611 |
komninos:
|
612 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
|
613 |
seq_len: N/A
|
@@ -744,6 +768,14 @@ model_meta:
|
|
744 |
is_external: true
|
745 |
is_proprietary: false
|
746 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
747 |
nomic-embed-text-v1.5-128:
|
748 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
749 |
seq_len: 8192
|
|
|
269 |
is_external: true
|
270 |
is_proprietary: false
|
271 |
is_sentence_transformers_compatible: true
|
272 |
+
bge-m3:
|
273 |
+
link: https://huggingface.co/BAAI/bge-m3
|
274 |
+
seq_len: 8192
|
275 |
+
size: 2270
|
276 |
+
dim: 1024
|
277 |
+
is_external: true
|
278 |
+
is_proprietary: false
|
279 |
+
is_sentence_transformers_compatible: false
|
280 |
bge-small-zh-v1.5:
|
281 |
link: https://huggingface.co/BAAI/bge-small-zh-v1.5
|
282 |
seq_len: 512
|
|
|
387 |
is_external: true
|
388 |
is_proprietary: false
|
389 |
is_sentence_transformers_compatible: true
|
390 |
+
e5-base-4k:
|
391 |
+
link: https://huggingface.co/dwzhu/e5-base-4k
|
392 |
+
seq_len: 512
|
393 |
+
size: 110
|
394 |
+
dim: 768
|
395 |
+
is_external: true
|
396 |
+
is_proprietary: false
|
397 |
+
is_sentence_transformers_compatible: true
|
398 |
e5-base-v2:
|
399 |
link: https://huggingface.co/intfloat/e5-base-v2
|
400 |
seq_len: 512
|
|
|
618 |
is_sentence_transformers_compatible: true
|
619 |
instructor-xl:
|
620 |
link: https://huggingface.co/hkunlp/instructor-xl
|
621 |
+
seq_len: 512
|
622 |
size: 1241
|
623 |
dim: 768
|
624 |
is_external: true
|
625 |
is_proprietary: false
|
626 |
is_sentence_transformers_compatible: true
|
627 |
+
jina-embeddings-v2-base-en:
|
628 |
+
link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en
|
629 |
+
seq_len: 8192
|
630 |
+
size: 275
|
631 |
+
dim: 768
|
632 |
+
is_external: true
|
633 |
+
is_proprietary: false
|
634 |
+
is_sentence_transformers_compatible: true
|
635 |
komninos:
|
636 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
|
637 |
seq_len: N/A
|
|
|
768 |
is_external: true
|
769 |
is_proprietary: false
|
770 |
is_sentence_transformers_compatible: true
|
771 |
+
nomic-embed-text-v1:
|
772 |
+
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1
|
773 |
+
seq_len: 8192
|
774 |
+
size: 547
|
775 |
+
dim: 768
|
776 |
+
is_external: true
|
777 |
+
is_proprietary: false
|
778 |
+
is_sentence_transformers_compatible: true
|
779 |
nomic-embed-text-v1.5-128:
|
780 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
781 |
seq_len: 8192
|