Muennighoff commited on
Commit
ca3620e
1 Parent(s): 86187d3

Add LongEmbed leaderboard

Browse files
Files changed (3) hide show
  1. EXTERNAL_MODEL_RESULTS.json +0 -0
  2. config.yaml +16 -0
  3. model_meta.yaml +33 -1
EXTERNAL_MODEL_RESULTS.json CHANGED
The diff for this file is too large to render. See raw diff
 
config.yaml CHANGED
@@ -293,6 +293,22 @@ boards:
293
  - LegalBenchCorporateLobbying
294
  - LegalQuAD
295
  - LegalSummarization
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
296
  de:
297
  title: German
298
  language_long: "German"
 
293
  - LegalBenchCorporateLobbying
294
  - LegalQuAD
295
  - LegalSummarization
296
+ longembed:
297
+ title: LongEmbed
298
+ language_long: "English"
299
+ has_overall: false
300
+ acronym: null
301
+ icon: "📚"
302
+ special_icons: null
303
+ credits: "[LongEmbed](https://arxiv.org/abs/2404.12096v2)"
304
+ tasks:
305
+ Retrieval:
306
+ - LEMBNarrativeQARetrieval
307
+ - LEMBNeedleRetrieval
308
+ - LEMBPasskeyRetrieval
309
+ - LEMBQMSumRetrieval
310
+ - LEMBSummScreenFDRetrieval
311
+ - LEMBWikimQARetrieval
312
  de:
313
  title: German
314
  language_long: "German"
model_meta.yaml CHANGED
@@ -269,6 +269,14 @@ model_meta:
269
  is_external: true
270
  is_proprietary: false
271
  is_sentence_transformers_compatible: true
 
 
 
 
 
 
 
 
272
  bge-small-zh-v1.5:
273
  link: https://huggingface.co/BAAI/bge-small-zh-v1.5
274
  seq_len: 512
@@ -379,6 +387,14 @@ model_meta:
379
  is_external: true
380
  is_proprietary: false
381
  is_sentence_transformers_compatible: true
 
 
 
 
 
 
 
 
382
  e5-base-v2:
383
  link: https://huggingface.co/intfloat/e5-base-v2
384
  seq_len: 512
@@ -602,12 +618,20 @@ model_meta:
602
  is_sentence_transformers_compatible: true
603
  instructor-xl:
604
  link: https://huggingface.co/hkunlp/instructor-xl
605
- seq_len: N/A
606
  size: 1241
607
  dim: 768
608
  is_external: true
609
  is_proprietary: false
610
  is_sentence_transformers_compatible: true
 
 
 
 
 
 
 
 
611
  komninos:
612
  link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
613
  seq_len: N/A
@@ -744,6 +768,14 @@ model_meta:
744
  is_external: true
745
  is_proprietary: false
746
  is_sentence_transformers_compatible: true
 
 
 
 
 
 
 
 
747
  nomic-embed-text-v1.5-128:
748
  link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
749
  seq_len: 8192
 
269
  is_external: true
270
  is_proprietary: false
271
  is_sentence_transformers_compatible: true
272
+ bge-m3:
273
+ link: https://huggingface.co/BAAI/bge-m3
274
+ seq_len: 8192
275
+ size: 2270
276
+ dim: 1024
277
+ is_external: true
278
+ is_proprietary: false
279
+ is_sentence_transformers_compatible: false
280
  bge-small-zh-v1.5:
281
  link: https://huggingface.co/BAAI/bge-small-zh-v1.5
282
  seq_len: 512
 
387
  is_external: true
388
  is_proprietary: false
389
  is_sentence_transformers_compatible: true
390
+ e5-base-4k:
391
+ link: https://huggingface.co/dwzhu/e5-base-4k
392
+ seq_len: 512
393
+ size: 110
394
+ dim: 768
395
+ is_external: true
396
+ is_proprietary: false
397
+ is_sentence_transformers_compatible: true
398
  e5-base-v2:
399
  link: https://huggingface.co/intfloat/e5-base-v2
400
  seq_len: 512
 
618
  is_sentence_transformers_compatible: true
619
  instructor-xl:
620
  link: https://huggingface.co/hkunlp/instructor-xl
621
+ seq_len: 512
622
  size: 1241
623
  dim: 768
624
  is_external: true
625
  is_proprietary: false
626
  is_sentence_transformers_compatible: true
627
+ jina-embeddings-v2-base-en:
628
+ link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en
629
+ seq_len: 8192
630
+ size: 275
631
+ dim: 768
632
+ is_external: true
633
+ is_proprietary: false
634
+ is_sentence_transformers_compatible: true
635
  komninos:
636
  link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
637
  seq_len: N/A
 
768
  is_external: true
769
  is_proprietary: false
770
  is_sentence_transformers_compatible: true
771
+ nomic-embed-text-v1:
772
+ link: https://huggingface.co/nomic-ai/nomic-embed-text-v1
773
+ seq_len: 8192
774
+ size: 547
775
+ dim: 768
776
+ is_external: true
777
+ is_proprietary: false
778
+ is_sentence_transformers_compatible: true
779
  nomic-embed-text-v1.5-128:
780
  link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
781
  seq_len: 8192