Hugging Face's logo

Spaces:
mteb
/
leaderboard
Running on CPU Upgrade

App Files Community
150
orionweller commited on
Commit
dcdd4f9
·
1 Parent(s): ffa39a5

Automated Leaderboard Update

Browse files
Files changed (30) hide show
  1. all_data_tasks/0/default.jsonl +1 -1
  2. all_data_tasks/1/default.jsonl +1 -1
  3. all_data_tasks/10/default.jsonl +1 -0
  4. all_data_tasks/11/default.jsonl +1 -0
  5. all_data_tasks/12/default.jsonl +1 -0
  6. all_data_tasks/13/default.jsonl +1 -0
  7. all_data_tasks/2/default.jsonl +1 -1
  8. all_data_tasks/3/default.jsonl +1 -1
  9. all_data_tasks/4/default.jsonl +1 -1
  10. all_data_tasks/40/default.jsonl +1 -1
  11. all_data_tasks/5/default.jsonl +1 -1
  12. all_data_tasks/6/default.jsonl +1 -1
  13. all_data_tasks/8/default.jsonl +1 -0
  14. all_data_tasks/9/default.jsonl +1 -0
  15. boards_data/en/data_overall/default.jsonl +1 -1
  16. boards_data/en/data_tasks/Classification/default.jsonl +1 -1
  17. boards_data/en/data_tasks/Clustering/default.jsonl +1 -1
  18. boards_data/en/data_tasks/PairClassification/default.jsonl +1 -1
  19. boards_data/en/data_tasks/Reranking/default.jsonl +1 -1
  20. boards_data/en/data_tasks/Retrieval/default.jsonl +1 -1
  21. boards_data/en/data_tasks/STS/default.jsonl +1 -1
  22. boards_data/en/data_tasks/Summarization/default.jsonl +1 -1
  23. boards_data/other-sts/data_tasks/STS/default.jsonl +1 -1
  24. boards_data/zh/data_overall/default.jsonl +1 -0
  25. boards_data/zh/data_tasks/Classification/default.jsonl +1 -0
  26. boards_data/zh/data_tasks/Clustering/default.jsonl +1 -0
  27. boards_data/zh/data_tasks/PairClassification/default.jsonl +1 -0
  28. boards_data/zh/data_tasks/Reranking/default.jsonl +1 -0
  29. boards_data/zh/data_tasks/Retrieval/default.jsonl +1 -0
  30. boards_data/zh/data_tasks/STS/default.jsonl +1 -0
all_data_tasks/0/default.jsonl CHANGED
@@ -10,7 +10,7 @@
10
  {"index":194,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4}
11
  {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
12
  {"index":36,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
13
- {"index":196,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.7,"AmazonCounterfactualClassification (en)":87.01,"AmazonPolarityClassification":94.65,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.6,"EmotionClassification":74.86,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.13,"ToxicConversationsClassification":72.82,"TweetSentimentExtractionClassification":72.54}
14
  {"index":65,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76}
15
  {"index":15,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0}
16
  {"index":291,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeta-alpha-ai\/Zeta-Alpha-E5-Mistral\">Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22}
 
10
  {"index":194,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4}
11
  {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
12
  {"index":36,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
13
+ {"index":196,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.7,"AmazonCounterfactualClassification (en)":87.01,"AmazonPolarityClassification":94.65,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.6,"EmotionClassification":74.86,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.13,"ToxicConversationsClassification":72.82,"TweetSentimentExtractionClassification":72.54}
14
  {"index":65,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76}
15
  {"index":15,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0}
16
  {"index":291,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeta-alpha-ai\/Zeta-Alpha-E5-Mistral\">Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22}
all_data_tasks/1/default.jsonl CHANGED
@@ -19,7 +19,7 @@
19
  {"index":305,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14}
20
  {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
21
  {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
22
- {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.4,"ArxivClusteringP2P":48.55,"ArxivClusteringS2S":40.59,"BiorxivClusteringP2P":44.78,"BiorxivClusteringS2S":38.16,"MedrxivClusteringP2P":37.5,"MedrxivClusteringS2S":35.73,"RedditClustering":59.36,"RedditClusteringP2P":64.68,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":38.98,"TwentyNewsgroupsClustering":57.42}
23
  {"index":19,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91}
24
  {"index":233,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/raghavlight\/TDTE\">TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78}
25
  {"index":1,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87}
 
19
  {"index":305,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14}
20
  {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
21
  {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
22
+ {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.4,"ArxivClusteringP2P":48.55,"ArxivClusteringS2S":40.59,"BiorxivClusteringP2P":44.78,"BiorxivClusteringS2S":38.16,"MedrxivClusteringP2P":37.5,"MedrxivClusteringS2S":35.73,"RedditClustering":59.36,"RedditClusteringP2P":64.68,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":38.98,"TwentyNewsgroupsClustering":57.42}
23
  {"index":19,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91}
24
  {"index":233,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/raghavlight\/TDTE\">TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78}
25
  {"index":1,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87}
all_data_tasks/10/default.jsonl CHANGED
@@ -213,6 +213,7 @@
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""}
 
216
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
217
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""}
218
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""}
 
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""}
216
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
217
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
218
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""}
219
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""}
all_data_tasks/11/default.jsonl CHANGED
@@ -222,6 +222,7 @@
222
  {"index":216,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
223
  {"index":218,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
224
  {"index":220,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
 
225
  {"index":228,"Rank":255,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
226
  {"index":229,"Rank":256,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
227
  {"index":230,"Rank":257,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
 
222
  {"index":216,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
223
  {"index":218,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
224
  {"index":220,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
225
+ {"index":221,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
226
  {"index":228,"Rank":255,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
227
  {"index":229,"Rank":256,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
228
  {"index":230,"Rank":257,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
all_data_tasks/12/default.jsonl CHANGED
@@ -224,6 +224,7 @@
224
  {"index":216,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
225
  {"index":218,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
226
  {"index":220,"Rank":252,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
 
227
  {"index":224,"Rank":254,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
228
  {"index":228,"Rank":258,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
229
  {"index":229,"Rank":259,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
 
224
  {"index":216,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
225
  {"index":218,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
226
  {"index":220,"Rank":252,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
227
+ {"index":221,"Rank":253,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
228
  {"index":224,"Rank":254,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
229
  {"index":228,"Rank":258,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
230
  {"index":229,"Rank":259,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
all_data_tasks/13/default.jsonl CHANGED
@@ -210,6 +210,7 @@
210
  {"index":218,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
211
  {"index":219,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54}
212
  {"index":220,"Rank":237,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
 
213
  {"index":224,"Rank":239,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
214
  {"index":228,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
215
  {"index":229,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
 
210
  {"index":218,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
211
  {"index":219,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54}
212
  {"index":220,"Rank":237,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
213
+ {"index":221,"Rank":238,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
214
  {"index":224,"Rank":239,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
215
  {"index":228,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
216
  {"index":229,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
all_data_tasks/2/default.jsonl CHANGED
@@ -89,7 +89,7 @@
89
  {"index":59,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83}
90
  {"index":211,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66}
91
  {"index":288,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-quant\">gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58}
92
- {"index":196,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":72.93,"TwitterURLCorpus":85.89}
93
  {"index":134,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3}
94
  {"index":175,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79}
95
  {"index":223,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65}
 
89
  {"index":59,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83}
90
  {"index":211,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66}
91
  {"index":288,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-quant\">gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58}
92
+ {"index":196,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":72.93,"TwitterURLCorpus":85.89}
93
  {"index":134,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3}
94
  {"index":175,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79}
95
  {"index":223,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65}
all_data_tasks/3/default.jsonl CHANGED
@@ -72,7 +72,7 @@
72
  {"index":199,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85}
73
  {"index":284,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/walsons\/jina-embeddings-v2-base-en-Q4_K_M-GGUF\">jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
74
  {"index":191,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
75
- {"index":196,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.8,"AskUbuntuDupQuestions":61.14,"MindSmallReranking":30.48,"SciDocsRR":82.85,"StackOverflowDupQuestions":52.71}
76
  {"index":306,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53}
77
  {"index":254,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5}
78
  {"index":172,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
 
72
  {"index":199,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85}
73
  {"index":284,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/walsons\/jina-embeddings-v2-base-en-Q4_K_M-GGUF\">jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
74
  {"index":191,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
75
+ {"index":196,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.8,"AskUbuntuDupQuestions":61.14,"MindSmallReranking":30.48,"SciDocsRR":82.85,"StackOverflowDupQuestions":52.71}
76
  {"index":306,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53}
77
  {"index":254,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5}
78
  {"index":172,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
all_data_tasks/4/default.jsonl CHANGED
@@ -48,7 +48,7 @@
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-large-Embedding-v0\">GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13}
49
  {"index":281,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed\">b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38}
50
  {"index":21,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07}
51
- {"index":196,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.04,"ArguAna":69.96,"ClimateFEVER":25.07,"CQADupstackRetrieval":39.82,"DBPedia":40.13,"FEVER":86.03,"FiQA2018":45.24,"HotpotQA":66.67,"MSMARCO":41.45,"NFCorpus":34.65,"NQ":60.06,"QuoraRetrieval":89.82,"SCIDOCS":21.75,"SciFact":71.66,"Touche2020":24.23,"TRECCOVID":79.0}
52
  {"index":223,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3}
53
  {"index":216,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92}
54
  {"index":178,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51}
 
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-large-Embedding-v0\">GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13}
49
  {"index":281,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed\">b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38}
50
  {"index":21,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07}
51
+ {"index":196,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.04,"ArguAna":69.96,"ClimateFEVER":25.07,"CQADupstackRetrieval":39.82,"DBPedia":40.13,"FEVER":86.03,"FiQA2018":45.24,"HotpotQA":66.67,"MSMARCO":41.45,"NFCorpus":34.65,"NQ":60.06,"QuoraRetrieval":89.82,"SCIDOCS":21.75,"SciFact":71.66,"Touche2020":24.23,"TRECCOVID":79.0}
52
  {"index":223,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3}
53
  {"index":216,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92}
54
  {"index":178,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51}
all_data_tasks/40/default.jsonl CHANGED
@@ -190,7 +190,7 @@
190
  {"index":182,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04}
191
  {"index":183,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44}
192
  {"index":184,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67}
193
- {"index":185,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.61}
194
  {"index":186,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69}
195
  {"index":187,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5}
196
  {"index":188,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46}
 
190
  {"index":182,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04}
191
  {"index":183,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44}
192
  {"index":184,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67}
193
+ {"index":185,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.61}
194
  {"index":186,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69}
195
  {"index":187,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5}
196
  {"index":188,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46}
all_data_tasks/5/default.jsonl CHANGED
@@ -74,7 +74,7 @@
74
  {"index":223,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47}
75
  {"index":64,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08}
76
  {"index":289,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-sparse\">gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45}
77
- {"index":196,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.63,"BIOSSES":86.7,"SICK-R":77.52,"STS12":74.18,"STS13":86.17,"STS14":78.87,"STS15":87.48,"STS16":84.28,"STS17 (en-en)":89.69,"STS22 (en)":65.78,"STSBenchmark":85.61}
78
  {"index":177,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29}
79
  {"index":26,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86}
80
  {"index":49,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hiveurban\/multilingual-e5-large-pooled\">multilingual-e5-large-pooled<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29}
 
74
  {"index":223,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47}
75
  {"index":64,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08}
76
  {"index":289,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-sparse\">gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45}
77
+ {"index":196,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.7,"SICK-R":77.52,"STS12":74.18,"STS13":86.17,"STS14":78.87,"STS15":87.48,"STS16":84.28,"STS17 (en-en)":89.69,"STS22 (en)":65.78,"STSBenchmark":85.61}
78
  {"index":177,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29}
79
  {"index":26,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86}
80
  {"index":49,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hiveurban\/multilingual-e5-large-pooled\">multilingual-e5-large-pooled<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29}
all_data_tasks/6/default.jsonl CHANGED
@@ -46,7 +46,7 @@
46
  {"index":189,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25}
47
  {"index":77,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23}
48
  {"index":50,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23}
49
- {"index":196,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.22}
50
  {"index":132,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22}
51
  {"index":25,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2}
52
  {"index":225,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2}
 
46
  {"index":189,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25}
47
  {"index":77,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23}
48
  {"index":50,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23}
49
+ {"index":196,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.22}
50
  {"index":132,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22}
51
  {"index":25,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2}
52
  {"index":225,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2}
all_data_tasks/8/default.jsonl CHANGED
@@ -215,6 +215,7 @@
215
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
216
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
217
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
218
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
219
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
220
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
215
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
216
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
217
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
218
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
219
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
220
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
221
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
all_data_tasks/9/default.jsonl CHANGED
@@ -213,6 +213,7 @@
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
 
216
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
217
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
218
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
 
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
216
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
217
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
218
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
219
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
boards_data/en/data_overall/default.jsonl CHANGED
@@ -19,7 +19,7 @@
19
  {"index":48,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-8x7B\">GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":65.66,"Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":55.09,"STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82}
20
  {"index":194,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":65.51,"Classification Average (12 datasets)":82.58,"Clustering Average (11 datasets)":45.21,"PairClassification Average (3 datasets)":84.01,"Reranking Average (4 datasets)":58.13,"Retrieval Average (15 datasets)":53.88,"STS Average (10 datasets)":85.81,"Summarization Average (1 datasets)":29.71}
21
  {"index":19,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":65.39,"Classification Average (12 datasets)":77.75,"Clustering Average (11 datasets)":47.96,"PairClassification Average (3 datasets)":84.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":57.91,"STS Average (10 datasets)":81.43,"Summarization Average (1 datasets)":30.91}
22
- {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":64.95,"Classification Average (12 datasets)":81.7,"Clustering Average (11 datasets)":48.4,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":56.8,"Retrieval Average (15 datasets)":53.04,"STS Average (10 datasets)":81.63,"Summarization Average (1 datasets)":31.22}
23
  {"index":195,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":77.43,"Clustering Average (11 datasets)":46.32,"PairClassification Average (3 datasets)":87.34,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":55.52,"STS Average (10 datasets)":82.56,"Summarization Average (1 datasets)":30.73}
24
  {"index":208,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mixedbread-ai\/mxbai-embed-large-v1\">mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":54.39,"STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71}
25
  {"index":119,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/WhereIsAI\/UAE-Large-V1\">UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.64,"Classification Average (12 datasets)":75.58,"Clustering Average (11 datasets)":46.73,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":59.88,"Retrieval Average (15 datasets)":54.66,"STS Average (10 datasets)":84.54,"Summarization Average (1 datasets)":32.03}
 
19
  {"index":48,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-8x7B\">GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":65.66,"Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":55.09,"STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82}
20
  {"index":194,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":65.51,"Classification Average (12 datasets)":82.58,"Clustering Average (11 datasets)":45.21,"PairClassification Average (3 datasets)":84.01,"Reranking Average (4 datasets)":58.13,"Retrieval Average (15 datasets)":53.88,"STS Average (10 datasets)":85.81,"Summarization Average (1 datasets)":29.71}
21
  {"index":19,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":65.39,"Classification Average (12 datasets)":77.75,"Clustering Average (11 datasets)":47.96,"PairClassification Average (3 datasets)":84.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":57.91,"STS Average (10 datasets)":81.43,"Summarization Average (1 datasets)":30.91}
22
+ {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":64.95,"Classification Average (12 datasets)":81.7,"Clustering Average (11 datasets)":48.4,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":56.8,"Retrieval Average (15 datasets)":53.04,"STS Average (10 datasets)":81.63,"Summarization Average (1 datasets)":31.22}
23
  {"index":195,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":77.43,"Clustering Average (11 datasets)":46.32,"PairClassification Average (3 datasets)":87.34,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":55.52,"STS Average (10 datasets)":82.56,"Summarization Average (1 datasets)":30.73}
24
  {"index":208,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mixedbread-ai\/mxbai-embed-large-v1\">mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":54.39,"STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71}
25
  {"index":119,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/WhereIsAI\/UAE-Large-V1\">UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.64,"Classification Average (12 datasets)":75.58,"Clustering Average (11 datasets)":46.73,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":59.88,"Retrieval Average (15 datasets)":54.66,"STS Average (10 datasets)":84.54,"Summarization Average (1 datasets)":32.03}
boards_data/en/data_tasks/Classification/default.jsonl CHANGED
@@ -10,7 +10,7 @@
10
  {"index":194,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4}
11
  {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
12
  {"index":36,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
13
- {"index":196,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.7,"AmazonCounterfactualClassification (en)":87.01,"AmazonPolarityClassification":94.65,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.6,"EmotionClassification":74.86,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.13,"ToxicConversationsClassification":72.82,"TweetSentimentExtractionClassification":72.54}
14
  {"index":65,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76}
15
  {"index":15,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0}
16
  {"index":291,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeta-alpha-ai\/Zeta-Alpha-E5-Mistral\">Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22}
 
10
  {"index":194,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4}
11
  {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
12
  {"index":36,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95}
13
+ {"index":196,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.7,"AmazonCounterfactualClassification (en)":87.01,"AmazonPolarityClassification":94.65,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.6,"EmotionClassification":74.86,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.13,"ToxicConversationsClassification":72.82,"TweetSentimentExtractionClassification":72.54}
14
  {"index":65,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76}
15
  {"index":15,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0}
16
  {"index":291,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeta-alpha-ai\/Zeta-Alpha-E5-Mistral\">Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22}
boards_data/en/data_tasks/Clustering/default.jsonl CHANGED
@@ -19,7 +19,7 @@
19
  {"index":305,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14}
20
  {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
21
  {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
22
- {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.4,"ArxivClusteringP2P":48.55,"ArxivClusteringS2S":40.59,"BiorxivClusteringP2P":44.78,"BiorxivClusteringS2S":38.16,"MedrxivClusteringP2P":37.5,"MedrxivClusteringS2S":35.73,"RedditClustering":59.36,"RedditClusteringP2P":64.68,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":38.98,"TwentyNewsgroupsClustering":57.42}
23
  {"index":19,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91}
24
  {"index":233,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/raghavlight\/TDTE\">TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78}
25
  {"index":1,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87}
 
19
  {"index":305,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14}
20
  {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DecisionOptimizationSystemProduction\/DeepFeatTextEmbeddingLarge\">DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
21
  {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58}
22
+ {"index":196,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.4,"ArxivClusteringP2P":48.55,"ArxivClusteringS2S":40.59,"BiorxivClusteringP2P":44.78,"BiorxivClusteringS2S":38.16,"MedrxivClusteringP2P":37.5,"MedrxivClusteringS2S":35.73,"RedditClustering":59.36,"RedditClusteringP2P":64.68,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":38.98,"TwentyNewsgroupsClustering":57.42}
23
  {"index":19,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91}
24
  {"index":233,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/raghavlight\/TDTE\">TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78}
25
  {"index":1,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87}
boards_data/en/data_tasks/PairClassification/default.jsonl CHANGED
@@ -89,7 +89,7 @@
89
  {"index":59,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83}
90
  {"index":211,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66}
91
  {"index":288,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-quant\">gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58}
92
- {"index":196,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":72.93,"TwitterURLCorpus":85.89}
93
  {"index":134,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3}
94
  {"index":175,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79}
95
  {"index":223,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65}
 
89
  {"index":59,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83}
90
  {"index":211,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66}
91
  {"index":288,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-quant\">gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58}
92
+ {"index":196,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":72.93,"TwitterURLCorpus":85.89}
93
  {"index":134,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3}
94
  {"index":175,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79}
95
  {"index":223,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65}
boards_data/en/data_tasks/Reranking/default.jsonl CHANGED
@@ -72,7 +72,7 @@
72
  {"index":199,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85}
73
  {"index":284,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/walsons\/jina-embeddings-v2-base-en-Q4_K_M-GGUF\">jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
74
  {"index":191,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
75
- {"index":196,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.8,"AskUbuntuDupQuestions":61.14,"MindSmallReranking":30.48,"SciDocsRR":82.85,"StackOverflowDupQuestions":52.71}
76
  {"index":306,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53}
77
  {"index":254,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5}
78
  {"index":172,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
 
72
  {"index":199,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85}
73
  {"index":284,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/walsons\/jina-embeddings-v2-base-en-Q4_K_M-GGUF\">jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
74
  {"index":191,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
75
+ {"index":196,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.8,"AskUbuntuDupQuestions":61.14,"MindSmallReranking":30.48,"SciDocsRR":82.85,"StackOverflowDupQuestions":52.71}
76
  {"index":306,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53}
77
  {"index":254,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5}
78
  {"index":172,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
boards_data/en/data_tasks/Retrieval/default.jsonl CHANGED
@@ -48,7 +48,7 @@
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-large-Embedding-v0\">GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13}
49
  {"index":281,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed\">b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38}
50
  {"index":21,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07}
51
- {"index":196,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.04,"ArguAna":69.96,"ClimateFEVER":25.07,"CQADupstackRetrieval":39.82,"DBPedia":40.13,"FEVER":86.03,"FiQA2018":45.24,"HotpotQA":66.67,"MSMARCO":41.45,"NFCorpus":34.65,"NQ":60.06,"QuoraRetrieval":89.82,"SCIDOCS":21.75,"SciFact":71.66,"Touche2020":24.23,"TRECCOVID":79.0}
52
  {"index":223,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3}
53
  {"index":216,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92}
54
  {"index":178,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51}
 
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-large-Embedding-v0\">GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13}
49
  {"index":281,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed\">b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38}
50
  {"index":21,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07}
51
+ {"index":196,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.04,"ArguAna":69.96,"ClimateFEVER":25.07,"CQADupstackRetrieval":39.82,"DBPedia":40.13,"FEVER":86.03,"FiQA2018":45.24,"HotpotQA":66.67,"MSMARCO":41.45,"NFCorpus":34.65,"NQ":60.06,"QuoraRetrieval":89.82,"SCIDOCS":21.75,"SciFact":71.66,"Touche2020":24.23,"TRECCOVID":79.0}
52
  {"index":223,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3}
53
  {"index":216,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92}
54
  {"index":178,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51}
boards_data/en/data_tasks/STS/default.jsonl CHANGED
@@ -74,7 +74,7 @@
74
  {"index":223,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47}
75
  {"index":64,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08}
76
  {"index":289,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-sparse\">gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45}
77
- {"index":196,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.63,"BIOSSES":86.7,"SICK-R":77.52,"STS12":74.18,"STS13":86.17,"STS14":78.87,"STS15":87.48,"STS16":84.28,"STS17 (en-en)":89.69,"STS22 (en)":65.78,"STSBenchmark":85.61}
78
  {"index":177,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29}
79
  {"index":26,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86}
80
  {"index":49,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hiveurban\/multilingual-e5-large-pooled\">multilingual-e5-large-pooled<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29}
 
74
  {"index":223,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47}
75
  {"index":64,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08}
76
  {"index":289,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-sparse\">gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45}
77
+ {"index":196,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.7,"SICK-R":77.52,"STS12":74.18,"STS13":86.17,"STS14":78.87,"STS15":87.48,"STS16":84.28,"STS17 (en-en)":89.69,"STS22 (en)":65.78,"STSBenchmark":85.61}
78
  {"index":177,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29}
79
  {"index":26,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86}
80
  {"index":49,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hiveurban\/multilingual-e5-large-pooled\">multilingual-e5-large-pooled<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29}
boards_data/en/data_tasks/Summarization/default.jsonl CHANGED
@@ -46,7 +46,7 @@
46
  {"index":189,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25}
47
  {"index":77,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23}
48
  {"index":50,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23}
49
- {"index":196,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.22}
50
  {"index":132,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22}
51
  {"index":25,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2}
52
  {"index":225,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2}
 
46
  {"index":189,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25}
47
  {"index":77,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23}
48
  {"index":50,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23}
49
+ {"index":196,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.22}
50
  {"index":132,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22}
51
  {"index":25,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2}
52
  {"index":225,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2}
boards_data/other-sts/data_tasks/STS/default.jsonl CHANGED
@@ -190,7 +190,7 @@
190
  {"index":182,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04}
191
  {"index":183,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44}
192
  {"index":184,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67}
193
- {"index":185,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.61}
194
  {"index":186,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69}
195
  {"index":187,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5}
196
  {"index":188,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46}
 
190
  {"index":182,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04}
191
  {"index":183,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44}
192
  {"index":184,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67}
193
+ {"index":185,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.61}
194
  {"index":186,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69}
195
  {"index":187,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5}
196
  {"index":188,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46}
boards_data/zh/data_overall/default.jsonl CHANGED
@@ -208,6 +208,7 @@
208
  {"index":218,"Rank":234,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
209
  {"index":219,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":50.22,"PairClassification Average (2 datasets)":72.76,"Reranking Average (4 datasets)":60.64,"Retrieval Average (8 datasets)":68.6,"STS Average (8 datasets)":""}
210
  {"index":220,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 
211
  {"index":224,"Rank":238,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":70.83,"Clustering Average (4 datasets)":48.35,"PairClassification Average (2 datasets)":74.64,"Reranking Average (4 datasets)":63.73,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
212
  {"index":228,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
213
  {"index":229,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 
208
  {"index":218,"Rank":234,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
209
  {"index":219,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":50.22,"PairClassification Average (2 datasets)":72.76,"Reranking Average (4 datasets)":60.64,"Retrieval Average (8 datasets)":68.6,"STS Average (8 datasets)":""}
210
  {"index":220,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
211
+ {"index":221,"Rank":237,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
212
  {"index":224,"Rank":238,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":70.83,"Clustering Average (4 datasets)":48.35,"PairClassification Average (2 datasets)":74.64,"Reranking Average (4 datasets)":63.73,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
213
  {"index":228,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
214
  {"index":229,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
boards_data/zh/data_tasks/Classification/default.jsonl CHANGED
@@ -215,6 +215,7 @@
215
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
216
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
217
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
218
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
219
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
220
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
215
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
216
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
217
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
218
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
219
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
220
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
221
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
boards_data/zh/data_tasks/Clustering/default.jsonl CHANGED
@@ -213,6 +213,7 @@
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
 
216
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
217
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
218
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
 
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
216
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
217
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
218
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
219
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""}
boards_data/zh/data_tasks/PairClassification/default.jsonl CHANGED
@@ -213,6 +213,7 @@
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""}
 
216
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
217
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""}
218
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""}
 
213
  {"index":216,"Rank":241,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
214
  {"index":218,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""}
215
  {"index":220,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""}
216
+ {"index":221,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
217
  {"index":228,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""}
218
  {"index":229,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""}
219
  {"index":230,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""}
boards_data/zh/data_tasks/Reranking/default.jsonl CHANGED
@@ -222,6 +222,7 @@
222
  {"index":216,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
223
  {"index":218,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
224
  {"index":220,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
 
225
  {"index":228,"Rank":255,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
226
  {"index":229,"Rank":256,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
227
  {"index":230,"Rank":257,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
 
222
  {"index":216,"Rank":248,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
223
  {"index":218,"Rank":249,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
224
  {"index":220,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
225
+ {"index":221,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
226
  {"index":228,"Rank":255,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
227
  {"index":229,"Rank":256,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
228
  {"index":230,"Rank":257,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""}
boards_data/zh/data_tasks/Retrieval/default.jsonl CHANGED
@@ -224,6 +224,7 @@
224
  {"index":216,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
225
  {"index":218,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
226
  {"index":220,"Rank":252,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
 
227
  {"index":224,"Rank":254,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
228
  {"index":228,"Rank":258,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
229
  {"index":229,"Rank":259,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
 
224
  {"index":216,"Rank":250,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
225
  {"index":218,"Rank":251,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
226
  {"index":220,"Rank":252,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
227
+ {"index":221,"Rank":253,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
228
  {"index":224,"Rank":254,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
229
  {"index":228,"Rank":258,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
230
  {"index":229,"Rank":259,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}
boards_data/zh/data_tasks/STS/default.jsonl CHANGED
@@ -210,6 +210,7 @@
210
  {"index":218,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
211
  {"index":219,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54}
212
  {"index":220,"Rank":237,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
 
213
  {"index":224,"Rank":239,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
214
  {"index":228,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
215
  {"index":229,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
 
210
  {"index":218,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
211
  {"index":219,"Rank":236,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v3\">jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54}
212
  {"index":220,"Rank":237,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
213
+ {"index":221,"Rank":238,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jxm\/cde-small-v1\">cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
214
  {"index":224,"Rank":239,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
215
  {"index":228,"Rank":243,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}
216
  {"index":229,"Rank":244,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""}