Data-Gouv-ML/Embeddings-Francais-BF16-BASE-50M

Evaluation task	Embeddings-Francais-BF16-BASE-50M	RNE-Activites-Embeddings-BF16-BASE-12M	ibm-granite/granite-embedding-97m-multilingual-r2	dangvantuan/french-document-embedding	BAAI/bge-m3
SICKFr	0.519713	0.494408	0.697018	0.781000	0.783244
SyntecReranking	0.313680	0.291300	0.859260	0.881170	0.884440
SummEvalFr	0.306903	0.298415	0.290628	0.309357	0.310332
AlloProfClusteringS2S	0.213383	0.206633	0.423427	0.456071	Failed
SyntecRetrieval	0.051370	0.082380	0.809310	0.847860	0.845050
AlloProfClusteringP2P	Failed	0.342918	Failed	Failed	0.589966

• ctx = 4096
• dim = 1536
• vocab = 32768
• layers = 4
• heads = 12
• dtype = bfloat16
  

Citation

@article{reimers2019sentence,
   title={Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks},
   author={Nils Reimers, Iryna Gurevych},
   journal={https://arxiv.org/abs/1908.10084},
   year={2019}
}

@article{zhang2024mgte,
  title={mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval},
  author={Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Wen and Dai, Ziqi and Tang, Jialong and Lin, Huan and Yang, Baosong and Xie, Pengjun and Huang, Fei and others},
  journal={arXiv preprint arXiv:2407.19669},
  year={2024}
}

@article{li2023towards,
  title={Towards general text embeddings with multi-stage contrastive learning},
  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
  journal={arXiv preprint arXiv:2308.03281},
  year={2023}
}

@article{li20242d,
  title={2d matryoshka sentence embeddings},
  author={Li, Xianming and Li, Zongxi and Li, Jing and Xie, Haoran and Li, Qing},
  journal={arXiv preprint arXiv:2402.14776},
  year={2024}
}

@misc{henderson2017efficient,
title={Efficient Natural Language Response Suggestion for Smart Reply},
author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
year={2017},
eprint={1705.00652},
archivePrefix={arXiv},
primaryClass={cs.CL}
}

@misc{solatorio2024gistembed,
title={GISTEmbed: Guided In-sample Selection of Training Negatives for Text Embedding Fine-tuning},
author={Aivin V. Solatorio},
year={2024},
eprint={2402.16829},
archivePrefix={arXiv},
primaryClass={cs.LG}
}