URL: https://arxiv.org/pdf/2402.03216
%PDF-1.7
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Jianlv Chen; Shitao Xiao; Peitian Zhang; Kun Luo; Defu Lian; Zheng Liu) /Creator (arXiv GenPDF \(tex2pdf:57610bf\)) /DOI (https://doi.org/10.48550/arXiv.2402.03216) /License (http://creativecommons.org/licenses/by/4.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation) /Trapped /False /arXivID (https://arxiv.org/abs/2402.03216v5) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1798 >>
stream
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 8 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 18 /Kids [ 12 0 R 13 0 R 14 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 15 0 R 16 0 R 17 0 R 18 0 R 19 0 R ] /Limits [ (Doc-Start) (table.caption.9) ] >>
endobj
9 0 obj
<< /Annots [ 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R ] /Contents [ 51 0 R 52 0 R 53 0 R 54 0 R ] /MediaBox [ 0 0 595.276 841.89 ] /Parent 12 0 R /Resources 55 0 R /Type /Page >>
endobj
10 0 obj
<< /A 56 0 R /Next 57 0 R /Parent 6 0 R /Title 58 0 R >>
endobj
11 0 obj
<< /A 59 0 R /Count -2 /First 60 0 R /Last 61 0 R /Parent 6 0 R /Prev 62 0 R /Title 63 0 R >>
endobj
12 0 obj
<< /Count 6 /Kids [ 9 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 6 /Kids [ 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Count 6 /Kids [ 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
15 0 obj
<< /Kids [ 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R ] /Limits [ (Doc-Start) (cite.joshi-etal-2017-triviaqa) ] >>
endobj
16 0 obj
<< /Kids [ 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R ] /Limits [ (cite.karpukhin-etal-2020-dense) (cite.zhang-etal-2023-miracl) ] >>
endobj
17 0 obj
<< /Kids [ 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R ] /Limits [ (cite.zhang2021adversarial) (page.17) ] >>
endobj
18 0 obj
<< /Kids [ 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R ] /Limits [ (page.18) (table.caption.14) ] >>
endobj
19 0 obj
<< /Kids [ 105 0 R 106 0 R 107 0 R ] /Limits [ (table.caption.15) (table.caption.9) ] >>
endobj
20 0 obj
<< /A << /D (Hfootnote.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 221.53 702.463 227.784 725.377 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /D (Hfootnote.2) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 508.07 702.463 514.794 725.377 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /D (Hfootnote.3) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 214.478 291.564 220.456 302.067 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /D (cite.reimers-gurevych-2019-sentence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 231.467 193.237 290.13 205.032 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.reimers-gurevych-2019-sentence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 69.87 179.688 115.464 191.482 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.reimers-gurevych-2019-sentence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 120.456 179.688 144.703 191.482 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.ni-etal-2022-sentence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 150.006 179.688 190.379 191.482 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.ni-etal-2022-sentence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 195.371 179.688 219.618 191.482 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/FlagOpen/FlagEmbedding) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 87.87 65.071 252.654 76.167 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.karpukhin-etal-2020-dense) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 308.491 432.481 383.36 444.275 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.karpukhin-etal-2020-dense) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 387.368 432.481 411.615 444.275 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.xiong2020approximate) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 415.934 432.481 471.03 444.275 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.xiong2020approximate) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 475.038 432.481 499.285 444.275 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.neelakantan2022text) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 503.604 432.481 525.406 444.275 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.neelakantan2022text) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 418.932 366.852 430.726 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.neelakantan2022text) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 370.223 418.932 393.598 430.726 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.wang2022text) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 397.268 418.932 447.411 430.726 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.wang2022text) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 450.783 418.932 474.157 430.726 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.bge_embedding) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 477.828 418.932 524.097 430.726 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.bge_embedding) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 405.383 329.131 417.177 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.khattab2020colbert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 488.185 351.186 525.406 362.98 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.khattab2020colbert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 337.637 359.524 349.431 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.khattab2020colbert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 363.02 337.637 387.092 349.431 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.gao-etal-2021-coil) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 406.322 310.538 451.746 322.333 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.gao-etal-2021-coil) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 455.557 310.538 484.745 322.333 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (cite.lin2021few) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 488.868 310.538 525.406 322.333 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /D (cite.lin2021few) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 297.415 321.68 308.783 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /A << /D (cite.lin2021few) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 325.142 297.415 348.952 308.783 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /A << /D (cite.dai2020context) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 352.72 297.415 420.155 308.783 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /A << /D (cite.dai2020context) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 423.617 297.415 447.428 308.783 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2402.03216v5) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 246.52503 32 595.365 ] /Subtype /Link >>
endobj
51 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x�+��|
endstream
endobj
52 0 obj
<< /Filter /FlateDecode /Length 4198 >>
stream
xڽ:ْ�F���|#�R]@���ۚ�7f��<�d5�m�p�������U �����PgV�G��a�Wo���������E,WB3���Xq�e ��X�0���13:[ݟV��������Eu�b�QBD?�eWl���>/��y�ы�F�a�u_�����G�4k�U_�
����p4 d��WFe,���u&#���=x4�����K��?��'[>l�����Si�K����+�2G��P� ��8v��蔉̬6�3n��~���ȫ�#�������:���%�i��T���ߋ��x����ğ�E�״�?
h]�gL��Ѣ��Yw�0��UsX��o�V�7������ �3%���u-yd�nK��|̫�8F���Y������Z�Q����_��N��w�>��+������2� ���[��0 R1��g �!�/���N��*0�
��P��jTʤ�1T6����A�����������j۴(_���Ǯ���KD^���
Pw��>�V|s,�|�D�{|f3Z��_�U}��[??�������b��>�||����;���7�s=,��>��m��βs����ǾJ��ſ��e�.��]�Í
�<��d�����1�r�������tȗnn�v;f�=ހ�-at���xh�7�Xi�$��*f�6t�W۶k�]ws�l��,��#
��k�o� �xߢ�u���I�s~��Zs���$z�4��������`ZN��E^|�>��CZ5;ڀ�>�{["�h����/bz�=�ˉ��0�hY=�ݑ��>�G�Pm�]##1��� :�E{�(0���2*��z@�4J\ށq+J<�l��A�.���/l�rq�V��*F�-<����mܐ*X�/f;�����yo�@�4��T+fb��sS���uюs௯
@�>��|���>�@��h��=�UW�諱����vq���),iJ���I��$p_c��� �d���б��ǂ́�� x�����G�3�5�_~�v�&j� 8�lݷ%�� ځR9��r4�nݱ���`�M���� K��ѭ��5v?����-8yZ�ho��N�逭�g��"e���m��:���A��~o�d�i���*���N0��y���+0o0�ұ}���mM=���oKK�����m��U�d�*��T#o�E@�}�@?��V����)`8
�[U�L��꣩O~�|� �pS8
{Kx�OY�Ĥ@�zן`R;��"�������u���u�S���(�,���I.Ud�� �g#��~/x�m��_���͕�S!��U�Xh�Al�oD�鯵�4���G�7��I:Ҽ�Ul�P���z�zW�d,�����0��D����{T�5��1��H��"��CI#-�(�0"5�(��h8^����Q��!��uI����|w|A�OG��4��H@�ʑ���T]{�ʜ;7��@\��+�N�k
A3g���ރѭ�q�J�����ZXD �N��W'�+Z��t;װp{�L�h[*��
��g����M�Th�6�p(~}�6���I�}�n
��6�V}�S�����*�L{k�ͻ��� J�wu���G�_`��Pc���4jყ����}c �P�$t�*8��c�i�I)���84����8K��֩b9F2(`�]�rTګ�
T/������>���,CM1����(��8��'����Ŷ�0��2@m+mt@��@�qKn� ���$��;���Z�����q/N2��7����/�?���������u�I"���ߒ\�Եk��L���M���Lr1�(�I�d>"V�@���ԽCt<��#��vL�c�$����Jp�W
P�P$#~=��p��x��"
�ނzwi!J� ��ьgb��R�|f��4��q
IZj�_]��vhѝq�/r]�弉LD��E8Q&�=^�6^�=����q�5��wT֨��Z1P�h��͟o�)͙�3�Xp1b�SCâ �z�i��.�VQ��!�a"];�ʼ�PA�x��KqpS�U� ������8�O��K����Y�����on@ ���Y|�"Z4. ������h�}�4��(��߿��j�'�т
h�tf-�~+�����gR���o'��$�E6_���^��@ę��]1�/�:\��2��@��M��/~�#<M����I�t�}Mo@�AfH��3T��0p�&��0 ��.1�9b̩��^s�M�D4~�YA�$:�k�
..��Z[Q����ځ��#<�^�n���L�;1�{�v9�>�$��V�6Ό�O�1��+�%�7��7NÙ�Ŀ��>g
I+a�R �(oDZ�w��v�t��;�K�w[�Z��"fj�&A��>�Dp���}����Ŏ��0��w���X�i�ڝ������0�FWA���f�(��^F����oTG3��,I�O�������_��e�ː�u�M���sٴޘ�}w$�̶ހ��d`5m=�[�ڽ�dG8��.���dK�����a�d�zAp���R)`�8����1<��Z�����@��&����P�|�����z��^a���~���4K��%&e_�.��_ζr�I\9�Nl1W:�� (�����*����%��8c�tCaD��1��2�0���I�^��U���6��|o�w�<�ɏ�i�3毋C���T|��?U�9&���'�'�8h�+)�S5
��:�,S��|^I�s�H2N�3��W7���gG�y�>���i�m 6>��y��`t��$��i@gfjP�{M�3k�b��8��1�W�+��R@C�h�Ty-���wys����J3g������3�L��GA����|X�G����KZ����d�c���I���@����
���?�����S�!7L ��OU����ǹ��