URL: https://arxiv.org/pdf/2606.17830
%PDF-1.7
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseNone /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Viet-Hoang Tran; Vinh Khanh Bui; Van-Hoan Trinh; Tan Lai Ngoc; Tan M. Nguyen) /Creator (arXiv GenPDF \(tex2pdf:a6404ea\)) /DOI (https://doi.org/10.48550/arXiv.2606.17830) /License (http://creativecommons.org/licenses/by/4.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (Functional Equivalence in Attention: A Comprehensive Study with Applications to Linear Mode Connectivity) /Trapped /False /arXivID (https://arxiv.org/abs/2606.17830v1) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1749 >>
stream
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 19 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 79 /Kids [ 12 0 R 13 0 R 14 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 15 0 R 16 0 R 17 0 R ] /Limits [ (Doc-Start) (theorem.G.3) ] >>
endobj
9 0 obj
<< /Annots [ 18 0 R 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R ] /Contents [ 53 0 R 54 0 R 55 0 R 56 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 57 0 R /Resources 58 0 R /Type /Page >>
endobj
10 0 obj
<< /A 59 0 R /Next 60 0 R /Parent 6 0 R /Title 61 0 R >>
endobj
11 0 obj
<< /A 62 0 R /Parent 6 0 R /Prev 63 0 R /Title 64 0 R >>
endobj
12 0 obj
<< /Count 36 /Kids [ 57 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 36 /Kids [ 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Count 7 /Kids [ 76 0 R 77 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
15 0 obj
<< /Kids [ 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R ] /Limits [ (Doc-Start) (equation.144) ] >>
endobj
16 0 obj
<< /Kids [ 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R ] /Limits [ (equation.145) (figure.caption.74) ] >>
endobj
17 0 obj
<< /Kids [ 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R ] /Limits [ (figure.caption.75) (theorem.G.3) ] >>
endobj
18 0 obj
<< /A << /D (cite.goodfellow2014qualitatively) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 371.845 371.108 404.882 382.051 ] /Subtype /Link /Type /Annot >>
endobj
19 0 obj
<< /A << /D (cite.goodfellow2014qualitatively) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 407.934 371.108 430.251 382.051 ] /Subtype /Link /Type /Annot >>
endobj
20 0 obj
<< /A << /D (cite.keskar2016large) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 433.588 371.108 486.333 382.051 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /D (cite.keskar2016large) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 489.386 371.108 511.702 382.051 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /D (cite.sagun2017empirical) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 515.039 371.108 542.437 382.051 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /D (cite.sagun2017empirical) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.444 359.152 328.901 370.096 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.sagun2017empirical) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 332.7 359.152 355.016 370.096 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.venturi2019spurious) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 359.099 359.152 414.745 370.096 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.venturi2019spurious) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 418.544 359.152 440.86 370.096 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.neyshabur2020being) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 444.943 359.152 514.324 370.096 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.neyshabur2020being) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 518.122 359.152 540.439 370.096 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.tatro2020optimizing) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.135 347.586 353.448 358.141 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.tatro2020optimizing) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 357.442 347.586 379.758 358.141 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.yunis2022convexity) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 384.037 347.586 433.307 358.141 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.yunis2022convexity) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 437.301 347.586 459.617 358.141 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.zhou2023going) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 463.896 347.586 511.447 358.141 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.zhou2023going) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 515.441 347.586 537.758 358.141 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.frankle2020linear) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 510.617 287.421 542.437 298.39 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.frankle2020linear) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.444 275.855 329.139 286.41 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.frankle2020linear) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 333.175 275.855 355.491 286.41 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.entezari2021role) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 359.812 275.855 419.854 286.41 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.entezari2021role) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 423.89 275.855 446.206 286.41 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.frankle2020linear) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 488.833 204.124 541.241 214.704 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.frankle2020linear) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.444 191.78 328.362 202.724 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.entezari2021role) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 331.629 191.78 388.675 202.724 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.entezari2021role) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 391.664 191.78 413.581 202.724 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.freeman2016topology) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 372.801 109.652 450.423 120.595 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (cite.freeman2016topology) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 454.637 109.652 476.953 120.595 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /D (cite.garipov2018loss) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 481.452 109.652 541.141 120.595 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /A << /D (cite.garipov2018loss) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.444 97.697 328.76 108.64 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /A << /D (cite.pmlr-v80-draxler18a) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 332.371 97.697 388.169 108.64 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /A << /D (cite.pmlr-v80-draxler18a) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 391.495 97.697 413.812 108.64 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /A << /D (cite.garipov2018loss) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 325.228 73.786 384.687 84.73 ] /Subtype /Link /Type /Annot >>
endobj
51 0 obj
<< /A << /D (cite.garipov2018loss) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 388.786 73.786 411.102 84.73 ] /Subtype /Link /Type /Annot >>
endobj
52 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2606.17830v1) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 223.23999 32 568.76 ] /Subtype /Link >>
endobj
53 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x�+��|
endstream
endobj
54 0 obj
<< /Filter /FlateDecode /Length 4604 >>
stream
xڵ[[��F�~ׯ��
:V�� xf'Ɩ%�f$�W��Į����bLA(�ڿ~��'��R��;!�
2�<�k��dڿ�{��w�>�V7�hu���g��J��8�z��,�f��?��S��b毫(�2�����+��V������n__>��0�J�Pi#W��+��Pebe2FI��ܮ>����/�:�.�2�������?yUԛ�'ʚ�����/������PFI�)Ż~�k_4�C{!Ҡ�uw��m��?n����wn��CUnr���h��.��6��é�dXeG�={yy��&Va�&���Y�i,O#��Z�B-O�PIP��/M^�0���ڼ&Ծx��� �D��G"C)ӕ
�0���Q�x������
75E�MV��&�E����]����6O���!E���R&���䎩%�ge���L@�ȩB^��w7�f N���1c8�)pކ���*o��$�3=f�tO��U�0�ck�k��@�I:���6�����!>c=O�P���`V���{}W[6o�EKD4��4��C����/Z�����x*o��F_Y�"�Ig�b�~b\������Gi���x��
m-u�-�����1x�45@�k2頁 D�y�ٜVm@��u�R�A[�U�[�/�\ֆ� �k��:~�wms��M簖���B��)F�[������������(��++�( �6Aw�����h�U�#�z.�(X{�sb�����f`ZZ�L��*�:&�^��d�3�"�A^o����P��>'a��8f�C��q�����LH���U�i�V�����9��[d�#�Zx*�-�Y6��3��lo�)\ r�s��WyG4��v�+{}l���"T���9
��C`�Ьz��)X�Ww��F&Asͣ�c�"ߺE~��R8��
QKd�M��hu�C�!�����iw���eU�