URL: https://arxiv.org/pdf/2412.11940v2
%PDF-1.5
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Byung-Doh Oh; William Schuler) /Creator (arXiv GenPDF \(tex2pdf:74238ef\)) /DOI (https://doi.org/10.48550/arXiv.2412.11940) /License (http://creativecommons.org/licenses/by/4.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.25 \(TeX Live 2023\) kpathsea version 6.3.5) /Producer (pikepdf 8.15.1) /Title (The Impact of Token Granularity on the Predictive Power of Language Model Surprisal) /Trapped /False /arXivID (https://arxiv.org/abs/2412.11940v2) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1614 >>
stream
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 7 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 13 /Kids [ 12 0 R 13 0 R 14 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 15 0 R 16 0 R 17 0 R 18 0 R ] /Limits [ (Doc-Start) (table.caption.6) ] >>
endobj
9 0 obj
<< /Annots [ 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R ] /Contents [ 35 0 R 36 0 R ] /MediaBox [ 0 0 595.276 841.89 ] /Parent 12 0 R /Resources 37 0 R /Type /Page >>
endobj
10 0 obj
<< /A 38 0 R /Next 39 0 R /Parent 6 0 R /Title 40 0 R >>
endobj
11 0 obj
<< /A 41 0 R /Parent 6 0 R /Prev 42 0 R /Title 43 0 R >>
endobj
12 0 obj
<< /Count 6 /Kids [ 9 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 6 /Kids [ 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R 54 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Count 1 /Kids [ 55 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
15 0 obj
<< /Kids [ 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R ] /Limits [ (Doc-Start) (cite.justcarpenter80) ] >>
endobj
16 0 obj
<< /Kids [ 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R ] /Limits [ (cite.kennedyetal03) (figure.caption.28) ] >>
endobj
17 0 obj
<< /Kids [ 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R ] /Limits [ (page.1) (subsection.3.1) ] >>
endobj
18 0 obj
<< /Kids [ 74 0 R 75 0 R ] /Limits [ (subsection.3.2) (table.caption.6) ] >>
endobj
19 0 obj
<< /A << /D (cite.hale01) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 73.215 187.64 96.216 199.358 ] /Subtype /Link /Type /Annot >>
endobj
20 0 obj
<< /A << /D (cite.hale01) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 99.884 187.64 124.131 199.358 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /D (cite.levy08) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 128.111 187.64 152.697 199.358 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /D (cite.levy08) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 156.365 187.64 180.612 199.358 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /D (cite.wilcoxetal20) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 154.927 146.993 211.306 158.711 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.wilcoxetal20) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 214.605 146.993 237.98 158.711 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.merkxfrank21) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 241.579 146.993 290.13 158.711 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.merkxfrank21) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 69.87 133.444 97.822 145.162 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.merkxfrank21) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 102.025 133.444 126.272 145.162 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.sennrichetal15) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 310.505 367.537 321.814 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.sennrichetal15) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 370.358 310.505 393.733 321.814 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.kudo18) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 396.853 310.505 422.437 321.814 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.kudo18) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 425.259 310.505 448.633 321.814 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (figure.caption.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 516.636 133.444 524.056 145.162 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (figure.caption.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 426.811 65.698 434.356 77.416 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2412.11940v2) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 253.73499 32 588.155 ] /Subtype /Link >>
endobj
35 0 obj
<< /Filter /FlateDecode /Length 140 >>
stream
x�E��
�0�������lbA<"x��&j��!���`����=h�H�q�X>}ѱ��ʩ�,]K~5��7V�t��~�7~^x�.��C(<Tsm��.�����1 B���4=p*~�re�[Җ։v�[&�
endstream
endobj
36 0 obj
<< /Filter /FlateDecode /Length 4895 >>
stream
xڵ\k�۸r��_�o˩��I0�T�Ǯ7N�l���V*7U�#q$�J���ړ_�nt�/I�Z�-W�H���p�d�[%��_%��?=���7"MVB�J[�z|^ !c��*52�z��]�O��/��$���)�tt]?���C&����DEEE�7y���^�]~Ѕ���y.*��+��/�:?{�P>����>��J$*��X���3-H�wy���W~_o�]��7�ȩ)����y�"Ό�c]K�Vk�c�j�O/}�[[突�\��YU�bc-�*�Q�?UD~���ۼ�Y�MYT����F,j�k� M���������t��U�a�LT4-N��*�S�`���jJ������K���$�L�:�+-b�U��Ny8��1���0��S!E,�ny0����0!s��+a�ʶ+7���$N��N�h�a_��}�w��̄�������4�C��q�� ��6U���b���?>�]��p�
��,ά�~��$I� ��ri�R�2��uO�~���z�~zY|�뾅��4:����#�.۾a`�۲�_Ӽ&M�����ؠ�`���T���-�t�����"�VGe�i
\˜���zS�-�%/b���Ilϯ�VѾ?�د�QS�[X��xg���r��y�-���/(uŷ�S�wat�<��������I��/RG`��c�;.7ԇ����t�-M��W(���aj��a�5IT�4ju-]��s�2l����q�F��Z%*�������"p����y{m����"{a�
�ĩEK��E��j6�[zV�;�zW�]P,�%LgӀ/�2RƩ5$�n��#���49<�� <��r� l��t(7ewx�֯Hb�kR��PY�>�"* Q'EK�CQ��=�Tm��)�������\v��P���ZQI���
���VRZz�+^|��[4f����8��Q(� �7��EU
�cT\�MA�"o�b����e;̭Zt�j0�<�S~"�}X���j��@Y>��q,}��<"Ȓ���B(�v��B�KX��Z�F�t*?��<&5ċ��u͍}Fk�4��?��/14��;��p��'��M�{��h35��~[>6%��UN1����| ��e��o+�Hy�i�;z�&�w R�-��)������`�,�-�XH7��~�q>���.�Ə%)�]J���_3�"8ay�4+��Ɔ��ʣ��S�sz����+C�D��
?K���+R`<)�%{5�b\��t�c�pv0\t�-p�*o]��隽R��q'����/>���ORD([Ͷ��bj?]�^'IB��~h]��)G����R/H��
+i�f�㌖KFߥy1<L���WK�{�G�]��ʦ�r�`UpFA(ln�����f|��$������+]����DeS�M&&{����@���x)�vWT�m6V�Aww���&TC�x8�r��V&d�����
��܄�����L�v;~&V��Q�X;5b{*� ���0���3�9��7/����{�Gc�:�Yb�r��_�ƴ�ZEXle��i��1����"��L&h���������ȑ�
���E��0,F�����hg7��m��W��� ��YK�yi�&�P��/趩|�u{�8�T�lM@������NЫ-G�p��/ư@h�W�.zt*��<�M��CD_ΧE�=�O�%%J��W`0:���[��I* PIt�(�� $�0@��Q*�:�tP�{�Ή#�eZe�ZY�Eԡs��CCiSfBڔZ*����w���/������k�� `Urs @��y*Zlf�(��D��s��@aŒ���W۰������M,�n4���+�m
1{��� �]���з[��h�Lݠ��p��C|*h�Ir���c����)�|mMbW"#YxfM©<��ͪ٭��|�
����P̒}({��* F�$�j��j.zG���ݲO��ԚT^k�
o�d�$��XU�qCxh�k%�4֚㶪���rR��{�;����}����}��xT�����ܪ���"�jZo��fH.B!+0cV0��]���7��xߟ�A���p�����!���/��/��6�'�Qt���]{�%�|-ڠ�������y�l���K�=���W
� (.��sfN��M������A�J �A�}2V��98�K%!�7,pC�9��ޓ9l�dSO=��ʎ�Ŕ��t�N�E�I�!���}c*сp������]�i��3�m�Qq�����/ɀ�y"�C���U�}��ѿ>.�vx�dE_2F����M�_?B��P�=r�F����P�����nO�H��\'�L��2�림��2i�w��
�����]2Z�и�J�����8������[��`��j�Y@���ϕţF����&�K���Ǣ)B�I�?�}S�t��1�_�}� ��,��`o �a�>�