URL: https://arxiv.org/pdf/2310.00259
%PDF-1.7
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Zouying Cao; Yifei Yang; XiaoJing Li; Hai Zhao) /Creator (arXiv GenPDF \(tex2pdf:4177c2c\)) /DOI (https://doi.org/10.48550/arXiv.2310.00259) /License (http://arxiv.org/licenses/nonexclusive-distrib/1.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (AutoHall: Automated Factuality Hallucination Dataset Generation for Large Language Models) /Trapped /False /arXivID (https://arxiv.org/abs/2310.00259v3) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1675 >>
stream
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 7 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 14 /Kids [ 12 0 R 13 0 R 14 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 15 0 R 16 0 R 17 0 R 18 0 R ] /Limits [ (Doc-Start) (table.9) ] >>
endobj
9 0 obj
<< /Annots [ 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R ] /Contents [ 47 0 R 48 0 R 49 0 R 50 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 51 0 R /Type /Page >>
endobj
10 0 obj
<< /A 52 0 R /Next 53 0 R /Parent 6 0 R /Title 54 0 R >>
endobj
11 0 obj
<< /A 55 0 R /Count -4 /First 56 0 R /Last 57 0 R /Parent 6 0 R /Prev 58 0 R /Title 59 0 R >>
endobj
12 0 obj
<< /Count 6 /Kids [ 9 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 6 /Kids [ 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Count 2 /Kids [ 71 0 R 72 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
15 0 obj
<< /Kids [ 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R ] /Limits [ (Doc-Start) (cite.kojima2022large) ] >>
endobj
16 0 obj
<< /Kids [ 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R ] /Limits [ (cite.kotonya2020explainable) (equation.1) ] >>
endobj
17 0 obj
<< /Kids [ 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R ] /Limits [ (equation.2) (subsection.3.3) ] >>
endobj
18 0 obj
<< /Kids [ 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R ] /Limits [ (subsection.4.1) (table.9) ] >>
endobj
19 0 obj
<< /A << /S /URI /Type /Action /URI (https://orcid.org/0000-0003-2200-5630) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 237.938 659.19 247.064 668.316 ] /Subtype /Link /Type /Annot >>
endobj
20 0 obj
<< /A << /S /URI /Type /Action /URI (https://orcid.org/0000-0003-0997-9422) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 304.774 659.19 313.899 668.316 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /S /URI /Type /Action /URI (https://orcid.org/0000-0002-8473-5594) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 370.914 659.19 380.04 668.316 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /S /URI /Type /Action /URI (https://orcid.org/0000-0001-7290-0487) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 427.302 659.19 436.428 668.316 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/zouyingcao/AutoHall) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 96.224 415.903 251.101 425.894 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.sohail2023decoding) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 268.274 329.472 275.248 338.219 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.sallam2023chatgpt) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 278.256 329.472 285.229 338.219 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.chatgptapplication) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 288.237 329.373 295.21 338.219 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.zhang2023siren) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 246.845 293.607 253.818 302.354 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.ji2023survey) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 259.443 293.507 266.417 302.354 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.rawte2023survey) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 272.042 293.507 279.016 302.354 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (figure.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 115.073 279.495 122.047 290.399 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.snowball) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 187.482 209.821 194.456 218.399 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.threatgpt) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 198.289 209.821 205.263 218.668 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.chern2023factool) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 162.62 173.969 169.594 182.935 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.gou2023critic) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 174.875 174.089 186.831 182.935 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.li2023self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 192.112 174.188 204.067 182.935 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.azaria2023internal) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 125.763 150.278 137.719 159.025 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.agrawal2023language) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 144.041 150.178 155.996 159.025 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.varshney2023stitch) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 162.319 150.278 174.274 159.025 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.selfcheckgpt) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 180.596 150.178 192.551 159.025 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.mundler2023self) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 198.874 150.178 210.829 159.025 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.hu2024refchecker) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 471.732 338.387 483.687 347.234 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.cheng2023evaluating) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 436.873 314.477 448.828 323.323 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.bilan2025llm) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 498.857 242.449 510.812 251.416 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.agrawal2023language) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 376.966 230.614 388.921 239.46 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (Hfootnote.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 558.055 228.556 564.032 241.049 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2310.00259v3) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 220.46002 32 571.54 ] /Subtype /Link >>
endobj
47 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x�+��|
endstream
endobj
48 0 obj
<< /Filter /FlateDecode /Length 5469 >>
stream
x��\�s�6��_1�UwG]ih���^�sb�Y;���uw��á4�9����~��
��ʖ�n�TI�@�6��B�����[�����g/U�"7��du}�
��
u��#ύ�tu�]�w���?\xf�}�T?pS����qJ�45BW�@&?������|�B����/��}y�B'��!���^`���������:q}���n�F��Y�uE/S^u�
>�o�Vo��R%�ma������f[T� ߢ<7
�ߢ<�Q�Z���/��G3ܗ��L~�5f��bb�����K+SBü_QdA�9��tZ5�|�tԄv��W�� ��V`�v���3��a^�DDj�����?'@>��ª�tڌ���1�}��0MV>Q��$"Z�RO� �,b�
&����n�� ��1´ExL��s�*��Fr�H��S�ܳ�Z��������d�Vˬ'53Z����u����F"Z�J���]��S���*�sH�.jB���k5a����O��I>)�'E�/R�F�|A�L����̚�FW�M�E�W�z�kOz�I�=��^3Z�K�-F��/*��3���c'��級�).'n=i�'���՞����V{P�Y�s���Q�M��qy��p�3���o��� �x��~8��~��BO�i�TS�0M���y�/�y��S d�]���;��۬�9�I��C6�V�)�9��.;�2�&^�#-*s:�祳�l�6{z��l.}�z�t}YU����U!����Ik�,뚩��崙�ν\�a�Z��������,0"n��C+�72�� �x��e���E��2��#B,G$��DZ����FR��DN��=-.#Y��ơ�
�ǭ��f�.�[��7��]7-�H���I�q��� �@�Mo/S������#�E_䶫��𮬷�����ͽ�0���M��SV_>��ӡ����H�}V3߂@n���0s�hn�{��x[d�ݮ�
�b�N���榰# pMZŧ]�){�IbZ���
�%C�6�-��<�����3�E���}6G�e(R�[����%t�+���3�?�?�uw(����sP�q%�CFV�ɪ��}����<�T�Үwv
2S��V�t�&�u�@�?爠�r١�K�9\*GT G'�L��E�k���q2�2��2�:��
ͮx
'W+j�`/���u��ȼ�B�;�����ꭶ4F��~�O��J%.|0���.~�j|���H�SH�a��1|����'k_�d��c%F*��4m?�t?L�6K��k:���BG��~@�j�?�*&J͐,Q@��7�?�b&��P{kd� �謈
X+?p��M�o�V��|W�hZ��k9���P�����
���&�f�2Z�\���3���
akL���c�(����:���aw�@�m��ԟU�:H���YֽP�r��H�?�U����1b1���TY�a�i>I�|��,@rl���ѐ�s4-vWT7k(�6ۖ�i�X��.�(U�!�-"Pi��>j�鼈�Z���^��JIz�H�����m�}��d���(�B�JM,m��l4{@�wa���q�Ȣ�r`����~Vg�}W.�^�ϊ��
��c�(�� ���vgPH2�(5m'�~���g��)�ӵ�~Z��_?4N�>��h�
S�&KfLj���Hr�0l�[\�J����9����G�<<^�������ٳ[���%��v��rӝgͳ�!�NVp\�J�=o�ڒRFP�$�&G����h�ݢ�>��Y?��7����p=�bNV�(���m������:�ɱ#% �24N���YC��$�:��fKj�.�G�Ɲ�xG#p%��"�\O�M~Mb@{E��z�5]��_#~�\��sM}�gR�$p��!�/f8���_���QĥSz��c�&�`�DVo���=7$RT��F`?����8
�г��X��-�"��;GOh�,#�E�D��0����{i��D���B�}������mi�SHbۙ�6�:9Qz��5;�����t�����ࡗ��xDi�d3�;����e�>���(�i:a
����:T2Ȍ/��/��J@���X��J��M��e�8�Z�ե
��$'V3�y?��2�S3�Y�M�����}h�y����%O31y#�:�@P ���ĶF"�!o�/�;�p��x�G�`w �F ��e�vV�����AI�_�!�>
+�
Ic��wK��v"T��Tx�,oݳ�|�0��W�F'��b��Fg���vE�D�ڜ�����y�Xt�_����9:�Ս�IH*��
�m���hȓ�L�2���g�����l6]��J�%���AN���A��O']�/d�P5�J$�Y)NOiǘ �S�`� ���̛�-86�H9�Y�į��=m^C
9]�������D�!0���AZKn�8���9G�l��G���z�$|+9�A@rي�*Ix%�Y��Mb�0���/��t���ו��@���fd<�ړl �'������DŽی>�sB�Y
] ��^I_�ڲ�M&Y,�R!h�� ����Z��:��h�A-��cz�5��ѹh��@yI
oYV�˟�-�F���$�<�̀l���5�3 e�g8«e�y�
��9Y����OUn����(m��.��� �B���&�f�g��\p��#�X&��+=ℜ�����M<�C-j�*�,/�p�d�0��F�_�hLW�#Д��c�W���7H'��ms�MyP�ݬ��P�8�uH��M��Cm�l�i���l5�`�k�������c=&���hҼa���J>s�ԗ]8���G���ҏC�ү3���%������"��c�}�
Ʋ�&fv���st�ٰ��J�H���2y������ۚ�1e}e�a;��kOm=��2��8�Q�!b�������鹘
�O�7z��Ǭ��NC/��*�6�*����+��rJ��)�9}e.� ��oi������Y2��^�uM���c��wMS�
:~ǣ;�cr�ȃWf�x�����{
W������%��e�3w���>��`���`����y�ޘ�愀��;Ҭ�srX$��g��2��d:����$Ƌ�M�iZk��˄��%�*��¼�/��ͧ����YFM6�\�W3���x%c�-"爘Tl�Y��Še��Y�)��QИIЬX�g�7�o��������)�#1��w��)�+"sg�8 �L������4n�W���ɭ���0{�{[l�L��.#$s��67��3�1�z"h��
p���9<�%s���ot��4�F�YXU~2l��K@�OyP���E���������m��w��B�w�$Y��LQ۲��x�F�҂1k��x}�<���.B�n�E~�z�V�6?�S5�y�z����hRv�oL�к�2Z��:v�X��-|.ݳ˷�x=���T_a��{����v��!/,ݲ��p�������^Q2F�[���+�a��Xs��F(h�s?sg��@sOO����̕�|�v
k��-%t�@��L@�;�9�4H�