URL: https://arxiv.org/pdf/2606.17168
%PDF-1.7
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Filip Sondej; Yushi Yang; Adam Mahdi) /Creator (arXiv GenPDF \(tex2pdf:a6404ea\)) /DOI (https://doi.org/10.48550/arXiv.2606.17168) /License (http://arxiv.org/licenses/nonexclusive-distrib/1.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (RepSelect: Robust LLM Unlearning via Representation Selectivity) /Trapped /False /arXivID (https://arxiv.org/abs/2606.17168v2) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1624 >>
stream
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 13 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 32 /Kids [ 12 0 R 13 0 R 14 0 R 15 0 R 16 0 R 17 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 18 0 R 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R ] /Limits [ (Doc-Start) (table.caption.9) ] >>
endobj
9 0 obj
<< /Annots [ 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R 54 0 R 55 0 R 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R ] /Contents [ 68 0 R 69 0 R 70 0 R 71 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 72 0 R /Type /Page >>
endobj
10 0 obj
<< /A 73 0 R /Next 74 0 R /Parent 6 0 R /Title 75 0 R >>
endobj
11 0 obj
<< /A 76 0 R /Parent 6 0 R /Prev 77 0 R /Title 78 0 R >>
endobj
12 0 obj
<< /Count 6 /Kids [ 9 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 6 /Kids [ 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Count 6 /Kids [ 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
15 0 obj
<< /Count 6 /Kids [ 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
16 0 obj
<< /Count 6 /Kids [ 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
17 0 obj
<< /Count 2 /Kids [ 108 0 R 109 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
18 0 obj
<< /Kids [ 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R ] /Limits [ (Doc-Start) (cite.liu2022continuallearningprivateunlearning) ] >>
endobj
19 0 obj
<< /Kids [ 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R ] /Limits [ (cite.liu_rethinking_2024) (page.12) ] >>
endobj
20 0 obj
<< /Kids [ 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R ] /Limits [ (page.13) (section*.18) ] >>
endobj
21 0 obj
<< /Kids [ 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R ] /Limits [ (section*.19) (section.6) ] >>
endobj
22 0 obj
<< /Kids [ 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R ] /Limits [ (section.7) (table.caption.60) ] >>
endobj
23 0 obj
<< /Kids [ 140 0 R 141 0 R ] /Limits [ (table.caption.61) (table.caption.9) ] >>
endobj
24 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/filyp/open-unlearning) >> /Border [ 0 0 1 ] /C [ 0 1 1 ] /H /I /Rect [ 142.869 340.308 281.468 351.212 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.parrish2022bbqhandbuiltbiasbenchmark) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 337.81 275.234 388.129 286.138 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.parrish2022bbqhandbuiltbiasbenchmark) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 390.717 275.234 412.236 286.138 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.li_wmdp_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 110.388 264.325 145.406 275.229 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.li_wmdp_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 149.343 264.325 171.659 275.229 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.ji_beavertails_2023) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 278.004 264.325 310.767 275.229 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.ji_beavertails_2023) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 314.704 264.325 337.02 275.229 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.carlini2021extractingtrainingdatalarge) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 474.774 264.325 504.996 275.229 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.carlini2021extractingtrainingdatalarge) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 107.004 253.416 128.435 264.32 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.carlini2021extractingtrainingdatalarge) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 131.438 253.416 153.436 264.32 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.karamolegkou-etal-2023-copyright) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 156.439 253.416 239.561 264.32 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.karamolegkou-etal-2023-copyright) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 242.564 253.416 264.561 264.32 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.gdpr_art17_2016) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 465.591 242.507 504.996 253.411 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.gdpr_art17_2016) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 107.004 231.598 295.033 242.502 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.gdpr_art17_2016) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 297.996 231.598 319.755 242.502 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.kapoor2024societalimpactopenfoundation) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 451.056 220.689 503.801 231.593 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.kapoor2024societalimpactopenfoundation) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 107.004 209.78 129.32 220.683 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.liu_rethinking_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 234.344 187.961 272.033 198.865 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.liu_rethinking_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 275.021 187.961 296.939 198.865 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.lucki_adversarial_2025) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 299.928 187.961 347.021 198.865 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.lucki_adversarial_2025) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 350.01 187.961 371.928 198.865 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (cite.lee_mechanistic_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 279.46 160.664 320.072 171.568 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /D (cite.lee_mechanistic_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 323.706 160.664 346.023 171.568 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /A << /D (cite.yang-etal-2025-dpo-toxicity) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 349.657 160.664 396.051 171.568 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /A << /D (cite.yang-etal-2025-dpo-toxicity) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 399.686 160.664 427.083 171.568 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /A << /D (cite.liu_rethinking_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 464.013 149.755 503.701 160.659 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /A << /D (cite.liu_rethinking_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 107.004 138.846 129.24 149.749 ] /Subtype /Link /Type /Annot >>
endobj
51 0 obj
<< /A << /D (cite.liu2022continuallearningprivateunlearning) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 255.88 127.936 293.994 138.84 ] /Subtype /Link /Type /Annot >>
endobj
52 0 obj
<< /A << /D (cite.liu2022continuallearningprivateunlearning) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 297.016 127.936 319.212 138.84 ] /Subtype /Link /Type /Annot >>
endobj
53 0 obj
<< /A << /D (cite.zhang2024negativepreferenceoptimizationcatastrophic) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 322.234 127.936 372.127 138.84 ] /Subtype /Link /Type /Annot >>
endobj
54 0 obj
<< /A << /D (cite.zhang2024negativepreferenceoptimizationcatastrophic) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 375.149 127.936 397.346 138.84 ] /Subtype /Link /Type /Annot >>
endobj
55 0 obj
<< /A << /D (cite.qi_fine-tuning_2023) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 153.148 106.118 185.863 117.022 ] /Subtype /Link /Type /Annot >>
endobj
56 0 obj
<< /A << /D (cite.qi_fine-tuning_2023) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 188.521 106.118 210.04 117.022 ] /Subtype /Link /Type /Annot >>
endobj
57 0 obj
<< /A << /D (cite.lermen2024lorafinetuningefficientlyundoes) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 212.699 106.118 266.014 117.022 ] /Subtype /Link /Type /Annot >>
endobj
58 0 obj
<< /A << /D (cite.lermen2024lorafinetuningefficientlyundoes) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 268.672 106.118 290.191 117.022 ] /Subtype /Link /Type /Annot >>
endobj
59 0 obj
<< /A << /D (cite.lucki_adversarial_2025) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 248.082 95.209 296.827 106.113 ] /Subtype /Link /Type /Annot >>
endobj
60 0 obj
<< /A << /D (cite.lucki_adversarial_2025) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 300.29 95.209 322.606 106.113 ] /Subtype /Link /Type /Annot >>
endobj
61 0 obj
<< /A << /D (cite.lynch_eight_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 326.069 95.209 376.522 106.113 ] /Subtype /Link /Type /Annot >>
endobj
62 0 obj
<< /A << /D (cite.lynch_eight_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 379.985 95.209 402.301 106.113 ] /Subtype /Link /Type /Annot >>
endobj
63 0 obj
<< /A << /D (cite.deeb_unlearning_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 405.764 95.209 474.538 106.113 ] /Subtype /Link /Type /Annot >>
endobj
64 0 obj
<< /A << /D (cite.deeb_unlearning_2024) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 478.001 95.209 500.317 106.113 ] /Subtype /Link /Type /Annot >>
endobj
65 0 obj
<< /A << /D (cite.shumailov2024ununlearningunlearningsufficientcontent) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 392.43 84.3 459.309 95.204 ] /Subtype /Link /Type /Annot >>
endobj
66 0 obj
<< /A << /D (cite.shumailov2024ununlearningunlearningsufficientcontent) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 462.298 84.3 484.215 95.204 ] /Subtype /Link /Type /Annot >>
endobj
67 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2606.17168v2) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 223.78998 32 568.21 ] /Subtype /Link >>
endobj
68 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x�+��|
endstream
endobj
69 0 obj
<< /Filter /FlateDecode /Length 3367 >>
stream
xڕZYs�6~ׯ��p�44 <���G9qly�����!!
b9�aY��ۍn���8��`
и���:Zݯ�������E��*^�Q�ʢ<�c�*�H�E��a��UgVw�]|w}��U,�*�B�du}��U&J��,%W���&xg�Mm���z#�(x�n�"
�~Xo�����7����Fw�X�m�������O+�B$�M\��P��0;Lo�A�mh
�f�1.q�����RY��t���F�
~ZEab>�i{'r��W�����H��I��U�P�������l�Me��ӟ���*
�L�d�R�L�V�E�&�"_�QQ�"b'��b���i�戭X�2O@Ȱ�
Z�����%�~_�*Р⧼%y(����a$�c�>4v-T�/�t=jߝ����_�ڮ:�v���PGl[�=�{�w�=�E,ä��Ų���8cU�mW��b��$�\0�~�t���ќ2�R��%2��t��T�6{�?:㖩j����`7�ns?j�`�V���G�"x&=��4�2�P?�(HC�����pm����v-��6�?J7N�Sn��U��Q���q��Gӣ����v��벣s��f�Cc:]c'J}�[x���;���Y`Ǽ$ʝ�k� �ص
���c.9?Un��P���!He��c��+��{�W=ut�'�,0���G$��&E�1Q�<��6f3�N�����M�k9t��0���sjF��"c������m�&��3���|����m���Qot�k��i�{�:��{�8@��u,C��cox��/����
EV�b�,�l����g|�I�m�ԛ�EQk��q�V��.�-Sg����q�ti<�`�'�f.lҝ)[D��G�ל�U&OoG�A�ѫ�n-����{~иjl���#���,b&�-���%�{"A
8��$���BޜNg��8`Y��a'ΰ�u�uĆ��C��D�����N�ÔT9�zwtݴ�w���f���T@%B�( @6Bk�ag�5m��z�R�oc���ا��W�t�e[���OW5��
۔����'��!M$�<���Cx�d�b���
|����