{"id":"https://openalex.org/W7166808772","doi":"https://doi.org/10.48550/arxiv.2606.31168","title":"Probe Choice Changes Canary-Memorization Verdicts: Three Post-Hoc Disagreement Case Studies in a Text-Dominant LoRA-Tuned Autoregressive Testbed","display_name":"Probe Choice Changes Canary-Memorization Verdicts: Three Post-Hoc Disagreement Case Studies in a Text-Dominant LoRA-Tuned Autoregressive Testbed","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166808772","doi":"https://doi.org/10.48550/arxiv.2606.31168"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31168","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139783084","display_name":"Zhichao Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136573671","display_name":"Zexin Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Zexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139810296","display_name":"Yanhang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yanhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.1177000030875206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10199999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.0908999964594841,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7285000085830688},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.3700000047683716},{"id":"https://openalex.org/keywords/span","display_name":"Span (engineering)","score":0.3391999900341034},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.325300008058548},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3127000033855438},{"id":"https://openalex.org/keywords/hum","display_name":"Hum","score":0.3086000084877014}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7285000085830688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5346999764442444},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48179998993873596},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39980000257492065},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3517000079154968},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.326200008392334},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3093000054359436},{"id":"https://openalex.org/C23161992","wikidata":"https://www.wikidata.org/wiki/Q2922301","display_name":"Hum","level":3,"score":0.3086000084877014},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.47146347165107727,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"audit":[1],"a":[2,10,95],"fixed":[3],"prefix-window":[4],"mean-NLL":[5],"memorization":[6],"probe":[7,42,54,75],"(K=20)":[8],"on":[9,36,60,77,112],"Qwen2.5-VL-7B":[11],"canary":[12],"testbed":[13],"and":[14,66,86,103],"report":[15,89],"three":[16],"post-hoc":[17],"cases":[18],"where":[19],"it":[20],"disagrees":[21],"with":[22],"full-span":[23,82,91],"secret":[24,64,92],"NLL":[25],"or":[26],"greedy":[27],"exact-recall.":[28],"C3":[29],"(false":[30,49],"negative,":[31],"window":[32],"truncation):":[33],"damage":[34],"lands":[35],"hex":[37,83],"tokens":[38],"outside":[39],"K=20;":[40],"the":[41,53,63,74],"stays":[43],"flat":[44],"while":[45,81],"hit@1":[46,67],"drops.":[47],"C4":[48],"positive,":[50],"non-secret":[51,61],"drift):":[52],"moves,":[55],"but":[56],"approximately":[57],"99%":[58],"sits":[59],"preamble;":[62],"span":[65],"are":[68,119],"unchanged.":[69],"C5":[70],"(ambiguous":[71],"in-window":[72],"drop):":[73],"falls":[76],"an":[78],"undertrained":[79],"baseline":[80],"is":[84,111],"positive":[85],"hit@1=0.":[87],"Recommendation:":[88],"(i)":[90],"NLL,":[93],"(ii)":[94],"span-localised":[96],"decomposition,":[97],"(iii)":[98],"behavioural":[99],"exact-recall":[100],"at":[101],"k>=4,":[102],"(iv)":[104],"decoy":[105],"probes":[106],"before":[107],"asserting":[108],"secret-specificity.":[109],"Evidence":[110],"controlled":[113],"canaries":[114],"in":[115],"one":[116],"backbone;":[117],"magnitudes":[118],"testbed-specific.":[120]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}