{"id":"https://openalex.org/W7165945576","doi":"https://doi.org/10.48550/arxiv.2606.25059","title":"What Does It Mean to Break a Distillation Defense?","display_name":"What Does It Mean to Break a Distillation Defense?","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165945576","doi":"https://doi.org/10.48550/arxiv.2606.25059"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25059","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121156956","display_name":"Lena Libon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Libon, Lena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107179595","display_name":"Pura Peetathawatchai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peetathawatchai, Pura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139307899","display_name":"Michael Aerni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aerni, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083157679","display_name":"Daniel Paleka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paleka, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139337902","display_name":"Florian Tram\u00e8r","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tram\u00e8r, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.5146999955177307,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.5146999955177307,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.2567000091075897,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6743999719619751},{"id":"https://openalex.org/keywords/underspecification","display_name":"Underspecification","score":0.6668000221252441},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.5162000060081482},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/restrictiveness","display_name":"Restrictiveness","score":0.40779998898506165},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.4074999988079071},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.4043999910354614}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6743999719619751},{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.6668000221252441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6292999982833862},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.5162000060081482},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.44999998807907104},{"id":"https://openalex.org/C2776435913","wikidata":"https://www.wikidata.org/wiki/Q7316334","display_name":"Restrictiveness","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2992988558","wikidata":"https://www.wikidata.org/wiki/Q12055115","display_name":"Economic governance","level":3,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25059","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25059","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5262323617935181}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Black-box":[0],"LLMs":[1],"(accessible":[2],"only":[3],"via":[4],"API)":[5],"are":[6,92],"vulnerable":[7],"to":[8,39,67,94],"distillation":[9,171],"attacks,":[10,76],"in":[11],"which":[12],"an":[13,102,132],"attacker":[14,188],"queries":[15],"the":[16,36,141,154,161],"model":[17,105,117],"and":[18,131,186],"trains":[19],"a":[20,50,60,108,115,125,128,147],"student":[21,41],"on":[22,160,170],"its":[23],"outputs.":[24],"A":[25],"recent":[26],"line":[27],"of":[28,54,111],"work":[29,169],"proposes":[30],"output":[31,38,56],"perturbation":[32,57],"defenses":[33,58,91],"that":[34,119,135,152,167],"modify":[35],"teacher's":[37],"reduce":[40],"performance":[42],"while":[43],"preserving":[44],"utility":[45],"for":[46],"legitimate":[47],"users.":[48],"As":[49],"relatively":[51],"new":[52],"family":[53],"approaches,":[55],"lack":[59],"shared":[61],"threat":[62,104,116,163],"model,":[63],"making":[64],"it":[65],"difficult":[66],"compare":[68],"them,":[69,182],"reason":[70],"about":[71],"composing":[72],"them":[73],"with":[74,140,174],"other":[75],"or":[77,98,177],"evaluate":[78],"their":[79],"robustness":[80],"against":[81],"realistic":[82],"adversaries.":[83],"This":[84],"underspecification":[85],"matters":[86],"beyond":[87],"technical":[88],"evaluation:":[89],"when":[90],"deployed":[93],"protect":[95],"intellectual":[96],"property":[97],"justify":[99],"regulatory":[100],"compliance,":[101],"imprecise":[103],"can":[106],"create":[107],"false":[109],"sense":[110],"security.":[112],"We":[113,165],"propose":[114],"framework":[118],"describes":[120],"attackers":[121,138],"along":[122,173,190],"three":[123,192],"dimensions:":[124],"query":[126],"budget,":[127,130],"data":[129],"interface":[133],"profile":[134],"captures":[136],"how":[137],"interact":[139],"API.":[142],"Using":[143],"antidistillation":[144],"sampling":[145],"as":[146],"case":[148],"study,":[149],"we":[150],"show":[151],"whether":[153],"defense":[155],"is":[156],"considered":[157],"effective":[158],"depends":[159],"assumed":[162],"model.":[164],"argue":[166],"future":[168],"defenses,":[172],"any":[175],"governance":[176],"policy":[178],"frameworks":[179],"built":[180],"around":[181],"should":[183],"explicitly":[184],"specify":[185],"stress-test":[187],"capabilities":[189],"our":[191],"dimensions.":[193]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-26T00:00:00"}