{"id":"https://openalex.org/W7152442039","doi":"https://doi.org/10.1145/3774904.3792973","title":"AMID: Model-Agnostic Dataset Distillation by Adversarial Mutual Information Minimization","display_name":"AMID: Model-Agnostic Dataset Distillation by Adversarial Mutual Information Minimization","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152442039","doi":"https://doi.org/10.1145/3774904.3792973"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792973","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792973","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792973","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038991203","display_name":"Aoqi Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoqi Wu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-7657-7541","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125654551","display_name":"Junming Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junming Liu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-9131-3245","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326572","display_name":"Yuwei Zhang","orcid":"https://orcid.org/0000-0002-1370-2912"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwei Zhang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1370-2912","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weiquan Huang","orcid":"https://orcid.org/0009-0001-4976-711X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiquan Huang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4976-711X","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liang Hu","orcid":"https://orcid.org/0000-0001-8588-2177"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Hu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8588-2177","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035701313","display_name":"Yifan Yang","orcid":"https://orcid.org/0000-0002-5481-2851"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Yang","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5481-2851","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-1037-1361"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1037-1361","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103208974","display_name":"Jiaxing Miao","orcid":"https://orcid.org/0000-0002-3131-178X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Miao","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3131-178X","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133312489","display_name":"Yuhan Tang","orcid":"https://orcid.org/0009-0001-5544-3170"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Tang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-5544-3170","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062669332","display_name":"Zhongyuan Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhongyuan Lai","raw_affiliation_strings":["Shanghai Ballsnow Intelligent Technology Co. Ltd, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8260-8834","affiliations":[{"raw_affiliation_string":"Shanghai Ballsnow Intelligent Technology Co. Ltd, Shanghai, China","institution_ids":["https://openalex.org/I4210153682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51648551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9330","last_page":"9340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8806999921798706,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8806999921798706,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6654000282287598},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.5752999782562256},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5205000042915344},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.374099999666214},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.29899999499320984},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.2870999872684479}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6654000282287598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5867999792098999},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5752999782562256},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.430400013923645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3801000118255615},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29330000281333923},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792973","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792973","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792973","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792973","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4238187074661255,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2593768305","https://openalex.org/W2798658180","https://openalex.org/W2963116854","https://openalex.org/W2963809228","https://openalex.org/W3214897310","https://openalex.org/W4312252393","https://openalex.org/W4386065613","https://openalex.org/W4386072234","https://openalex.org/W4390872541","https://openalex.org/W4393147801","https://openalex.org/W4413145135"],"related_works":[],"abstract_inverted_index":{"The":[0],"escalating":[1],"energy":[2],"consumption":[3],"and":[4,97,118,151,164,177,193],"carbon":[5],"footprint":[6],"of":[7,50,77,122,144,180],"training":[8,182],"large-scale":[9],"Web":[10,195],"AI":[11,28,196],"models":[12],"pose":[13],"urgent":[14],"challenges":[15],"for":[16,26,37,69,190],"sustainable":[17,194],"development.":[18],"Dataset":[19],"Distillation":[20,87],"(DD)":[21],"offers":[22],"a":[23,89,132],"promising":[24],"avenue":[25],"green":[27],"by":[29],"compressing":[30],"large":[31],"datasets":[32],"into":[33,131],"small":[34],"synthetic":[35,99,116],"ones":[36],"efficient":[38],"training.":[39],"However,":[40],"most":[41],"existing":[42],"DD":[43],"methods":[44],"overfit":[45],"to":[46,93],"the":[47,74,110,115,119,123,174,188],"inductive":[48],"biases":[49],"specific":[51,120],"source":[52],"architectures":[53],"(e.g.,":[54],"CNNs":[55,163],"or":[56],"ViTs),":[57],"resulting":[58],"in":[59],"poor":[60],"cross-model":[61],"generalization.":[62],"This":[63],"limitation":[64],"necessitates":[65],"redundant":[66],"re-distillation":[67],"processes":[68],"different":[70],"architectures,":[71],"severely":[72],"undermining":[73],"energy-saving":[75],"potential":[76],"DD.":[78],"To":[79],"address":[80],"this,":[81],"we":[82,105],"introduce":[83],"Adversarial":[84],"Mutual":[85],"Information":[86],"(AMID),":[88],"rigorous":[90],"framework":[91],"designed":[92],"create":[94],"highly":[95],"reusable":[96],"robust":[98,185],"datasets.":[100],"From":[101],"an":[102],"information-theoretic":[103],"perspective,":[104],"cast":[106],"model-agnosticism":[107],"as":[108],"minimizing":[109],"mutual":[111],"information":[112],"(MI)":[113],"between":[114],"data":[117],"identity":[121],"distillation":[124],"model.":[125],"We":[126],"convert":[127],"this":[128],"intractable":[129],"objective":[130],"tractable":[133],"two-player":[134],"adversarial":[135,142],"game,":[136],"which":[137],"unifies":[138],"knowledge":[139],"preservation":[140],"with":[141],"unlearning":[143],"architectural":[145],"bias.":[146],"Extensive":[147],"experiments":[148],"on":[149],"CIFAR-10":[150],"Tiny":[152],"ImageNet":[153],"demonstrate":[154],"that":[155,170],"AMID":[156,171],"achieves":[157],"state-of-the-art":[158],"cross-architecture":[159],"generalization":[160],"across":[161],"diverse":[162],"ViTs.":[165],"Crucially,":[166],"our":[167],"analysis":[168],"confirms":[169],"significantly":[172],"reduces":[173],"computational":[175],"overhead":[176],"CO2":[178],"emissions":[179],"downstream":[181],"while":[183],"maintaining":[184],"performance,":[186],"paving":[187],"way":[189],"energy-efficient,":[191],"transferable,":[192],"ecosystems.":[197]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-10T00:00:00"}