{"id":"https://openalex.org/W4385484685","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191736","title":"Revisiting Data Augmentation in Model Compression: An Empirical and Comprehensive Study","display_name":"Revisiting Data Augmentation in Model Compression: An Empirical and Comprehensive Study","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484685","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191736"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191736","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070052121","display_name":"Muzhou Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Muzhou Yu","raw_affiliation_strings":["Xi'an Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689114","display_name":"Linfeng Zhang","orcid":"https://orcid.org/0000-0002-3341-183X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linfeng Zhang","raw_affiliation_strings":["Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006570986","display_name":"Kaisheng Ma","orcid":"https://orcid.org/0000-0001-9226-3366"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaisheng Ma","raw_affiliation_strings":["Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070052121"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.4919,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.64790637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7920719981193542},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6348650455474854},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5815281867980957},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49214524030685425},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.476805180311203},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4638996124267578},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.457358717918396},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4541246294975281},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4455801844596863},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4395725429058075},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.42459163069725037},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2126612663269043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7920719981193542},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6348650455474854},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5815281867980957},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49214524030685425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.476805180311203},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4638996124267578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.457358717918396},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4541246294975281},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4455801844596863},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4395725429058075},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.42459163069725037},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2126612663269043},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191736","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":142,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2119144962","https://openalex.org/W2125389748","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2561238782","https://openalex.org/W2746314669","https://openalex.org/W2750432752","https://openalex.org/W2750784772","https://openalex.org/W2765407302","https://openalex.org/W2786771851","https://openalex.org/W2808168148","https://openalex.org/W2883780447","https://openalex.org/W2892269335","https://openalex.org/W2896409484","https://openalex.org/W2896457183","https://openalex.org/W2905741102","https://openalex.org/W2919166888","https://openalex.org/W2928560789","https://openalex.org/W2945886900","https://openalex.org/W2952217990","https://openalex.org/W2952787292","https://openalex.org/W2959289524","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963545917","https://openalex.org/W2964082701","https://openalex.org/W2964111476","https://openalex.org/W2964228333","https://openalex.org/W2964233199","https://openalex.org/W2971148076","https://openalex.org/W2971296908","https://openalex.org/W2978017171","https://openalex.org/W2981698279","https://openalex.org/W2981751377","https://openalex.org/W2982083293","https://openalex.org/W2982157312","https://openalex.org/W2982220706","https://openalex.org/W2982242214","https://openalex.org/W2984618279","https://openalex.org/W2987861506","https://openalex.org/W2990792015","https://openalex.org/W2993182889","https://openalex.org/W2995607862","https://openalex.org/W2996874060","https://openalex.org/W2996999409","https://openalex.org/W2997413784","https://openalex.org/W2997941347","https://openalex.org/W2998508940","https://openalex.org/W3005642076","https://openalex.org/W3005680577","https://openalex.org/W3006683367","https://openalex.org/W3009184501","https://openalex.org/W3009684049","https://openalex.org/W3009705522","https://openalex.org/W3009751875","https://openalex.org/W3012494314","https://openalex.org/W3013118024","https://openalex.org/W3033159813","https://openalex.org/W3034200289","https://openalex.org/W3034344052","https://openalex.org/W3034938110","https://openalex.org/W3034971973","https://openalex.org/W3035204081","https://openalex.org/W3035524453","https://openalex.org/W3035682985","https://openalex.org/W3036567070","https://openalex.org/W3042886571","https://openalex.org/W3047916742","https://openalex.org/W3091981646","https://openalex.org/W3094502228","https://openalex.org/W3094786017","https://openalex.org/W3101248447","https://openalex.org/W3101569248","https://openalex.org/W3103739166","https://openalex.org/W3104849992","https://openalex.org/W3106297436","https://openalex.org/W3113267201","https://openalex.org/W3114566572","https://openalex.org/W3119817362","https://openalex.org/W3121634539","https://openalex.org/W3150079761","https://openalex.org/W3152698000","https://openalex.org/W3169769781","https://openalex.org/W3173580669","https://openalex.org/W3175873985","https://openalex.org/W3176923149","https://openalex.org/W3177640626","https://openalex.org/W3195362412","https://openalex.org/W3209253923","https://openalex.org/W4214490831","https://openalex.org/W4221167590","https://openalex.org/W4288347505","https://openalex.org/W4288404646","https://openalex.org/W4295312788","https://openalex.org/W4295727797","https://openalex.org/W4297775537","https://openalex.org/W4312439170","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6678583879","https://openalex.org/W6684191040","https://openalex.org/W6730179637","https://openalex.org/W6734062232","https://openalex.org/W6737664043","https://openalex.org/W6743188669","https://openalex.org/W6743428213","https://openalex.org/W6745136726","https://openalex.org/W6748224102","https://openalex.org/W6751795773","https://openalex.org/W6753767121","https://openalex.org/W6754923448","https://openalex.org/W6755207826","https://openalex.org/W6755843862","https://openalex.org/W6757036269","https://openalex.org/W6757555829","https://openalex.org/W6762619590","https://openalex.org/W6763260857","https://openalex.org/W6766978945","https://openalex.org/W6768851824","https://openalex.org/W6769906912","https://openalex.org/W6770600958","https://openalex.org/W6772311520","https://openalex.org/W6774054309","https://openalex.org/W6774070221","https://openalex.org/W6774314701","https://openalex.org/W6774321293","https://openalex.org/W6778875306","https://openalex.org/W6780794968","https://openalex.org/W6782864731","https://openalex.org/W6783412079","https://openalex.org/W6784333009","https://openalex.org/W6785174661","https://openalex.org/W6786286779","https://openalex.org/W6787467499","https://openalex.org/W6789011712","https://openalex.org/W6793979934","https://openalex.org/W6794087361","https://openalex.org/W6797478244","https://openalex.org/W6803232112"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W1212596013","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W4229439743","https://openalex.org/W2185258871"],"abstract_inverted_index":{"The":[0,196],"excellent":[1],"performance":[2,140,159,166],"of":[3,14,55,67,84,160,167,198,210,238],"deep":[4],"neural":[5,47,68],"networks":[6,48,69],"is":[7],"usually":[8],"accompanied":[9],"by":[10,180],"a":[11,92,145,152,199,219],"large":[12,161,201],"number":[13],"parameters":[15],"and":[16,39,49,90,101,187],"computations,":[17],"which":[18],"have":[19,42,112],"limited":[20,26],"their":[21,102],"usage":[22,83,237],"on":[23,60,95,235],"the":[24,61,64,72,82,96,113,158,165,208,236],"resource-":[25],"edge":[27],"devices.":[28],"To":[29,107],"address":[30],"this":[31,78,229],"issue,":[32],"abundant":[33],"methods":[34,58],"such":[35],"as":[36,218],"pruning,":[37,131],"quantization":[38],"knowledge":[40],"distillation":[41],"been":[43],"proposed":[44],"to":[45,138,206,221],"compress":[46],"achieved":[50],"significant":[51],"breakthroughs.":[52],"However,":[53],"most":[54],"these":[56,190],"compression":[57,89],"focus":[59],"architecture":[62],"or":[63],"training":[65],"method":[66],"but":[70,163],"ignore":[71],"influence":[73],"from":[74,176],"data":[75,85,104,123,132,142,178,211,224,239],"augmentation.":[76,212],"In":[77],"paper,":[79],"we":[80,110],"revisit":[81],"augmentation":[86,105,124,133,143,150,225,240],"in":[87,119,129,241],"model":[88,99,202,242],"give":[91],"comprehensive":[93],"study":[94],"relation":[97],"between":[98],"sizes":[100,121],"optimal":[103],"policy.":[106],"sum":[108],"up,":[109],"mainly":[111],"following":[114],"three":[115],"observations:":[116],"(A)":[117],"Models":[118],"different":[120,126],"prefer":[122],"with":[125,134,144,151,184],"magnitudes.":[127],"Hence,":[128],"iterative":[130],"varying":[135],"magnitudes":[136],"leads":[137],"better":[139,223],"than":[141],"consistent":[146],"magnitude.":[147],"(B)":[148],"Data":[149],"high":[153],"magnitude":[154],"may":[155,231],"significantly":[156],"improve":[157],"models":[162,172],"harm":[164],"small":[168,171],"models.":[169],"Fortunately,":[170],"can":[173,203,215],"still":[174],"benefit":[175],"strong":[177],"augmentations":[179],"firstly":[181],"learning":[182],"them":[183],"\u201cadditional":[185,191],"parameters\u201d":[186,192],"then":[188],"discard":[189],"during":[193],"inference.":[194],"(C)":[195],"prediction":[197],"pre-trained":[200],"be":[204,216],"utilized":[205,217],"measure":[207],"difficulty":[209],"Thus":[213],"it":[214],"criterion":[220],"design":[222],"policies.":[226],"We":[227],"hope":[228],"paper":[230],"promote":[232],"more":[233],"research":[234],"compression.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}