{"id":"https://openalex.org/W4403534289","doi":"https://doi.org/10.1109/tcsvt.2024.3483276","title":"Efficient Architecture Search via Bi-Level Data Pruning","display_name":"Efficient Architecture Search via Bi-Level Data Pruning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403534289","doi":"https://doi.org/10.1109/tcsvt.2024.3483276"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3483276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3483276","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114173608","display_name":"Chongjun Tu","orcid":"https://orcid.org/0009-0003-7405-2022"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongjun Tu","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-7405-2022","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729337","display_name":"Peng Ye","orcid":"https://orcid.org/0000-0003-2149-8269"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Ye","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068141650","display_name":"Weihao Lin","orcid":"https://orcid.org/0000-0002-1499-2608"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Lin","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000892367","display_name":"Hancheng Ye","orcid":"https://orcid.org/0000-0002-6272-2792"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Ye","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6272-2792","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001459619","display_name":"Chong Yu","orcid":"https://orcid.org/0000-0002-6244-3486"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Yu","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021220108","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0002-0779-9818"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0779-9818","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087869694","display_name":"Baopu Li","orcid":"https://orcid.org/0000-0002-9032-3991"},"institutions":[{"id":"https://openalex.org/I4210121988","display_name":"Film Independent","ror":"https://ror.org/036cy3843","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210121988"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baopu Li","raw_affiliation_strings":["independent researcher, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"independent researcher, CA, USA","institution_ids":["https://openalex.org/I4210121988"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9163-2761","affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8523,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75401927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"2","first_page":"1265","last_page":"1275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6618750691413879},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6049749851226807},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5536735653877258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4213348627090454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6618750691413879},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6049749851226807},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5536735653877258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4213348627090454},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3483276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3483276","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5600000023841858,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3977413633","display_name":"\u5b50\u7c7b\u611f\u77e5\u6df1\u5ea6\u5b66\u4e60\u7406\u8bba\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"62071127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5058943624","display_name":null,"funder_award_id":"2022ZD0160101","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5491202952","display_name":"\u9762\u5411\u6709\u9650\u7b97\u529b\u548c\u6570\u636e\u8d44\u6e90\u7684\u591a\u6a21\u6001\u878d\u5408\u4e0e\u77e5\u8bc6\u63a8\u7406\u7814\u7a76","funder_award_id":"23ZR1402900","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G5970276311","display_name":null,"funder_award_id":"2021SHZDZX0103","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G7626924423","display_name":null,"funder_award_id":"62101137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W2045964207","https://openalex.org/W2108598243","https://openalex.org/W2960010704","https://openalex.org/W2963918968","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2981748264","https://openalex.org/W3001340915","https://openalex.org/W3015362971","https://openalex.org/W3034309359","https://openalex.org/W3034528892","https://openalex.org/W3095058588","https://openalex.org/W3103649165","https://openalex.org/W3107893198","https://openalex.org/W3113682753","https://openalex.org/W3158404600","https://openalex.org/W3159937784","https://openalex.org/W3172317602","https://openalex.org/W3192814580","https://openalex.org/W4213439605","https://openalex.org/W4256080149","https://openalex.org/W4283833515","https://openalex.org/W4293192239","https://openalex.org/W4304091707","https://openalex.org/W4308242404","https://openalex.org/W4312389805","https://openalex.org/W4312545227","https://openalex.org/W4319299863","https://openalex.org/W4360597048","https://openalex.org/W4372347247","https://openalex.org/W4381198968","https://openalex.org/W4382318960","https://openalex.org/W4385254027","https://openalex.org/W4385570425","https://openalex.org/W4388709698","https://openalex.org/W4389722441","https://openalex.org/W4390190729","https://openalex.org/W4393154517","https://openalex.org/W4393156557","https://openalex.org/W4396523384","https://openalex.org/W4396782873","https://openalex.org/W6752515464","https://openalex.org/W6757204547","https://openalex.org/W6757248479","https://openalex.org/W6757570504","https://openalex.org/W6762718338","https://openalex.org/W6766029800","https://openalex.org/W6767064347","https://openalex.org/W6767953722","https://openalex.org/W6771784742","https://openalex.org/W6771859737","https://openalex.org/W6773935006","https://openalex.org/W6776542421","https://openalex.org/W6779606177","https://openalex.org/W6781689620","https://openalex.org/W6782312781","https://openalex.org/W6784343995","https://openalex.org/W6788673338","https://openalex.org/W6796243091","https://openalex.org/W6796435857","https://openalex.org/W6798242261","https://openalex.org/W6798413682","https://openalex.org/W6839990677","https://openalex.org/W6846422925","https://openalex.org/W6846674650","https://openalex.org/W6849166581","https://openalex.org/W6853163772"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Improving":[0],"the":[1,23,56,63,82,89,106,135,145,170,197],"efficiency":[2,115],"of":[3,66,85,92,111],"Neural":[4],"Architecture":[5,25],"Search":[6,26],"(NAS)":[7],"is":[8,153],"a":[9,97,117,123],"challenging":[10],"but":[11,49],"significant":[12],"task":[13],"that":[14,104,129,182,203],"has":[15],"received":[16],"much":[17],"attention.":[18],"Previous":[19],"studies":[20],"mainly":[21],"adopt":[22],"Differentiable":[24],"(DARTS)":[27],"and":[28,60,94,108,177,216],"improve":[29],"its":[30],"search":[31,37,58,172,175,179,185],"strategies":[32],"or":[33],"modules":[34],"to":[35,113,137,158,196],"enhance":[36,114],"efficiency.":[38],"Recently,":[39],"some":[40],"methods":[41],"have":[42],"started":[43],"considering":[44],"data":[45,118,126],"reduction":[46],"for":[47,142],"speedup,":[48],"they":[50],"are":[51],"not":[52],"tightly":[53],"coupled":[54],"with":[55,208,235],"architecture":[57,109],"process":[59],"cannot":[61],"capture":[62],"training":[64],"dynamics":[65,133],"DARTS":[67,112,143,174,210],"well,":[68],"resulting":[69,163],"in":[70,88],"sub-optimal":[71],"performances.":[72],"To":[73],"this":[74,76],"end,":[75],"work":[77],"pioneers":[78],"an":[79,225],"exploration":[80],"into":[81,156],"critical":[83],"role":[84],"dataset":[86],"characteristics":[87],"bi-level":[90,125],"optimization":[91],"DARTS,":[93],"then":[95],"proposes":[96],"novel":[98],"Bi-level":[99],"Data":[100],"Pruning":[101],"(BDP)":[102],"paradigm":[103],"targets":[105],"weights":[107],"levels":[110],"from":[116,164],"perspective.":[119],"Specifically,":[120],"we":[121,201],"introduce":[122],"progressive":[124],"pruning":[127],"strategy":[128],"utilizes":[130],"supernet":[131],"prediction":[132],"as":[134],"metric":[136],"gradually":[138],"prune":[139],"unsuitable":[140],"samples":[141],"during":[144],"search.":[146],"An":[147],"effective":[148],"automatic":[149],"class":[150,161],"balance":[151],"constraint":[152],"also":[154],"integrated":[155],"BDP,":[157],"suppress":[159],"potential":[160],"imbalances":[162],"data-efficient":[165],"algorithms.":[166],"Comprehensive":[167],"evaluations":[168],"on":[169],"NAS-Bench-201":[171],"space,":[173,176],"MobileNet-like":[178],"space":[180],"validate":[181],"BDP":[183,204],"reduces":[184],"costs":[186],"by":[187],"over":[188],"50%":[189],"while":[190],"achieving":[191],"superior":[192],"performance":[193,237],"when":[194],"applied":[195],"baseline":[198],"DARTS.":[199],"Besides,":[200],"demonstrate":[202],"can":[205],"harmoniously":[206],"integrate":[207],"advanced":[209],"variants,":[211],"like":[212],"P-DARTS,":[213],"PC-DARTS,":[214],"EG-NAS,":[215],"<inline-formula":[217,227],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[218,228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[219,229],"<tex-math":[220,230],"notation=\"LaTeX\">$\\beta":[221],"$":[222,232],"</tex-math></inline-formula>-DARTS,":[223],"offering":[224],"approximately":[226],"notation=\"LaTeX\">$2\\times":[231],"</tex-math></inline-formula>":[233],"speedup":[234],"minimal":[236],"compromise.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}