{"id":"https://openalex.org/W3202702172","doi":"https://doi.org/10.1109/access.2021.3115911","title":"A Feature Fusion Based Indicator for Training-Free Neural Architecture Search","display_name":"A Feature Fusion Based Indicator for Training-Free Neural Architecture Search","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3202702172","doi":"https://doi.org/10.1109/access.2021.3115911","mag":"3202702172"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3115911","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3115911","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3115911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065935478","display_name":"Linh-Tam Tran","orcid":"https://orcid.org/0000-0002-9699-1747"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Linh-Tam Tran","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9699-1747","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066854398","display_name":"Muhammad Salman Ali","orcid":"https://orcid.org/0000-0002-8548-3827"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Salman Ali","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8548-3827","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005200603","display_name":"Sung\u2010Ho Bae","orcid":"https://orcid.org/0000-0003-2677-3186"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Ho Bae","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea. (e-mail: shbae@khu.ac.kr)","Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","ORCiD"],"raw_orcid":"https://orcid.org/0000-0003-2677-3186","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin 17104, Republic of Korea. (e-mail: shbae@khu.ac.kr)","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065935478"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.776,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74050235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"133914","last_page":"133923"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7513818740844727},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5781130194664001},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5498554110527039},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5347164273262024},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.524319052696228},{"id":"https://openalex.org/keywords/performance-indicator","display_name":"Performance indicator","score":0.4939442276954651},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4918200969696045},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4680240750312805},{"id":"https://openalex.org/keywords/pearson-product-moment-correlation-coefficient","display_name":"Pearson product-moment correlation coefficient","score":0.46059808135032654},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.44912365078926086},{"id":"https://openalex.org/keywords/correlation-coefficient","display_name":"Correlation coefficient","score":0.4427160322666168},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.41417741775512695},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4103270173072815},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39355823397636414},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22704580426216125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20159363746643066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7513818740844727},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5781130194664001},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5498554110527039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5347164273262024},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.524319052696228},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.4939442276954651},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4918200969696045},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4680240750312805},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.46059808135032654},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.44912365078926086},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.4427160322666168},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.41417741775512695},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4103270173072815},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39355823397636414},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22704580426216125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20159363746643066},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3115911","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3115911","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4f327ee6bdb545e9aa3ef25fa49f7338","is_oa":true,"landing_page_url":"https://doaj.org/article/4f327ee6bdb545e9aa3ef25fa49f7338","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 133914-133923 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3115911","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3115911","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5940869472","display_name":null,"funder_award_id":"10085646","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1981530182","https://openalex.org/W2015196405","https://openalex.org/W2075157159","https://openalex.org/W2108598243","https://openalex.org/W2133665775","https://openalex.org/W2161907179","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2518267847","https://openalex.org/W2553303224","https://openalex.org/W2594529350","https://openalex.org/W2612445135","https://openalex.org/W2741430497","https://openalex.org/W2746314669","https://openalex.org/W2766196653","https://openalex.org/W2782417188","https://openalex.org/W2786622092","https://openalex.org/W2796265726","https://openalex.org/W2809090039","https://openalex.org/W2810075754","https://openalex.org/W2895891814","https://openalex.org/W2912322140","https://openalex.org/W2916118939","https://openalex.org/W2949264490","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2951886768","https://openalex.org/W2958458355","https://openalex.org/W2962746461","https://openalex.org/W2963446712","https://openalex.org/W2963716183","https://openalex.org/W2963918968","https://openalex.org/W2963982496","https://openalex.org/W2964081807","https://openalex.org/W2964331719","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2970217468","https://openalex.org/W2981748264","https://openalex.org/W2998314487","https://openalex.org/W2999270366","https://openalex.org/W3031819699","https://openalex.org/W3033395418","https://openalex.org/W3034326778","https://openalex.org/W3034596135","https://openalex.org/W3034959114","https://openalex.org/W3105668694","https://openalex.org/W3126409283","https://openalex.org/W3126536942","https://openalex.org/W3132101459","https://openalex.org/W3137264163","https://openalex.org/W3162141611","https://openalex.org/W3166395393","https://openalex.org/W4255158661","https://openalex.org/W4295185264","https://openalex.org/W4297775537","https://openalex.org/W4297813707","https://openalex.org/W4300687381","https://openalex.org/W4300687870","https://openalex.org/W6645550903","https://openalex.org/W6684191040","https://openalex.org/W6687483927","https://openalex.org/W6718212895","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6734593296","https://openalex.org/W6737664043","https://openalex.org/W6741414320","https://openalex.org/W6741978826","https://openalex.org/W6743428213","https://openalex.org/W6748057086","https://openalex.org/W6748230616","https://openalex.org/W6752495264","https://openalex.org/W6752515464","https://openalex.org/W6753303928","https://openalex.org/W6759402996","https://openalex.org/W6765847629","https://openalex.org/W6766511095","https://openalex.org/W6771859737","https://openalex.org/W6772484343","https://openalex.org/W6779024865","https://openalex.org/W6779348065","https://openalex.org/W6781064689","https://openalex.org/W6790028984","https://openalex.org/W6790297421"],"related_works":["https://openalex.org/W2110459882","https://openalex.org/W3157222134","https://openalex.org/W2995227436","https://openalex.org/W2188032833","https://openalex.org/W4312380272","https://openalex.org/W4384705515","https://openalex.org/W2063211108","https://openalex.org/W2123844126","https://openalex.org/W157430051","https://openalex.org/W4210260371"],"abstract_inverted_index":{"Neural":[0,14],"Architecture":[1,15],"Search":[2,16],"Without":[3],"Training":[4],"(NASWOT)":[5],"has":[6],"been":[7],"proposed":[8,158],"recently":[9],"to":[10,26,51,120,186,200],"replace":[11],"the":[12,29,53,60,64,67,73,77,114,157,173,179,188,192,202,214,229,242,248,254,273],"conventional":[13,193],"(NAS).":[17],"Pioneer":[18],"works":[19],"only":[20],"deploy":[21],"one":[22],"or":[23],"two":[24],"indicator(s)":[25],"search.":[27],"Nevertheless,":[28],"quantitative":[30],"assessment":[31],"for":[32,89],"indicators":[33,165],"is":[34,83,87,99,160],"not":[35],"fully":[36],"studied":[37],"and":[38,72,97,181,225,233,260,270],"evaluated.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43,150,206,240],"first":[44],"review":[45],"several":[46],"indicators,":[47,205],"which":[48],"are":[49,131],"used":[50,197],"evaluate":[52,201,213],"network":[54,92,130],"in":[55,93,107,146,166,220],"a":[56,91,94,122,129,147,152,167,282],"training-free":[57,194,217],"manner,":[58],"including":[59],"correlation":[61,224],"of":[62,69,76,128,144,184,204,216,222,236,275],"Jacobian,":[63],"output":[65],"sensitivity,":[66],"number":[68,75],"linear":[70],"regions,":[71],"condition":[74],"neural":[78],"tangent":[79],"kernel.":[80],"Our":[81],"observation":[82],"that":[84,103,139,211],"each":[85],"indicator":[86,102,124,138,219],"responsible":[88],"characterizing":[90],"specific":[95],"aspect":[96],"there":[98],"no":[100],"single":[101],"achieves":[104],"good":[105],"performance":[106],"all":[108,126],"cases,":[109],"e.g.":[110],"highly":[111],"correlated":[112],"with":[113],"test":[115],"accuracy.":[116],"This":[117],"motivated":[118],"us":[119],"develop":[121],"novel":[123],"where":[125],"properties":[127],"taken":[132],"into":[133],"account.":[134],"To":[135],"obtain":[136],"better":[137],"can":[140,212],"consider":[141],"various":[142],"characteristics":[143],"networks":[145,185],"harmonized":[148],"form,":[149],"propose":[151],"Fusion":[153],"Indicator":[154],"(FI).":[155],"Specifically,":[156],"FI":[159],"formed":[161],"by":[162,281],"combining":[163],"multiple":[164],"weighted":[168],"sum":[169],"manner.":[170],"We":[171],"minimize":[172],"mean":[174],"squared":[175],"error":[176],"loss":[177],"between":[178,228],"predicted":[180,230],"actual":[182,234],"accuracy":[183,235],"acquire":[187],"weights.":[189],"Moreover,":[190],"as":[191],"NAS":[195,218],"researches":[196],"limited":[198],"metrics":[199,210],"quality":[203,215,231],"introduce":[207,241],"more":[208],"desirable":[209],"terms":[221],"fidelity,":[223],"rank-order":[226],"similarity":[227],"value":[232],"networks.":[237],"That":[238],"is,":[239],"Pearson":[243],"Linear":[244],"Coefficient":[245,258,264],"Correlation":[246,257,263],"(PLCC),":[247],"Root":[249],"Mean":[250],"Square":[251],"Error":[252],"(RMSE),":[253],"Spearman":[255],"Rank-Order":[256,262],"(SROCC),":[259],"Kendall":[261],"(KROCC).":[265],"Extensive":[266],"experiments":[267],"on":[268],"NAS-Bench-101":[269],"NAS-Bench-201":[271],"demonstrate":[272],"effectiveness":[274],"our":[276],"FI,":[277],"outperforming":[278],"existing":[279],"methods":[280],"large":[283],"margin.":[284]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":7}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}