{"id":"https://openalex.org/W4402978308","doi":"https://doi.org/10.1109/tcsvt.2024.3470996","title":"Multi-Scale Features Are Effective for Multi-Modal Classification: An Architecture Search Viewpoint","display_name":"Multi-Scale Features Are Effective for Multi-Modal Classification: An Architecture Search Viewpoint","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402978308","doi":"https://doi.org/10.1109/tcsvt.2024.3470996"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3470996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3470996","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101323099","display_name":"Pinhan Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinhan Fu","raw_affiliation_strings":["Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076391595","display_name":"Xinyan Liang","orcid":"https://orcid.org/0000-0003-2589-5392"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyan Liang","raw_affiliation_strings":["Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-2589-5392","affiliations":[{"raw_affiliation_string":"Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003563112","display_name":"Yuhua Qian","orcid":"https://orcid.org/0000-0001-6772-4247"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhua Qian","raw_affiliation_strings":["Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-6772-4247","affiliations":[{"raw_affiliation_string":"Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102708716","display_name":"Qian Guo","orcid":"https://orcid.org/0000-0001-9189-7834"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Guo","raw_affiliation_strings":["School of Computer Science and Technology, Taiyuan University of Science and Technology, Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-9189-7834","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Taiyuan University of Science and Technology, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I46305995"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yayu Zhang","orcid":"https://orcid.org/0009-0009-6529-8104"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yayu Zhang","raw_affiliation_strings":["Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0009-0009-6529-8104","affiliations":[{"raw_affiliation_string":"Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qin Huang","orcid":"https://orcid.org/0000-0002-0570-941X"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Huang","raw_affiliation_strings":["Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0570-941X","affiliations":[{"raw_affiliation_string":"Institute of Big Data Science and Industry, Shanxi University, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021254405","display_name":"Ke Tang","orcid":"https://orcid.org/0000-0002-6236-2002"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Tang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China","the Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-6236-2002","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"the Department of Computer Science and Engineering, Shenzhen Key Laboratory of Computational Intelligence, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2228,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89566054,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"1070","last_page":"1083"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6373999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6373999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5512999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6666960120201111},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5545677542686462},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5401891469955444},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5024003982543945},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.460823655128479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45659196376800537},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32912153005599976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6666960120201111},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5545677542686462},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5401891469955444},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5024003982543945},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.460823655128479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45659196376800537},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32912153005599976},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3470996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3470996","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G2434970726","display_name":null,"funder_award_id":"2306171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3011934372","display_name":null,"funder_award_id":"2021ZD0112400","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5802660515","display_name":null,"funder_award_id":"62406218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6562156083","display_name":null,"funder_award_id":"2021ZD0112400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6896277159","display_name":null,"funder_award_id":"2136005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7471647019","display_name":null,"funder_award_id":"62306171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8178587797","display_name":null,"funder_award_id":"62136005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W790225446","https://openalex.org/W1522734439","https://openalex.org/W1777628566","https://openalex.org/W2031823405","https://openalex.org/W2091911422","https://openalex.org/W2141939040","https://openalex.org/W2471695703","https://openalex.org/W2553303224","https://openalex.org/W2766788829","https://openalex.org/W2791526950","https://openalex.org/W2808938483","https://openalex.org/W2888471892","https://openalex.org/W2904106524","https://openalex.org/W2951529591","https://openalex.org/W2962850006","https://openalex.org/W2963273301","https://openalex.org/W2963369114","https://openalex.org/W2963524571","https://openalex.org/W2963717374","https://openalex.org/W2964067226","https://openalex.org/W2964134613","https://openalex.org/W2968124245","https://openalex.org/W2982378897","https://openalex.org/W2986670728","https://openalex.org/W3035570025","https://openalex.org/W3081152303","https://openalex.org/W3091075457","https://openalex.org/W3092767330","https://openalex.org/W3096415068","https://openalex.org/W3098802639","https://openalex.org/W3134776119","https://openalex.org/W3152844947","https://openalex.org/W3164802490","https://openalex.org/W3166794154","https://openalex.org/W3175546201","https://openalex.org/W3202893281","https://openalex.org/W3212266429","https://openalex.org/W4283833515","https://openalex.org/W4287891019","https://openalex.org/W4289535947","https://openalex.org/W4308177782","https://openalex.org/W4320713010","https://openalex.org/W4323545792","https://openalex.org/W4361801401","https://openalex.org/W4368232871","https://openalex.org/W4376481256","https://openalex.org/W4385245566","https://openalex.org/W4390727645","https://openalex.org/W4391936133","https://openalex.org/W4392205891","https://openalex.org/W4393160284","https://openalex.org/W4394642372","https://openalex.org/W6637373629","https://openalex.org/W6676231525","https://openalex.org/W6682864246","https://openalex.org/W6696761078","https://openalex.org/W6752515464","https://openalex.org/W6783437975"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2588198209","https://openalex.org/W2320915480","https://openalex.org/W1909006023","https://openalex.org/W4205824991","https://openalex.org/W3200723557","https://openalex.org/W2362990116","https://openalex.org/W2381300099"],"abstract_inverted_index":{"Multi-modal":[0],"neural":[1,16,86],"architecture":[2,87],"search":[3,73,88,130,174],"(MNAS)":[4],"is":[5,90],"an":[6],"effective":[7],"approach":[8],"to":[9,41,181,192],"obtain":[10],"task-adaptive":[11],"multi-modal":[12,83,160,194],"classification":[13],"models.":[14],"Deep":[15],"networks,":[17],"as":[18,47],"currently":[19],"main-stream":[20],"feature":[21,136,144],"extractors,":[22],"can":[23],"provide":[24],"hierarchical":[25,38,100,122],"features":[26,39,50,68,101,123,151],"for":[27,119,135],"each":[28],"modality.":[29],"Existing":[30],"MNAS":[31,184],"methods":[32,57],"face":[33],"difficulty":[34],"in":[35,170],"exploiting":[36],"such":[37,46],"due":[40],"their":[42],"different":[43],"form":[44,98],"coexistence":[45],"tensorial":[48,149],"multi-scale":[49,84,150],"and":[51,143,152,176],"vectorized":[52,67,153],"penultimate":[53,154],"features.":[54,155],"Moreover,":[55],"existing":[56,182],"always":[58],"focus":[59],"on":[60,158],"the":[61,96,103,112,125,164,187],"evolution":[62],"of":[63,69,99,115,148,172,178],"fusion":[64,117,141],"operators":[65,142],"or":[66],"all":[70,120],"modalities,":[71],"constraining":[72],"space.":[74],"In":[75],"this":[76],"paper,":[77],"a":[78],"novel":[79],"two-stage":[80],"method":[81,166,188],"called":[82],"evolutionary":[85,105,126],"(MM-ENAS)":[89],"proposed.":[91],"The":[92,108],"first":[93],"stage":[94,110],"unifies":[95],"representation":[97,145],"by":[102,124,132],"proposed":[104,165],"statistics":[106],"strategy.":[107],"second":[109],"identifies":[111],"optimal":[113],"combination":[114],"basic":[116,140],"operations":[118],"unified":[121],"algorithm.":[127],"MM-ENAS":[128],"increases":[129],"space":[131],"simultaneously":[133],"searching":[134],"statistical":[137],"extraction":[138],"methods,":[139],"set":[146],"consisting":[147],"Experimental":[156],"results":[157],"three":[159],"tasks":[161],"demonstrate":[162],"that":[163],"achieves":[167],"competitive":[168],"performance":[169],"terms":[171],"accuracy,":[173],"time,":[175],"number":[177],"parameters":[179],"compared":[180],"representative":[183],"methods.":[185],"Additionally,":[186],"exhibits":[189],"fast":[190],"adaptation":[191],"various":[193],"tasks.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}