{"id":"https://openalex.org/W4225487034","doi":"https://doi.org/10.1109/tiv.2022.3164899","title":"MTANet: Multitask-Aware Network With Hierarchical Multimodal Fusion for RGB-T Urban Scene Understanding","display_name":"MTANet: Multitask-Aware Network With Hierarchical Multimodal Fusion for RGB-T Urban Scene Understanding","publication_year":2022,"publication_date":"2022-04-05","ids":{"openalex":"https://openalex.org/W4225487034","doi":"https://doi.org/10.1109/tiv.2022.3164899"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2022.3164899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3164899","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076872319","display_name":"Wujie Zhou","orcid":"https://orcid.org/0000-0002-3055-2493"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wujie Zhou","raw_affiliation_strings":["School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100630430","display_name":"Shaohua Dong","orcid":"https://orcid.org/0009-0008-2685-6217"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Dong","raw_affiliation_strings":["School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065496543","display_name":"Jingsheng Lei","orcid":"https://orcid.org/0000-0002-2445-0925"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingsheng Lei","raw_affiliation_strings":["School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106403416","display_name":"Lu Yu","orcid":"https://orcid.org/0000-0002-0550-7754"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Yu","raw_affiliation_strings":["Institute of Information and Communication Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information and Communication Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076872319"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":14.8044,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99464645,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"1","first_page":"48","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8056075572967529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7496920824050903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7089382410049438},{"id":"https://openalex.org/keywords/fusion-mechanism","display_name":"Fusion mechanism","score":0.6608408689498901},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.647491991519928},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5710325241088867},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5526495575904846},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5227301716804504},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4544036090373993},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42013928294181824},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3817427456378937}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8056075572967529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7496920824050903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7089382410049438},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.6608408689498901},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.647491991519928},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5710325241088867},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5526495575904846},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5227301716804504},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4544036090373993},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42013928294181824},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3817427456378937},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C103038307","wikidata":"https://www.wikidata.org/wiki/Q6556360","display_name":"Lipid bilayer fusion","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2022.3164899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3164899","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1017003645","display_name":null,"funder_award_id":"61972357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6189259675","display_name":null,"funder_award_id":"61502429","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8748308789","display_name":null,"funder_award_id":"62071427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1565402342","https://openalex.org/W1686810756","https://openalex.org/W1745334888","https://openalex.org/W1901129140","https://openalex.org/W2022508996","https://openalex.org/W2097117768","https://openalex.org/W2194775991","https://openalex.org/W2320663691","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2485522583","https://openalex.org/W2557406251","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2592939477","https://openalex.org/W2604627275","https://openalex.org/W2609822318","https://openalex.org/W2744725319","https://openalex.org/W2762439315","https://openalex.org/W2774839435","https://openalex.org/W2775906317","https://openalex.org/W2783628520","https://openalex.org/W2799166040","https://openalex.org/W2805186955","https://openalex.org/W2805395174","https://openalex.org/W2884609870","https://openalex.org/W2886934227","https://openalex.org/W2906074946","https://openalex.org/W2921526792","https://openalex.org/W2921749009","https://openalex.org/W2940262938","https://openalex.org/W2956887593","https://openalex.org/W2963037989","https://openalex.org/W2963038646","https://openalex.org/W2963881378","https://openalex.org/W2963896186","https://openalex.org/W2963962163","https://openalex.org/W2965391153","https://openalex.org/W2970514507","https://openalex.org/W2981689412","https://openalex.org/W2989878538","https://openalex.org/W2997355859","https://openalex.org/W2999762404","https://openalex.org/W3007191641","https://openalex.org/W3023661115","https://openalex.org/W3033020497","https://openalex.org/W3035499612","https://openalex.org/W3047922927","https://openalex.org/W3080081801","https://openalex.org/W3088365851","https://openalex.org/W3090763579","https://openalex.org/W3090968868","https://openalex.org/W3091001089","https://openalex.org/W3092974849","https://openalex.org/W3097053213","https://openalex.org/W3099155473","https://openalex.org/W3102621632","https://openalex.org/W3107497254","https://openalex.org/W3108601100","https://openalex.org/W3109196706","https://openalex.org/W3120889480","https://openalex.org/W3131439390","https://openalex.org/W3137799923","https://openalex.org/W3159018159","https://openalex.org/W3163132162","https://openalex.org/W3170885821","https://openalex.org/W3193498964","https://openalex.org/W3198062544","https://openalex.org/W3201091899","https://openalex.org/W4200613742","https://openalex.org/W4220849367","https://openalex.org/W4224944713","https://openalex.org/W4246193833","https://openalex.org/W4287999764","https://openalex.org/W4293406525","https://openalex.org/W6629098493","https://openalex.org/W6637373629","https://openalex.org/W6717372056","https://openalex.org/W6752606552","https://openalex.org/W6760613829","https://openalex.org/W6761630670","https://openalex.org/W6771896912"],"related_works":["https://openalex.org/W2988498288","https://openalex.org/W1991764124","https://openalex.org/W2786308501","https://openalex.org/W2012247345","https://openalex.org/W4318719019","https://openalex.org/W2144995065","https://openalex.org/W2351649588","https://openalex.org/W4378188910","https://openalex.org/W1998943912","https://openalex.org/W2437857815"],"abstract_inverted_index":{"Understanding":[0],"urban":[1,18,48,126],"scenes":[2],"is":[3],"a":[4,113,131,142],"fundamental":[5],"ability":[6],"requirement":[7],"for":[8,47,124,150],"assisted":[9],"driving":[10],"and":[11,51,57,90,107,140,168,181],"autonomous":[12],"vehicles.":[13],"Most":[14],"of":[15,73,104,203],"the":[16,71,88,102,108,160,186,200,204],"available":[17],"scene":[19,49,127],"understanding":[20,50],"methods":[21],"use":[22],"red-green-blue":[23],"(RGB)":[24],"images;":[25],"however,":[26],"their":[27,95],"segmentation":[28,63,109,173],"performances":[29],"are":[30],"prone":[31],"to":[32,136,146,171,184,198],"degradation":[33],"under":[34,66],"adverse":[35],"lighting":[36,68],"conditions.":[37,69],"Recently,":[38],"many":[39],"effective":[40],"artificial":[41],"neural":[42],"networks":[43],"have":[44,52,97],"been":[45,79,98],"presented":[46],"shown":[53],"that":[54],"incorporating":[55],"RGB":[56,89],"thermal":[58,91],"(RGB-T)":[59],"images":[60],"can":[61],"improve":[62,101,172],"accuracy":[64],"even":[65],"unsatisfactory":[67],"However,":[70],"potential":[72],"multimodal":[74,105,119,133],"feature":[75,138],"fusion":[76,103,120,122,134,139,162,170],"has":[77],"not":[78],"fully":[80],"exploited":[81,165],"because":[82],"operations":[83],"such":[84],"as":[85],"simply":[86],"concatenating":[87],"features":[92,106,154],"or":[93],"averaging":[94],"maps":[96],"adopted.":[99],"To":[100],"accuracy,":[110],"we":[111,164],"propose":[112],"multitask-aware":[114],"network":[115],"(MTANet)":[116],"with":[117,152,208],"hierarchical":[118,132],"(multiscale":[121],"strategy)":[123],"RGB-T":[125,196],"understanding.":[128],"We":[129],"developed":[130],"module":[135,145,177],"enhance":[137],"built":[141],"high-level":[143,169],"semantic":[144,148,182],"extract":[147],"information":[149],"merging":[151],"coarse":[153],"at":[155],"various":[156],"abstraction":[157],"levels.":[158],"Using":[159],"multilevel":[161],"module,":[163],"low-,":[166],"mid-,":[167],"accuracy.":[174],"The":[175],"multitask":[176],"uses":[178],"boundary,":[179],"binary,":[180],"supervision":[183],"optimize":[185],"MTANet":[187,206],"parameters.":[188],"Extensive":[189],"experiments":[190],"were":[191],"performed":[192],"on":[193],"two":[194],"benchmark":[195],"datasets":[197],"verify":[199],"improved":[201],"performance":[202],"proposed":[205],"compared":[207],"state-of-the-art":[209],"methods.":[210],"<sup":[211],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[213]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":69},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":19}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}