{"id":"https://openalex.org/W4409473694","doi":"https://doi.org/10.1109/tits.2025.3556852","title":"UMD-Net: A Unified Multi-Task Assistive Driving Network Based on Multimodal Fusion","display_name":"UMD-Net: A Unified Multi-Task Assistive Driving Network Based on Multimodal Fusion","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4409473694","doi":"https://doi.org/10.1109/tits.2025.3556852"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3556852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3556852","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103182021","display_name":"Wenzhuo Liu","orcid":"https://orcid.org/0009-0003-4539-0452"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenzhuo Liu","raw_affiliation_strings":["Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China"],"raw_orcid":"https://orcid.org/0009-0003-4539-0452","affiliations":[{"raw_affiliation_string":"Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113317652","display_name":"Yicheng Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yicheng Qiao","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-3790-6400","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409062","display_name":"Zhiwei Li","orcid":"https://orcid.org/0000-0001-7071-199X"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Li","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7071-199X","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055099598","display_name":"Wenshuo Wang","orcid":"https://orcid.org/0000-0002-1860-8351"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshuo Wang","raw_affiliation_strings":["Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-1860-8351","affiliations":[{"raw_affiliation_string":"Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441631","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-4375-0368"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101498101","display_name":"Jiayin Zhu","orcid":"https://orcid.org/0000-0001-7226-4791"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiayin Zhu","raw_affiliation_strings":["System Hub, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7226-4791","affiliations":[{"raw_affiliation_string":"System Hub, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanhuan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I4387154772","display_name":"Changcheng Institute of Metrology & Measurement","ror":"https://ror.org/045yf3k41","country_code":null,"type":"government","lineage":["https://openalex.org/I4387154772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhuan Jiang","raw_affiliation_strings":["Changcheng Institute of Metrology and Measurement, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Changcheng Institute of Metrology and Measurement, Beijing, China","institution_ids":["https://openalex.org/I4387154772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035406850","display_name":"Li Wang","orcid":"https://orcid.org/0000-0002-9325-2391"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-9325-2391","affiliations":[{"raw_affiliation_string":"Faculty of Marine Science and Technology, Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079684072","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0002-5127-2941"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Wang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5127-2941","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041101317","display_name":"Huaping Liu","orcid":"https://orcid.org/0000-0002-4042-6044"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaping Liu","raw_affiliation_strings":["Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technology and Systems and the Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4042-6044","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems and the Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029944675","display_name":"Kunfeng Wang","orcid":"https://orcid.org/0000-0003-2744-1191"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunfeng Wang","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2744-1191","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5103182021"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":4.3995,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.9397777,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":"8","first_page":"12315","last_page":"12328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6346255540847778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6132526397705078},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4866648316383362},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4474829435348511},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2442483901977539},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.15890207886695862}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6346255540847778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6132526397705078},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4866648316383362},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4474829435348511},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2442483901977539},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.15890207886695862},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3556852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3556852","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3615242686","display_name":null,"funder_award_id":"20240002044001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4342491474","display_name":null,"funder_award_id":"62302047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7892373839","display_name":null,"funder_award_id":"20240002044001","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2022643633","https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2513177073","https://openalex.org/W2549139847","https://openalex.org/W2566615221","https://openalex.org/W2618530766","https://openalex.org/W2619326953","https://openalex.org/W2732026016","https://openalex.org/W2746562333","https://openalex.org/W2794258351","https://openalex.org/W2839695880","https://openalex.org/W2883780447","https://openalex.org/W2952293382","https://openalex.org/W2962934715","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963524571","https://openalex.org/W2966548892","https://openalex.org/W2986674040","https://openalex.org/W2990503944","https://openalex.org/W2998152504","https://openalex.org/W3007553532","https://openalex.org/W3044867770","https://openalex.org/W3087594579","https://openalex.org/W3089356117","https://openalex.org/W3094897602","https://openalex.org/W3107320893","https://openalex.org/W3116500504","https://openalex.org/W3119341266","https://openalex.org/W3126721948","https://openalex.org/W3128764679","https://openalex.org/W3135221627","https://openalex.org/W3139457828","https://openalex.org/W3174295900","https://openalex.org/W3181455749","https://openalex.org/W3203776324","https://openalex.org/W3211097789","https://openalex.org/W3216153120","https://openalex.org/W4206139378","https://openalex.org/W4285231587","https://openalex.org/W4308450151","https://openalex.org/W4312334155","https://openalex.org/W4312560592","https://openalex.org/W4312950730","https://openalex.org/W4313149279","https://openalex.org/W4322493802","https://openalex.org/W4322706756","https://openalex.org/W4367280918","https://openalex.org/W4379649505","https://openalex.org/W4382050897","https://openalex.org/W4385245566","https://openalex.org/W4386038419","https://openalex.org/W4386078137","https://openalex.org/W4387042379","https://openalex.org/W4387717448","https://openalex.org/W4389038564","https://openalex.org/W4390872638","https://openalex.org/W4390889756","https://openalex.org/W4391530397","https://openalex.org/W4391769695","https://openalex.org/W4394963135","https://openalex.org/W4399124507","https://openalex.org/W4400726761","https://openalex.org/W4401246724","https://openalex.org/W4402702935","https://openalex.org/W4403095238","https://openalex.org/W4403742244","https://openalex.org/W6637373629","https://openalex.org/W6638444622","https://openalex.org/W6737664043","https://openalex.org/W6772199483","https://openalex.org/W6846574834","https://openalex.org/W6874479751"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"In":[0,45,88],"recent":[1],"years,":[2],"researchers":[3],"have":[4],"focused":[5],"on":[6,29,57,166,201],"identifying":[7],"tasks":[8,31,69,178],"related":[9],"to":[10,17,90,129,147,151],"driver":[11,75,78],"state,":[12],"traffic":[13,41,81,187],"environment,":[14,42],"and":[15,43,84,108,179],"others":[16],"enhance":[18,92,152],"the":[19,36,39,61,93,101,117,131,134,143,148,153,167,172,186,192],"safety":[20],"of":[21,66,120,126,133,156,183,194],"autonomous":[22],"driving":[23],"assistance":[24],"systems.":[25],"However,":[26],"current":[27],"research":[28],"these":[30],"is":[32,199],"conducted":[33],"independently,":[34],"neglecting":[35],"interconnections":[37],"between":[38,96],"driver,":[40],"vehicle.":[44],"this":[46],"paper,":[47],"we":[48,99],"propose":[49],"a":[50,180],"Unified":[51],"Multi-task":[52],"Assistive":[53],"Driving":[54],"Network":[55],"Based":[56],"Multimodal":[58],"Fusion":[59],"(UMD-Net),":[60],"first":[62],"unified":[63],"model":[64,135,163],"capable":[65],"recognizing":[67],"four":[68,177],"simultaneously":[70],"by":[71,123],"utilizing":[72],"multimodal":[73,149],"data:":[74],"behavior":[76,86],"recognition,":[77,80,83],"emotion":[79],"context":[82,188],"vehicle":[85],"recognition.":[87],"order":[89],"better":[91],"synergistic":[94],"effects":[95],"multiple":[97,137],"tasks,":[98],"designed":[100],"position-sensitive":[102],"multi-directional":[103],"attention":[104,127],"feature":[105,111],"extraction":[106],"subnetwork":[107],"recursive":[109],"dynamic":[110],"fusion":[112,144],"module.":[113],"The":[114,139,197],"former":[115],"captures":[116],"key":[118],"features":[119,150,158],"multi-view":[121],"images":[122],"different":[124],"directions":[125],"mechanism":[128],"improve":[130],"generalization":[132],"across":[136,175],"tasks.":[138],"latter":[140],"dynamically":[141],"adjusts":[142],"weight":[145],"according":[146],"representation":[154],"ability":[155],"important":[157],"in":[159,185],"multi-task":[160],"learning.":[161],"Our":[162],"was":[164],"evaluated":[165],"public":[168],"dataset":[169],"AIDE,":[170],"achieving":[171],"best":[173],"performance":[174],"all":[176],"high":[181],"accuracy":[182],"95.31%":[184],"recognition":[189],"task,":[190],"demonstrating":[191],"superiority":[193],"our":[195],"approach.":[196],"code":[198],"available":[200],"https://github.com/Wenzhuo-Liu/UMD-Net.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}