{"id":"https://openalex.org/W4416748851","doi":"https://doi.org/10.1109/iros60139.2025.11246637","title":"TEM <sup>3</sup> -Learning: Time-Efficient Multimodal Multi-Task Learning for Advanced Assistive Driving","display_name":"TEM <sup>3</sup> -Learning: Time-Efficient Multimodal Multi-Task Learning for Advanced Assistive Driving","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748851","doi":"https://doi.org/10.1109/iros60139.2025.11246637"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107441690","display_name":"Wenzhuo Liu","orcid":"https://orcid.org/0009-0004-3542-8418"},"institutions":[{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenzhuo Liu","raw_affiliation_strings":["Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088","institution_ids":["https://openalex.org/I4210165204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114143683","display_name":"Yicheng Qiao","orcid":"https://orcid.org/0009-0008-4733-8478"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yicheng Qiao","raw_affiliation_strings":["Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422377","display_name":"Zhen Wang","orcid":"https://orcid.org/0000-0002-8182-2852"},"institutions":[{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Wang","raw_affiliation_strings":["Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088","institution_ids":["https://openalex.org/I4210165204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113276540","display_name":"Qiannan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiannan Guo","raw_affiliation_strings":["Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006790291","display_name":"Zilong Chen","orcid":"https://orcid.org/0000-0002-0400-9470"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilong Chen","raw_affiliation_strings":["Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086582127","display_name":"Meihua Zhou","orcid":"https://orcid.org/0009-0008-4309-7208"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meihua Zhou","raw_affiliation_strings":["Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381220","display_name":"Xinran Li","orcid":"https://orcid.org/0000-0002-5678-6829"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinran Li","raw_affiliation_strings":["Yale University,School of Engineering and Applied Science,New Haven,CT,USA"],"affiliations":[{"raw_affiliation_string":"Yale University,School of Engineering and Applied Science,New Haven,CT,USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045596261","display_name":"Letian Wang","orcid":"https://orcid.org/0000-0002-0231-6960"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Letian Wang","raw_affiliation_strings":["University of Toronto,Toronto,Canada,M5S2E8"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Toronto,Canada,M5S2E8","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409101","display_name":"Zhiwei Li","orcid":"https://orcid.org/0000-0003-2716-2002"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Li","raw_affiliation_strings":["Beijing University of Chemical Technology,Beijing,China,100029"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology,Beijing,China,100029","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041101317","display_name":"Huaping Liu","orcid":"https://orcid.org/0000-0002-4042-6044"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaping Liu","raw_affiliation_strings":["Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,State Key Laboratory of Intelligent Technology and Systems,Department of Computer Science and Technology,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067869616","display_name":"W. J. Wang","orcid":"https://orcid.org/0009-0002-1230-6579"},"institutions":[{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshuo Wang","raw_affiliation_strings":["Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,Division of Energy-Mobility Convergence,Zhuhai,China,519088","institution_ids":["https://openalex.org/I4210165204"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5107441690"],"corresponding_institution_ids":["https://openalex.org/I4210165204"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3877551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6156","last_page":"6163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.18389999866485596,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.18389999866485596,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.17170000076293945,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5570999979972839},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5286999940872192},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5194000005722046},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.48910000920295715},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4864000082015991},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4544000029563904},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4187999963760376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.40779998898506165},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39169999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7555000185966492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5931000113487244},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5570999979972839},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4544000029563904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4334999918937683},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42340001463890076},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39169999957084656},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.32170000672340393},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3052000105381012},{"id":"https://openalex.org/C79518650","wikidata":"https://www.wikidata.org/wiki/Q2081431","display_name":"Integrator","level":3,"score":0.3041999936103821},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2194775991","https://openalex.org/W2794258351","https://openalex.org/W2809290718","https://openalex.org/W2883780447","https://openalex.org/W2962934715","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963524571","https://openalex.org/W2965024236","https://openalex.org/W2986674040","https://openalex.org/W2990503944","https://openalex.org/W2998152504","https://openalex.org/W3008924669","https://openalex.org/W3126721948","https://openalex.org/W3128096387","https://openalex.org/W3174295900","https://openalex.org/W3181455749","https://openalex.org/W4200629389","https://openalex.org/W4221144921","https://openalex.org/W4308450151","https://openalex.org/W4312560592","https://openalex.org/W4312950730","https://openalex.org/W4322706756","https://openalex.org/W4323022392","https://openalex.org/W4367280918","https://openalex.org/W4382050897","https://openalex.org/W4385245566","https://openalex.org/W4386038419","https://openalex.org/W4387042187","https://openalex.org/W4387042379","https://openalex.org/W4387717448","https://openalex.org/W4388894382","https://openalex.org/W4389038564","https://openalex.org/W4390663385","https://openalex.org/W4390872638","https://openalex.org/W4390873360","https://openalex.org/W4390889756","https://openalex.org/W4399124507","https://openalex.org/W4401246724","https://openalex.org/W4401413733","https://openalex.org/W4402702935","https://openalex.org/W4403742244","https://openalex.org/W4409361054","https://openalex.org/W4409473694","https://openalex.org/W4410617744","https://openalex.org/W4411992689","https://openalex.org/W4412984936","https://openalex.org/W4413146377"],"related_works":[],"abstract_inverted_index":{"Multi-task":[0,41],"learning":[1],"(MTL)":[2],"can":[3],"advance":[4],"assistive":[5],"driving":[6],"by":[7],"exploring":[8],"inter-task":[9],"correlations":[10],"through":[11,62],"shared":[12],"representations.":[13],"However,":[14],"existing":[15],"methods":[16],"face":[17],"two":[18],"critical":[19],"limitations:":[20],"single-modality":[21],"constraints":[22],"limiting":[23],"comprehensive":[24],"scene":[25],"understanding":[26],"and":[27,58,83,155,174],"inefficient":[28],"architectures":[29],"impeding":[30],"real-time":[31],"deployment.":[32],"This":[33],"paper":[34],"proposes":[35],"TEM<sup":[36],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[37],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>-Learning":[38],"(Time-Efficient":[39],"Multimodal":[40],"Learning),":[42],"a":[43,63,78,146],"novel":[44],"framework":[45,173],"that":[46],"jointly":[47],"optimizes":[48],"driver":[49,52],"emotion":[50],"recognition,":[51,54,57],"behavior":[53,60],"traffic":[55],"context":[56],"vehicle":[59],"recognition":[61],"two-stage":[64],"architecture.":[65],"The":[66,97,181],"first":[67],"component,":[68,99],"the":[69,100,114,124,132,168,171,175],"mamba-based":[70],"multi-view":[71,94],"temporal-spatial":[72,91],"feature":[73,104],"extraction":[74],"subnetwork":[75],"(MTS-Mamba),":[76],"introduces":[77],"forward-backward":[79],"temporal":[80],"scanning":[81],"mechanism":[82],"global-local":[84],"spatial":[85],"attention":[86],"to":[87,111],"efficiently":[88],"extract":[89],"low-cost":[90],"features":[92,118],"from":[93],"sequential":[95],"images.":[96],"second":[98],"MTL-based":[101],"gated":[102],"multimodal":[103],"integrator":[105],"(MGMI),":[106],"employs":[107],"task-specific":[108],"multi-gating":[109],"modules":[110],"adaptively":[112],"highlight":[113],"most":[115],"relevant":[116],"modality":[117],"for":[119],"each":[120,179],"task,":[121],"effectively":[122],"alleviating":[123],"negative":[125],"transfer":[126],"problem":[127],"in":[128],"MTL.":[129],"Evaluation":[130],"on":[131,185],"AIDE":[133],"dataset,":[134],"our":[135],"proposed":[136,172],"model":[137],"achieves":[138],"state-of-the-art":[139],"accuracy":[140],"across":[141],"all":[142],"four":[143],"tasks,":[144],"maintaining":[145],"lightweight":[147],"architecture":[148],"with":[149],"fewer":[150],"than":[151],"6":[152],"million":[153],"parameters":[154],"delivering":[156],"an":[157],"impressive":[158],"142.32":[159],"FPS":[160],"inference":[161],"speed.":[162],"Rigorous":[163],"ablation":[164],"studies":[165],"further":[166],"validate":[167],"effectiveness":[169],"of":[170,178],"independent":[176],"contributions":[177],"module.":[180],"code":[182],"is":[183],"available":[184],"https://github.com/Wenzhuo-Liu/TEM3-Learning.":[186]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}