{"id":"https://openalex.org/W4391770362","doi":"https://doi.org/10.1109/itsc57777.2023.10421798","title":"CEMFormer: Learning to Predict Driver Intentions from in-Cabin and External Cameras via Spatial-Temporal Transformers","display_name":"CEMFormer: Learning to Predict Driver Intentions from in-Cabin and External Cameras via Spatial-Temporal Transformers","publication_year":2023,"publication_date":"2023-09-24","ids":{"openalex":"https://openalex.org/W4391770362","doi":"https://doi.org/10.1109/itsc57777.2023.10421798"},"language":"en","primary_location":{"id":"doi:10.1109/itsc57777.2023.10421798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10421798","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103050279","display_name":"Yunsheng Ma","orcid":"https://orcid.org/0000-0003-3933-2574"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yunsheng Ma","raw_affiliation_strings":["College of Engineering, Purdue University,West Lafayette,IN","College of Engineering, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University,West Lafayette,IN","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067298507","display_name":"Wenqian Ye","orcid":"https://orcid.org/0000-0002-6069-5153"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I36672615","display_name":"Courant Institute of Mathematical Sciences","ror":"https://ror.org/037tm7f56","country_code":"US","type":"education","lineage":["https://openalex.org/I36672615","https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqian Ye","raw_affiliation_strings":["Courant Institute of Mathematical Sciences, New York University,New York,NY","Courant Institute of Mathematical Sciences, New York University, New York, NY"],"affiliations":[{"raw_affiliation_string":"Courant Institute of Mathematical Sciences, New York University,New York,NY","institution_ids":["https://openalex.org/I36672615","https://openalex.org/I57206974"]},{"raw_affiliation_string":"Courant Institute of Mathematical Sciences, New York University, New York, NY","institution_ids":["https://openalex.org/I36672615","https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430970","display_name":"Xu Cao","orcid":"https://orcid.org/0000-0001-8739-5196"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I36672615","display_name":"Courant Institute of Mathematical Sciences","ror":"https://ror.org/037tm7f56","country_code":"US","type":"education","lineage":["https://openalex.org/I36672615","https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Cao","raw_affiliation_strings":["Courant Institute of Mathematical Sciences, New York University,New York,NY","Courant Institute of Mathematical Sciences, New York University, New York, NY"],"affiliations":[{"raw_affiliation_string":"Courant Institute of Mathematical Sciences, New York University,New York,NY","institution_ids":["https://openalex.org/I36672615","https://openalex.org/I57206974"]},{"raw_affiliation_string":"Courant Institute of Mathematical Sciences, New York University, New York, NY","institution_ids":["https://openalex.org/I36672615","https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070231367","display_name":"Amr Abdelraouf","orcid":"https://orcid.org/0000-0001-9068-6664"},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor Corporation (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amr Abdelraouf","raw_affiliation_strings":["Toyota Motor North America,InfoTech Labs,Mountain View,CA","InfoTech Labs, Toyota Motor North America, Mountain View, CA"],"affiliations":[{"raw_affiliation_string":"Toyota Motor North America,InfoTech Labs,Mountain View,CA","institution_ids":["https://openalex.org/I4210093665"]},{"raw_affiliation_string":"InfoTech Labs, Toyota Motor North America, Mountain View, CA","institution_ids":["https://openalex.org/I4210093665"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009775690","display_name":"Kyungtae Han","orcid":"https://orcid.org/0000-0001-8291-5025"},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor Corporation (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyungtae Han","raw_affiliation_strings":["Toyota Motor North America,InfoTech Labs,Mountain View,CA","InfoTech Labs, Toyota Motor North America, Mountain View, CA"],"affiliations":[{"raw_affiliation_string":"Toyota Motor North America,InfoTech Labs,Mountain View,CA","institution_ids":["https://openalex.org/I4210093665"]},{"raw_affiliation_string":"InfoTech Labs, Toyota Motor North America, Mountain View, CA","institution_ids":["https://openalex.org/I4210093665"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653804","display_name":"Rohit Gupta","orcid":"https://orcid.org/0000-0002-8398-680X"},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor Corporation (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohit Gupta","raw_affiliation_strings":["Toyota Motor North America,InfoTech Labs,Mountain View,CA","InfoTech Labs, Toyota Motor North America, Mountain View, CA"],"affiliations":[{"raw_affiliation_string":"Toyota Motor North America,InfoTech Labs,Mountain View,CA","institution_ids":["https://openalex.org/I4210093665"]},{"raw_affiliation_string":"InfoTech Labs, Toyota Motor North America, Mountain View, CA","institution_ids":["https://openalex.org/I4210093665"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038550389","display_name":"Ziran Wang","orcid":"https://orcid.org/0000-0003-2702-7150"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziran Wang","raw_affiliation_strings":["College of Engineering, Purdue University,West Lafayette,IN","College of Engineering, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Purdue University,West Lafayette,IN","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"College of Engineering, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103050279"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":3.7117,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93273536,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4960","last_page":"4966"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.625343382358551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6065567135810852},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3885650336742401},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3356359601020813},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23517853021621704},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.22281405329704285},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.0811583399772644}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.625343382358551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6065567135810852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3885650336742401},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3356359601020813},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23517853021621704},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.22281405329704285},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0811583399772644}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc57777.2023.10421798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10421798","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W136504859","https://openalex.org/W569478347","https://openalex.org/W2052297462","https://openalex.org/W2064675550","https://openalex.org/W2108598243","https://openalex.org/W2142194269","https://openalex.org/W2146404773","https://openalex.org/W2223844752","https://openalex.org/W2507009361","https://openalex.org/W2895738954","https://openalex.org/W2963447094","https://openalex.org/W2963692464","https://openalex.org/W2970069713","https://openalex.org/W2990503944","https://openalex.org/W2996799978","https://openalex.org/W2999905431","https://openalex.org/W3022893663","https://openalex.org/W3038546731","https://openalex.org/W3112930281","https://openalex.org/W3117025268","https://openalex.org/W3159481202","https://openalex.org/W3187241433","https://openalex.org/W4206066711","https://openalex.org/W4213052444","https://openalex.org/W4225537087","https://openalex.org/W4249989836","https://openalex.org/W4312453657","https://openalex.org/W4312642299","https://openalex.org/W4312769131","https://openalex.org/W4313125078","https://openalex.org/W4360995340","https://openalex.org/W4372266769","https://openalex.org/W4382317933","https://openalex.org/W4385245566","https://openalex.org/W4385805185","https://openalex.org/W6757817989","https://openalex.org/W6798038150","https://openalex.org/W6843491192"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Driver":[0],"intention":[1,65,129],"prediction":[2,111],"seeks":[3],"to":[4,14,56,73,88,109],"anticipate":[5],"drivers'":[6],"actions":[7],"by":[8],"analyzing":[9],"their":[10],"behaviors":[11],"with":[12,84],"respect":[13],"surrounding":[15],"traffic":[16],"environments.":[17],"Existing":[18],"approaches":[19],"primarily":[20],"focus":[21],"on":[22,115],"late-fusion":[23],"techniques,":[24],"and":[25,34,79],"neglect":[26],"the":[27,116],"importance":[28],"of":[29],"maintaining":[30],"consistency":[31],"between":[32],"predictions":[33],"prevailing":[35],"driving":[36,102],"contexts.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,68,94],"introduce":[42],"a":[43,70,96],"new":[44],"framework":[45],"called":[46],"Cross-View":[47],"Episodic":[48],"Memory":[49],"Transformer":[50],"(CEMFormer),":[51],"which":[52],"employs":[53],"spatio-temporal":[54],"transformers":[55],"learn":[57],"unified":[58],"memory":[59,86],"representations":[60,87],"for":[61],"an":[62,105],"improved":[63],"driver":[64,128],"prediction.":[66,130],"Specifically,":[67],"develop":[69],"spatial-temporal":[71],"encoder":[72],"integrate":[74],"information":[75],"from":[76],"both":[77],"in-cabin":[78],"external":[80],"camera":[81],"views,":[82],"along":[83],"episodic":[85],"continuously":[89],"fuse":[90],"historical":[91],"data.":[92],"Furthermore,":[93],"propose":[95],"novel":[97],"context-consistency":[98],"loss":[99],"that":[100,120],"incorporates":[101],"context":[103],"as":[104],"auxiliary":[106],"supervision":[107],"signal":[108],"improve":[110],"performance.":[112],"Comprehensive":[113],"experiments":[114],"Brain4Cars":[117],"dataset":[118],"demonstrate":[119],"CEMFormer":[121],"consistently":[122],"outperforms":[123],"existing":[124],"state-of-the-art":[125],"methods":[126],"in":[127]},"counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}