{"id":"https://openalex.org/W4383066546","doi":"https://doi.org/10.1109/icra48891.2023.10161318","title":"PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning","display_name":"PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383066546","doi":"https://doi.org/10.1109/icra48891.2023.10161318"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012752787","display_name":"Amir Rasouli","orcid":"https://orcid.org/0000-0002-0106-2225"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amir Rasouli","raw_affiliation_strings":["Noah's Ark Laboratory,Huawei,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Laboratory,Huawei,Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040772199","display_name":"Iuliia Kotseruba","orcid":"https://orcid.org/0000-0002-5490-9805"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Iuliia Kotseruba","raw_affiliation_strings":["York University,Department of Computer Science and Electrical Engineering,Toronto,Canada","Department of Computer Science and Electrical Engineering, York University, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University,Department of Computer Science and Electrical Engineering,Toronto,Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8584,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.95819779,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9844","last_page":"9851"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.8072463274002075},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.770485520362854},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5038267970085144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5026965141296387},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4628666043281555},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4139571487903595},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35614681243896484},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10091766715049744}],"concepts":[{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.8072463274002075},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.770485520362854},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5038267970085144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5026965141296387},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4628666043281555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4139571487903595},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35614681243896484},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10091766715049744},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W2340897893","https://openalex.org/W2592496287","https://openalex.org/W2624871570","https://openalex.org/W2630837129","https://openalex.org/W2769735038","https://openalex.org/W2771583656","https://openalex.org/W2780253814","https://openalex.org/W2788865504","https://openalex.org/W2791091755","https://openalex.org/W2798952702","https://openalex.org/W2811322499","https://openalex.org/W2895387432","https://openalex.org/W2905082218","https://openalex.org/W2905385096","https://openalex.org/W2912945584","https://openalex.org/W2913368959","https://openalex.org/W2951517617","https://openalex.org/W2962067162","https://openalex.org/W2962687116","https://openalex.org/W2962701817","https://openalex.org/W2963001155","https://openalex.org/W2963353290","https://openalex.org/W2963430933","https://openalex.org/W2963524571","https://openalex.org/W2963677766","https://openalex.org/W2963697717","https://openalex.org/W2963818059","https://openalex.org/W2964185119","https://openalex.org/W2964230007","https://openalex.org/W2968393007","https://openalex.org/W2968524820","https://openalex.org/W2968684599","https://openalex.org/W2982041213","https://openalex.org/W2982267872","https://openalex.org/W2984769683","https://openalex.org/W2991484432","https://openalex.org/W2991485494","https://openalex.org/W3003987610","https://openalex.org/W3008700642","https://openalex.org/W3010309798","https://openalex.org/W3034295100","https://openalex.org/W3034398756","https://openalex.org/W3034589393","https://openalex.org/W3034630387","https://openalex.org/W3034634510","https://openalex.org/W3034734814","https://openalex.org/W3035096461","https://openalex.org/W3035172263","https://openalex.org/W3035285524","https://openalex.org/W3035360167","https://openalex.org/W3107046451","https://openalex.org/W3107552218","https://openalex.org/W3108908812","https://openalex.org/W3109667662","https://openalex.org/W3119170582","https://openalex.org/W3166932403","https://openalex.org/W3174580732","https://openalex.org/W3176739692","https://openalex.org/W3177765762","https://openalex.org/W3191907322","https://openalex.org/W3194018559","https://openalex.org/W3205492849","https://openalex.org/W6713582272","https://openalex.org/W6739365718","https://openalex.org/W6739696289","https://openalex.org/W6739901393","https://openalex.org/W6748320467","https://openalex.org/W6755864109","https://openalex.org/W6765361892","https://openalex.org/W6776598532","https://openalex.org/W6780226713","https://openalex.org/W6784071224"],"related_works":["https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W3122828758","https://openalex.org/W2101960027","https://openalex.org/W4205958986","https://openalex.org/W2197846993","https://openalex.org/W49697837","https://openalex.org/W2586575957","https://openalex.org/W2170799233","https://openalex.org/W2768112316"],"abstract_inverted_index":{"Predicting":[0],"pedestrian":[1,91,125],"behavior":[2,126],"is":[3,76],"a":[4,14,34,60,99,111,116],"crucial":[5],"task":[6],"for":[7],"intelligent":[8],"driving":[9],"systems.":[10],"Accurate":[11],"predictions":[12],"require":[13],"deep":[15],"understanding":[16],"of":[17,50,73,80,155],"various":[18,151],"contextual":[19],"elements":[20],"that":[21,37,95,133],"could":[22],"impact":[23],"the":[24,74,90,105,156],"way":[25],"pedestrians":[26,51,83],"behave.":[27],"To":[28],"address":[29],"this":[30],"challenge,":[31],"we":[32],"propose":[33],"novel":[35],"framework":[36,114],"relies":[38],"on":[39,89,123,150],"different":[40,68],"data":[41,69],"modalities":[42],"to":[43,64,145],"predict":[44],"future":[45],"trajectories":[46],"and":[47,84,92,129,131,140,147],"crossing":[48],"actions":[49],"from":[52],"an":[53],"egocentric":[54],"perspective.":[55],"Specifically,":[56],"our":[57,121,134],"model":[58,135],"utilizes":[59],"cross-modal":[61],"Transformer":[62,75],"architecture":[63],"capture":[65],"dependencies":[66],"between":[67,82],"types.":[70],"The":[71,153],"output":[72],"augmented":[77],"with":[78],"representations":[79],"interactions":[81],"other":[85],"traffic":[86],"agents":[87],"conditioned":[88],"ego-vehicle":[93],"dynamics":[94],"are":[96,108,159],"generated":[97],"via":[98,161],"semantic":[100],"attentive":[101],"interaction":[102],"module.":[103],"Lastly,":[104],"context":[106],"encodings":[107],"fed":[109],"into":[110],"multi-stream":[112],"decoder":[113],"using":[115],"gated-shared":[117],"network.":[118],"We":[119],"evaluate":[120],"algorithm":[122],"public":[124],"benchmarks,":[127],"PIE":[128],"JAAD,":[130],"show":[132],"improves":[136],"state-of-the-art":[137],"in":[138],"trajectory":[139],"action":[141],"prediction":[142],"by":[143],"up":[144],"22%":[146],"13%":[148],"respectively":[149],"metrics.":[152],"advantages":[154],"proposed":[157],"components":[158],"investigated":[160],"extensive":[162],"ablation":[163],"studies.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}