{"id":"https://openalex.org/W3192645669","doi":"https://doi.org/10.24963/ijcai.2021/174","title":"Multimodal Transformer Networks for Pedestrian Trajectory Prediction","display_name":"Multimodal Transformer Networks for Pedestrian Trajectory Prediction","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3192645669","doi":"https://doi.org/10.24963/ijcai.2021/174","mag":"3192645669"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/174","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/174","pdf_url":"https://www.ijcai.org/proceedings/2021/0174.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0174.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100710229","display_name":"Ziyi Yin","orcid":"https://orcid.org/0000-0002-5024-8771"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Yin","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103207832","display_name":"Ruijin Liu","orcid":"https://orcid.org/0000-0002-3672-5332"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijin Liu","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004262534","display_name":"Zhiliang Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiliang Xiong","raw_affiliation_strings":["Shenzhen Forward Innovation Digital Technology Co. Ltd","Shenzhen Forward Innovation Digital Technology Co. Ltd, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Forward Innovation Digital Technology Co. Ltd","institution_ids":[]},{"raw_affiliation_string":"Shenzhen Forward Innovation Digital Technology Co. Ltd, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005376529","display_name":"Zejian Yuan","orcid":"https://orcid.org/0000-0001-5548-3634"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zejian Yuan","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005376529"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":3.1467,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.9164236,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1259","last_page":"1265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784261703491211},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6661360859870911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6075180768966675},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5851002335548401},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5065542459487915},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49572479724884033},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.45219194889068604},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4181663990020752},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.41479790210723877},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35924121737480164},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34426558017730713},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2533705234527588},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09787696599960327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784261703491211},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6661360859870911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6075180768966675},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5851002335548401},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5065542459487915},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49572479724884033},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.45219194889068604},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4181663990020752},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.41479790210723877},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35924121737480164},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34426558017730713},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2533705234527588},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09787696599960327},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2021/174","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/174","pdf_url":"https://www.ijcai.org/proceedings/2021/0174.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/174","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/174","pdf_url":"https://www.ijcai.org/proceedings/2021/0174.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7900000214576721,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1343088833","display_name":null,"funder_award_id":"2088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1955523633","display_name":null,"funder_award_id":"9164812","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4386222353","display_name":null,"funder_award_id":"61976170","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7259050288","display_name":null,"funder_award_id":"91648121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8007012913","display_name":null,"funder_award_id":"6197617","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8467678729","display_name":null,"funder_award_id":"6208810","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3192645669.pdf","grobid_xml":"https://content.openalex.org/works/W3192645669.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2424778531","https://openalex.org/W2561603333","https://openalex.org/W2631888524","https://openalex.org/W2769735038","https://openalex.org/W2771583656","https://openalex.org/W2798754355","https://openalex.org/W2808493349","https://openalex.org/W2962839378","https://openalex.org/W2966715458","https://openalex.org/W2968684599","https://openalex.org/W2970733097","https://openalex.org/W2991327061","https://openalex.org/W2991484432","https://openalex.org/W3010214386","https://openalex.org/W3025086266","https://openalex.org/W3030520226","https://openalex.org/W3034398756","https://openalex.org/W3035172263","https://openalex.org/W3035540643","https://openalex.org/W3045019771","https://openalex.org/W3108653208","https://openalex.org/W3109597949","https://openalex.org/W3109908659","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W2999756192","https://openalex.org/W4226090359","https://openalex.org/W4382701072","https://openalex.org/W2491314273","https://openalex.org/W2011624601","https://openalex.org/W936373746","https://openalex.org/W2964094558"],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,6,27,35,40,46,66,79,88,100,110,120,124,132,142,157,166,176],"problem":[3],"of":[4,9,15,30,48,90,136],"forecasting":[5],"future":[7],"locations":[8],"pedestrians":[10,33],"in":[11,25,82,123],"an":[12,59],"ego-centric":[13],"view":[14],"a":[16,73,83,95,115],"moving":[17],"vehicle.":[18],"Current":[19],"CNNs":[20],"or":[21],"RNNs":[22],"are":[23,183],"flawed":[24],"capturing":[26,156],"high":[28],"dynamics":[29],"motion":[31,135],"between":[32,102],"and":[34,37,68,76,104,127,138,168,171],"ego-vehicle,":[36],"suffer":[38],"from":[39],"massive":[41],"parameter":[42],"usages":[43],"due":[44],"to":[45,86,108],"inefficiency":[47],"learning":[49],"long-term":[50,152],"temporal":[51,112,158],"dependencies.":[52],"To":[53],"address":[54],"these":[55],"issues,":[56],"we":[57],"propose":[58],"efficient":[60],"multimodal":[61,161],"transformer":[62,162],"network":[63,144],"that":[64,148],"aggregates":[65],"trajectory":[67,103],"ego-vehicle":[69,105,137],"speed":[70,106],"variations":[71],"at":[72,185],"coarse":[74],"granularity":[75],"interacts":[77],"with":[78,175],"optical":[80,121],"flow":[81,122],"fine-grained":[84,116],"level":[85],"fill":[87],"vacancy":[89],"highly":[91,133],"dynamic":[92,134],"motion.":[93],"Specifically,":[94],"coarse-grained":[96],"fusion":[97,117],"stage":[98,118],"fuses":[99],"information":[101],"modalities":[107],"capture":[109],"general":[111],"consistency.":[113],"Meanwhile,":[114],"merges":[119],"center":[125],"area":[126],"pedestrian":[128],"area,":[129],"which":[130],"compensates":[131],"target":[139],"pedestrian.":[140],"Besides,":[141],"whole":[143],"is":[145,163],"only":[146],"attention-based":[147],"can":[149],"efficiently":[150],"model":[151,179],"sequences":[153],"for":[154],"better":[155],"variations.":[159],"Our":[160],"validated":[164],"on":[165],"PIE":[167],"JAAD":[169],"datasets":[170],"achieves":[172],"state-of-the-art":[173],"performance":[174],"most":[177],"light-weight":[178],"size.":[180],"The":[181],"codes":[182],"available":[184],"https://github.com/ericyinyzy/MTN_trajectory.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}