{"id":"https://openalex.org/W4385544218","doi":"https://doi.org/10.3390/make5030050","title":"Behavior-Aware Pedestrian Trajectory Prediction in Ego-Centric Camera Views with Spatio-Temporal Ego-Motion Estimation","display_name":"Behavior-Aware Pedestrian Trajectory Prediction in Ego-Centric Camera Views with Spatio-Temporal Ego-Motion Estimation","publication_year":2023,"publication_date":"2023-08-03","ids":{"openalex":"https://openalex.org/W4385544218","doi":"https://doi.org/10.3390/make5030050"},"language":"en","primary_location":{"id":"doi:10.3390/make5030050","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5030050","pdf_url":"https://www.mdpi.com/2504-4990/5/3/50/pdf?version=1691059556","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/5/3/50/pdf?version=1691059556","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016724628","display_name":"Phillip Czech","orcid":"https://orcid.org/0000-0002-9598-1125"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I1332474105","display_name":"Mercedes-Benz (Germany)","ror":"https://ror.org/055rn2a38","country_code":"DE","type":"company","lineage":["https://openalex.org/I1332474105"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Phillip Czech","raw_affiliation_strings":["Institute of Signal Processing and System Theory, University of Stuttgart, 70550 Stuttgart, Germany","Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9598-1125","affiliations":[{"raw_affiliation_string":"Institute of Signal Processing and System Theory, University of Stuttgart, 70550 Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany","institution_ids":["https://openalex.org/I1332474105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001459580","display_name":"Markus Braun","orcid":"https://orcid.org/0000-0003-1439-850X"},"institutions":[{"id":"https://openalex.org/I1332474105","display_name":"Mercedes-Benz (Germany)","ror":"https://ror.org/055rn2a38","country_code":"DE","type":"company","lineage":["https://openalex.org/I1332474105"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Braun","raw_affiliation_strings":["Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1439-850X","affiliations":[{"raw_affiliation_string":"Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany","institution_ids":["https://openalex.org/I1332474105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113850169","display_name":"Ulrich Kre\u00dfel","orcid":null},"institutions":[{"id":"https://openalex.org/I1332474105","display_name":"Mercedes-Benz (Germany)","ror":"https://ror.org/055rn2a38","country_code":"DE","type":"company","lineage":["https://openalex.org/I1332474105"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulrich Kre\u00dfel","raw_affiliation_strings":["Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Perception & Maps Department, Mercedes-Benz AG, 71063 Sindelfingen, Germany","institution_ids":["https://openalex.org/I1332474105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101717968","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0002-8322-117X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["Institute of Signal Processing and System Theory, University of Stuttgart, 70550 Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8322-117X","affiliations":[{"raw_affiliation_string":"Institute of Signal Processing and System Theory, University of Stuttgart, 70550 Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016724628"],"corresponding_institution_ids":["https://openalex.org/I100066346","https://openalex.org/I1332474105"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.8448,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71842859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"5","issue":"3","first_page":"957","last_page":"978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7243756651878357},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7074607610702515},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.6794707775115967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6564533114433289},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6384391188621521},{"id":"https://openalex.org/keywords/id-ego-and-super-ego","display_name":"Id, ego and super-ego","score":0.5589282512664795},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5447233319282532},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.48663529753685},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.4228900372982025},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17350223660469055},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16733837127685547},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09993401169776917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243756651878357},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7074607610702515},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.6794707775115967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6564533114433289},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6384391188621521},{"id":"https://openalex.org/C9180747","wikidata":"https://www.wikidata.org/wiki/Q486893","display_name":"Id, ego and super-ego","level":2,"score":0.5589282512664795},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5447233319282532},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.48663529753685},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.4228900372982025},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17350223660469055},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16733837127685547},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09993401169776917},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/make5030050","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5030050","pdf_url":"https://www.mdpi.com/2504-4990/5/3/50/pdf?version=1691059556","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:24c13151d00048e48da8ed3fb4f9d257","is_oa":true,"landing_page_url":"https://doaj.org/article/24c13151d00048e48da8ed3fb4f9d257","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 5, Iss 3, Pp 957-978 (2023)","raw_type":"article"},{"id":"pmh:oai:elib.uni-stuttgart.de:11682/13774","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bsz:93-opus-ds-137744","pdf_url":null,"source":{"id":"https://openalex.org/S4306401556","display_name":"OPUS Publication Server of the University of Stuttgart (University of Stuttgart)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I100066346","host_organization_name":"University of Stuttgart","host_organization_lineage":["https://openalex.org/I100066346"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/5/3/50/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make5030050","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"Text"},{"id":"doi:10.18419/opus-13755","is_oa":true,"landing_page_url":"https://doi.org/10.18419/opus-13755","pdf_url":null,"source":{"id":"https://openalex.org/S7407052998","display_name":"Universit\u00e4tsbibliothek Stuttgart","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/make5030050","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5030050","pdf_url":"https://www.mdpi.com/2504-4990/5/3/50/pdf?version=1691059556","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385544218.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W2134616619","https://openalex.org/W2424778531","https://openalex.org/W2562663242","https://openalex.org/W2607296803","https://openalex.org/W2769735038","https://openalex.org/W2771583656","https://openalex.org/W2803740064","https://openalex.org/W2810931617","https://openalex.org/W2883770893","https://openalex.org/W2896127393","https://openalex.org/W2962687116","https://openalex.org/W2963818059","https://openalex.org/W2970159886","https://openalex.org/W2991484432","https://openalex.org/W3008700642","https://openalex.org/W3035172263","https://openalex.org/W3083645777","https://openalex.org/W3113216216","https://openalex.org/W3116651890","https://openalex.org/W3118834000","https://openalex.org/W3119170582","https://openalex.org/W3127710918","https://openalex.org/W3176558073","https://openalex.org/W3176739692","https://openalex.org/W3186437900","https://openalex.org/W3190699669","https://openalex.org/W3191907322","https://openalex.org/W3192645669","https://openalex.org/W3198460218","https://openalex.org/W3201917469","https://openalex.org/W3205492849","https://openalex.org/W3208337321","https://openalex.org/W3209926419","https://openalex.org/W4200247997","https://openalex.org/W4210457203","https://openalex.org/W4285036875","https://openalex.org/W4285105848","https://openalex.org/W4292347911","https://openalex.org/W4312311771","https://openalex.org/W4318963850","https://openalex.org/W4319350249","https://openalex.org/W4322746901","https://openalex.org/W4360764676","https://openalex.org/W4380372542","https://openalex.org/W4382240287","https://openalex.org/W4385805055","https://openalex.org/W6797670268"],"related_works":["https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W2101960027","https://openalex.org/W2384047230","https://openalex.org/W4317827682","https://openalex.org/W2197846993","https://openalex.org/W1976827262","https://openalex.org/W49697837","https://openalex.org/W3122828758","https://openalex.org/W2101105382"],"abstract_inverted_index":{"With":[0],"the":[1,8,26,35,70,113,116,136,145,157,179,191,197,214],"ongoing":[2],"development":[3],"of":[4,11,21,75,115,144,159,181,199],"automated":[5],"driving":[6],"systems,":[7],"crucial":[9],"task":[10],"predicting":[12],"pedestrian":[13,23,51,166,187,204],"behavior":[14,167],"is":[15,30],"attracting":[16],"growing":[17],"attention.":[18],"The":[19],"prediction":[20,53,168,189,206],"future":[22],"trajectories":[24],"from":[25,63,87,150],"ego-vehicle":[27,146],"camera":[28,56,117],"perspective":[29],"particularly":[31],"challenging":[32],"due":[33],"to":[34,50,84,131,135],"dynamically":[36],"changing":[37],"scene.":[38],"Therefore,":[39],"we":[40,97,122,177,195],"present":[41],"Behavior-Aware":[42],"Pedestrian":[43],"Trajectory":[44],"Prediction":[45],"(BA-PTP),":[46],"a":[47,106,128],"novel":[48,129],"approach":[49,130,161],"trajectory":[52,188,205],"for":[54,112,165,186],"ego-centric":[55,120],"views.":[57],"It":[58],"incorporates":[59],"behavioral":[60,184],"features":[61,185],"extracted":[62],"real-world":[64],"traffic":[65,171],"scene":[66],"observations":[67],"such":[68],"as":[69,77,79,227,229],"body":[71,88],"and":[72,89,225],"head":[73,90],"orientation":[74],"pedestrians,":[76],"well":[78,228],"their":[80],"pose,":[81],"in":[82,118,169,190,222,231],"addition":[83],"positional":[85],"information":[86],"bounding":[91],"boxes.":[92],"For":[93],"each":[94],"input":[95],"modality,":[96],"employed":[98],"independent":[99],"encoding":[100],"streams":[101],"that":[102,147],"are":[103,148],"combined":[104],"through":[105],"modality":[107],"attention":[108],"mechanism.":[109],"To":[110],"account":[111],"ego-motion":[114,132],"an":[119],"view,":[121],"introduced":[123],"Spatio-Temporal":[124],"Ego-Motion":[125],"Module":[126],"(STEMM),":[127],"prediction.":[133],"Compared":[134],"related":[137],"works,":[138],"it":[139],"utilizes":[140],"spatial":[141],"goal":[142],"points":[143],"sampled":[149],"its":[151],"intended":[152],"route.":[153],"We":[154],"experimentally":[155],"validated":[156],"effectiveness":[158],"our":[160,203],"using":[162],"two":[163],"datasets":[164],"urban":[170],"scenes.":[172],"Based":[173],"on":[174,213],"ablation":[175],"studies,":[176],"show":[178],"advantages":[180],"incorporating":[182],"different":[183],"image":[192],"plane.":[193],"Moreover,":[194],"demonstrate":[196],"benefit":[198],"integrating":[200],"STEMM":[201],"into":[202],"method,":[207],"BA-PTP.":[208],"BA-PTP":[209],"achieves":[210],"state-of-the-art":[211],"performance":[212],"PIE":[215],"dataset,":[216],"outperforming":[217],"prior":[218],"work":[219],"by":[220],"7%":[221],"MSE-1.5":[223],"s":[224],"CMSE":[226],"9%":[230],"CFMSE.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}