{"id":"https://openalex.org/W7165163820","doi":"https://doi.org/10.48550/arxiv.2606.18824","title":"Where Will They Go? Modelling Multimodal Pedestrian Manoeuvres from Ego-centric Videos","display_name":"Where Will They Go? Modelling Multimodal Pedestrian Manoeuvres from Ego-centric Videos","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165163820","doi":"https://doi.org/10.48550/arxiv.2606.18824"},"language":"en","primary_location":{"id":"pmh:oai:eprints.gla.ac.uk:389365","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/74855.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/74855.html>,","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138903132","display_name":"Yuxuan Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087140377","display_name":"Nicolas Pugeault","orcid":"https://orcid.org/0000-0002-3455-6280"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pugeault, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054213642","display_name":"Chongfeng Wei","orcid":"https://orcid.org/0000-0002-4565-509X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Chongfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038258635","display_name":"Hubert P. H. Shum","orcid":"https://orcid.org/0000-0001-5651-6039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shum, Hubert P. H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125557455","display_name":"Edmond S. L. Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Edmond S. L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64786457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7646999955177307,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7646999955177307,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.019099999219179153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.840499997138977},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.6945000290870667},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5716000199317932},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5677000284194946},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.43619999289512634},{"id":"https://openalex.org/keywords/displacement","display_name":"Displacement (psychology)","score":0.4081000089645386},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.37940001487731934}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.840499997138977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7321000099182129},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.6945000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5817000269889832},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5716000199317932},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5677000284194946},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.43619999289512634},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.385699987411499},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37059998512268066},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.25130000710487366},{"id":"https://openalex.org/C2780156472","wikidata":"https://www.wikidata.org/wiki/Q2355550","display_name":"Pedestrian detection","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:eprints.gla.ac.uk:389365","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/74855.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},{"id":"pmh:oai:durham-repository.worktribe.com:5603672","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/5603672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"},{"id":"doi:10.48550/arxiv.2606.18824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:389365","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/74855.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},"sustainable_development_goals":[{"score":0.44947895407676697,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pedestrian":[0,129],"trajectory":[1,67,111,158,212],"prediction":[2,213],"from":[3,41,228],"an":[4,47],"on-board":[5],"ego-centric":[6],"camera":[7],"is":[8,38,194],"challenging":[9,34],"since":[10,35],"it":[11],"depends":[12],"on":[13,66,73,118,179],"complex":[14],"interactions":[15,139],"with":[16,69],"vehicles":[17],"and":[18,76,137,143,146,164,181,206,232],"scene":[19,231],"context,":[20],"as":[21,23,204],"well":[22],"the":[24,27,63,70,85,119,156,166,229],"intention":[25,37],"of":[26,125],"pedestrian.":[28],"The":[29],"task":[30],"becomes":[31],"even":[32],"more":[33],"pedestrian":[36],"often":[39],"ambiguous":[40],"historical":[42],"observations":[43],"alone,":[44],"leading":[45,88],"to":[46,89,154,208],"inherently":[48],"multimodal":[49],"distribution":[50],"over":[51,244],"future":[52,77,96,110,157,211],"trajectories.":[53,78],"Existing":[54],"CVAE-based":[55,148],"predictors":[56],"learn":[57],"a":[58,104,147,218],"latent":[59,86],"representation":[60],"by":[61,140],"aligning":[62],"prior":[64],"conditioned":[65,72],"history":[68,75],"posterior":[71],"both":[74],"This":[79],"alignment":[80],"may":[81],"suppress":[82],"multimodality":[83],"in":[84,160],"space,":[87],"mixed-mode":[90],"predictions":[91,234],"that":[92,107,133,185,222],"interpolate":[93],"between":[94],"distinct":[95],"behaviours.":[97],"In":[98],"this":[99],"paper,":[100],"we":[101],"propose":[102],"MMPM,":[103],"mode-aware":[105],"framework":[106],"separately":[108],"models":[109],"distributions":[112,159],"into":[113,200],"semantically":[114],"meaningful":[115],"modes":[116],"based":[117],"pedestrian's":[120],"crossing":[121,163],"behavior.":[122],"MMPM":[123],"consists":[124],"two":[126,161],"modules:":[127],"behavior-aware":[128],"Interaction":[130],"Module":[131],"(PIM)":[132],"jointly":[134],"captures":[135],"pedestrian-vehicle":[136],"pedestrian-environment":[138],"introducing":[141],"gaze":[142],"hand":[144],"gestures,":[145],"Mode-aware":[149],"Trajectory":[150],"Predictor":[151],"(MTP)":[152],"module":[153],"model":[155],"modes,":[162],"non-crossing":[165],"road,":[167],"separately.":[168],"A":[169],"query-based":[170],"decoder":[171],"further":[172,209],"enforces":[173],"mode":[174],"consistency":[175],"during":[176],"decoding.":[177],"Experiments":[178],"PIE":[180],"JAAD":[182],"datasets":[183],"show":[184],"our":[186],"method":[187],"surpasses":[188],"state-of-the-art":[189],"baselines.":[190],"Our":[191],"proposed":[192],"MTP":[193],"model-agnostic,":[195],"which":[196],"can":[197],"be":[198],"integrated":[199],"existing":[201],"frameworks":[202],"such":[203],"BiTrap":[205],"SGNet":[207],"improve":[210],"performance.":[214],"We":[215],"additionally":[216],"introduce":[217],"data-driven":[219],"validation":[220],"protocol":[221],"retrieves":[223],"spatio-temporally":[224],"consistent":[225],"real-world":[226],"trajectories":[227],"same":[230],"evaluates":[233],"against":[235],"these":[236],"retrieved":[237],"examples,":[238],"demonstrating":[239],"improved":[240],"frame-wise":[241],"displacement":[242],"errors":[243],"previous":[245],"work.":[246]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-06-19T00:00:00"}