{"id":"https://openalex.org/W4403446304","doi":"https://doi.org/10.1109/lra.2024.3482169","title":"Long-Term Human Trajectory Prediction Using 3D Dynamic Scene Graphs","display_name":"Long-Term Human Trajectory Prediction Using 3D Dynamic Scene Graphs","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403446304","doi":"https://doi.org/10.1109/lra.2024.3482169"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3482169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3482169","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093219970","display_name":"Nicolas Gorlo","orcid":"https://orcid.org/0009-0007-6477-2068"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Gorlo","raw_affiliation_strings":["MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA"],"raw_orcid":"https://orcid.org/0009-0007-6477-2068","affiliations":[{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lukas Schmid","orcid":"https://orcid.org/0000-0002-3961-8145"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lukas Schmid","raw_affiliation_strings":["MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA"],"raw_orcid":"https://orcid.org/0000-0002-3961-8145","affiliations":[{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042157108","display_name":"Luca Carlone","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Carlone","raw_affiliation_strings":["MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA"],"raw_orcid":"https://orcid.org/0000-0003-1884-5397","affiliations":[{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"MIT SPARK Lab, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":2.4404,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.90399176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"12","first_page":"10978","last_page":"10985"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9631999731063843,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.7408961653709412},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6809682846069336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5287860035896301},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4975884258747101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4783858060836792},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06933507323265076}],"concepts":[{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.7408961653709412},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6809682846069336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5287860035896301},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4975884258747101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4783858060836792},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06933507323265076},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3482169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3482169","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2904805376","display_name":"Robust Robotic Scene Understanding  in Complex, Changing Environments using 3D Dynamic Scene Graphs","funder_award_id":"214489","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W1970206276","https://openalex.org/W2077638917","https://openalex.org/W2125095437","https://openalex.org/W2519586580","https://openalex.org/W2532516272","https://openalex.org/W2739127893","https://openalex.org/W2941818575","https://openalex.org/W2962687116","https://openalex.org/W2963001155","https://openalex.org/W2982275673","https://openalex.org/W2990129662","https://openalex.org/W2999968307","https://openalex.org/W3044326989","https://openalex.org/W3091831213","https://openalex.org/W3108659523","https://openalex.org/W3109597949","https://openalex.org/W3116651890","https://openalex.org/W3120301609","https://openalex.org/W3139491754","https://openalex.org/W3144974485","https://openalex.org/W4214593147","https://openalex.org/W4214677627","https://openalex.org/W4226236972","https://openalex.org/W4283332944","https://openalex.org/W4285117889","https://openalex.org/W4376608865","https://openalex.org/W4383108719","https://openalex.org/W4383109557","https://openalex.org/W4386453588","https://openalex.org/W4387835442","https://openalex.org/W4389667767","https://openalex.org/W4390190014","https://openalex.org/W4391743427","https://openalex.org/W4400071543","https://openalex.org/W4401415511","https://openalex.org/W4402353983","https://openalex.org/W4402716194","https://openalex.org/W4402969043","https://openalex.org/W4403587518","https://openalex.org/W6784222152","https://openalex.org/W6786497802","https://openalex.org/W6838789689","https://openalex.org/W6859010121","https://openalex.org/W6863880167"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0,82,130,177],"present":[1],"a":[2,77,111,127,144,158,187,194,208,216],"novel":[3],"approach":[4,55,146,185],"for":[5,17,215],"long-term":[6,163],"human":[7,25,63,141,164],"trajectory":[8,26,74],"prediction":[9,27,98],"in":[10,21,166,179,207],"indoor":[11,168],"human-centric":[12],"environments,":[13,169],"which":[14,170],"is":[15,108],"essential":[16],"long-horizon":[18],"robot":[19],"planning":[20],"these":[22,57,133],"environments.":[23],"State-of-the-art":[24],"methods":[28],"are":[29],"limited":[30],"by":[31,59,94],"their":[32,41],"focus":[33],"on":[34,99,148,211],"collision":[35],"avoidance":[36],"and":[37,40,68,121,193],"short-term":[38],"planning,":[39],"inability":[42],"to":[43,72,88,201],"model":[44],"complex":[45,167],"interactions":[46,64,90],"of":[47,62,79,123,162,174],"humans":[48],"with":[49,65,91],"the":[50,66,92,96,104,118,124,202,212],"environment.":[51],"In":[52],"contrast,":[53],"our":[54,154,184],"overcomes":[56],"limitations":[58],"predicting":[60],"sequences":[61,135],"environment":[67,93,125],"using":[69,143],"this":[70],"information":[71,102,107],"guide":[73],"predictions":[75],"over":[76,140],"horizon":[78,218],"up":[80],"to$\\mathrm{60}$$\\mathrm{s}$.":[81],"leverage":[83],"Large":[84],"Language":[85],"Models":[86],"(LLMs)":[87],"predict":[89],"conditioning":[95],"LLM":[97],"rich":[100],"contextual":[101],"about":[103],"scene.":[105],"This":[106],"given":[109],"as":[110],"3D":[112],"Dynamic":[113],"Scene":[114],"Graph":[115],"that":[116,183],"encodes":[117],"geometry,":[119],"semantics,":[120],"traversability":[122],"into":[126,136],"hierarchical":[128],"representation.":[129],"then":[131],"ground":[132],"interaction":[134],"multi-modal":[137],"spatio-temporal":[138],"distributions":[139],"positions":[142],"probabilistic":[145],"based":[147],"continuous-time":[149],"Markov":[150],"Chains.":[151],"To":[152],"evaluate":[153],"approach,":[155],"we":[156],"introduce":[157],"new":[159],"semi-synthetic":[160],"dataset":[161],"trajectories":[165],"also":[171],"includes":[172],"annotations":[173],"human-object":[175],"interactions.":[176],"show":[178],"thorough":[180],"experimental":[181],"evaluations":[182],"achieves":[186],"54%":[188],"lower":[189,196],"average":[190],"negative":[191],"log-likelihood":[192],"26.5%":[195],"Best-of-20":[197],"displacement":[198],"error":[199],"compared":[200],"best":[203],"non-privileged":[204],"(i.e.,":[205],"evaluated":[206],"zero-shot":[209],"fashion":[210],"dataset)":[213],"baselines":[214],"time":[217],"of$\\mathrm{60}$$\\mathrm{s}$.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}