{"id":"https://openalex.org/W7136779372","doi":"https://doi.org/10.48550/arxiv.2603.13185","title":"Towards Spatio-Temporal World Scene Graph Generation from Monocular Videos","display_name":"Towards Spatio-Temporal World Scene Graph Generation from Monocular Videos","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136779372","doi":"https://doi.org/10.48550/arxiv.2603.13185"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093581582","display_name":"Rohith Peddi","orcid":"https://orcid.org/0009-0007-4705-8129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peddi, Rohith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129467520","display_name":"Saurabh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saurabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116689328","display_name":"Shravan Shanmugam","orcid":"https://orcid.org/0009-0009-6312-7934"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shanmugam, Shravan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129514872","display_name":"Likhitha Pallapothula","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pallapothula, Likhitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129478594","display_name":"Yu Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103677687","display_name":"Parag Singla","orcid":"https://orcid.org/0009-0000-9190-9794"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singla, Parag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038455119","display_name":"Vibhav Gogate","orcid":"https://orcid.org/0000-0002-6459-7358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gogate, Vibhav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9476000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.8420000076293945},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.6686999797821045},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5565999746322632},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5097000002861023},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.47189998626708984},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46619999408721924},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.43779999017715454},{"id":"https://openalex.org/keywords/scene-statistics","display_name":"Scene statistics","score":0.4255000054836273},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4163999855518341}],"concepts":[{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.8420000076293945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336999773979187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6751000285148621},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6686999797821045},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5565999746322632},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.47189998626708984},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46939998865127563},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46619999408721924},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C197654239","wikidata":"https://www.wikidata.org/wiki/Q7430757","display_name":"Scene statistics","level":3,"score":0.4255000054836273},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.40209999680519104},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3862000107765198},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.34630000591278076},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3109000027179718},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.40528279542922974}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spatio-temporal":[0],"scene":[1,98,215,223],"graphs":[2],"provide":[3],"a":[4,40,96,123,141,199],"principled":[5],"representation":[6],"for":[7,58,69,127,207],"modeling":[8],"evolving":[9],"object":[10,60,138],"interactions,":[11],"yet":[12],"existing":[13],"methods":[14],"remain":[15],"fundamentally":[16],"frame-centric:":[17],"they":[18],"reason":[19],"only":[20],"about":[21,129],"currently":[22],"visible":[23],"objects,":[24],"discard":[25],"entities":[26],"upon":[27],"occlusion,":[28],"and":[29,64,113,160,179,185,221],"operate":[30],"in":[31,62,108],"2D.":[32],"To":[33],"address":[34],"this,":[35],"we":[36,85],"first":[37],"introduce":[38],"ActionGenome4D,":[39],"dataset":[41],"that":[42,71,103],"upgrades":[43],"Action":[44],"Genome":[45],"videos":[46],"into":[47],"4D":[48],"scenes":[49],"via":[50,140,198],"feed-forward":[51],"3D":[52,177],"reconstruction,":[53],"world-frame":[54],"oriented":[55],"bounding":[56],"boxes":[57],"every":[59],"involved":[61],"actions,":[63],"dense":[65],"relationship":[66,209],"annotations":[67],"including":[68],"objects":[70,107],"are":[72],"temporarily":[73],"unobserved":[74,130],"due":[75],"to":[76],"occlusion":[77],"or":[78],"camera":[79],"motion.":[80],"Building":[81],"on":[82,194],"this":[83],"data,":[84],"formalize":[86],"World":[87,134,147],"Scene":[88,163],"Graph":[89,202],"Generation":[90],"(WSGG),":[91],"the":[92,109,167,187,195],"task":[93,197],"of":[94,189,201],"constructing":[95],"world":[97],"graph":[99],"at":[100],"each":[101,121],"timestamp":[102],"encompasses":[104],"all":[105],"interacting":[106],"scene,":[110],"both":[111],"observed":[112],"unobserved.":[114],"We":[115,182],"then":[116],"propose":[117],"three":[118],"complementary":[119],"methods,":[120],"exploring":[122],"different":[124],"inductive":[125],"bias":[126],"reasoning":[128,152],"objects:":[131],"PWG":[132],"(Persistent":[133],"Graph),":[135],"which":[136,149,165],"implements":[137],"permanence":[139],"zero-order":[142],"feature":[143],"buffer;":[144],"MWAE":[145],"(Masked":[146],"Auto-Encoder),":[148],"reframes":[150],"unobserved-object":[151],"as":[153],"masked":[154],"completion":[155],"with":[156,170],"cross-view":[157],"associative":[158],"retrieval;":[159],"4DST":[161],"(4D":[162],"Transformer),":[164],"replaces":[166],"static":[168],"buffer":[169],"differentiable":[171],"per-object":[172],"temporal":[173],"attention":[174],"enriched":[175],"by":[176],"motion":[178],"camera-pose":[180],"features.":[181],"further":[183],"design":[184],"evaluate":[186],"performance":[188],"strong":[190],"open-source":[191],"Vision-Language":[192],"Models":[193],"WSGG":[196,211],"suite":[200],"RAG-based":[203],"approaches,":[204],"establishing":[205],"baselines":[206],"unlocalized":[208],"prediction.":[210],"thus":[212],"advances":[213],"video":[214],"understanding":[216],"toward":[217],"world-centric,":[218],"temporally":[219],"persistent,":[220],"interpretable":[222],"reasoning.":[224]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-17T00:00:00"}