{"id":"https://openalex.org/W7165652435","doi":"https://doi.org/10.48550/arxiv.2606.23675","title":"IMAGIN-4D: Image-Guided Controllable Interaction Generation","display_name":"IMAGIN-4D: Image-Guided Controllable Interaction Generation","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165652435","doi":"https://doi.org/10.48550/arxiv.2606.23675"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.23675","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23675","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.23675","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139172426","display_name":"Sai Kumar Dwivedi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dwivedi, Sai Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069668487","display_name":"Federica Bogo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bogo, Federica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062544231","display_name":"Bugra Tekin","orcid":"https://orcid.org/0000-0001-8811-9919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tekin, Bu\u011fra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018898891","display_name":"Chenhongyi Yang","orcid":"https://orcid.org/0000-0003-3895-6895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chenhongyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114988737","display_name":"Nadine Bertsch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bertsch, Nadine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021750947","display_name":"Tom\u00e1\u0161 Hoda\u0148","orcid":"https://orcid.org/0000-0003-0576-9997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hodan, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139214561","display_name":"Michael J. Black","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Black, Michael J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070040247","display_name":"Dimitrios Tzionas","orcid":"https://orcid.org/0000-0002-7963-2582"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tzionas, Dimitrios","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014583447","display_name":"Shreyas Hampali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hampali, Shreyas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.6266999840736389,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.6266999840736389,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13179999589920044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6308000087738037},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4803999960422516},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.42570000886917114},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4221000075340271},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.41990000009536743},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.39640000462532043},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.3361999988555908},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3312000036239624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7555000185966492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6754000186920166},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6485999822616577},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6308000087738037},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4228000044822693},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4221000075340271},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.39640000462532043},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.30709999799728394},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.23675","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23675","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.23675","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.23675","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generating":[0],"human-object":[1],"interactions":[2],"(HOI)":[3],"is":[4],"central":[5],"to":[6,143,145,203],"character":[7],"animation,":[8],"robotics,":[9],"AR/VR,":[10],"and":[11,24,30,41,54,83,119,157,166,198,215,226,233,237],"embodied":[12],"AI.":[13],"Recent":[14],"HOI":[15,97,182],"generation":[16],"methods":[17],"synthesize":[18],"motion":[19,179,183,234],"from":[20,149,195],"text,":[21,156,164],"object":[22,31,51,115],"geometry,":[23],"sparse":[25],"waypoints,":[26,165],"controlling":[27],"action":[28],"semantics":[29],"trajectories.":[32],"However,":[33,74],"these":[34],"signals":[35],"underspecify":[36],"interaction:":[37],"the":[38,70,123,150,209],"same":[39,151],"prompt":[40],"trajectory":[42],"can":[43],"produce":[44],"different":[45,146],"grasps,":[46],"approach":[47],"directions,":[48],"body":[49,113],"poses,":[50,52],"contacts,":[53],"body-object":[55,117],"layouts.":[56],"We":[57,91],"address":[58],"this":[59],"ambiguity":[60],"with":[61,178],"a":[62,66,75,95,190],"reference":[63,210],"image":[64,78,101,135],"as":[65],"visual":[67,89,147,175],"specification":[68],"of":[69],"desired":[71],"interaction":[72,222],"snapshot.":[73,211],"single":[76],"global":[77],"representation":[79],"conflates":[80],"distinct":[81],"cues":[82,148],"conditions":[84],"all":[85],"frames":[86],"on":[87,213],"identical":[88],"evidence.":[90],"therefore":[92],"introduce":[93,199],"IMAGIN-4D,":[94],"diffusion-based":[96],"generator":[98],"that":[99,218],"decomposes":[100],"conditioning":[102],"spatio-temporally.":[103],"For":[104,126],"spatial":[105,120],"conditioning,":[106,128],"IMAGIN-4D":[107,160,219],"extracts":[108],"supervised":[109],"interaction-state":[110,167],"tokens":[111,132,168,176],"for":[112],"pose,":[114,116],"contact,":[118],"relationships":[121],"at":[122,242],"depicted":[124],"frame.":[125],"temporal":[127],"it":[129],"computes":[130],"frame-aware":[131,174],"by":[133],"querying":[134],"patches":[136],"per":[137],"generated":[138,206],"frame,":[139],"allowing":[140],"sequence":[141],"segments":[142],"attend":[144],"image.":[152],"To":[153],"balance":[154],"image,":[155],"waypoint":[158],"cues,":[159],"uses":[161],"role-aware":[162],"conditioning:":[163],"use":[169],"separate":[170],"AdaLN":[171],"streams,":[172],"while":[173,230],"cross-attend":[177],"tokens.":[180],"Since":[181],"datasets":[184],"lack":[185],"paired":[186],"images,":[187],"we":[188],"build":[189],"synthetic":[191],"motion-to-image":[192],"rendering":[193],"pipeline":[194],"FullBodyManipulation":[196],"(FBM)":[197],"an":[200],"image-adherence":[201],"metric":[202],"evaluate":[204],"whether":[205],"motions":[207],"match":[208],"Experiments":[212],"FBM":[214],"BEHAVE":[216],"show":[217],"improves":[220],"fine-grained":[221],"control":[223],"over":[224],"single-token":[225],"uniformly":[227],"image-conditioned":[228],"baselines":[229],"preserving":[231],"waypoint-following":[232],"quality.":[235],"Code":[236],"models":[238],"will":[239],"be":[240],"released":[241],"https://imagin4d.github.io.":[243]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}