{"id":"https://openalex.org/W7134886762","doi":"https://doi.org/10.48550/arxiv.2603.09883","title":"DISPLAY: Directable Human-Object Interaction Video Generation via Sparse Motion Guidance and Multi-Task Auxiliary","display_name":"DISPLAY: Directable Human-Object Interaction Video Generation via Sparse Motion Guidance and Multi-Task Auxiliary","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134886762","doi":"https://doi.org/10.48550/arxiv.2603.09883"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09883","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014800774","display_name":"Jiazhi Guan","orcid":"https://orcid.org/0000-0001-5219-1097"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Jiazhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123726576","display_name":"Quanwei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Quanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033816916","display_name":"Luying Huang","orcid":"https://orcid.org/0000-0002-4327-1666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Luying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408915","display_name":"Junhao Liang","orcid":"https://orcid.org/0000-0001-5612-7631"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075497345","display_name":"Borong Liang","orcid":"https://orcid.org/0000-0002-3036-6754"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Borong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128762206","display_name":"Haocheng Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Haocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128737599","display_name":"Wei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002386773","display_name":"Kaisiyuan Wang","orcid":"https://orcid.org/0000-0002-2120-8383"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kaisiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128764146","display_name":"Hang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128733122","display_name":"Jingdong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6528000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6528000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.23489999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.6723999977111816},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.651199996471405},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6187000274658203},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5246000289916992},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5080000162124634},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42739999294281006},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.3869999945163727},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3774000108242035},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7555000185966492},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.6723999977111816},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.651199996471405},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6187000274658203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5924999713897705},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5338000059127808},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5246000289916992},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5080000162124634},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42739999294281006},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3294000029563904},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.32350000739097595},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.2806999981403351},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.28040000796318054},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Human-centric":[0],"video":[1],"generation":[2,143],"has":[3],"advanced":[4],"rapidly,":[5],"yet":[6],"existing":[7],"methods":[8],"struggle":[9],"to":[10,39,123],"produce":[11],"controllable":[12,141],"and":[13,37,59,73,76,130],"physically":[14],"consistent":[15],"Human-Object":[16],"Interaction":[17],"(HOI)":[18],"videos.":[19],"Existing":[20],"works":[21],"rely":[22],"on":[23],"dense":[24],"control":[25],"signals,":[26],"template":[27],"videos,":[28],"or":[29],"carefully":[30],"crafted":[31],"text":[32],"prompts,":[33],"which":[34],"limit":[35],"flexibility":[36],"generalization":[38],"novel":[40],"objects.":[41],"We":[42],"introduce":[43],"a":[44,60,109,115],"framework,":[45],"namely":[46],"DISPLAY,":[47],"guided":[48],"by":[49],"Sparse":[50],"Motion":[51],"Guidance,":[52],"composed":[53],"only":[54],"of":[55,102],"wrist":[56],"joint":[57],"coordinates":[58],"shape-agnostic":[61],"object":[62,74,96],"bounding":[63],"box.":[64],"This":[65],"lightweight":[66],"guidance":[67],"alleviates":[68],"the":[69,100,121],"imbalance":[70],"between":[71],"human":[72],"representations":[75],"enables":[77],"intuitive":[78],"user":[79],"control.":[80],"To":[81,98],"enhance":[82],"fidelity":[83],"under":[84],"such":[85],"sparse":[86],"conditions,":[87],"we":[88,106],"propose":[89],"an":[90],"Object-Stressed":[91],"Attention":[92],"mechanism":[93],"that":[94,136],"improves":[95],"robustness.":[97],"address":[99],"scarcity":[101],"high-quality":[103],"HOI":[104,128,142],"data,":[105],"further":[107],"develop":[108],"Multi-Task":[110],"Auxiliary":[111],"Training":[112],"strategy":[113],"with":[114],"dedicated":[116],"data":[117],"curation":[118],"pipeline,":[119],"allowing":[120],"model":[122],"benefit":[124],"from":[125],"both":[126],"reliable":[127],"samples":[129],"auxiliary":[131],"tasks.":[132,146],"Comprehensive":[133],"experiments":[134],"show":[135],"our":[137],"method":[138],"achieves":[139],"high-fidelity,":[140],"across":[144],"diverse":[145],"The":[147],"project":[148],"page":[149],"can":[150],"be":[151],"found":[152],"at":[153],"\\href{https://mumuwei.github.io/DISPLAY/}.":[154]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-12T00:00:00"}