{"id":"https://openalex.org/W7140414256","doi":"https://doi.org/10.48550/arxiv.2603.24383","title":"ViHOI: Human-Object Interaction Synthesis with Visual Priors","display_name":"ViHOI: Human-Object Interaction Synthesis with Visual Priors","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7140414256","doi":"https://doi.org/10.48550/arxiv.2603.24383"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24383","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24383","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24383","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045776359","display_name":"Songjin Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Songjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021672293","display_name":"Linjie Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Linjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130658232","display_name":"Ling Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038748720","display_name":"Changxing Ding","orcid":"https://orcid.org/0000-0001-7232-3181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Changxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8285999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12200000137090683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.8159999847412109},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6621000170707703},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5196999907493591},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5085999965667725},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4377000033855438},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43470001220703125},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3783000111579895}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.8159999847412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6687999963760376},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5085999965667725},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4377000033855438},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39660000801086426},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C2780806968","wikidata":"https://www.wikidata.org/wiki/Q6045196","display_name":"Interaction model","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2687000036239624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24383","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24383","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24383","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24383","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generating":[0],"realistic":[1],"and":[2,84,92,139,160,177],"physically":[3],"plausible":[4],"3D":[5],"Human-Object":[6],"Interactions":[7],"(HOI)":[8],"remains":[9],"a":[10,36,52,74,80,86,98,150],"key":[11],"challenge":[12],"in":[13],"motion":[14,140],"generation.":[15],"One":[16],"primary":[17],"reason":[18],"is":[19,28,123],"that":[20,55,101,166],"describing":[21],"these":[22],"physical":[23],"constraints":[24],"with":[25],"words":[26],"alone":[27],"difficult.":[29],"To":[30],"address":[31],"this":[32],"limitation,":[33],"we":[34,49,96],"propose":[35],"new":[37],"paradigm:":[38],"extracting":[39],"rich":[40],"interaction":[41,161],"priors":[42,64],"from":[43,65,128],"easily":[44],"accessible":[45],"2D":[46,66],"images.":[47],"Specifically,":[48],"introduce":[50],"ViHOI,":[51],"novel":[53],"framework":[54,122],"enables":[56],"diffusion-based":[57],"generative":[58],"models":[59],"to":[60,68,89,131,154,157],"leverage":[61],"rich,":[62],"task-specific":[63],"images":[67,127,147],"enhance":[69],"generation":[70,152],"quality.":[71],"We":[72],"utilize":[73],"large":[75],"Vision-Language":[76],"Model":[77],"(VLM)":[78],"as":[79],"powerful":[81],"prior-extraction":[82],"engine":[83],"adopt":[85],"layer-decoupled":[87],"strategy":[88],"obtain":[90],"visual":[91,137],"textual":[93],"priors.":[94],"Concurrently,":[95],"design":[97],"Q-Former-based":[99],"adapter":[100],"compresses":[102],"the":[103,114,129],"VLM's":[104],"high-dimensional":[105],"features":[106],"into":[107],"compact":[108],"prior":[109],"tokens,":[110],"which":[111],"significantly":[112],"facilitates":[113],"conditional":[115],"training":[116],"of":[117],"our":[118],"diffusion":[119],"model.":[120],"Our":[121],"trained":[124],"on":[125],"motion-rendered":[126],"dataset":[130],"ensure":[132],"strict":[133],"semantic":[134],"alignment":[135],"between":[136],"inputs":[138],"sequences.":[141],"During":[142],"inference,":[143],"it":[144],"leverages":[145],"reference":[146],"synthesized":[148],"by":[149],"text-to-image":[151],"model":[153],"improve":[155],"generalization":[156],"unseen":[158],"objects":[159],"categories.":[162],"Experimental":[163],"results":[164],"demonstrate":[165],"ViHOI":[167],"achieves":[168],"state-of-the-art":[169],"performance,":[170],"outperforming":[171],"existing":[172],"methods":[173],"across":[174],"multiple":[175],"benchmarks":[176],"demonstrating":[178],"superior":[179],"generalization.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-27T00:00:00"}