{"id":"https://openalex.org/W7163152891","doi":"https://doi.org/10.48550/arxiv.2606.02000","title":"Towards 3D-Aware Video Diffusion Models: Render-Free Human Motion Control with Mesh Tokenization","display_name":"Towards 3D-Aware Video Diffusion Models: Render-Free Human Motion Control with Mesh Tokenization","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163152891","doi":"https://doi.org/10.48550/arxiv.2606.02000"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103081477","display_name":"Jingyun Liang","orcid":"https://orcid.org/0000-0001-9841-8584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Jingyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137656004","display_name":"Min Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137618536","display_name":"Shikai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045569962","display_name":"Yizeng Han","orcid":"https://orcid.org/0000-0001-5706-8784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Yizeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137626575","display_name":"Hangjie Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Hangjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137625679","display_name":"Lei Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137697789","display_name":"Weihua Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Weihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137699764","display_name":"Fan Wang","orcid":"https://orcid.org/0009-0004-1831-6705"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.44110000133514404,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.44110000133514404,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.3183000087738037,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.11180000007152557,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5913000106811523},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5116999745368958},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48019999265670776},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.47029998898506165},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.4214000105857849},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4099000096321106},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.38269999623298645},{"id":"https://openalex.org/keywords/structure-from-motion","display_name":"Structure from motion","score":0.3546000123023987}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083000183105469},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.748199999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7056999802589417},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5116999745368958},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4099000096321106},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C146159030","wikidata":"https://www.wikidata.org/wiki/Q7625099","display_name":"Structure from motion","level":3,"score":0.3546000123023987},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3474999964237213},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.27950000762939453},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2777036941","wikidata":"https://www.wikidata.org/wiki/Q6917771","display_name":"Motion analysis","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1,12],"have":[2],"shown":[3],"remarkable":[4],"success":[5],"in":[6,110],"video":[7,79,104,130,159],"generation.":[8,131],"However,":[9],"whether":[10],"such":[11],"are":[13],"truly":[14],"aware":[15],"of":[16,51],"the":[17,117,178],"3D":[18,52,84,92,124,171],"structure":[19],"underlying":[20],"visual":[21],"observations,":[22],"rather":[23],"than":[24],"simply":[25],"reproducing":[26],"plausible":[27],"2D":[28,68,148],"projections,":[29],"remains":[30],"an":[31],"open":[32],"question.":[33],"In":[34],"this":[35,39],"work,":[36],"we":[37,72],"investigate":[38],"question":[40],"through":[41],"human":[42,53,85,138,172],"motion":[43,69,108,139],"control,":[44],"a":[45,74,97,111],"task":[46],"that":[47,64,77,102,158],"requires":[48,116],"precise":[49],"modelling":[50],"geometry,":[54],"motion,":[55],"camera":[56,127],"viewpoint,":[57],"and":[58,126,150,174],"scene":[59],"context.":[60],"Unlike":[61],"prior":[62],"methods":[63],"rely":[65],"on":[66,82,137],"rendered":[67],"guidance":[70,149],"videos,":[71],"propose":[73],"render-free":[75],"framework":[76],"conditions":[78],"generation":[80,100],"directly":[81],"compressed":[83],"mesh":[86,165],"tokens.":[87],"This":[88,114],"representation":[89],"preserves":[90],"full":[91],"geometric":[93],"information":[94],"while":[95,142],"enabling":[96],"unified":[98],"token-based":[99],"pipeline":[101],"processes":[103],"tokens":[105,109],"jointly":[106,121],"with":[107,164,177],"DiT-based":[112],"architecture.":[113],"design":[115],"model":[118],"to":[119],"reason":[120],"about":[122],"appearance,":[123],"structure,":[125],"viewpoint":[128],"during":[129,153],"Experimental":[132],"results":[133],"demonstrate":[134],"strong":[135],"performance":[136],"control":[140],"benchmarks,":[141],"reducing":[143],"artifacts":[144],"induced":[145],"by":[146],"view-dependent":[147],"trajectory-pose":[151],"mismatches":[152],"editing.":[154],"These":[155],"findings":[156],"suggest":[157],"diffusion":[160],"models,":[161],"when":[162],"equipped":[163],"tokenization,":[166],"can":[167],"better":[168],"capture":[169],"complex":[170],"structures":[173],"their":[175],"interactions":[176],"surrounding":[179],"environment.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}