{"id":"https://openalex.org/W4402727621","doi":"https://doi.org/10.1109/cvpr52733.2024.00182","title":"Generating Human Motion in 3D Scenes from Text Descriptions","display_name":"Generating Human Motion in 3D Scenes from Text Descriptions","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727621","doi":"https://doi.org/10.1109/cvpr52733.2024.00182"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109716303","display_name":"Zhi Cen","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhi Cen","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030835838","display_name":"Huaijin Pi","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaijin Pi","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073087748","display_name":"Sida Peng","orcid":"https://orcid.org/0000-0001-6546-4525"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sida Peng","raw_affiliation_strings":["Zhejiang University,State Key Lab of CAD&CG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,State Key Lab of CAD&CG","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014481904","display_name":"Zehong Shen","orcid":"https://orcid.org/0000-0002-7232-793X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehong Shen","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033918770","display_name":"Minghui Yang","orcid":"https://orcid.org/0000-0002-9412-7509"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minghui Yang","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756233","display_name":"Shuai Zhu","orcid":"https://orcid.org/0009-0004-8839-3773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuai Zhu","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101814482","display_name":"Xiaowei Zhou","orcid":"https://orcid.org/0000-0003-1926-5597"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhou","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5109716303"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":3.1027,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.91963897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1855","last_page":"1866"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6860437393188477},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6383862495422363},{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.6263710260391235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6159283518791199},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.576732873916626},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.404777854681015},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34374868869781494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6860437393188477},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6383862495422363},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.6263710260391235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6159283518791199},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.576732873916626},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.404777854681015},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34374868869781494}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00182","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G171152487","display_name":null,"funder_award_id":"62172364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1735317348","https://openalex.org/W2188365844","https://openalex.org/W2469134594","https://openalex.org/W2474702929","https://openalex.org/W2611706523","https://openalex.org/W2752796333","https://openalex.org/W2801567109","https://openalex.org/W2945629925","https://openalex.org/W2949924544","https://openalex.org/W2963076818","https://openalex.org/W2963799213","https://openalex.org/W2964203186","https://openalex.org/W2971074500","https://openalex.org/W2971856312","https://openalex.org/W2978956737","https://openalex.org/W2982275673","https://openalex.org/W2982625143","https://openalex.org/W2986708244","https://openalex.org/W3036167779","https://openalex.org/W3048474702","https://openalex.org/W3048539707","https://openalex.org/W3048550213","https://openalex.org/W3095974555","https://openalex.org/W3096609285","https://openalex.org/W3107521863","https://openalex.org/W3107914916","https://openalex.org/W3125772723","https://openalex.org/W3133833192","https://openalex.org/W3144253442","https://openalex.org/W3153832461","https://openalex.org/W3166396011","https://openalex.org/W3173844917","https://openalex.org/W3175234951","https://openalex.org/W3175246890","https://openalex.org/W3176252609","https://openalex.org/W3177813494","https://openalex.org/W3178489527","https://openalex.org/W3184584813","https://openalex.org/W3185319321","https://openalex.org/W3197501724","https://openalex.org/W3203949114","https://openalex.org/W4214526701","https://openalex.org/W4214677627","https://openalex.org/W4214684415","https://openalex.org/W4214755140","https://openalex.org/W4224035735","https://openalex.org/W4281557260","https://openalex.org/W4281931856","https://openalex.org/W4286611287","https://openalex.org/W4286611302","https://openalex.org/W4288079574","https://openalex.org/W4288089799","https://openalex.org/W4289364796","https://openalex.org/W4292779060","https://openalex.org/W4297981470","https://openalex.org/W4297989763","https://openalex.org/W4298186886","https://openalex.org/W4310463627","https://openalex.org/W4311415873","https://openalex.org/W4312242013","https://openalex.org/W4312457231","https://openalex.org/W4312495732","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4312637963","https://openalex.org/W4312749817","https://openalex.org/W4312852845","https://openalex.org/W4312933868","https://openalex.org/W4312936899","https://openalex.org/W4313072274","https://openalex.org/W4313145975","https://openalex.org/W4313162371","https://openalex.org/W4313182738","https://openalex.org/W4320234370","https://openalex.org/W4321512646","https://openalex.org/W4322718191","https://openalex.org/W4323076533","https://openalex.org/W4378084859","https://openalex.org/W4382334257","https://openalex.org/W4382457661","https://openalex.org/W4385027469","https://openalex.org/W4385245566","https://openalex.org/W4386075724","https://openalex.org/W4386075980","https://openalex.org/W4386076056","https://openalex.org/W4386076288","https://openalex.org/W4386076405","https://openalex.org/W4386160289","https://openalex.org/W4387636034","https://openalex.org/W4387963301","https://openalex.org/W4390871696","https://openalex.org/W4390871790","https://openalex.org/W4390871962","https://openalex.org/W4390872031","https://openalex.org/W4390872353","https://openalex.org/W4390873580","https://openalex.org/W4390873610","https://openalex.org/W4390874263","https://openalex.org/W4390874439","https://openalex.org/W4391305822","https://openalex.org/W4393153655","https://openalex.org/W4394625728","https://openalex.org/W4399574575","https://openalex.org/W4399584509","https://openalex.org/W6631190155","https://openalex.org/W6687045409","https://openalex.org/W6739901393","https://openalex.org/W6756121852","https://openalex.org/W6762931180","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779823529","https://openalex.org/W6784488941","https://openalex.org/W6791353385","https://openalex.org/W6798182279","https://openalex.org/W6798370836","https://openalex.org/W6798634944","https://openalex.org/W6809885388","https://openalex.org/W6838865847","https://openalex.org/W6839828898","https://openalex.org/W6844223692","https://openalex.org/W6849518431","https://openalex.org/W6850082022","https://openalex.org/W6850625674","https://openalex.org/W6851276888","https://openalex.org/W6851448254","https://openalex.org/W6853450284","https://openalex.org/W6857159107","https://openalex.org/W6858023062"],"related_works":["https://openalex.org/W2529580585","https://openalex.org/W2804584315","https://openalex.org/W2035558540","https://openalex.org/W2167757589","https://openalex.org/W2332110715","https://openalex.org/W2988011613","https://openalex.org/W2806036343","https://openalex.org/W2079653927","https://openalex.org/W142482926","https://openalex.org/W1550399236"],"abstract_inverted_index":{"Generating":[0],"human":[1,47,160],"motions":[2,48,161],"from":[3],"textual":[4],"descriptions":[5,55],"has":[6],"gained":[7],"growing":[8],"research":[9],"interest":[10],"due":[11,64],"to":[12,65,141,175],"its":[13],"wide":[14],"range":[15],"of":[16,45,56,69,104,116,124,156,171],"applications.":[17],"However,":[18],"only":[19],"a":[20,88],"few":[21],"works":[22],"consider":[23],"human-":[24],"scene":[25,135,150],"interactions":[26],"together":[27],"with":[28],"text":[29,54],"conditions,":[30],"which":[31],"is":[32],"crucial":[33],"for":[34,79,137],"visual":[35],"and":[36,72,108,152,162,177],"physical":[37],"realism.":[38],"This":[39,60],"paper":[40],"fo-cuses":[41],"on":[42,143],"the":[43,57,66,77,93,105,117,122,138,144,149,154,157,163,167],"task":[44,61],"generating":[46],"in":[49],"3D":[50],"in-door":[51],"scenes":[52],"given":[53],"human-scene":[58],"in-teractions.":[59],"presents":[62],"challenges":[63],"multi-modality":[67],"nature":[68],"text,":[70],"scene,":[71],"motion,":[73],"as":[74,76],"well":[75],"need":[78],"spatial":[80],"reasoning.":[81],"To":[82],"address":[83],"these":[84],"challenges,":[85],"we":[86,120,131],"propose":[87],"new":[89],"approach":[90,173],"that":[91],"decomposes":[92],"complex":[94],"prob-lem":[95],"into":[96],"two":[97],"more":[98],"manageable":[99],"sub-problems:":[100],"(1)":[101],"language":[102,114,126],"grounding":[103,115],"target":[106,118,145],"object":[107],"(2)":[109],"object-centric":[110,134],"motion":[111,129,169],"generation.":[112],"For":[113,128],"ob-ject,":[119],"leverage":[121],"power":[123],"large":[125],"models.":[127],"generation,":[130],"design":[132,180],"an":[133],"rep-resentation":[136],"generative":[139],"model":[140],"focus":[142],"object,":[146],"thereby":[147],"reducing":[148],"complexity":[151],"facilitating":[153],"modeling":[155],"relationship":[158],"between":[159],"object.":[164],"Experiments":[165],"demonstrate":[166],"better":[168],"quality":[170],"our":[172,179],"compared":[174],"baselines":[176],"validate":[178],"choices.":[181],"Code":[182],"will":[183],"be":[184],"available":[185],"at":[186],"link.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}