{"id":"https://openalex.org/W3167478287","doi":"https://doi.org/10.1109/cvpr46437.2021.00338","title":"We are More than Our Joints: Predicting how 3D Bodies Move","display_name":"We are More than Our Joints: Predicting how 3D Bodies Move","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3167478287","doi":"https://doi.org/10.1109/cvpr46437.2021.00338","mag":"3167478287"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr46437.2021.00338","doi":"https://doi.org/10.1109/cvpr46437.2021.00338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00338","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.00619","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100456335","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0001-6273-5334","observed_orcids":["https://orcid.org/0000-0001-6273-5334","https://orcid.org/0000-0003-2001-2175"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["ETH Z\u00fcrich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540","observed_orcids":["https://orcid.org/0000-0001-6077-4540"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,T\u00fcbingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,T\u00fcbingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056265728","display_name":"Siyu Tang","orcid":"https://orcid.org/0000-0002-1015-4770","observed_orcids":["https://orcid.org/0000-0002-1015-4770"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Siyu Tang","raw_affiliation_strings":["ETH Z\u00fcrich,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich,Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0994,"has_fulltext":true,"cited_by_count":137,"citation_normalized_percentile":{"value":0.97274979,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3371","last_page":"3381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-human-motion-prediction","display_name":"3D human motion prediction","score":0.9860000014305115},{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.8759999871253967},{"id":"https://openalex.org/keywords/smpl-x","display_name":"SMPL-X","score":0.8840000033378601},{"id":"https://openalex.org/keywords/amass","display_name":"AMASS","score":0.5540000200271606}],"concepts":[{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.733991265296936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6792788505554199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6394977569580078},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6234167218208313},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5888627767562866},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5269238352775574},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5201471447944641},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4841523766517639},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.42363569140434265},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3678593635559082},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1113530695438385},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr46437.2021.00338","doi":"https://doi.org/10.1109/cvpr46437.2021.00338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00338","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2012.00619","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.00619","pdf_url":"https://arxiv.org/pdf/2012.00619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2012.00619","doi":"https://doi.org/10.48550/arxiv.2012.00619","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.00619","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.00619","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.00619","pdf_url":"https://arxiv.org/pdf/2012.00619","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3167478287.pdf","grobid_xml":"https://content.openalex.org/works/W3167478287.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1916685473","https://openalex.org/W1959608418","https://openalex.org/W1967554269","https://openalex.org/W2031614119","https://openalex.org/W2066261402","https://openalex.org/W2099333815","https://openalex.org/W2101032778","https://openalex.org/W2121231644","https://openalex.org/W2122633688","https://openalex.org/W2126926806","https://openalex.org/W2157331557","https://openalex.org/W2171165942","https://openalex.org/W2290727245","https://openalex.org/W2471723840","https://openalex.org/W2483862638","https://openalex.org/W2556467266","https://openalex.org/W2606517404","https://openalex.org/W2607626373","https://openalex.org/W2611815546","https://openalex.org/W2613864254","https://openalex.org/W2614034469","https://openalex.org/W2623550831","https://openalex.org/W2765931139","https://openalex.org/W2768683308","https://openalex.org/W2769460278","https://openalex.org/W2784473436","https://openalex.org/W2793483732","https://openalex.org/W2802025241","https://openalex.org/W2803747201","https://openalex.org/W2887738788","https://openalex.org/W2892040300","https://openalex.org/W2894846593","https://openalex.org/W2896588340","https://openalex.org/W2928521819","https://openalex.org/W2939665722","https://openalex.org/W2949924544","https://openalex.org/W2952275641","https://openalex.org/W2962101532","https://openalex.org/W2963355540","https://openalex.org/W2963548793","https://openalex.org/W2967085918","https://openalex.org/W2967417633","https://openalex.org/W2970971581","https://openalex.org/W2979708657","https://openalex.org/W2980523657","https://openalex.org/W2981042581","https://openalex.org/W2995321487","https://openalex.org/W3002101995","https://openalex.org/W3016386342","https://openalex.org/W3032647470","https://openalex.org/W3033920763","https://openalex.org/W3034696014","https://openalex.org/W3035545045","https://openalex.org/W3035581100","https://openalex.org/W3036644940","https://openalex.org/W3046205681","https://openalex.org/W3048550213","https://openalex.org/W3053462477","https://openalex.org/W3101151469","https://openalex.org/W3102823913","https://openalex.org/W3108262631","https://openalex.org/W3109717189","https://openalex.org/W4287813951","https://openalex.org/W6722076910","https://openalex.org/W6775908216","https://openalex.org/W6785772895"],"related_works":["https://openalex.org/W4383097400","https://openalex.org/W4296563720","https://openalex.org/W7220684513","https://openalex.org/W4285601889","https://openalex.org/W3215649702","https://openalex.org/W3101151469","https://openalex.org/W6908554104","https://openalex.org/W6910659464","https://openalex.org/W6901552452","https://openalex.org/W7220816034"],"abstract_inverted_index":{"A":[0],"key":[1],"step":[2],"towards":[3],"understanding":[4],"human":[5,12,20,70,98,158,245],"behavior":[6],"is":[7,161,186,298],"the":[8,45,95,123,143,147,165,168,171,175,204,209,215,223,252,257,264,268,275],"prediction":[9,100,230],"of":[10,34,58,74,97,107,120,146,170,208,270],"3D":[11,36,42,69,84,144,293],"motion.":[13,225],"Successful":[14],"solutions":[15],"have":[16],"many":[17],"applications":[18],"in":[19,56,164,237,278],"tracking,":[21],"HCI,":[22],"and":[23,212,281,291],"graphics.":[24],"Most":[25],"previous":[26],"work":[27],"focuses":[28],"on":[29,122],"predicting":[30,54],"a":[31,40,79,90,105,117,137,187,192],"time":[32,261],"series":[33],"future":[35],"joint":[37,59,62],"locations":[38,121],"given":[39],"sequence":[41],"joints":[43,85,238],"from":[44,199,214,243],"past.":[46],"This":[47],"Euclidean":[48],"formulation":[49],"generally":[50],"works":[51],"better":[52],"than":[53,182],"pose":[55],"terms":[57],"rotations.":[60],"Body":[61],"locations,":[63],"however,":[64],"do":[65],"not":[66,162],"fully":[67],"constrain":[68],"pose,":[71],"leaving":[72],"degrees":[73],"freedom":[75],"(like":[76],"rotation":[77],"about":[78,157],"limb)":[80],"undefined.":[81],"Note":[82],"that":[83,126,160,196,228,241,285],"can":[86,101],"be":[87,102],"viewed":[88],"as":[89,104],"sparse":[91,118,150],"point":[92,108],"cloud.":[93],"Thus":[94],"problem":[96,106],"motion":[99,129,229],"seen":[103],"cloud":[109],"prediction.":[110],"With":[111],"this":[112],"observation,":[113],"we":[114,135,178,250],"instead":[115],"predict":[116],"set":[119],"body":[124,139,145,254,294],"surface":[125,151],"correspond":[127],"to":[128,141,256],"capture":[130],"markers.":[131],"Given":[132],"such":[133],"markers,":[134],"fit":[136,251],"parametric":[138],"model":[140,255],"recover":[142],"person.":[148],"These":[149],"markers":[152,240,277],"also":[153],"carry":[154],"detailed":[155],"information":[156],"movement":[159],"present":[163],"joints,":[166],"increasing":[167],"naturalness":[169],"predicted":[172],"motions.":[173],"Using":[174],"AMASS":[176],"dataset,":[177],"train":[179],"MOJO":[180,202],"(More":[181],"Our":[183],"JOints),":[184],"which":[185],"novel":[188],"variational":[189],"autoencoder":[190],"with":[191],"latent":[193,200,216],"DCT":[194],"space":[195,269],"generates":[197],"motions":[198],"frequencies.":[201],"preserves":[203],"full":[205],"temporal":[206],"resolution":[207],"input":[210],"motion,":[211],"sampling":[213],"frequencies":[217],"explicitly":[218],"introduces":[219],"high-frequency":[220],"components":[221],"into":[222],"generated":[224],"We":[226],"note":[227],"methods":[231],"accumulate":[232],"errors":[233],"over":[234],"time,":[235],"resulting":[236],"or":[239],"diverge":[242],"true":[244],"bodies.":[246],"To":[247],"address":[248],"this,":[249],"SMPL-X":[253],"predictions":[258],"at":[259,303],"each":[260],"step,":[262],"projecting":[263],"solution":[265],"back":[266],"onto":[267],"valid":[271],"bodies,":[272],"before":[273],"propagating":[274],"new":[276],"time.":[279],"Quantitative":[280],"qualitative":[282],"experiments":[283],"show":[284],"our":[286],"approach":[287],"produces":[288],"state-of-the-art":[289],"results":[290],"realistic":[292],"animations.":[295],"The":[296],"code":[297],"available":[299],"for":[300],"research":[301],"purposes":[302],"https://yz-cnsdqz.github.io/MOJO/MOJO.html.":[304]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":10}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2021-06-22T00:00:00"}