{"id":"https://openalex.org/W4403859470","doi":"https://doi.org/10.1145/3697294.3697309","title":"Multi-Resolution Generative Modeling of Human Motion from Limited Data","display_name":"Multi-Resolution Generative Modeling of Human Motion from Limited Data","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4403859470","doi":"https://doi.org/10.1145/3697294.3697309"},"language":"en","primary_location":{"id":"doi:10.1145/3697294.3697309","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3697294.3697309","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 21st ACM SIGGRAPH Conference on Visual Media Production","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.16498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008174049","display_name":"David Eduardo Moreno-Villamarin","orcid":"https://orcid.org/0000-0002-6807-4845"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"David Eduardo Moreno-Villamarin","raw_affiliation_strings":["Computer Vision & Graphics, Fraunhofer HHI, DE"],"raw_orcid":"https://orcid.org/0000-0002-6807-4845","affiliations":[{"raw_affiliation_string":"Computer Vision & Graphics, Fraunhofer HHI, DE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074580099","display_name":"Anna Hilsmann","orcid":"https://orcid.org/0000-0002-2086-0951"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Hilsmann","raw_affiliation_strings":["Vision & Imaging Technologies, Fraunhofer HHI, DE"],"raw_orcid":"https://orcid.org/0000-0002-2086-0951","affiliations":[{"raw_affiliation_string":"Vision & Imaging Technologies, Fraunhofer HHI, DE","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009614926","display_name":"Peter Eisert","orcid":"https://orcid.org/0000-0001-8378-4805"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Eisert","raw_affiliation_strings":["Vision & Imaging Technologies, Fraunhofer HHI, DE and Humboldt University, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8378-4805","affiliations":[{"raw_affiliation_string":"Vision & Imaging Technologies, Fraunhofer HHI, DE and Humboldt University, Germany","institution_ids":["https://openalex.org/I2800274787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008174049"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18204346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6804825067520142},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5774592757225037},{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.5700181722640991},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5390163660049438},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.46081727743148804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45918864011764526},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.4260139763355255},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36458820104599},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07442939281463623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6804825067520142},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5774592757225037},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.5700181722640991},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5390163660049438},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.46081727743148804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45918864011764526},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.4260139763355255},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36458820104599},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07442939281463623}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3697294.3697309","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3697294.3697309","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 21st ACM SIGGRAPH Conference on Visual Media Production","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2411.16498","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.16498","pdf_url":"https://arxiv.org/pdf/2411.16498","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:publica.fraunhofer.de:publica/483870","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/483870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.16498","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.16498","pdf_url":"https://arxiv.org/pdf/2411.16498","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2074479902","display_name":null,"funder_award_id":"101135724","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G4353328201","display_name":null,"funder_award_id":"101070672","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4649428932","display_name":null,"funder_award_id":"101135724","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6547295052","display_name":null,"funder_award_id":"16Sv8705","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G6615304514","display_name":null,"funder_award_id":"101070672","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G8127454760","display_name":null,"funder_award_id":"101135724","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403859470.pdf","grobid_xml":"https://content.openalex.org/works/W4403859470.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1735317348","https://openalex.org/W1967554269","https://openalex.org/W2469134594","https://openalex.org/W2760103357","https://openalex.org/W2768683308","https://openalex.org/W2922298118","https://openalex.org/W2945629925","https://openalex.org/W2949924544","https://openalex.org/W2963073614","https://openalex.org/W2967443589","https://openalex.org/W2978956737","https://openalex.org/W2981802563","https://openalex.org/W2982041717","https://openalex.org/W2993797559","https://openalex.org/W3002310794","https://openalex.org/W3009014607","https://openalex.org/W3025281718","https://openalex.org/W3032794725","https://openalex.org/W3035574324","https://openalex.org/W3083173864","https://openalex.org/W3099073275","https://openalex.org/W3103512110","https://openalex.org/W3107914916","https://openalex.org/W3119439276","https://openalex.org/W3122282950","https://openalex.org/W3125775899","https://openalex.org/W3153832461","https://openalex.org/W3198131199","https://openalex.org/W3209984917","https://openalex.org/W4206169547","https://openalex.org/W4286611287","https://openalex.org/W4297981470","https://openalex.org/W4377010269"],"related_works":["https://openalex.org/W2035558540","https://openalex.org/W2529580585","https://openalex.org/W2804584315","https://openalex.org/W2004712313","https://openalex.org/W2167757589","https://openalex.org/W2332110715","https://openalex.org/W2988011613","https://openalex.org/W2806036343","https://openalex.org/W2079653927","https://openalex.org/W142482926"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,39,45],"generative":[3,48],"model":[4,27,43],"that":[5],"learns":[6],"to":[7,78,87,111,122],"synthesize":[8],"human":[9,30,113],"motion":[10,31],"from":[11,91],"limited":[12,96],"training":[13,127],"sequences.":[14],"Our":[15,42],"framework":[16],"provides":[17],"conditional":[18],"generation":[19],"and":[20,38,49,71,137],"blending":[21],"across":[22],"multiple":[23],"temporal":[24],"resolutions.":[25],"The":[26],"adeptly":[28],"captures":[29],"patterns":[32],"by":[33,135],"integrating":[34],"skeletal":[35],"convolution":[36],"layers":[37],"multi-scale":[40],"architecture.":[41],"contains":[44],"set":[46],"of":[47,81,102,126],"adversarial":[50],"networks,":[51],"along":[52],"with":[53,95],"embedding":[54],"modules,":[55],"each":[56],"tailored":[57],"for":[58],"generating":[59,130],"motions":[60],"at":[61],"specific":[62],"frame":[63],"rates":[64],"while":[65,129],"exerting":[66],"control":[67],"over":[68],"their":[69],"content":[70],"details.":[72],"Notably,":[73],"our":[74,106,119],"approach":[75,107],"also":[76],"extends":[77],"the":[79],"synthesis":[80,101],"co-speech":[82],"gestures,":[83],"demonstrating":[84],"its":[85],"ability":[86,121],"generate":[88],"synchronized":[89],"gestures":[90],"speech":[92],"inputs,":[93],"even":[94],"paired":[97],"data.":[98],"Through":[99],"direct":[100],"SMPL":[103],"pose":[104],"parameters,":[105],"avoids":[108],"test-time":[109],"adjustments":[110],"fit":[112],"body":[114],"meshes.":[115],"Experimental":[116],"results":[117],"showcase":[118],"model\u2019s":[120],"achieve":[123],"extensive":[124],"coverage":[125],"examples,":[128],"diverse":[131],"motions,":[132],"as":[133],"indicated":[134],"local":[136],"global":[138],"diversity":[139],"metrics.":[140]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}