{"id":"https://openalex.org/W2899718839","doi":"https://doi.org/10.1145/3274247.3274506","title":"Physics-based motion capture imitation with deep reinforcement learning","display_name":"Physics-based motion capture imitation with deep reinforcement learning","publication_year":2018,"publication_date":"2018-11-06","ids":{"openalex":"https://openalex.org/W2899718839","doi":"https://doi.org/10.1145/3274247.3274506","mag":"2899718839"},"language":"en","primary_location":{"id":"doi:10.1145/3274247.3274506","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274247.3274506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Annual International Conference on Motion, Interaction, and Games","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003132163","display_name":"Nuttapong Chentanez","orcid":"https://orcid.org/0000-0003-4412-5326"},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Nuttapong Chentanez","raw_affiliation_strings":["Chulalongkorn University, Bangkok, Thailand and NVIDIA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chulalongkorn University, Bangkok, Thailand and NVIDIA Research","institution_ids":["https://openalex.org/I158708052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101623027","display_name":"Matthias M\u00fcller","orcid":"https://orcid.org/0000-0003-2442-3801"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthias M\u00fcller","raw_affiliation_strings":["NVIDIA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA Research","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032370229","display_name":"Miles Macklin","orcid":"https://orcid.org/0000-0003-3954-8009"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miles Macklin","raw_affiliation_strings":["NVIDIA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA Research","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015973866","display_name":"Viktor Makoviychuk","orcid":null},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Viktor Makoviychuk","raw_affiliation_strings":["NVIDIA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA Research","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067096277","display_name":"Stefan Jeschke","orcid":"https://orcid.org/0000-0003-4330-8884"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan Jeschke","raw_affiliation_strings":["NVIDIA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA Research","institution_ids":["https://openalex.org/I1304085615"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7877489924430847},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.7238447070121765},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7033817172050476},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6801713705062866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6655116081237793},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.6071423888206482},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5002684593200684},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4932085871696472},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.480976939201355},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4434114098548889},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.4139997065067291},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.37201160192489624},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.29681605100631714},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.255246639251709},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.2414942979812622},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.16685602068901062}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7877489924430847},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.7238447070121765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7033817172050476},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6801713705062866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6655116081237793},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.6071423888206482},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5002684593200684},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4932085871696472},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.480976939201355},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4434114098548889},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.4139997065067291},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.37201160192489624},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.29681605100631714},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.255246639251709},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.2414942979812622},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.16685602068901062},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274247.3274506","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274247.3274506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Annual International Conference on Motion, Interaction, and Games","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W102487131","https://openalex.org/W1191599655","https://openalex.org/W1966784014","https://openalex.org/W1990932462","https://openalex.org/W2001165022","https://openalex.org/W2014505645","https://openalex.org/W2018571963","https://openalex.org/W2020340281","https://openalex.org/W2033655806","https://openalex.org/W2034535173","https://openalex.org/W2037277559","https://openalex.org/W2048418401","https://openalex.org/W2059486229","https://openalex.org/W2072118986","https://openalex.org/W2078397531","https://openalex.org/W2089059393","https://openalex.org/W2101539915","https://openalex.org/W2115887468","https://openalex.org/W2117085697","https://openalex.org/W2120894402","https://openalex.org/W2121103318","https://openalex.org/W2128003332","https://openalex.org/W2133220762","https://openalex.org/W2135482027","https://openalex.org/W2139656771","https://openalex.org/W2140190473","https://openalex.org/W2141735805","https://openalex.org/W2147032798","https://openalex.org/W2151817313","https://openalex.org/W2173248099","https://openalex.org/W2186601217","https://openalex.org/W2263811647","https://openalex.org/W2295431040","https://openalex.org/W2336236730","https://openalex.org/W2403968758","https://openalex.org/W2460299708","https://openalex.org/W2469134594","https://openalex.org/W2546975091","https://openalex.org/W2566501866","https://openalex.org/W2611706523","https://openalex.org/W2624413595","https://openalex.org/W2726187156","https://openalex.org/W2729615412","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2785998551","https://openalex.org/W2796290181","https://openalex.org/W2912500072","https://openalex.org/W2913059114","https://openalex.org/W2949608212","https://openalex.org/W2959076435","https://openalex.org/W3104515094","https://openalex.org/W4205985701","https://openalex.org/W4231947169","https://openalex.org/W4233919831","https://openalex.org/W4235001947","https://openalex.org/W4241335442","https://openalex.org/W4242577313","https://openalex.org/W4256308547","https://openalex.org/W4256610973","https://openalex.org/W4300892751"],"related_works":["https://openalex.org/W2997729061","https://openalex.org/W2541098390","https://openalex.org/W3088156289","https://openalex.org/W58624284","https://openalex.org/W2583316824","https://openalex.org/W2308147840","https://openalex.org/W1532965292","https://openalex.org/W2625810371","https://openalex.org/W3154203352","https://openalex.org/W2067595006"],"abstract_inverted_index":{"We":[0,111,170],"introduce":[1],"a":[2,23,104,113,182],"deep":[3,115],"reinforcement":[4,116],"learning":[5,117,161],"method":[6,47,74,89,175],"that":[7,66,172],"learns":[8],"to":[9,14,63,70,79,84,92,119,121,139,180],"control":[10,76,123,177],"articulated":[11],"humanoid":[12,69],"bodies":[13],"imitate":[15,93,181],"given":[16],"target":[17,27,59,130],"motions":[18,186],"closely":[19,153],"when":[20],"simulated":[21],"in":[22],"physics":[24],"simulator.":[25],"The":[26],"motion,":[28],"which":[29],"may":[30],"not":[31],"have":[32],"been":[33],"seen":[34],"by":[35],"the":[36,58,68,77,86,94,98,124,135,144,148,157,160,168,173,178],"agent":[37],"and":[38,55,82,103,138,159,165,197],"can":[39,48,75,176],"be":[40],"noisy,":[41],"is":[42,90],"supplied":[43],"at":[44],"runtime.":[45],"Our":[46,88],"recover":[49,83],"balance":[50],"from":[51,97,134],"moderate":[52],"external":[53],"disturbances":[54,65],"keep":[56],"imitating":[57,147],"motion.":[60,87],"When":[61],"subjected":[62],"large":[64],"cause":[67],"fall":[71],"down,":[72],"our":[73],"character":[78,179],"get":[80],"up":[81],"track":[85],"trained":[91],"mocap":[95,136],"clips":[96],"CMU":[99],"motion":[100,150],"capture":[101],"database":[102],"number":[105],"of":[106,126,146,185],"other":[107],"publicly":[108],"available":[109],"databases.":[110],"use":[112],"state-of-the-art":[114],"algorithm":[118],"learn":[120],"dynamically":[122],"gain":[125],"PD":[127],"controllers,":[128],"whose":[129],"angles":[131],"are":[132,163],"derived":[133],"clip":[137,151],"apply":[140],"corrective":[141],"torques":[142],"with":[143],"goal":[145],"provided":[149],"as":[152,154,188],"possible.":[155],"Both":[156],"simulation":[158],"algorithms":[162],"parallelized":[164],"run":[166],"on":[167],"GPU.":[169],"demonstrate":[171],"proposed":[174],"wide":[183],"variety":[184],"such":[187],"running,":[189],"walking,":[190],"dancing,":[191],"jumping,":[192],"kicking,":[193],"punching,":[194],"standing":[195],"up,":[196],"so":[198],"on.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}