{"id":"https://openalex.org/W4389574994","doi":"https://doi.org/10.1145/3610548.3618145","title":"Fusing Monocular Images and Sparse IMU Signals for Real-time Human Motion Capture","display_name":"Fusing Monocular Images and Sparse IMU Signals for Real-time Human Motion Capture","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4389574994","doi":"https://doi.org/10.1145/3610548.3618145"},"language":"en","primary_location":{"id":"doi:10.1145/3610548.3618145","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610548.3618145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090153413","display_name":"Shaohua Pan","orcid":"https://orcid.org/0000-0002-6261-5268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaohua Pan","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101676132","display_name":"Qi Ma","orcid":"https://orcid.org/0009-0002-7219-4505"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Ma","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081861180","display_name":"Xinyu Yi","orcid":"https://orcid.org/0000-0003-3504-3222"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Yi","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102025980","display_name":"Weifeng Hu","orcid":"https://orcid.org/0009-0007-1419-1513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weifeng Hu","raw_affiliation_strings":["OPPO Research Institute, China"],"affiliations":[{"raw_affiliation_string":"OPPO Research Institute, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061651389","display_name":"Xiong Wang","orcid":"https://orcid.org/0009-0009-5835-2256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong Wang","raw_affiliation_strings":["OPPO Research Institute, China"],"affiliations":[{"raw_affiliation_string":"OPPO Research Institute, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086363682","display_name":"Xingkang Zhou","orcid":"https://orcid.org/0000-0003-2163-9332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingkang Zhou","raw_affiliation_strings":["OPPO Research Institute, China"],"affiliations":[{"raw_affiliation_string":"OPPO Research Institute, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042415185","display_name":"Jijunnan Li","orcid":"https://orcid.org/0000-0002-3587-7959"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jijunnan Li","raw_affiliation_strings":["OPPO Research Institute, China"],"affiliations":[{"raw_affiliation_string":"OPPO Research Institute, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035609529","display_name":"Feng Xu","orcid":"https://orcid.org/0000-0002-0581-9213"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5090153413"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.7414,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92350354,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.8312055468559265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8241769075393677},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.8237055540084839},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7521404027938843},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.686369001865387},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5135560035705566},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.46949461102485657},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.38421720266342163}],"concepts":[{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.8312055468559265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8241769075393677},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8237055540084839},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7521404027938843},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.686369001865387},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5135560035705566},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.46949461102485657},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.38421720266342163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610548.3618145","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610548.3618145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3303971442","display_name":null,"funder_award_id":"Z202101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4796153733","display_name":null,"funder_award_id":"6202100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7091651887","display_name":null,"funder_award_id":"62021002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8050651220","display_name":null,"funder_award_id":"202101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2017249118","https://openalex.org/W2152047877","https://openalex.org/W2483862638","https://openalex.org/W2573098616","https://openalex.org/W2754534665","https://openalex.org/W2798637590","https://openalex.org/W2891718801","https://openalex.org/W2894678789","https://openalex.org/W2949924544","https://openalex.org/W2962896489","https://openalex.org/W2963772981","https://openalex.org/W2963873475","https://openalex.org/W2963907666","https://openalex.org/W2963995996","https://openalex.org/W2967409321","https://openalex.org/W2968459013","https://openalex.org/W2971856312","https://openalex.org/W2975420824","https://openalex.org/W2981637078","https://openalex.org/W2994660296","https://openalex.org/W3008597842","https://openalex.org/W3010350980","https://openalex.org/W3034581612","https://openalex.org/W3035068106","https://openalex.org/W3049457377","https://openalex.org/W3089173771","https://openalex.org/W3106857494","https://openalex.org/W3107944344","https://openalex.org/W3174042812","https://openalex.org/W3177864674","https://openalex.org/W3180730526","https://openalex.org/W3204446819","https://openalex.org/W4214619583","https://openalex.org/W4214770715","https://openalex.org/W4225609743","https://openalex.org/W4286696412","https://openalex.org/W4296606964","https://openalex.org/W4297168084","https://openalex.org/W4312261745","https://openalex.org/W4312311094","https://openalex.org/W4312417903","https://openalex.org/W4312518484","https://openalex.org/W4312532415","https://openalex.org/W4312662707","https://openalex.org/W4312896572","https://openalex.org/W4319299798","https://openalex.org/W6600686112","https://openalex.org/W6820618299","https://openalex.org/W6941505506"],"related_works":["https://openalex.org/W1827696521","https://openalex.org/W3135709989","https://openalex.org/W2173450654","https://openalex.org/W2039848376","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2006196742","https://openalex.org/W2130272765","https://openalex.org/W2055991023","https://openalex.org/W2682927604"],"abstract_inverted_index":{"Either":[0],"RGB":[1],"images":[2,70],"or":[3,174],"inertial":[4,58],"signals":[5,91,107,128,173],"have":[6],"been":[7],"used":[8],"for":[9,51,57,74,148,154,220],"the":[10,29,37,89,105,109,116,126,130,169,194,201],"task":[11],"of":[12,40,172],"motion":[13,77,96],"capture":[14],"(mocap),":[15],"but":[16],"combining":[17],"them":[18,176],"together":[19],"is":[20,31,120,146],"a":[21,65,82,141,182],"new":[22],"and":[23,33,49,54,71,186,205,212],"interesting":[24],"topic.":[25],"We":[26],"believe":[27],"that":[28,67,190],"combination":[30],"complementary":[32],"able":[34],"to":[35,86,108,113,123,135,152,180],"solve":[36],"inherent":[38],"difficulties":[39],"using":[41],"one":[42,102],"modality":[43],"input,":[44],"including":[45],"occlusions,":[46],"extreme":[47,159],"lighting/texture,":[48],"out-of-view":[50],"visual":[52],"mocap":[53],"global":[55,210],"drifts":[56],"mocap.":[59,184],"To":[60,98],"this":[61],"end,":[62],"we":[63],"propose":[64],"method":[66,80,164],"fuses":[68],"monocular":[69],"sparse":[72],"IMUs":[73],"real-time":[75],"human":[76],"capture.":[78,97],"Our":[79,216],"contains":[81],"dual":[83],"coordinate":[84,111,133],"strategy":[85],"fully":[87],"explore":[88],"IMU":[90,106,127],"with":[92,115],"different":[93,178],"goals":[94],"in":[95,129,158,177],"be":[99],"specific,":[100],"besides":[101],"branch":[103,122],"transforming":[104],"camera":[110],"system":[112,134],"combine":[114,175],"image":[117],"information,":[118],"there":[119],"another":[121],"learn":[124],"from":[125],"body":[131,138],"root":[132],"better":[136],"estimate":[137],"poses.":[139],"Furthermore,":[140],"hidden":[142],"state":[143],"feedback":[144],"mechanism":[145],"proposed":[147],"both":[149,209],"two":[150,170],"branches":[151],"compensate":[153],"their":[155],"own":[156],"drawbacks":[157],"input":[160],"cases.":[161],"Thus":[162],"our":[163,197],"can":[165],"easily":[166],"switch":[167],"between":[168],"kinds":[171],"cases":[179],"achieve":[181],"robust":[183],"Quantitative":[185],"qualitative":[187],"results":[188],"demonstrate":[189],"by":[191],"delicately":[192],"designing":[193],"fusion":[195],"method,":[196],"technique":[198],"significantly":[199],"outperforms":[200],"state-of-the-art":[202],"vision,":[203],"IMU,":[204],"combined":[206],"methods":[207],"on":[208],"orientation":[211],"local":[213],"pose":[214],"estimation.":[215],"codes":[217],"are":[218],"available":[219],"research":[221],"at":[222],"https://shaohua-pan.github.io/robustcap-page/.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}