{"id":"https://openalex.org/W4413010769","doi":"https://doi.org/10.1109/tvcg.2025.3596403","title":"DiffCap: Diffusion-Based Real-Time Human Motion Capture Using Sparse IMUs and a Monocular Camera","display_name":"DiffCap: Diffusion-Based Real-Time Human Motion Capture Using Sparse IMUs and a Monocular Camera","publication_year":2025,"publication_date":"2025-08-06","ids":{"openalex":"https://openalex.org/W4413010769","doi":"https://doi.org/10.1109/tvcg.2025.3596403","pmid":"https://pubmed.ncbi.nlm.nih.gov/40768445"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3596403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3596403","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090153413","display_name":"Shaohua Pan","orcid":"https://orcid.org/0000-0002-6261-5268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Pan","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University"],"raw_orcid":"https://orcid.org/0000-0002-6261-5268","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081861180","display_name":"Xinyu Yi","orcid":"https://orcid.org/0000-0003-3504-3222"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Yi","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073514501","display_name":"Yan Zhou","orcid":"https://orcid.org/0000-0002-4323-3467"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhou","raw_affiliation_strings":["Kuaishou Technology, Beijing, China","Kuaishou Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]},{"raw_affiliation_string":"Kuaishou Technology","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027413180","display_name":"Weihua Jian","orcid":"https://orcid.org/0009-0002-0589-5264"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Jian","raw_affiliation_strings":["Kuaishou Technology, Beijing, China","Kuaishou Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]},{"raw_affiliation_string":"Kuaishou Technology","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368775","display_name":"Yuan Zhang","orcid":"https://orcid.org/0009-0000-8003-0725"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["Kuaishou Technology, Beijing, China","Kuaishou Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]},{"raw_affiliation_string":"Kuaishou Technology","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101928510","display_name":"Pengfei Wan","orcid":"https://orcid.org/0000-0001-7225-565X"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wan","raw_affiliation_strings":["Kuaishou Technology, Beijing, China","Kuaishou Technology"],"raw_orcid":"https://orcid.org/0000-0001-7225-565X","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]},{"raw_affiliation_string":"Kuaishou Technology","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035609529","display_name":"Feng Xu","orcid":"https://orcid.org/0000-0002-0953-1057"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xu","raw_affiliation_strings":["Tsinghua University, Beijing, China","Tsinghua University"],"raw_orcid":"https://orcid.org/0000-0002-0953-1057","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7655,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73105008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"31","issue":"12","first_page":"10272","last_page":"10283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7770402431488037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7569398880004883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7327390313148499},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5673996806144714},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.488812655210495},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4509885907173157},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.39980021119117737}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7770402431488037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569398880004883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7327390313148499},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5673996806144714},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.488812655210495},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4509885907173157},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.39980021119117737}],"mesh":[{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3596403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3596403","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:40768445","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40768445","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2017249118","https://openalex.org/W2333544554","https://openalex.org/W2483862638","https://openalex.org/W2605243700","https://openalex.org/W2754534665","https://openalex.org/W2784646928","https://openalex.org/W2798637590","https://openalex.org/W2891718801","https://openalex.org/W2894678789","https://openalex.org/W2895748257","https://openalex.org/W2898073175","https://openalex.org/W2949924544","https://openalex.org/W2963772981","https://openalex.org/W2963873475","https://openalex.org/W2963907666","https://openalex.org/W2963995996","https://openalex.org/W2967409321","https://openalex.org/W2971856312","https://openalex.org/W2975420824","https://openalex.org/W2981637078","https://openalex.org/W2984313141","https://openalex.org/W2994660296","https://openalex.org/W3009246422","https://openalex.org/W3010350980","https://openalex.org/W3035068106","https://openalex.org/W3035139896","https://openalex.org/W3035186639","https://openalex.org/W3035551320","https://openalex.org/W3049457377","https://openalex.org/W3089173771","https://openalex.org/W3096676935","https://openalex.org/W3155072588","https://openalex.org/W3162727516","https://openalex.org/W3167491448","https://openalex.org/W3174042812","https://openalex.org/W3174690545","https://openalex.org/W3177864674","https://openalex.org/W3180730526","https://openalex.org/W3204221554","https://openalex.org/W4214619583","https://openalex.org/W4214770715","https://openalex.org/W4225609743","https://openalex.org/W4296606964","https://openalex.org/W4297168084","https://openalex.org/W4312261745","https://openalex.org/W4312311094","https://openalex.org/W4312417903","https://openalex.org/W4312518484","https://openalex.org/W4312532415","https://openalex.org/W4312662707","https://openalex.org/W4312896572","https://openalex.org/W4319299798","https://openalex.org/W4328028337","https://openalex.org/W4382458090","https://openalex.org/W4385245566","https://openalex.org/W4385275472","https://openalex.org/W4386065807","https://openalex.org/W4386065848","https://openalex.org/W4386071471","https://openalex.org/W4386072465","https://openalex.org/W4386075813","https://openalex.org/W4386075888","https://openalex.org/W4386114518","https://openalex.org/W4386432217","https://openalex.org/W4389518872","https://openalex.org/W4389574994","https://openalex.org/W4390872595","https://openalex.org/W4390873435","https://openalex.org/W4390874306","https://openalex.org/W4390874423","https://openalex.org/W4400573498","https://openalex.org/W4400582112","https://openalex.org/W4402715826","https://openalex.org/W4402727586","https://openalex.org/W4402753954"],"related_works":["https://openalex.org/W1827696521","https://openalex.org/W2173450654","https://openalex.org/W2039848376","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2130272765","https://openalex.org/W4401486264","https://openalex.org/W2006196742","https://openalex.org/W2055991023","https://openalex.org/W4298353262"],"abstract_inverted_index":{"Combining":[0],"sparse":[1],"IMUs":[2],"and":[3,29,60,151,182],"a":[4,8,21,39,58,63,82,120,124],"monocular":[5],"camera":[6,111],"is":[7,55,70,128],"new":[9],"promising":[10],"setting":[11],"to":[12,24,80,103,122,130,149],"perform":[13],"real-time":[14],"human":[15,26],"motion":[16,27],"capture.":[17],"This":[18],"paper":[19],"proposes":[20],"diffusion-based":[22],"solution":[23],"learn":[25],"priors":[28],"fuse":[30],"the":[31,45,48,51,67,73,86,93,110,115,131,141,144,167,171,176,179,191],"two":[32,49],"modalities":[33],"of":[34,47,109,134,178],"signals":[35],"together":[36],"seamlessly":[37],"in":[38,99,137,186],"unified":[40],"framework.":[41],"By":[42],"delicately":[43],"considering":[44],"characteristics":[46],"signals,":[50],"sequential":[52,83,116],"visual":[53,94,117,135],"information":[54,95,136,169],"considered":[56],"as":[57,119],"whole":[59,121],"transformed":[61],"into":[62],"condition":[64],"embedding,":[65],"while":[66],"inertial":[68],"measurement":[69],"concatenated":[71],"with":[72,190],"noisy":[74],"body":[75],"pose":[76,187],"frame":[77,79],"by":[78],"construct":[81],"input":[84],"for":[85,170],"diffusion":[87],"model.":[88],"Firstly,":[89],"we":[90],"observe":[91],"that":[92],"may":[96],"be":[97,197],"unavailable":[98],"some":[100],"frames":[101],"due":[102],"occlusions":[104,150],"or":[105],"subjects":[106],"moving":[107],"out":[108],"view.":[112],"Thus":[113],"incorporating":[114,161],"features":[118],"get":[123],"single":[125],"feature":[126],"embedding":[127],"robust":[129,148],"occasional":[132],"degenerations":[133],"those":[138],"frames.":[139],"On":[140],"other":[142],"hand,":[143],"IMU":[145],"measurements":[146],"are":[147],"always":[152],"stable":[153],"when":[154],"signal":[155],"transmission":[156],"has":[157],"no":[158],"problem.":[159],"So":[160],"them":[162],"frame-wisely":[163],"could":[164],"better":[165],"explore":[166],"temporal":[168],"system.":[172],"Experiments":[173],"have":[174],"demonstrated":[175],"effectiveness":[177],"system":[180],"design":[181],"its":[183],"state-of-the-art":[184],"performance":[185],"estimation":[188],"compared":[189],"previous":[192],"works.":[193],"The":[194],"code":[195],"will":[196],"released.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}