{"id":"https://openalex.org/W7162495605","doi":"https://doi.org/10.1109/3dv69130.2026.00085","title":"EgoMDM: Diffusion-Based Human Motion Synthesis from Sparse Egocentric Sensors","display_name":"EgoMDM: Diffusion-Based Human Motion Synthesis from Sparse Egocentric Sensors","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7162495605","doi":"https://doi.org/10.1109/3dv69130.2026.00085"},"language":null,"primary_location":{"id":"doi:10.1109/3dv69130.2026.00085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv69130.2026.00085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008670454","display_name":"Soyong Shin","orcid":"https://orcid.org/0000-0002-0406-7611"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soyong Shin","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035381579","display_name":"Anuj Pahuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anuj Pahuja","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137150202","display_name":"Alexander Richard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander Richard","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123159285","display_name":"Kris Kitani","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135166796","display_name":"Jason Saragih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Saragih","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384521","display_name":"Yuhua Chen","orcid":"https://orcid.org/0000-0003-3218-1304"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhua Chen","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137143282","display_name":"Weipeng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weipeng Xu","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067272320","display_name":"Eni Halilaj","orcid":"https://orcid.org/0000-0001-6304-8552"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eni Halilaj","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085847990","display_name":"Timur Bagautdinov","orcid":"https://orcid.org/0000-0001-6541-8086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timur Bagautdinov","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82732062,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"839","last_page":"848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.5329999923706055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.5329999923706055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4106000065803528},{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.3968000113964081},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3296999931335449},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30149999260902405},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2671999931335449}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6568999886512756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6373999714851379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892999768257141},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.3968000113964081},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/3dv69130.2026.00085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv69130.2026.00085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5304755568504333,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2064675550","https://openalex.org/W2099333815","https://openalex.org/W2144481990","https://openalex.org/W2605243700","https://openalex.org/W2898073175","https://openalex.org/W2971856312","https://openalex.org/W3153832461","https://openalex.org/W3167491448","https://openalex.org/W3176146104","https://openalex.org/W3180730526","https://openalex.org/W3201701095","https://openalex.org/W4225609743","https://openalex.org/W4288079574","https://openalex.org/W4296606964","https://openalex.org/W4297168084","https://openalex.org/W4297981470","https://openalex.org/W4312532415","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4312662707","https://openalex.org/W4313145975","https://openalex.org/W4380353783","https://openalex.org/W4386072465","https://openalex.org/W4386076288","https://openalex.org/W4386076673","https://openalex.org/W4390190332","https://openalex.org/W4390871696","https://openalex.org/W4390873412","https://openalex.org/W4400582112","https://openalex.org/W4400819370","https://openalex.org/W4402715826","https://openalex.org/W4402715885","https://openalex.org/W4402716136","https://openalex.org/W4402727465","https://openalex.org/W4402727586","https://openalex.org/W4402727628","https://openalex.org/W4402753954","https://openalex.org/W4403562292","https://openalex.org/W4403562308","https://openalex.org/W4406610947","https://openalex.org/W7133218515"],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"three-dimensional":[1],"(3D)":[2],"human":[3,85,187],"motion":[4,78,86,123,165,174,188],"tracking":[5,81,175],"is":[6,38,136],"essential":[7],"for":[8,101],"immersive":[9],"augmented":[10],"reality":[11,18],"<tex":[12],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(A":[14],"R)$</tex>":[15],"and":[16,56,109,112,131,151,177,183,206],"virtual":[17,26],"(VR)":[19],"applications,":[20],"allowing":[21,143],"users":[22],"to":[23,75,145,208],"engage":[24],"with":[25],"environments":[27],"through":[28],"realistic":[29],"full-body":[30,77],"avatars.":[31],"Achieving":[32],"this":[33,61],"level":[34],"of":[35],"detail,":[36],"however,":[37],"challenging":[39],"when":[40,197],"the":[41,116,139,163,194,209,213],"driving":[42],"signals":[43],"are":[44],"sparse,":[45],"typically":[46],"coming":[47],"only":[48],"from":[49,79],"upper-body":[50],"sensors,":[51],"such":[52],"as":[53],"head-mounted":[54],"devices":[55],"hand":[57],"controllers.":[58],"To":[59],"address":[60],"challenge,":[62],"we":[63],"propose":[64],"EgoMDM":[65,83,119,135,168,191],"(Egocentric":[66],"Motion":[67],"Diffusion":[68],"Model),":[69],"an":[70],"end-to-end":[71,122],"diffusion-based":[72],"framework":[73],"designed":[74],"reconstruct":[76],"sparse":[80],"signals.":[82],"models":[84,196],"in":[87,172],"a":[88,93,148],"conditional":[89],"autoregressive":[90],"manner":[91],"using":[92],"unidirectional":[94],"recurrent":[95],"neural":[96],"network,":[97],"making":[98],"it":[99,144],"well-suited":[100],"real-time":[102],"applications.":[103],"By":[104],"embedding":[105],"local-to-global":[106],"translation,":[107],"forward":[108],"inverse":[110],"kinematics,":[111],"foot-contact":[113],"detection":[114],"within":[115],"diffusion":[117],"framework,":[118],"achieves":[120,169],"seamless,":[121],"synthesis,":[124],"effectively":[125],"reducing":[126],"artifacts":[127],"like":[128],"foot":[129],"sliding":[130],"ground":[132],"penetration.":[133],"Additionally,":[134],"conditioned":[137],"on":[138,162,199],"user's":[140],"body":[141],"scale,":[142],"generalize":[146],"across":[147,185],"diverse":[149],"population":[150],"produce":[152],"consistent":[153],"avatar":[154],"shapes":[155],"over":[156],"time.":[157],"In":[158],"our":[159],"extensive":[160],"experiments":[161],"AMASS":[164],"capture":[166],"dataset,":[167],"state-of-the-art":[170],"performance":[171],"both":[173],"accuracy":[176],"synthesis":[178],"quality,":[179],"demonstrating":[180],"its":[181,204],"robustness":[182,205],"adaptability":[184],"various":[186],"scenarios.":[189],"Furthermore,":[190],"significantly":[192],"outperforms":[193],"existing":[195],"tested":[198],"real":[200],"signal":[201],"inputs,":[202],"highlighting":[203],"applicability":[207],"real-world":[210],"data.":[211],"See":[212],"project":[214],"page":[215],"at:":[216],"https://yohanshin.github.io/egomdm.github.io/":[217]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-28T00:00:00"}