{"id":"https://openalex.org/W7162495605","doi":"https://doi.org/10.1109/3dv69130.2026.00085","title":"EgoMDM: Diffusion-Based Human Motion Synthesis from Sparse Egocentric Sensors","display_name":"EgoMDM: Diffusion-Based Human Motion Synthesis from Sparse Egocentric Sensors","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7162495605","doi":"https://doi.org/10.1109/3dv69130.2026.00085"},"language":null,"primary_location":{"id":"doi:10.1109/3dv69130.2026.00085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv69130.2026.00085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008670454","display_name":"Soyong Shin","orcid":"https://orcid.org/0000-0002-0406-7611"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soyong Shin","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035381579","display_name":"Anuj Pahuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anuj Pahuja","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137150202","display_name":"Alexander Richard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander Richard","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123159285","display_name":"Kris Kitani","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135166796","display_name":"Jason Saragih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Saragih","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384521","display_name":"Yuhua Chen","orcid":"https://orcid.org/0000-0003-3218-1304"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhua Chen","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137143282","display_name":"Weipeng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weipeng Xu","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067272320","display_name":"Eni Halilaj","orcid":"https://orcid.org/0000-0001-6304-8552"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eni Halilaj","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085847990","display_name":"Timur Bagautdinov","orcid":"https://orcid.org/0000-0001-6541-8086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timur Bagautdinov","raw_affiliation_strings":["Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57719715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"839","last_page":"848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.5329999923706055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.5329999923706055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4106000065803528},{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.3968000113964081},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3296999931335449},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30149999260902405},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2671999931335449}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6568999886512756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6373999714851379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892999768257141},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.3968000113964081},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/3dv69130.2026.00085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/3dv69130.2026.00085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on 3D Vision (3DV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5304755568504333,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2064675550","https://openalex.org/W2099333815","https://openalex.org/W2144481990","https://openalex.org/W2605243700","https://openalex.org/W2898073175","https://openalex.org/W2971856312","https://openalex.org/W3153832461","https://openalex.org/W3167491448","https://openalex.org/W3176146104","https://openalex.org/W3180730526","https://openalex.org/W3201701095","https://openalex.org/W4225609743","https://openalex.org/W4288079574","https://openalex.org/W4296606964","https://openalex.org/W4297168084","https://openalex.org/W4297981470","https://openalex.org/W4312532415","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4312662707","https://openalex.org/W4313145975","https://openalex.org/W4380353783","https://openalex.org/W4386072465","https://openalex.org/W4386076288","https://openalex.org/W4386076673","https://openalex.org/W4390190332","https://openalex.org/W4390871696","https://openalex.org/W4390873412","https://openalex.org/W4400582112","https://openalex.org/W4400819370","https://openalex.org/W4402715826","https://openalex.org/W4402715885","https://openalex.org/W4402716136","https://openalex.org/W4402727465","https://openalex.org/W4402727586","https://openalex.org/W4402727628","https://openalex.org/W4402753954","https://openalex.org/W4403562292","https://openalex.org/W4403562308","https://openalex.org/W4406610947","https://openalex.org/W7133218515"],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"three-dimensional":[1],"(3D)":[2],"human":[3,81,183],"motion":[4,74,82,119,161,170,184],"tracking":[5,77,171],"is":[6,34,132],"essential":[7],"for":[8,97],"immersive":[9],"augmented":[10],"reality$(A":[11],"R)$and":[12],"virtual":[13,22],"reality":[14],"(VR)":[15],"applications,":[16],"allowing":[17,139],"users":[18],"to":[19,71,141,204],"engage":[20],"with":[21],"environments":[23],"through":[24],"realistic":[25],"full-body":[26,73],"avatars.":[27],"Achieving":[28],"this":[29,57],"level":[30],"of":[31],"detail,":[32],"however,":[33],"challenging":[35],"when":[36,193],"the":[37,112,135,159,190,205,209],"driving":[38],"signals":[39],"are":[40],"sparse,":[41],"typically":[42],"coming":[43],"only":[44],"from":[45,75],"upper-body":[46],"sensors,":[47],"such":[48],"as":[49],"head-mounted":[50],"devices":[51],"and":[52,105,108,127,147,173,179,202],"hand":[53],"controllers.":[54],"To":[55],"address":[56],"challenge,":[58],"we":[59],"propose":[60],"EgoMDM":[61,79,115,131,164,187],"(Egocentric":[62],"Motion":[63],"Diffusion":[64],"Model),":[65],"an":[66],"end-to-end":[67,118],"diffusion-based":[68],"framework":[69],"designed":[70],"reconstruct":[72],"sparse":[76],"signals.":[78],"models":[80,192],"in":[83,168],"a":[84,89,144],"conditional":[85],"autoregressive":[86],"manner":[87],"using":[88],"unidirectional":[90],"recurrent":[91],"neural":[92],"network,":[93],"making":[94],"it":[95,140],"well-suited":[96],"real-time":[98],"applications.":[99],"By":[100],"embedding":[101],"local-to-global":[102],"translation,":[103],"forward":[104],"inverse":[106],"kinematics,":[107],"foot-contact":[109],"detection":[110],"within":[111],"diffusion":[113],"framework,":[114],"achieves":[116,165],"seamless,":[117],"synthesis,":[120],"effectively":[121],"reducing":[122],"artifacts":[123],"like":[124],"foot":[125],"sliding":[126],"ground":[128],"penetration.":[129],"Additionally,":[130],"conditioned":[133],"on":[134,158,195],"user's":[136],"body":[137],"scale,":[138],"generalize":[142],"across":[143,181],"diverse":[145],"population":[146],"produce":[148],"consistent":[149],"avatar":[150],"shapes":[151],"over":[152],"time.":[153],"In":[154],"our":[155],"extensive":[156],"experiments":[157],"AMASS":[160],"capture":[162],"dataset,":[163],"state-of-the-art":[166],"performance":[167],"both":[169],"accuracy":[172],"synthesis":[174],"quality,":[175],"demonstrating":[176],"its":[177,200],"robustness":[178,201],"adaptability":[180],"various":[182],"scenarios.":[185],"Furthermore,":[186],"significantly":[188],"outperforms":[189],"existing":[191],"tested":[194],"real":[196],"signal":[197],"inputs,":[198],"highlighting":[199],"applicability":[203],"real-world":[206],"data.":[207],"See":[208],"project":[210],"page":[211],"at:":[212],"https://yohanshin.github.io/egomdm.github.io/":[213]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-28T00:00:00"}