{"id":"https://openalex.org/W4409369460","doi":"https://doi.org/10.1609/aaai.v39i3.32294","title":"EMHI: A Multimodal Egocentric Human Motion Dataset with HMD and Body-Worn IMUs","display_name":"EMHI: A Multimodal Egocentric Human Motion Dataset with HMD and Body-Worn IMUs","publication_year":2025,"publication_date":"2025-04-11","ids":{"openalex":"https://openalex.org/W4409369460","doi":"https://doi.org/10.1609/aaai.v39i3.32294"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v39i3.32294","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i3.32294","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/32294/34449","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/32294/34449","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101559598","display_name":"Zhen Fan","orcid":"https://orcid.org/0000-0001-6196-1057"},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhen Fan","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100567764","display_name":"Peng Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peng Dai","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084552425","display_name":"Zhuo Su","orcid":"https://orcid.org/0000-0002-6090-0110"},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhuo Su","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101586852","display_name":"Xu Gao","orcid":"https://orcid.org/0000-0003-3513-225X"},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xu Gao","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108115664","display_name":"Zheng Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zheng Lv","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363743","display_name":"Jiarui Zhang","orcid":"https://orcid.org/0009-0002-7294-541X"},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiarui Zhang","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003326350","display_name":"Tianyuan Du","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianyuan Du","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031326978","display_name":"Guidong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guidong Wang","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102363214","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0003-4696-9119"},"institutions":[{"id":"https://openalex.org/I4210153530","display_name":"Policy Innovation and Co-ordination Office","ror":"https://ror.org/052p8vb75","country_code":"HK","type":"government","lineage":["https://openalex.org/I2800550174","https://openalex.org/I4210153530"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["PICO"],"affiliations":[{"raw_affiliation_string":"PICO","institution_ids":["https://openalex.org/I4210153530"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101559598"],"corresponding_institution_ids":["https://openalex.org/I4210153530"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14878893,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"3","first_page":"2879","last_page":"2887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5644482970237732},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5567220449447632},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5364834070205688},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5119115114212036},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5109044909477234},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40536415576934814}],"concepts":[{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5644482970237732},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5567220449447632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5364834070205688},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5119115114212036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5109044909477234},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40536415576934814}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v39i3.32294","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i3.32294","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/32294/34449","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v39i3.32294","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i3.32294","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/32294/34449","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409369460.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Egocentric":[0,72],"human":[1,73],"pose":[2,113],"estimation":[3],"(HPE)":[4],"using":[5],"wearable":[6],"sensors":[7],"is":[8,54],"essential":[9],"for":[10,164],"VR/AR":[11,231],"applications.":[12],"Most":[13,44],"methods":[14,191],"rely":[15],"solely":[16],"on":[17,102,183],"either":[18],"egocentric-view":[19],"images":[20,35,98],"or":[21,36],"sparse":[22],"Inertial":[23],"Measurement":[24],"Unit":[25],"(IMU)":[26],"signals,":[27],"leading":[28],"to":[29,32,58],"inaccuracies":[30],"due":[31],"self-occlusion":[33],"in":[34,60,115,199,230],"the":[37,46,65,88,103,139,152,194,201,208,213,217,224],"sparseness":[38],"and":[39,80,105,177,192,212,222],"drift":[40],"of":[41,48,121,135,154,196,203,210,219,227],"inertial":[42],"sensors.":[43],"importantly,":[45],"lack":[47],"real-world":[49],"datasets":[50],"containing":[51],"both":[52],"modalities":[53],"a":[55,70,160,170],"major":[56],"obstacle":[57],"progress":[59],"this":[61,228],"field.":[62],"To":[63,150],"overcome":[64],"barrier,":[66],"we":[67,157],"propose":[68],"EMHI,":[69],"multimodal":[71,165,171],"Motion":[74],"dataset":[75,119,198],"with":[76,83,112,144],"Head-Mounted":[77],"Display":[78],"(HMD)":[79],"body-worn":[81,109],"IMUs,":[82],"all":[84],"data":[85,107],"collected":[86],"under":[87],"real":[89],"VR":[90],"product":[91],"suite.":[92],"Specifically,":[93],"EMHI":[94,184,211],"provides":[95],"synchronized":[96],"stereo":[97],"from":[99,108],"downward-sloping":[100],"cameras":[101],"headset":[104],"IMU":[106],"sensors,":[110],"along":[111],"annotations":[114,140],"SMPL":[116,147],"format.":[117],"This":[118],"consists":[120],"885":[122],"sequences":[123],"captured":[124],"by":[125,141],"58":[126],"subjects":[127],"performing":[128],"39":[129],"actions,":[130],"totaling":[131],"about":[132],"28.5":[133],"hours":[134],"recording.":[136],"We":[137,206],"evaluate":[138],"comparing":[142],"them":[143],"optical":[145],"marker-based":[146],"fitting":[148],"results.":[149],"substantiate":[151],"reliability":[153],"our":[155,197],"dataset,":[156],"introduce":[158],"MEPoser,":[159],"new":[161],"baseline":[162],"method":[163,214],"egocentric":[166,204,220],"HPE,":[167],"which":[168],"employs":[169],"fusion":[172],"encoder,":[173,176],"temporal":[174],"feature":[175],"MLP-based":[178],"regression":[179],"heads.":[180],"The":[181],"experiments":[182],"show":[185],"that":[186],"MEPoser":[187],"outperforms":[188],"existing":[189],"single-modal":[190],"demonstrates":[193],"value":[195],"solving":[200],"problem":[202],"HPE.":[205],"believe":[207],"release":[209],"could":[215],"advance":[216],"research":[218],"HPE":[221],"expedite":[223],"practical":[225],"implementation":[226],"technology":[229],"products.":[232]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}