{"id":"https://openalex.org/W7150986797","doi":"https://doi.org/10.1145/3793853.3799815","title":"MultiSenseVR: An open multimodal dataset for human pose estimation and perception in interactive VR","display_name":"MultiSenseVR: An open multimodal dataset for human pose estimation and perception in interactive VR","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7150986797","doi":"https://doi.org/10.1145/3793853.3799815"},"language":"en","primary_location":{"id":"doi:10.1145/3793853.3799815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793853.3799815","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Multimedia Systems Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3793853.3799815","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036456431","display_name":"Javad Sameri","orcid":"https://orcid.org/0009-0005-0863-8134"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]},{"id":"https://openalex.org/I39327780","display_name":"iMinds","ror":"https://ror.org/03baec336","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I39327780"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Javad Sameri","raw_affiliation_strings":["IDLab-Ghent University-imec, Ghent, Belgium and Light and Lighting Technology Lab, KU Leuven, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0009-0005-0863-8134","affiliations":[{"raw_affiliation_string":"IDLab-Ghent University-imec, Ghent, Belgium and Light and Lighting Technology Lab, KU Leuven, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200","https://openalex.org/I39327780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008268707","display_name":"Nabeel Nisar Bhat","orcid":"https://orcid.org/0000-0003-2375-8618"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nabeel Nisar Bhat","raw_affiliation_strings":["University of Antwerp-imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-2375-8618","affiliations":[{"raw_affiliation_string":"University of Antwerp-imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051784384","display_name":"Filip De Turck","orcid":"https://orcid.org/0000-0003-4824-1199"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Filip De Turck","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4824-1199","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017565613","display_name":"Rafael Berkvens","orcid":"https://orcid.org/0000-0003-0064-5020"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Rafael Berkvens","raw_affiliation_strings":["IDLab - University of Antwerp - imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-0064-5020","affiliations":[{"raw_affiliation_string":"IDLab - University of Antwerp - imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047378679","display_name":"Jeroen Famaey","orcid":"https://orcid.org/0000-0002-3587-1354"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jeroen Famaey","raw_affiliation_strings":["University of Antwerp - imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-3587-1354","affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044425124","display_name":"Maria Torres Vega","orcid":"https://orcid.org/0000-0002-5656-6607"},"institutions":[{"id":"https://openalex.org/I2802330208","display_name":"Statistics Belgium","ror":"https://ror.org/0246a9012","country_code":"BE","type":"government","lineage":["https://openalex.org/I2802330208","https://openalex.org/I4210095879"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Maria Torres Vega","raw_affiliation_strings":["Light and Lighting Technology Lab, KU Leuven, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-5656-6607","affiliations":[{"raw_affiliation_string":"Light and Lighting Technology Lab, KU Leuven, Ghent, Belgium","institution_ids":["https://openalex.org/I2802330208"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5036456431"],"corresponding_institution_ids":["https://openalex.org/I32597200","https://openalex.org/I39327780"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71667771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"464","last_page":"470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4999000132083893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4999000132083893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.07530000060796738,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11325","display_name":"Inertial Sensor and Navigation","score":0.06880000233650208,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7128999829292297},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6747999787330627},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6341000199317932},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5995000004768372},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5278000235557556},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5159000158309937},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5013999938964844},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.4422999918460846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8094000220298767},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7128999829292297},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6747999787330627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6682999730110168},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6341000199317932},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6082000136375427},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5995000004768372},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5278000235557556},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5159000158309937},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4426000118255615},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.31850001215934753},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C72568745","wikidata":"https://www.wikidata.org/wiki/Q12812953","display_name":"Human-centered computing","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.25870001316070557},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3793853.3799815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793853.3799815","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Multimedia Systems Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01KNP4578J5CCE3QC6GFS4WE3T","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01KNP4578J5CCE3QC6GFS4WE3T","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400724817","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3793853.3799815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3793853.3799815","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Multimedia Systems Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2","score":0.43397966027259827}],"awards":[{"id":"https://openalex.org/G1539881223","display_name":null,"funder_award_id":"G034322N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4655322237","display_name":null,"funder_award_id":"1SH5X24N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5983377038","display_name":null,"funder_award_id":"G0A8N25N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2987322373","https://openalex.org/W3189484808","https://openalex.org/W4281708832","https://openalex.org/W4311855658","https://openalex.org/W4389340198","https://openalex.org/W4403891780","https://openalex.org/W4406749291","https://openalex.org/W4412600703"],"related_works":[],"abstract_inverted_index":{"Current":[0],"Virtual":[1],"Reality":[2],"(VR)":[3],"systems":[4],"rely":[5],"on":[6],"inside-out":[7],"visual-inertial":[8],"tracking,":[9],"which":[10],"enables":[11,141],"accurate":[12,142],"localization":[13],"but":[14],"provides":[15,115],"only":[16],"a":[17,52,98],"partial":[18],"representation":[19],"of":[20,118],"the":[21,59],"user's":[22],"body.":[23],"This":[24],"limitation":[25],"restricts":[26],"embodiment":[27],"and":[28,38,47,76,120,148],"interaction":[29,49],"fidelity":[30],"in":[31,84],"interactive":[32],"VR":[33,87],"scenarios":[34],"requiring":[35],"full-body":[36,106],"awareness":[37],"expressive":[39],"gestures.":[40],"To":[41],"capture":[42,80],"both":[43],"global":[44],"body":[45],"motion":[46,79],"fine-grained":[48],"cues":[50],"within":[51],"single":[53],"sensing":[54,112,128],"framework,":[55],"we":[56],"introduce":[57],"MultiSenseVR,":[58],"first":[60],"open":[61],"multimodal":[62],"dataset":[63,90,147],"that":[64,125],"jointly":[65],"captures":[66],"synchronized":[67],"millimeter-wave":[68],"(mmWave)":[69],"Wi-Fi,":[70],"Surface":[71],"Electromyography":[72],"(sEMG),":[73],"inertial":[74],"signals,":[75],"high-precision":[77],"3D":[78,130],"for":[81],"ground":[82],"truth":[83],"an":[85],"immersive":[86],"setting.":[88],"The":[89,146],"includes":[91],"recordings":[92],"from":[93],"24":[94],"participants":[95],"interacting":[96],"with":[97,133],"custom":[99],"fast-food":[100],"simulation":[101],"designed":[102],"to":[103,110,136],"elicit":[104],"natural":[105],"movement.":[107],"In":[108],"addition":[109],"objective":[111],"data,":[113],"MultiSenseVR":[114],"subjective":[116],"measures":[117],"presence":[119],"cybersickness.":[121],"Baseline":[122],"evaluations":[123],"show":[124],"mmWave":[126],"Wi-Fi":[127],"supports":[129],"pose":[131],"estimation":[132],"accuracy":[134],"comparable":[135],"camera-based":[137],"approaches,":[138],"while":[139],"sEMG":[140],"subject-specific":[143],"grasp":[144],"classification.":[145],"supporting":[149],"code":[150],"are":[151],"publicly":[152],"available":[153],"at":[154],"https://osf.io/f6r7d.":[155]},"counts_by_year":[],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2026-04-07T00:00:00"}