{"id":"https://openalex.org/W7160858161","doi":"https://doi.org/10.48550/arxiv.2605.07552","title":"VIMCAN: Visual-Inertial 3D Human Pose Estimation with Hybrid Mamba-Cross-Attention Network","display_name":"VIMCAN: Visual-Inertial 3D Human Pose Estimation with Hybrid Mamba-Cross-Attention Network","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160858161","doi":"https://doi.org/10.48550/arxiv.2605.07552"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135901748","display_name":"Zepeng Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zepeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088374659","display_name":"Junxuan Bai","orcid":"https://orcid.org/0000-0002-7941-0584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Junxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135890530","display_name":"Hao Li","orcid":"https://orcid.org/0000-0002-6806-6108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101364855","display_name":"Ju Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Ju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135879305","display_name":"Junjun Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Junjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100715069","display_name":"Yongfeng Yin","orcid":"https://orcid.org/0000-0001-9432-3051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yongfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135865189","display_name":"Bin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.7267000079154968},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5439000129699707},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4925999939441681},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4198000133037567},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4154999852180481},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.40389999747276306},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.38989999890327454},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38609999418258667},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.37689998745918274},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37439998984336853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7544000148773193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7502999901771545},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.7267000079154968},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.535099983215332},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.40389999747276306},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,160],"rapid":[1],"advances":[2],"in":[3,62],"deep":[4],"learning":[5],"have":[6],"significantly":[7],"enhanced":[8],"the":[9,19,77,84],"accuracy":[10],"of":[11,81,87,129],"multimodal":[12,63],"3D":[13],"human":[14,95],"pose":[15,96],"estimation":[16,97],"(HPE).":[17],"However,":[18],"state-of-the-art":[20],"(SOTA)":[21],"HPE":[22],"pipelines":[23],"still":[24],"rely":[25],"on":[26,132,137,157],"Transformers,":[27],"whose":[28],"quadratic":[29],"complexity":[30],"makes":[31],"real-time":[32,149],"processing":[33,49],"for":[34,110,115],"long":[35],"sequences":[36],"impractical.":[37],"Mamba":[38,82],"addresses":[39],"this":[40,67],"issue":[41],"through":[42],"selective":[43],"state-space":[44],"modeling,":[45],"enabling":[46],"efficient":[47,78],"sequence":[48,79],"without":[50],"sacrificing":[51],"representational":[52],"power.":[53],"Nevertheless,":[54],"it":[55],"struggles":[56],"to":[57],"capture":[58],"complex":[59],"spatial":[60,85,116],"dependencies":[61],"settings.":[64],"To":[65],"bridge":[66],"gap,":[68],"we":[69],"propose":[70],"VIMCAN,":[71],"a":[72],"hybrid":[73],"architecture":[74],"that":[75],"combines":[76],"modeling":[80,112],"with":[83,123],"reasoning":[86],"Cross-Attention,":[88],"and":[89,94,101,113,134,143],"performs":[90],"robust":[91],"visual-inertial":[92],"fusion":[93],"between":[98],"RGB":[99],"keypoints":[100],"wearable":[102],"IMU":[103],"data.":[104],"By":[105],"leveraging":[106],"Mamba's":[107],"dynamic":[108],"parameterization":[109],"temporal":[111],"Attention":[114],"dependency":[117],"extraction,":[118],"VIMCAN":[119,139],"achieves":[120],"superior":[121],"accuracy,":[122],"mean":[124],"per-joint":[125],"position":[126],"errors":[127],"(MPJPE)":[128],"17.2":[130],"mm":[131,136],"TotalCapture":[133],"45.3":[135],"3DPW.":[138],"outperforms":[140],"prior":[141],"Transformer-based":[142],"other":[144],"SOTA":[145],"approaches":[146],"while":[147],"supporting":[148],"inference":[150],"at":[151,165],"over":[152],"60":[153],"frames":[154],"per":[155],"second":[156],"consumer-grade":[158],"hardware.":[159],"source":[161],"code":[162],"is":[163],"available":[164],"\\href{https://github.com/Eddieyzp/VIMCAN}{this":[166],"GitHub":[167],"repository}.":[168]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-12T00:00:00"}