{"id":"https://openalex.org/W7155055784","doi":"https://doi.org/10.1016/j.patcog.2026.113810","title":"MultiSensor-Home: Multi-modal multi-view dataset and benchmarks for action recognition in home environments","display_name":"MultiSensor-Home: Multi-modal multi-view dataset and benchmarks for action recognition in home environments","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7155055784","doi":"https://doi.org/10.1016/j.patcog.2026.113810"},"language":"en","primary_location":{"id":"doi:10.1016/j.patcog.2026.113810","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.113810","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.patcog.2026.113810","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101718798","display_name":"Trung Th\u00e0nh Nguy\u1ec5n","orcid":"https://orcid.org/0000-0001-8976-2922"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Trung Thanh Nguyen","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8976-2922","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027960360","display_name":"Yasutomo Kawanishi","orcid":"https://orcid.org/0000-0002-3799-4550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yasutomo Kawanishi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3799-4550","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007962043","display_name":"Vijay John","orcid":"https://orcid.org/0000-0002-9553-0906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vijay John","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9553-0906","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047823141","display_name":"Takahiro Komamizu","orcid":"https://orcid.org/0000-0002-3041-4330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takahiro Komamizu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3041-4330","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134126765","display_name":"Ichiro Ide","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ichiro Ide","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3942-9296","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5101718798"],"corresponding_institution_ids":[],"apc_list":{"value":2850,"currency":"USD","value_usd":2850},"apc_paid":{"value":2850,"currency":"USD","value_usd":2850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.49952123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"179","issue":null,"first_page":"113810","last_page":"113810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9128000140190125,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9128000140190125,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.024399999529123306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.6140999794006348},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5286999940872192},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.3346000015735626},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32420000433921814},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.30480000376701355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378000020980835},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.6140999794006348},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5070000290870667},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2498999983072281}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.patcog.2026.113810","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.113810","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.patcog.2026.113810","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patcog.2026.113810","pdf_url":null,"source":{"id":"https://openalex.org/S414566","display_name":"Pattern Recognition","issn_l":"0031-3203","issn":["0031-3203","1873-5142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2054041160","https://openalex.org/W2215643317","https://openalex.org/W2944006115","https://openalex.org/W2964134613","https://openalex.org/W2981923053","https://openalex.org/W3027845585","https://openalex.org/W3034658206","https://openalex.org/W3091422730","https://openalex.org/W3130218528","https://openalex.org/W3138697035","https://openalex.org/W3196974791","https://openalex.org/W3199934435","https://openalex.org/W4214612132","https://openalex.org/W4221155627","https://openalex.org/W4304014690","https://openalex.org/W4319300928","https://openalex.org/W4376133174","https://openalex.org/W4383066160","https://openalex.org/W4386038358","https://openalex.org/W4386076580","https://openalex.org/W4389819138","https://openalex.org/W4402716188","https://openalex.org/W4402915528","https://openalex.org/W4403421698","https://openalex.org/W4403899609","https://openalex.org/W4413018595"],"related_works":[],"abstract_inverted_index":{"Multi-modal":[0],"multi-view":[1,53,120],"action":[2,106,176,184,243],"recognition":[3,244],"is":[4,100],"a":[5,50,141,194,227,232],"rapidly":[6],"growing":[7],"area":[8],"in":[9,15,67,96,226],"computer":[10],"vision,":[11],"with":[12,91,103,197],"important":[13],"applications":[14],"surveillance,":[16],"smart":[17],"homes,":[18],"and":[19,39,73,79,149,157,171,179,200,207,235,241],"assistive":[20],"robotics.":[21],"However,":[22],"existing":[23,209],"datasets":[24,211],"often":[25],"fail":[26],"to":[27,110],"capture":[28],"real-world":[29],"challenges":[30,225],"such":[31],"as":[32],"distributed":[33,77],"sensor":[34,81],"layouts,":[35],"asynchronous":[36],"data":[37],"streams,":[38],"limited":[40],"frame-level":[41,105,166],"annotations.":[42],"To":[43,126,188],"address":[44],"these":[45],"limitations,":[46],"we":[47,130,192],"introduce":[48],"MultiSensor-Home,":[49],"novel":[51],"multi-modal":[52],"dataset":[54,121],"specifically":[55],"designed":[56],"for":[57,122],"realistic":[58,228],"residential":[59,70],"environments.":[60],"It":[61,152],"comprises":[62],"5,250":[63],"untrimmed":[64],"videos":[65],"recorded":[66,98],"two":[68],"distinct":[69],"environments,":[71],"Home-1":[72],"Home-2,":[74],"using":[75],"five":[76],"RGB":[78],"audio":[80],"units,":[82],"where":[83,168,182],"each":[84,175],"video":[85],"contains":[86],"multiple":[87],"sequential":[88],"actions":[89],"along":[90],"background":[92],"segments.":[93],"Each":[94],"frame":[95],"the":[97,111,116,169,208,224],"sequences":[99],"manually":[101],"annotated":[102,119],"fine-grained":[104],"labels,":[107],"making":[108],"it,":[109],"best":[112],"of":[113,174],"our":[114],"knowledge,":[115],"first":[117],"densely":[118],"home":[123],"activity":[124],"recognition.":[125],"benchmark":[127,196,234],"this":[128],"dataset,":[129],"further":[131],"propose":[132],"Act":[133],"ion":[134],"Selection":[135],"Learning-guided":[136],"Transformer-based":[137],"Sensor":[138],"Fusion":[139],"(ActFusion),":[140],"unified":[142],"method":[143],"that":[144,213],"jointly":[145],"models":[146,154],"temporal":[147],"dynamics":[148],"cross-view":[150,155],"correspondence.":[151],"dynamically":[153],"relationships":[156],"selects":[158],"informative":[159],"frames,":[160],"enabling":[161],"robust":[162,240],"training":[163,199],"under":[164],"both":[165],"supervision,":[167,181],"start":[170],"end":[172],"timings":[173],"are":[177,186],"labeled,":[178],"sequence-level":[180],"only":[183],"labels":[185],"provided.":[187],"support":[189],"reproducible":[190],"evaluation,":[191],"establish":[193],"comprehensive":[195],"standardized":[198],"testing":[201],"protocols.":[202],"Extensive":[203],"experiments":[204],"on":[205,239],"MultiSensor-Home":[206,230],"MM-Office":[210],"show":[212],"ActFusion":[214],"consistently":[215],"outperforms":[216],"baseline":[217],"methods":[218],"across":[219],"diverse":[220],"scenarios.":[221],"By":[222],"capturing":[223],"setting,":[229],"sets":[231],"new":[233],"encourages":[236],"future":[237],"research":[238],"generalizable":[242],"methods.":[245]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-04-22T00:00:00"}