{"id":"https://openalex.org/W2775529075","doi":"https://doi.org/10.1109/mfi.2017.8170441","title":"Multi-modal human action recognition using deep neural networks fusing image and inertial sensor data","display_name":"Multi-modal human action recognition using deep neural networks fusing image and inertial sensor data","publication_year":2017,"publication_date":"2017-11-01","ids":{"openalex":"https://openalex.org/W2775529075","doi":"https://doi.org/10.1109/mfi.2017.8170441","mag":"2775529075"},"language":"en","primary_location":{"id":"doi:10.1109/mfi.2017.8170441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mfi.2017.8170441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Multisensor Fusion and Integration for Intelligent Systems (MFI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083020137","display_name":"Inhwan Hwang","orcid":"https://orcid.org/0000-0002-1388-1367"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Inhwan Hwang","raw_affiliation_strings":["Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051789113","display_name":"Geonho Cha","orcid":"https://orcid.org/0000-0002-3008-4642"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Geonho Cha","raw_affiliation_strings":["Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033764106","display_name":"Songhwai Oh","orcid":"https://orcid.org/0000-0002-9781-2018"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Songhwai Oh","raw_affiliation_strings":["Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and ASRI, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8111405968666077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8044244050979614},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.677377462387085},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.6689554452896118},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6642540693283081},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6233150362968445},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.509519636631012},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49012598395347595},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.457336962223053},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4537402391433716},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.43347927927970886},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.417082279920578},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.4132727086544037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1219300925731659}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8111405968666077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8044244050979614},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.677377462387085},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.6689554452896118},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6642540693283081},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6233150362968445},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.509519636631012},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49012598395347595},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.457336962223053},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4537402391433716},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.43347927927970886},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.417082279920578},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.4132727086544037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1219300925731659},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mfi.2017.8170441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mfi.2017.8170441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Multisensor Fusion and Integration for Intelligent Systems (MFI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1566973065","https://openalex.org/W1991239827","https://openalex.org/W1994529670","https://openalex.org/W2017351764","https://openalex.org/W2034014085","https://openalex.org/W2054780155","https://openalex.org/W2064675550","https://openalex.org/W2073401630","https://openalex.org/W2081135661","https://openalex.org/W2086509056","https://openalex.org/W2113325037","https://openalex.org/W2126511896","https://openalex.org/W2161969291","https://openalex.org/W2163605009","https://openalex.org/W2166712377","https://openalex.org/W2171145593","https://openalex.org/W2194775991","https://openalex.org/W2270470215","https://openalex.org/W2307770531","https://openalex.org/W2964199361","https://openalex.org/W2964304707","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4237547500","https://openalex.org/W1570848052","https://openalex.org/W2373192430","https://openalex.org/W4239268388","https://openalex.org/W1537496349","https://openalex.org/W2379407973","https://openalex.org/W4243305035","https://openalex.org/W2785359964"],"abstract_inverted_index":{"Human":[0],"action":[1,50,91,176],"recognition":[2,51,92],"has":[3],"been":[4],"studied":[5],"in":[6,27,82,150,163,181],"many":[7],"fields":[8],"including":[9],"computer":[10],"vision":[11],"and":[12,31,60,86,107,111,132,139],"sensor":[13,29,45,88,109,140],"networks":[14,104,131],"using":[15],"inertial":[16,65,87,108],"sensors.":[17],"However,":[18],"there":[19,178],"are":[20,134,179],"limitations":[21],"such":[22],"as":[23],"spatial":[24],"constraints,":[25],"occlusions":[26],"images,":[28],"unreliability,":[30],"the":[32,78,169,174],"inconvenience":[33],"of":[34,128,161],"users.":[35],"In":[36],"order":[37],"to":[38,76,154],"solve":[39],"these":[40],"problems":[41],"we":[42],"suggest":[43],"a":[44,56,61,112],"fusion":[46],"method":[47,148],"for":[48,105],"human":[49,90],"exploiting":[52],"RGB":[53],"images":[54,138],"from":[55,143,185],"single":[57,62,155],"fixed":[58],"camera":[59],"wrist":[63],"mounted":[64],"sensor.":[66],"These":[67],"two":[68,96],"different":[69],"domain":[70],"information":[71],"can":[72],"complement":[73],"each":[74],"other":[75],"fill":[77],"deficiencies":[79],"that":[80,168],"exist":[81],"both":[83],"image":[84,106],"based":[85,89,101,117],"methods.":[93],"We":[94,165],"propose":[95],"convolutional":[97],"neural":[98,114,130],"network":[99,115,119],"(CNN)":[100],"feature":[102],"extraction":[103],"data":[110,141],"recurrent":[113],"(RNN)":[116],"classification":[118],"with":[120,136,158],"long":[121],"short":[122],"term":[123],"memory":[124],"(LSTM)":[125],"units.":[126],"Training":[127],"deep":[129],"testing":[133],"done":[135],"synchronized":[137],"collected":[142],"five":[144],"individuals.":[145],"The":[146],"proposed":[147,170],"results":[149],"better":[151],"performance":[152],"compared":[153],"sensor-based":[156],"methods":[157],"an":[159],"accuracy":[160],"86.9%":[162],"cross-validation.":[164],"also":[166],"verify":[167],"algorithm":[171],"robustly":[172],"classifies":[173],"target":[175],"when":[177],"failures":[180],"detecting":[182],"body":[183],"joints":[184],"images.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}