{"id":"https://openalex.org/W4386159692","doi":"https://doi.org/10.1109/icarm58088.2023.10218840","title":"A Multisensory Neural Network System for Cross-modal Integration","display_name":"A Multisensory Neural Network System for Cross-modal Integration","publication_year":2023,"publication_date":"2023-07-08","ids":{"openalex":"https://openalex.org/W4386159692","doi":"https://doi.org/10.1109/icarm58088.2023.10218840"},"language":"en","primary_location":{"id":"doi:10.1109/icarm58088.2023.10218840","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icarm58088.2023.10218840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025482368","display_name":"Yang Song","orcid":"https://orcid.org/0000-0001-9236-4538"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Song","raw_affiliation_strings":["University of Science and Technology of China,Department of Automatio,Hefei,China,230026"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Department of Automatio,Hefei,China,230026","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060308020","display_name":"Guoxin Li","orcid":"https://orcid.org/0000-0001-8384-0002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guoxin Li","raw_affiliation_strings":["Institute of Artificial Intelligence, Hefei Comprehensive National Science Center,Hefei,China,230088"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center,Hefei,China,230088","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100628027","display_name":"Ying Feng","orcid":"https://orcid.org/0000-0002-1860-5679"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Feng","raw_affiliation_strings":["College of Automation Science and Engineering, South China University of Technology,Guangzhou,China,510641"],"affiliations":[{"raw_affiliation_string":"College of Automation Science and Engineering, South China University of Technology,Guangzhou,China,510641","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025482368"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08952565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"971","last_page":"976"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7708873152732849},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7060536742210388},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.6321163177490234},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5505802035331726},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.531514048576355},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5151144862174988},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5138978958129883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4606807827949524},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.42582789063453674},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4227762222290039},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.41673290729522705},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.36308565735816956},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32586488127708435},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15806525945663452},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09298926591873169}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7708873152732849},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7060536742210388},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.6321163177490234},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5505802035331726},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.531514048576355},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5151144862174988},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5138978958129883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4606807827949524},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.42582789063453674},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4227762222290039},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.41673290729522705},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.36308565735816956},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32586488127708435},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15806525945663452},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09298926591873169},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarm58088.2023.10218840","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icarm58088.2023.10218840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1121216140","https://openalex.org/W2167940154","https://openalex.org/W2194775991","https://openalex.org/W2344531169","https://openalex.org/W2532411821","https://openalex.org/W2796589614","https://openalex.org/W2902170531","https://openalex.org/W2944373859","https://openalex.org/W2966745778","https://openalex.org/W3002709689","https://openalex.org/W3009994855","https://openalex.org/W3011489868","https://openalex.org/W3025417462","https://openalex.org/W3035497460","https://openalex.org/W3036954260","https://openalex.org/W3085124701","https://openalex.org/W3091588028","https://openalex.org/W3112148202","https://openalex.org/W3117080414","https://openalex.org/W3207311111","https://openalex.org/W4226334784","https://openalex.org/W4288327876","https://openalex.org/W4295441317","https://openalex.org/W4307092689","https://openalex.org/W4320712909","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6764045775","https://openalex.org/W6773071120","https://openalex.org/W6775970589","https://openalex.org/W6779442434","https://openalex.org/W6846329021"],"related_works":["https://openalex.org/W1540085252","https://openalex.org/W2006830765","https://openalex.org/W2593242293","https://openalex.org/W2051102306","https://openalex.org/W2155838649","https://openalex.org/W2063505906","https://openalex.org/W2127201435","https://openalex.org/W2143811757","https://openalex.org/W2790919725","https://openalex.org/W2806279769"],"abstract_inverted_index":{"In":[0],"the":[1,40,64,81],"paper,":[2],"we":[3],"proposed":[4,82],"a":[5,18,53,58,68],"multi-sensory":[6,33],"neural":[7],"network":[8],"with":[9],"cross-modal":[10],"integration.":[11],"By":[12],"distributing":[13],"multiple":[14,92],"sensors":[15],"and":[16,27,31],"integrating":[17],"hierarchical":[19],"biomimetic":[20],"architecture,":[21],"our":[22],"system":[23,70],"can":[24,85],"sense,":[25],"process,":[26],"memorize":[28],"multi-modal":[29,49,54],"information":[30,50],"fuse":[32],"data":[34],"at":[35],"software":[36,69],"levels.":[37],"We":[38,62],"develop":[39],"LCMER":[41,65,83],"(Learning":[42],"Cross-Modality":[43],"Encoder":[44],"Representations)":[45],"framework":[46,84],"to":[47,71],"build":[48,63],"connections,":[51],"where":[52],"fusion":[55],"model":[56,60,66],"uses":[57],"single-stream":[59],"fusion.":[61],"using":[67],"realize":[72],"hand":[73],"gesture":[74,88],"recognition.":[75],"The":[76],"experimental":[77],"results":[78],"demonstrate":[79],"that":[80],"achieve":[86],"superior":[87],"recognition":[89],"performance":[90],"in":[91],"scenarios.":[93]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}