{"id":"https://openalex.org/W4405709886","doi":"https://doi.org/10.1109/iscslp63861.2024.10800649","title":"Independent Feature Enhanced Crossmodal Fusion for Match-Mismatch Classification of Speech Stimulus and EEG Response","display_name":"Independent Feature Enhanced Crossmodal Fusion for Match-Mismatch Classification of Speech Stimulus and EEG Response","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4405709886","doi":"https://doi.org/10.1109/iscslp63861.2024.10800649"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp63861.2024.10800649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031216167","display_name":"Shitong Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I4210121626","display_name":"Signal Processing (United States)","ror":"https://ror.org/021gzyw51","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121626"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Shitong Fan","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I4210121626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350668","display_name":"Wenbo Wang","orcid":"https://orcid.org/0000-0002-3628-3722"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Wang","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062281933","display_name":"Feiyang Xiao","orcid":"https://orcid.org/0000-0001-9359-4554"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I4210121626","display_name":"Signal Processing (United States)","ror":"https://ror.org/021gzyw51","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121626"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Feiyang Xiao","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I4210121626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033998197","display_name":"S. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I4210121626","display_name":"Signal Processing (United States)","ror":"https://ror.org/021gzyw51","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121626"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shiheng Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I4210121626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104012520","display_name":"Qiaoxi Zhu","orcid":"https://orcid.org/0000-0003-3942-0945"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qiaoxi Zhu","raw_affiliation_strings":["University of Technology Sydney,Ultimo"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,Ultimo","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101803640","display_name":"Jian Guan","orcid":"https://orcid.org/0000-0002-6383-1544"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I4210121626","display_name":"Signal Processing (United States)","ror":"https://ror.org/021gzyw51","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121626"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jian Guan","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University,Group of Intelligent Signal Processing (GISP),Harbin","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I4210121626"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031216167"],"corresponding_institution_ids":["https://openalex.org/I151727225","https://openalex.org/I4210121626"],"apc_list":null,"apc_paid":null,"fwci":0.6632,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7694827,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9103000164031982,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crossmodal","display_name":"Crossmodal","score":0.7804378867149353},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6961146593093872},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6250772476196289},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5776891708374023},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.5320229530334473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4494462013244629},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.43478983640670776},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43134182691574097},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.24280336499214172},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23300158977508545},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.13555550575256348},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.11209732294082642},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.0658062994480133}],"concepts":[{"id":"https://openalex.org/C60115397","wikidata":"https://www.wikidata.org/wiki/Q5188732","display_name":"Crossmodal","level":4,"score":0.7804378867149353},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6961146593093872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6250772476196289},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5776891708374023},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.5320229530334473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4494462013244629},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.43478983640670776},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43134182691574097},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.24280336499214172},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23300158977508545},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.13555550575256348},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.11209732294082642},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.0658062994480133},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscslp63861.2024.10800649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2789758093","https://openalex.org/W2900802277","https://openalex.org/W2963976704","https://openalex.org/W2964051877","https://openalex.org/W3016174996","https://openalex.org/W3115691565","https://openalex.org/W4296068586","https://openalex.org/W4372259988","https://openalex.org/W4372346854","https://openalex.org/W4375869350","https://openalex.org/W4385823019","https://openalex.org/W4389382699","https://openalex.org/W6631190155","https://openalex.org/W6696085341","https://openalex.org/W6796881943","https://openalex.org/W6853825612","https://openalex.org/W6854448313"],"related_works":["https://openalex.org/W4240440807","https://openalex.org/W953566696","https://openalex.org/W2010220987","https://openalex.org/W2010927954","https://openalex.org/W2085535992","https://openalex.org/W4386123105","https://openalex.org/W3117345873","https://openalex.org/W2067981595","https://openalex.org/W2933405975","https://openalex.org/W1995831386"],"abstract_inverted_index":{"It":[0],"is":[1,156],"crucial":[2],"for":[3,61,177],"auditory":[4,79],"attention":[5,105],"decoding":[6],"to":[7,30,77,89,115,146,158],"classify":[8],"matched":[9],"and":[10,34,73,94,131,140,143],"mismatched":[11],"speech":[12,32,71,92,138],"stimuli":[13],"with":[14,98,185,191],"corresponding":[15],"EEG":[16,35,75,80,96,141,197],"re-sponses":[17],"by":[18,121],"exploring":[19],"their":[20],"relationship.":[21],"However,":[22],"existing":[23],"methods":[24],"often":[25],"adopt":[26],"two":[27,46,119],"independent":[28,54,133],"networks":[29],"encode":[31,90],"stimulus":[33,93,139],"response,":[36,142],"which":[37,64,171],"neglect":[38],"the":[39,45,66,70,74,91,95,108,123,128,132,137,148,153,160,164,168,174,192,195],"relationship":[40],"between":[41],"these":[42],"signals":[43],"from":[44,127,136],"modalities.":[47],"In":[48,151],"this":[49],"paper,":[50],"we":[51],"propose":[52],"an":[53],"feature":[55,68,125,134,175],"enhanced":[56],"cross-modal":[57],"fusion":[58,67,113],"model":[59],"(IFE-CF)":[60],"match-mismatch":[62,178],"classification,":[63],"leverages":[65],"of":[69,118,163,194],"stimu-lus":[72],"response":[76,97],"achieve":[78],"decoding.":[81],"Specifically,":[82],"our":[83,182],"IFE-CF":[84],"contains":[85],"a":[86,99,111,144],"crossmodal":[87,104,129,169],"encoder":[88,130],"two-branch":[100],"structure":[101],"connected":[102],"via":[103],"mechanism":[106],"in":[107,167],"encoding":[109],"process,":[110],"multi-channel":[112],"module":[114],"fuse":[116],"features":[117],"modalities":[120],"aggregating":[122],"interaction":[124],"obtained":[126,135],"predictor":[145],"give":[147],"matching":[149],"result.":[150],"addition,":[152],"causal":[154],"mask":[155],"introduced":[157],"consider":[159],"time":[161],"delay":[162],"speech-EEG":[165],"pair":[166],"encoder,":[170],"further":[172],"enhances":[173],"representation":[176],"classification.":[179],"Ex-periments":[180],"demonstrate":[181],"method's":[183],"effectiveness":[184],"better":[186],"classification":[187],"accuracy,":[188],"as":[189],"compared":[190],"baseline":[193],"Auditory":[196],"Decoding":[198],"Challenge":[199],"2023.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}