{"id":"https://openalex.org/W2894874799","doi":"https://doi.org/10.1145/3242969.3242992","title":"Generating fMRI-Enriched Acoustic Vectors using a Cross-Modality Adversarial Network for Emotion Recognition","display_name":"Generating fMRI-Enriched Acoustic Vectors using a Cross-Modality Adversarial Network for Emotion Recognition","publication_year":2018,"publication_date":"2018-10-02","ids":{"openalex":"https://openalex.org/W2894874799","doi":"https://doi.org/10.1145/3242969.3242992","mag":"2894874799"},"language":"en","primary_location":{"id":"doi:10.1145/3242969.3242992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3242992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069801009","display_name":"Gao-Yi Chao","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Gao-Yi Chao","raw_affiliation_strings":["National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062975307","display_name":"Chun-Min Chang","orcid":"https://orcid.org/0000-0002-7603-9310"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chun-Min Chang","raw_affiliation_strings":["National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001894880","display_name":"Jeng-Lin Li","orcid":"https://orcid.org/0000-0002-9261-1524"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jeng-Lin Li","raw_affiliation_strings":["National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072913376","display_name":"Ya-Tse Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ya-Tse Wu","raw_affiliation_strings":["National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086107623","display_name":"Chi-Chun Lee","orcid":"https://orcid.org/0000-0003-0186-4321"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Chun Lee","raw_affiliation_strings":["National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc"],"affiliations":[{"raw_affiliation_string":"National Tsing Hua University & MOST Joint Research Center for AI Technology and All Vista Healthcare, Hsinchu, Taiwan Roc","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069801009"],"corresponding_institution_ids":["https://openalex.org/I25846049"],"apc_list":null,"apc_paid":null,"fwci":0.6146,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73023722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7403634190559387},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6751313209533691},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.6364965438842773},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6055671572685242},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5659922957420349},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5644035339355469},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5643554925918579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5287301540374756},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4432793855667114},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4335731863975525},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4332348108291626},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09353318810462952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7403634190559387},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6751313209533691},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.6364965438842773},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6055671572685242},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5659922957420349},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5644035339355469},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5643554925918579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5287301540374756},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4432793855667114},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4335731863975525},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4332348108291626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09353318810462952},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242969.3242992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3242992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3888386067","display_name":null,"funder_award_id":"107-2634-F-007 -006 -","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W47232516","https://openalex.org/W113713323","https://openalex.org/W141482854","https://openalex.org/W1560753749","https://openalex.org/W1608705073","https://openalex.org/W1873312687","https://openalex.org/W2004895928","https://openalex.org/W2013894451","https://openalex.org/W2047240413","https://openalex.org/W2054951946","https://openalex.org/W2057550180","https://openalex.org/W2057964179","https://openalex.org/W2058046532","https://openalex.org/W2060691228","https://openalex.org/W2066700753","https://openalex.org/W2078455576","https://openalex.org/W2125389028","https://openalex.org/W2143350951","https://openalex.org/W2148822124","https://openalex.org/W2149628368","https://openalex.org/W2149940198","https://openalex.org/W2154739180","https://openalex.org/W2156503193","https://openalex.org/W2159259520","https://openalex.org/W2167975826","https://openalex.org/W2295001676","https://openalex.org/W2405589827","https://openalex.org/W2474531669","https://openalex.org/W2548264631","https://openalex.org/W2605135824","https://openalex.org/W2729615412","https://openalex.org/W2749038304","https://openalex.org/W2759965110","https://openalex.org/W2791621240","https://openalex.org/W2797947982","https://openalex.org/W2892135207","https://openalex.org/W2963252191"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2988126442","https://openalex.org/W1974414866","https://openalex.org/W2057568687","https://openalex.org/W2063982682","https://openalex.org/W2338543196","https://openalex.org/W1544691147"],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,48,65,140,176],"recognition":[2,66,177,202],"has":[3,53],"long":[4],"been":[5],"developed":[6],"by":[7,108],"concentrating":[8],"on":[9,44],"modeling":[10],"human":[11,105],"expressive":[12],"behavior.":[13],"At":[14],"the":[15,23,34,45,62,91,115,123,131,139,152,183,190],"same":[16],"time,":[17],"neuro-scientific":[18],"evidences":[19],"have":[20],"shown":[21],"that":[22,55,88],"varied":[24],"neuro-responses":[25],"(i.e.,":[26],"blood":[27],"oxygen":[28],"level-dependent":[29],"(BOLD)":[30],"signals":[31,103],"measured":[32],"from":[33],"functional":[35],"magnetic":[36],"resonance":[37],"imaging":[38],"(fMRI))":[39],"is":[40,71,147,193],"also":[41,156,194],"a":[42,83,110,119,174],"function":[43],"types":[46],"of":[47,98,104,118,185],"perceived.":[49],"While":[50],"past":[51],"research":[52],"indicated":[54],"fusing":[56],"acoustic":[57,96,116,133,145,170],"features":[58,97,171],"and":[59,101,182],"fMRI":[60,69,102,162],"improves":[61],"overall":[63],"speech":[64,99,120],"performance,":[67],"obtaining":[68],"data":[70],"not":[72,149],"feasible":[73],"in":[74,138,151,157,173,188,199],"real":[75],"world":[76],"applications.":[77],"In":[78],"this":[79],"work,":[80],"we":[81],"propose":[82],"cross":[84,125],"modality":[85,126],"adversarial":[86,127],"network":[87,128],"jointly":[89],"models":[90],"bi-directional":[92,191],"generative":[93],"relationship":[94],"between":[95],"samples":[100],"percetual":[106],"responses":[107],"leveraging":[109],"parallel":[111,153],"dataset.":[112],"We":[113],"encode":[114],"descriptors":[117],"sample":[121],"using":[122,169],"learned":[124],"to":[129,135,196],"generate":[130],"fMRI-enriched":[132,144],"vectors":[134],"be":[136,197],"used":[137],"classifier.":[141],"The":[142],"generated":[143],"vector":[146],"evaluated":[148],"only":[150,172],"dataset":[154,160],"but":[155],"an":[158],"additional":[159],"without":[161],"scanning.":[163],"Our":[164],"proposed":[165],"framework":[166],"significantly":[167],"outperform":[168],"four-class":[175],"task":[178],"for":[179],"both":[180],"datasets,":[181],"use":[184],"cyclic":[186],"loss":[187],"learning":[189],"mapping":[192],"demonstrated":[195],"crucial":[198],"achieving":[200],"improved":[201],"rates.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}