{"id":"https://openalex.org/W2973909019","doi":"https://doi.org/10.1109/access.2019.2942073","title":"Image\u2013Music Synesthesia-Aware Learning Based on Emotional Similarity Recognition","display_name":"Image\u2013Music Synesthesia-Aware Learning Based on Emotional Similarity Recognition","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2973909019","doi":"https://doi.org/10.1109/access.2019.2942073","mag":"2973909019"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2942073","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942073","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843988.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843988.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027830067","display_name":"Baixi Xing","orcid":"https://orcid.org/0000-0001-6778-3650"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Baixi Xing","raw_affiliation_strings":["Institute of Industrial Design, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6778-3650","affiliations":[{"raw_affiliation_string":"Institute of Industrial Design, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577175","display_name":"Kejun Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kejun Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060017949","display_name":"Lekai Zhang","orcid":"https://orcid.org/0000-0002-8136-5882"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lekai Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074995310","display_name":"Xinda Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinda Wu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057584414","display_name":"Jian Dou","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Dou","raw_affiliation_strings":["School of Media and Design, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Media and Design, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114061948","display_name":"Shouqian Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouqian Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5027830067"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2358,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.88162943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"136378","last_page":"136390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synesthesia","display_name":"Synesthesia","score":0.891857385635376},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6429250240325928},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6347708702087402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5907427668571472},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5549052953720093},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5481317043304443},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4429395794868469},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4405921995639801},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.42961585521698},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3522377014160156},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25705668330192566},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25378715991973877},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.219955712556839}],"concepts":[{"id":"https://openalex.org/C2776664067","wikidata":"https://www.wikidata.org/wiki/Q13258","display_name":"Synesthesia","level":3,"score":0.891857385635376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6429250240325928},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6347708702087402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5907427668571472},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5549052953720093},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5481317043304443},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4429395794868469},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4405921995639801},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.42961585521698},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3522377014160156},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25705668330192566},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25378715991973877},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.219955712556839},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2942073","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942073","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843988.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:55573efa87cd4baf8efd74782d67ca67","is_oa":true,"landing_page_url":"https://doaj.org/article/55573efa87cd4baf8efd74782d67ca67","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 136378-136390 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2942073","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942073","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843988.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1033846153","display_name":null,"funder_award_id":"61402141","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3128493229","display_name":null,"funder_award_id":"LY19F020047","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3457919157","display_name":null,"funder_award_id":"61703127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6064725795","display_name":null,"funder_award_id":"LZ19F020002","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2973909019.pdf","grobid_xml":"https://content.openalex.org/works/W2973909019.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W35351393","https://openalex.org/W80834553","https://openalex.org/W1513635597","https://openalex.org/W1565946331","https://openalex.org/W1686810756","https://openalex.org/W1966349966","https://openalex.org/W1984354687","https://openalex.org/W1988060680","https://openalex.org/W1995681409","https://openalex.org/W1997249373","https://openalex.org/W2003856922","https://openalex.org/W2003941100","https://openalex.org/W2006625185","https://openalex.org/W2023001347","https://openalex.org/W2035748359","https://openalex.org/W2038781998","https://openalex.org/W2049266248","https://openalex.org/W2056648529","https://openalex.org/W2074356411","https://openalex.org/W2080984561","https://openalex.org/W2085662862","https://openalex.org/W2102367174","https://openalex.org/W2110833076","https://openalex.org/W2118585731","https://openalex.org/W2125106842","https://openalex.org/W2143380612","https://openalex.org/W2171848217","https://openalex.org/W2177226811","https://openalex.org/W2178585839","https://openalex.org/W2293645955","https://openalex.org/W2327261103","https://openalex.org/W2340600463","https://openalex.org/W2347880541","https://openalex.org/W2531468424","https://openalex.org/W2552972371","https://openalex.org/W2589310369","https://openalex.org/W2605847703","https://openalex.org/W2607163527","https://openalex.org/W2610961739","https://openalex.org/W2613035820","https://openalex.org/W2616075448","https://openalex.org/W2621651613","https://openalex.org/W2735654625","https://openalex.org/W2741561025","https://openalex.org/W2741630455","https://openalex.org/W2761074194","https://openalex.org/W2766279362","https://openalex.org/W2798503473","https://openalex.org/W2802014515","https://openalex.org/W2963978237","https://openalex.org/W4235096090","https://openalex.org/W6603366638","https://openalex.org/W6630483153","https://openalex.org/W6637373629","https://openalex.org/W6677656871","https://openalex.org/W6685170194","https://openalex.org/W6705060728","https://openalex.org/W6738953990"],"related_works":["https://openalex.org/W1498412433","https://openalex.org/W2914599329","https://openalex.org/W1983508570","https://openalex.org/W2158909151","https://openalex.org/W2047374411","https://openalex.org/W3185657312","https://openalex.org/W2144394704","https://openalex.org/W3006088529","https://openalex.org/W1528616482","https://openalex.org/W993965852"],"abstract_inverted_index":{"Synesthesia":[0],"is":[1,15,89,101],"a":[2,8,35],"phenomenon":[3],"in":[4,11,22,59,93],"which":[5],"human":[6],"experience":[7],"cross-sensory":[9],"interaction":[10],"perception.":[12],"However,":[13],"it":[14],"hard":[16],"to":[17,37,83,119],"bridge":[18],"two":[19],"sensory":[20,39],"modalities":[21],"artificial":[23],"intelligence.":[24,45],"Emotion,":[25],"the":[26,60,85,96,121,144,154],"universal":[27],"content":[28],"across":[29],"multiple":[30],"media":[31],"modalities,":[32],"can":[33],"be":[34],"cue":[36],"connect":[38],"perceptions":[40],"for":[41],"developing":[42],"computer-based":[43],"synesthetic":[44],"In":[46,63,105],"this":[47,64,106],"study,":[48],"we":[49,66],"present":[50],"an":[51,68],"image-music,":[52],"cross-synesthesia-aware":[53],"model":[54],"based":[55],"on":[56,153],"their":[57],"similarity":[58,100,123,136],"emotion":[61],"space.":[62],"experiment,":[65],"built":[67],"affective":[69,127],"synesthesia":[70],"database":[71],"of":[72,98,125,141,146,156],"250,000":[73],"image-music":[74,128],"pairs.":[75],"Multiple":[76],"music":[77],"and":[78,91,95,112,149],"image":[79],"features":[80],"were":[81],"extracted":[82],"form":[84],"database.":[86],"Emotional":[87],"representation":[88],"abstract":[90],"complex":[92],"perception,":[94],"recognition":[97],"emotional":[99,122,135],"fraught":[102],"with":[103,137],"uncertainty.":[104],"work,":[107],"Pearson":[108],"correlation":[109],"coefficient":[110],"(PCC)":[111],"Euclidean":[113],"distance":[114],"(ED)":[115],"method":[116,132],"was":[117],"compared":[118],"obtain":[120],"labels":[124],"each":[126],"pair.":[129],"The":[130],"proposed":[131],"could":[133],"predict":[134],"mean":[138],"squared":[139],"error":[140],"0.0075,":[142],"demonstrating":[143],"effectiveness":[145],"our":[147],"approach":[148],"may":[150],"shed":[151],"light":[152],"development":[155],"cross-modal":[157],"synesthesia-aware":[158],"systems.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2019-09-26T00:00:00"}