{"id":"https://openalex.org/W2052760217","doi":"https://doi.org/10.1109/sii.2013.6776750","title":"Learning and association of synaesthesia phenomenon using deep neural networks","display_name":"Learning and association of synaesthesia phenomenon using deep neural networks","publication_year":2013,"publication_date":"2013-12-01","ids":{"openalex":"https://openalex.org/W2052760217","doi":"https://doi.org/10.1109/sii.2013.6776750","mag":"2052760217"},"language":"en","primary_location":{"id":"doi:10.1109/sii.2013.6776750","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii.2013.6776750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 IEEE/SICE International Symposium on System Integration","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101407544","display_name":"Yuki Yamaguchi","orcid":"https://orcid.org/0000-0001-9312-8780"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuki Yamaguchi","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan","[Grad. Sch. of Inf., Kyoto Univ., Kyoto, Japan]"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]},{"raw_affiliation_string":"[Grad. Sch. of Inf., Kyoto Univ., Kyoto, Japan]","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061722244","display_name":"Kuniaki Noda","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kuniaki Noda","raw_affiliation_strings":["School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan","School of fundamental science and engineering, Waseda University, Tokyo, JAPAN"],"affiliations":[{"raw_affiliation_string":"School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"School of fundamental science and engineering, Waseda University, Tokyo, JAPAN","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002501266","display_name":"Shun Nishide","orcid":"https://orcid.org/0009-0004-0461-8606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shun Nishide","raw_affiliation_strings":["Hakubi Center for Advanced researches, Kyoto, Japan","Hakubi Center for Adv. researches, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Hakubi Center for Advanced researches, Kyoto, Japan","institution_ids":[]},{"raw_affiliation_string":"Hakubi Center for Adv. researches, Kyoto, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005141184","display_name":"Hiroshi G. Okuno","orcid":"https://orcid.org/0000-0002-8704-4318"},"institutions":[{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]},{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi G. Okuno","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan","[Grad. Sch. of Inf., Kyoto Univ., Kyoto, Japan]"],"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]},{"raw_affiliation_string":"[Grad. Sch. of Inf., Kyoto Univ., Kyoto, Japan]","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan","School of fundamental science and engineering, Waseda University, Tokyo, JAPAN"],"affiliations":[{"raw_affiliation_string":"School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"School of fundamental science and engineering, Waseda University, Tokyo, JAPAN","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101407544"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.11104913,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"659","last_page":"664"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9528999924659729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6975623965263367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6855801343917847},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.6130661964416504},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5933219194412231},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5524918437004089},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5463899970054626},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5213283896446228},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48874783515930176},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.483267605304718},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47336241602897644},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1436566710472107}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6975623965263367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855801343917847},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.6130661964416504},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5933219194412231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5524918437004089},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5463899970054626},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5213283896446228},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48874783515930176},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.483267605304718},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47336241602897644},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1436566710472107},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sii.2013.6776750","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii.2013.6776750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 IEEE/SICE International Symposium on System Integration","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W4941964","https://openalex.org/W196214544","https://openalex.org/W196761320","https://openalex.org/W612282351","https://openalex.org/W1602419155","https://openalex.org/W2003941100","https://openalex.org/W2006903949","https://openalex.org/W2048060899","https://openalex.org/W2083091057","https://openalex.org/W2100495367","https://openalex.org/W2120480077","https://openalex.org/W2130984546","https://openalex.org/W2160815625","https://openalex.org/W2184045248","https://openalex.org/W2253807446","https://openalex.org/W2557865186","https://openalex.org/W2950789693","https://openalex.org/W4388228251","https://openalex.org/W6600193324","https://openalex.org/W6607974698","https://openalex.org/W6608133726","https://openalex.org/W6678242812","https://openalex.org/W6730042849"],"related_works":["https://openalex.org/W4300450609","https://openalex.org/W4386931570","https://openalex.org/W2391010541","https://openalex.org/W2357367123","https://openalex.org/W2387276901","https://openalex.org/W2385953334","https://openalex.org/W2130834282","https://openalex.org/W2351303360","https://openalex.org/W3134118520","https://openalex.org/W627697492"],"abstract_inverted_index":{"Robots":[0],"are":[1],"required":[2],"to":[3,45,64,82,116],"process":[4,65],"multimodal":[5,27,77,84,126,162],"information":[6,9],"because":[7],"the":[8,11,32,93,108,125,141,168],"in":[10],"real":[12],"world":[13],"comes":[14],"from":[15,92,129,146],"various":[16],"modal":[17],"inputs.":[18],"However,":[19],"there":[20],"exist":[21],"only":[22,70],"a":[23,47],"few":[24],"robots":[25],"integrating":[26],"information.":[28,78],"Humans":[29],"can":[30,88,139],"recognize":[31],"environment":[33],"effectively":[34],"by":[35,120],"cross-modal":[36,48],"processing.":[37],"We":[38,79,114],"focus":[39],"on":[40],"modeling":[41],"synaesthesia":[42,118],"phenomenon":[43,119],"known":[44],"be":[46],"perception":[49,171],"of":[50,71,76,100,156,159,170],"humans.":[51],"Recently,":[52],"deep":[53],"neural":[54],"networks":[55],"(DNNs)":[56],"have":[57],"gained":[58],"more":[59],"attention":[60],"and":[61,107],"successfully":[62],"applied":[63],"high-dimensional":[66],"data":[67,127],"composed":[68,99],"not":[69],"single":[72],"modality":[73,91],"but":[74],"also":[75],"introduced":[80],"DNNs":[81,160,166],"construct":[83],"association":[85,133],"model":[86,97,123,138],"which":[87],"reconstruct":[89,140],"one":[90,103],"other":[94,109],"modality.":[95],"Our":[96],"is":[98],"two":[101],"DNNs:":[102],"for":[104,110],"image":[105],"compression":[106],"audio-visual":[111],"sequential":[112],"learning.":[113],"tried":[115],"reproduce":[117],"training":[121],"our":[122,137],"with":[124],"acquired":[128],"psychological":[130],"experiment.":[131],"Cross-modal":[132],"experiment":[134],"showed":[135],"that":[136,165],"same":[142],"or":[143],"similar":[144],"images":[145],"sound":[147],"as":[148],"synaesthetes,":[149],"those":[150],"who":[151],"experience":[152],"synaesthesia.":[153],"The":[154],"analysis":[155],"middle":[157],"layers":[158],"representing":[161],"features":[163],"implied":[164],"self-organized":[167],"difference":[169],"between":[172],"individual":[173],"synaesthetes.":[174]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}