{"id":"https://openalex.org/W4361855028","doi":"https://doi.org/10.1109/tpami.2023.3263181","title":"Decoding Visual Neural Representations by Multimodal Learning of Brain-Visual-Linguistic Features","display_name":"Decoding Visual Neural Representations by Multimodal Learning of Brain-Visual-Linguistic Features","publication_year":2023,"publication_date":"2023-03-30","ids":{"openalex":"https://openalex.org/W4361855028","doi":"https://doi.org/10.1109/tpami.2023.3263181","pmid":"https://pubmed.ncbi.nlm.nih.gov/37030711"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3263181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3263181","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changde Du","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0084-433X","affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015501929","display_name":"Kaicheng Fu","orcid":"https://orcid.org/0009-0009-3765-0916"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaicheng Fu","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782319","display_name":"Jinpeng Li","orcid":"https://orcid.org/0000-0001-8701-2642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinpeng Li","raw_affiliation_strings":["Ningbo HwaMei Hospital, UCAS, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-8701-2642","affiliations":[{"raw_affiliation_string":"Ningbo HwaMei Hospital, UCAS, Zhejiang, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669549","display_name":"Huiguang He","orcid":"https://orcid.org/0000-0002-0684-1711"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0684-1711","affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence, State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.3853,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.99554877,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"45","issue":"9","first_page":"10760","last_page":"10777"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7209921479225159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.597531259059906},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.5758792161941528},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5472960472106934},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.41462987661361694},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4073110818862915},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3608824610710144},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3215424120426178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7209921479225159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.597531259059906},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.5758792161941528},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5472960472106934},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41462987661361694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4073110818862915},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3608824610710144},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3215424120426178},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3263181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3263181","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37030711","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37030711","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2566083952","display_name":null,"funder_award_id":"62206284","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4038921782","display_name":null,"funder_award_id":"62020106015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5717587991","display_name":null,"funder_award_id":"2022ZD0116500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G613090996","display_name":null,"funder_award_id":"61976209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W115285041","https://openalex.org/W652269744","https://openalex.org/W1522301498","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W1984052055","https://openalex.org/W2007226897","https://openalex.org/W2025668003","https://openalex.org/W2036084760","https://openalex.org/W2089632738","https://openalex.org/W2120526973","https://openalex.org/W2121823518","https://openalex.org/W2123024445","https://openalex.org/W2123081556","https://openalex.org/W2150295085","https://openalex.org/W2162950292","https://openalex.org/W2168217710","https://openalex.org/W2170819243","https://openalex.org/W2187089797","https://openalex.org/W2334493732","https://openalex.org/W2344975321","https://openalex.org/W2592280765","https://openalex.org/W2598802110","https://openalex.org/W2603705233","https://openalex.org/W2743987074","https://openalex.org/W2759601380","https://openalex.org/W2782213998","https://openalex.org/W2786541991","https://openalex.org/W2803832867","https://openalex.org/W2880214242","https://openalex.org/W2896457183","https://openalex.org/W2904523347","https://openalex.org/W2924476266","https://openalex.org/W2945291089","https://openalex.org/W2947588442","https://openalex.org/W2948012107","https://openalex.org/W2949290395","https://openalex.org/W2949585479","https://openalex.org/W2949759968","https://openalex.org/W2953046278","https://openalex.org/W2954942190","https://openalex.org/W2963223306","https://openalex.org/W2963226019","https://openalex.org/W2963283377","https://openalex.org/W2963341661","https://openalex.org/W2963499153","https://openalex.org/W2963545832","https://openalex.org/W2963855931","https://openalex.org/W2964086552","https://openalex.org/W2970648593","https://openalex.org/W2972831213","https://openalex.org/W2974313581","https://openalex.org/W2980938713","https://openalex.org/W2987472543","https://openalex.org/W2996428491","https://openalex.org/W3028543194","https://openalex.org/W3035524453","https://openalex.org/W3036928441","https://openalex.org/W3043896571","https://openalex.org/W3091069321","https://openalex.org/W3092301876","https://openalex.org/W3092898182","https://openalex.org/W3099571662","https://openalex.org/W3139464512","https://openalex.org/W3159436766","https://openalex.org/W3166396011","https://openalex.org/W3167976421","https://openalex.org/W3169480011","https://openalex.org/W3176781808","https://openalex.org/W3197409584","https://openalex.org/W3210615854","https://openalex.org/W3210923133","https://openalex.org/W3212496002","https://openalex.org/W4226182655","https://openalex.org/W4281643269","https://openalex.org/W4287854368","https://openalex.org/W4292779060","https://openalex.org/W4293469690","https://openalex.org/W4309409002","https://openalex.org/W4323717348","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6639732818","https://openalex.org/W6640963894","https://openalex.org/W6678470764","https://openalex.org/W6682222085","https://openalex.org/W6718140377","https://openalex.org/W6729906282","https://openalex.org/W6730998768","https://openalex.org/W6739901393","https://openalex.org/W6748455135","https://openalex.org/W6749101112","https://openalex.org/W6752051073","https://openalex.org/W6755207826","https://openalex.org/W6762466240","https://openalex.org/W6762796984","https://openalex.org/W6763416564","https://openalex.org/W6767339049","https://openalex.org/W6767441326","https://openalex.org/W6768021236","https://openalex.org/W6778883912","https://openalex.org/W6779459370","https://openalex.org/W6781605918","https://openalex.org/W6790812491","https://openalex.org/W6791353385","https://openalex.org/W6792190724","https://openalex.org/W6803958908","https://openalex.org/W6811013733","https://openalex.org/W6850071225"],"related_works":["https://openalex.org/W3067752700","https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W2098373948","https://openalex.org/W1534867933","https://openalex.org/W2587713090","https://openalex.org/W2963141266","https://openalex.org/W4380551139","https://openalex.org/W2090610152","https://openalex.org/W4317695495"],"abstract_inverted_index":{"Decoding":[0],"human":[1,206],"visual":[2,96,172,203,222,237,250],"neural":[3,36,55,76],"representations":[4],"is":[5,209],"a":[6,74,113,118,128],"challenging":[7],"task":[8],"with":[9,212],"great":[10],"scientific":[11],"significance":[12],"in":[13,138],"revealing":[14],"vision-processing":[15],"mechanisms":[16],"and":[17,57,97,133,150,173,188,197,223],"developing":[18],"brain-like":[19],"intelligent":[20],"machines.":[21],"Most":[22],"existing":[23],"methods":[24],"are":[25,44],"difficult":[26],"to":[27,29,111,169,193,245],"generalize":[28],"novel":[30,202],"categories":[31,204],"that":[32,81,116],"have":[33],"no":[34],"corresponding":[35],"data":[37,56,136],"for":[38],"training.":[39],"The":[40],"two":[41],"main":[42],"reasons":[43],"1)":[45,200],"the":[46,49,54,59,92,108,135,139,171,178,189,219,247],"under-exploitation":[47],"of":[48,62,85,122,141,221,233,249],"multimodal":[50,83,101],"semantic":[51],"knowledge":[52],"underlying":[53],"2)":[58,215],"small":[60],"number":[61],"paired":[63],"(stimuli-responses)":[64],"training":[65],"data.":[66],"To":[67,126],"overcome":[68],"these":[69],"limitations,":[70],"this":[71],"paper":[72],"presents":[73],"generic":[75],"decoding":[77,201,216],"method":[78],"called":[79],"BraVL":[80,160],"uses":[82],"learning":[84],"brain-visual-linguistic":[86],"features.":[87],"We":[88],"focus":[89],"on":[90],"modeling":[91],"relationships":[93],"between":[94],"brain,":[95],"linguistic":[98,224,243],"features":[99,175,225],"via":[100],"deep":[102],"generative":[103],"models.":[104],"Specifically,":[105],"we":[106,146,182],"leverage":[107],"mixture-of-product-of-experts":[109],"formulation":[110],"infer":[112],"latent":[114],"code":[115],"enables":[117],"coherent":[119],"joint":[120,131],"generation":[121],"all":[123],"three":[124,184],"modalities.":[125],"learn":[127],"more":[129],"consistent":[130],"representation":[132],"improve":[134],"efficiency":[137],"case":[140],"limited":[142],"brain":[143,207],"activity":[144,208],"data,":[145],"exploit":[147],"both":[148],"intra-":[149],"inter-modality":[151],"mutual":[152],"information":[153],"maximization":[154],"regularization":[155],"terms.":[156],"In":[157],"particular,":[158],"our":[159],"model":[161],"can":[162],"be":[163,240],"trained":[164],"under":[165],"various":[166],"semi-supervised":[167],"scenarios":[168],"incorporate":[170],"textual":[174],"obtained":[176],"from":[177,205],"extra":[179],"categories.":[180],"Finally,":[181],"construct":[183],"trimodal":[185],"matching":[186],"datasets,":[187],"extensive":[190],"experiments":[191],"lead":[192],"some":[194],"interesting":[195],"conclusions":[196],"cognitive":[198],"insights:":[199],"practically":[210],"possible":[211],"good":[213],"accuracy;":[214],"models":[217],"using":[218,231],"combination":[220],"perform":[226],"much":[227],"better":[228],"than":[229],"those":[230],"either":[232],"them":[234],"alone;":[235],"3)":[236],"perception":[238],"may":[239],"accompanied":[241],"by":[242],"influences":[244],"represent":[246],"semantics":[248],"stimuli.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":70},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":5}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}