{"id":"https://openalex.org/W4400229207","doi":"https://doi.org/10.1109/tnnls.2024.3416701","title":"Semi-Supervised Multimodal Representation Learning Through a Global Workspace","display_name":"Semi-Supervised Multimodal Representation Learning Through a Global Workspace","alternate_titles":[],"publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https://openalex.org/W4400229207","doi":"https://doi.org/10.1109/tnnls.2024.3416701","pmid":"https://pubmed.ncbi.nlm.nih.gov/38954575"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3416701","doi":"https://doi.org/10.1109/tnnls.2024.3416701","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3416701","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4400229207"],"child_works_count":1,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tnnls.2024.3416701","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080760736","display_name":"Benjamin Devillers","orcid":"https://orcid.org/0009-0007-3280-7510","observed_orcids":["https://orcid.org/0009-0007-3280-7510"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210145991","display_name":"Centre de recherche cerveau et cognition","ror":"https://ror.org/04fhrs205","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210096427","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4405258862","display_name":"Universit\u00e9 de Toulouse","ror":"https://ror.org/01ahyrz84","country_code":"FR","type":"education","lineage":["https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Benjamin Devillers","raw_affiliation_strings":["CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France"],"raw_orcid":"https://orcid.org/0009-0007-3280-7510","affiliations":[{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991"]},{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092362762","display_name":"L\u00e9opold Mayti\u00e9","orcid":"https://orcid.org/0009-0000-3584-5917","observed_orcids":["https://orcid.org/0009-0000-3584-5917"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210145991","display_name":"Centre de recherche cerveau et cognition","ror":"https://ror.org/04fhrs205","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210096427","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4405258862","display_name":"Universit\u00e9 de Toulouse","ror":"https://ror.org/01ahyrz84","country_code":"FR","type":"education","lineage":["https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"L\u00e9opold Mayti\u00e9","raw_affiliation_strings":["CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France"],"raw_orcid":"https://orcid.org/0009-0000-3584-5917","affiliations":[{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991"]},{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078188438","display_name":"Rufin VanRullen","orcid":"https://orcid.org/0000-0002-3611-7716","observed_orcids":["https://orcid.org/0000-0002-3611-7716"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210145991","display_name":"Centre de recherche cerveau et cognition","ror":"https://ror.org/04fhrs205","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210096427","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4405258862","display_name":"Universit\u00e9 de Toulouse","ror":"https://ror.org/01ahyrz84","country_code":"FR","type":"education","lineage":["https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rufin VanRullen","raw_affiliation_strings":["CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France"],"raw_orcid":"https://orcid.org/0000-0002-3611-7716","affiliations":[{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991"]},{"raw_affiliation_string":"CerCo, CNRS UMR 5549, Universit\u00e9 de Toulouse, Toulouse, France, and Artificial and Natural Intelligence Toulouse Institute (ANITI), Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210145991","https://openalex.org/I4405258862"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":{"value":2495,"currency":"USD","value_usd":2495},"fwci":2.0585,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88199016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"36","issue":"5","first_page":"7843","last_page":"7857"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/global-workspace","display_name":"global workspace","score":0.6050000190734863},{"id":"https://openalex.org/keywords/multimodal-representation-learning","display_name":"multimodal representation learning","score":0.9810000061988831},{"id":"https://openalex.org/keywords/cross-modal-alignment","display_name":"cross-modal alignment","score":0.6919999718666077},{"id":"https://openalex.org/keywords/cross-modal-translation","display_name":"cross-modal translation","score":0.765999972820282},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.7509999871253967},{"id":"https://openalex.org/keywords/cycle-consistency","display_name":"cycle consistency","score":0.7770000100135803},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.824999988079071},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.7099999785423279},{"id":"https://openalex.org/keywords/cross-modal-retrieval","display_name":"cross-modal retrieval","score":0.9549999833106995},{"id":"https://openalex.org/keywords/shared-latent-representation","display_name":"shared latent representation","score":0.47099998593330383},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.6549999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7740005254745483},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7039731740951538},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.6971832513809204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6143051981925964},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.5140884518623352},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5075032114982605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4749322533607483},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4735604524612427},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45898139476776123},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4507380723953247},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32283279299736023},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2351735532283783},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07994815707206726},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1109/tnnls.2024.3416701","doi":"https://doi.org/10.1109/tnnls.2024.3416701","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3416701","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38954575","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38954575","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:HAL:hal-04509124v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04509124","pdf_url":"http://arxiv.org/pdf/2306.15711","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:arXiv.org:2306.15711","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.15711","pdf_url":"https://arxiv.org/pdf/2306.15711","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04800044v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04800044v1/document","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems, 2024, 36 (5), pp.7843 - 7857. &#x27E8;10.1109/TNNLS.2024.3416701&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2306.15711","doi":"https://doi.org/10.48550/arxiv.2306.15711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.15711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/tnnls.2024.3416701","doi":"https://doi.org/10.1109/tnnls.2024.3416701","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3416701","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1938070154","display_name":"Artificial and Natural Intelligence Toulouse Institute","funder_award_id":"ANR-19-P3IA-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3010527862","display_name":null,"funder_award_id":"ANR\u201019","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5081034238","display_name":"The Global Latent Workspace: towards AI models of flexible cognition","funder_award_id":"101096017","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"},{"id":"https://openalex.org/G5430966381","display_name":"Natural Language Programming for Conversational Cobots","funder_award_id":"ANR-21-FAI2-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320328356","display_name":"R\u00e9gion Occitanie Pyr\u00e9n\u00e9es-M\u00e9diterran\u00e9e","ror":"https://ror.org/05mzwwx48"},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400229207.pdf","grobid_xml":"https://content.openalex.org/works/W4400229207.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1511715654","https://openalex.org/W1586767291","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W1905882502","https://openalex.org/W1959608418","https://openalex.org/W2011301426","https://openalex.org/W2105482032","https://openalex.org/W2107019937","https://openalex.org/W2108598243","https://openalex.org/W2123024445","https://openalex.org/W2133299302","https://openalex.org/W2133564696","https://openalex.org/W2165737454","https://openalex.org/W2167839676","https://openalex.org/W2194775991","https://openalex.org/W2251885125","https://openalex.org/W2251970440","https://openalex.org/W2481240925","https://openalex.org/W2530887700","https://openalex.org/W2546938941","https://openalex.org/W2587822999","https://openalex.org/W2592480533","https://openalex.org/W2753738274","https://openalex.org/W2762484717","https://openalex.org/W2765961751","https://openalex.org/W2766182427","https://openalex.org/W2775786317","https://openalex.org/W2949650786","https://openalex.org/W2952866402","https://openalex.org/W2954672622","https://openalex.org/W2962793481","https://openalex.org/W2962845008","https://openalex.org/W2962931510","https://openalex.org/W2963118869","https://openalex.org/W2963206679","https://openalex.org/W2963444790","https://openalex.org/W2963499153","https://openalex.org/W2964149283","https://openalex.org/W2990152177","https://openalex.org/W2991117878","https://openalex.org/W2994610548","https://openalex.org/W3034588855","https://openalex.org/W3047398678","https://openalex.org/W3094286186","https://openalex.org/W3100177202","https://openalex.org/W3134144764","https://openalex.org/W3135367836","https://openalex.org/W3152496470","https://openalex.org/W3163072874","https://openalex.org/W3213454282","https://openalex.org/W4224035735","https://openalex.org/W4229042118","https://openalex.org/W4283026156","https://openalex.org/W4283208789","https://openalex.org/W4284675277","https://openalex.org/W4312933868","https://openalex.org/W4386071707","https://openalex.org/W4400531953","https://openalex.org/W4409147637","https://openalex.org/W6729383884","https://openalex.org/W6891626840"],"related_works":["https://openalex.org/W4307076789","https://openalex.org/W7204434866","https://openalex.org/W2972711888","https://openalex.org/W3085145836","https://openalex.org/W4412624380","https://openalex.org/W4285725583","https://openalex.org/W7196941441","https://openalex.org/W3113614523","https://openalex.org/W4394597798","https://openalex.org/W2291115585"],"abstract_inverted_index":{"Recent":[0],"deep":[1],"learning":[2],"models":[3],"can":[4,57,165,196],"efficiently":[5],"combine":[6],"inputs":[7],"from":[8,26,62,124],"different":[9],"modalities":[10,151,174],"(e.g.,":[11],"images":[12],"and":[13,15,111,122,152,170,203,207,220],"text)":[14],"learn":[16,58],"to":[17,23,29,121,134,168,184,227],"align":[18,169],"their":[19],"latent":[20,116],"representations":[21,61,117],"or":[22,35],"translate":[24,171],"signals":[25],"one":[27],"domain":[28],"another":[30],"(as":[31],"in":[32],"image":[33],"captioning":[34],"text-to-image":[36],"generation).":[37],"However,":[38],"current":[39],"approaches":[40],"mainly":[41],"rely":[42],"on":[43,108],"brute-force":[44],"supervised":[45,191],"training":[46,136,224],"over":[47],"large":[48],"multimodal":[49,60],"datasets.":[50],"In":[51],"contrast,":[52],"humans":[53],"(and":[54],"other":[55],"animals)":[56],"useful":[59],"only":[63],"sparse":[64],"experience":[65],"with":[66,175],"matched":[67,180],"cross-modal":[68,204],"data.":[69],"Here,":[70],"we":[71,159],"evaluate":[72],"the":[73,82,143,217,221,228],"capabilities":[74],"of":[75,85,149,156],"a":[76,86,90,104,125,189],"neural":[77],"network":[78],"architecture":[79,131,164],"inspired":[80],"by":[81,103],"cognitive":[83],"notion":[84],"\"global":[87],"workspace\"":[88],"(GW):":[89],"shared":[91,127,218],"representation":[92,195],"for":[93,179,200,208],"two":[94,154,173],"(or":[95],"more)":[96],"input":[97],"modalities.":[98],"Each":[99],"modality":[100],"is":[101,132],"processed":[102],"specialized":[105],"system":[106],"(pretrained":[107],"unimodal":[109],"data":[110,181],"subsequently":[112],"frozen).":[113],"The":[114,193],"corresponding":[115],"are":[118,225],"then":[119],"encoded":[120],"decoded":[123],"single":[126],"workspace.":[128],"Importantly,":[129],"this":[130],"amenable":[133],"self-supervised":[135,222],"via":[137],"cycle-consistency:":[138],"encoding-decoding":[139],"sequences":[140],"should":[141],"approximate":[142],"identity":[144],"function.":[145],"For":[146],"various":[147],"pairings":[148],"vision-language":[150],"across":[153],"datasets":[155],"varying":[157],"complexity,":[158],"show":[160],"that":[161,215],"such":[162],"an":[163],"be":[166,197],"trained":[167],"between":[172],"very":[176],"little":[177],"need":[178],"(from":[182],"four":[183],"seven":[185],"times":[186],"less":[187],"than":[188],"fully":[190],"approach).":[192],"GW":[194],"used":[198],"advantageously":[199],"downstream":[201],"classification":[202],"retrieval":[205],"tasks":[206],"robust":[209],"transfer":[210],"learning.":[211],"Ablation":[212],"studies":[213],"reveal":[214],"both":[216],"workspace":[219],"cycle-consistency":[223],"critical":[226],"system's":[229],"performance.":[230]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400229207","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2024-07-03T00:00:00"}
