{"id":"https://openalex.org/W4413614426","doi":"https://doi.org/10.3389/frobt.2025.1625731","title":"EEG-CLIP: learning EEG representations from natural language descriptions","display_name":"EEG-CLIP: learning EEG representations from natural language descriptions","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413614426","doi":"https://doi.org/10.3389/frobt.2025.1625731","pmid":"https://pubmed.ncbi.nlm.nih.gov/40933652"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2025.1625731","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2025.1625731","pdf_url":"https://www.frontiersin.org/journals/robotics-and-ai/articles/10.3389/frobt.2025.1625731/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/robotics-and-ai/articles/10.3389/frobt.2025.1625731/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095740041","display_name":"Tidiane Camaret Ndir","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tidiane Camaret Ndir","raw_affiliation_strings":["Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]},{"raw_affiliation_string":"Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018131113","display_name":"Robin Tibor Schirrmeister","orcid":"https://orcid.org/0000-0002-5518-7445"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robin T. Schirrmeister","raw_affiliation_strings":["Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]},{"raw_affiliation_string":"Medical Physics, Department of Diagnostic and Interventional Radiology, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049330818","display_name":"Tonio Ball","orcid":"https://orcid.org/0000-0002-4993-466X"},"institutions":[{"id":"https://openalex.org/I1314596251","display_name":"Allen Institute for Brain Science","ror":"https://ror.org/00dcv1019","country_code":"US","type":"facility","lineage":["https://openalex.org/I1314596251","https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Tonio Ball","raw_affiliation_strings":["BrainLinks-BrainTools, IMBIT (Institute for Machine-Brain Interfacing Technology), University of Freiburg, Freiburg im Breisgau, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BrainLinks-BrainTools, IMBIT (Institute for Machine-Brain Interfacing Technology), University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I1314596251"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center-University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]},{"raw_affiliation_string":"Neuromedical A.I. Lab, Department of Neurosurgery, Medical Center\u2014University of Freiburg, Faculty of Medicine, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5095740041"],"corresponding_institution_ids":["https://openalex.org/I161046081","https://openalex.org/I2801240073"],"apc_list":{"value":2125,"currency":"USD","value_usd":2125},"apc_paid":{"value":2125,"currency":"USD","value_usd":2125},"fwci":4.4663,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95159919,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"1625731","last_page":"1625731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12419","display_name":"Phonocardiography and Auscultation Techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8475673198699951},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.8315586447715759},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5032803416252136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4925020635128021},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4747001528739929},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4574517607688904},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.43821555376052856},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1067095696926117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475673198699951},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.8315586447715759},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5032803416252136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4925020635128021},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4747001528739929},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4574517607688904},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43821555376052856},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1067095696926117},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/frobt.2025.1625731","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2025.1625731","pdf_url":"https://www.frontiersin.org/journals/robotics-and-ai/articles/10.3389/frobt.2025.1625731/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:40933652","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40933652","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":null},{"id":"pmh:oai:doaj.org/article:dfbb8bc8f35640b7a8fadcbd2646d414","is_oa":true,"landing_page_url":"https://doaj.org/article/dfbb8bc8f35640b7a8fadcbd2646d414","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 12 (2025)","raw_type":"article"},{"id":"pmh:oai:freidok.uni-freiburg.de:271381","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/271381","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in robotics and AI. - 12 (2025) , 1625731, ISSN: 2296-9144","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12417489","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12417489/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/frobt.2025.1625731","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2025.1625731","pdf_url":"https://www.frontiersin.org/journals/robotics-and-ai/articles/10.3389/frobt.2025.1625731/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G832344548","display_name":null,"funder_award_id":"1IS19077C","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G8615871816","display_name":"SFB 1597: Small Data","funder_award_id":"499552394","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4413614426.pdf"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2345279893","https://openalex.org/W2884420646","https://openalex.org/W2896457183","https://openalex.org/W2902658614","https://openalex.org/W2937845937","https://openalex.org/W2962951526","https://openalex.org/W2963355311","https://openalex.org/W2979826702","https://openalex.org/W3166396011","https://openalex.org/W4297253404","https://openalex.org/W4386794805","https://openalex.org/W4403882965","https://openalex.org/W4415186101"],"related_works":["https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W2049513647","https://openalex.org/W2988848585","https://openalex.org/W1968289971","https://openalex.org/W4300588357"],"abstract_inverted_index":{"Deep":[0],"networks":[1,30],"for":[2,111,171],"electroencephalogram":[3],"(EEG)":[4],"decoding":[5,69,156,160],"are":[6],"often":[7],"only":[8],"trained":[9],"to":[10,27,31,37,65,131,144],"solve":[11],"one":[12],"specific":[13],"task,":[14],"such":[15],"as":[16],"pathology":[17],"or":[18,161],"age":[19],"decoding.":[20],"A":[21],"more":[22],"general":[23,146],"task-agnostic":[24],"approach":[25,48,80,143],"is":[26,175],"train":[28],"deep":[29],"match":[32],"a":[33,83,103,118,141],"(clinical)":[34],"EEG":[35,91,113,136,147],"recording":[36],"its":[38,109],"corresponding":[39,99],"textual":[40,71],"medical":[41],"report":[42],"and":[43,58,62,81,94,122,135],"vice":[44],"versa":[45],".":[46,179],"This":[47],"was":[49],"pioneered":[50],"in":[51,102,117],"the":[52,90,95,98],"computer":[53],"vision":[54],"domain":[55],"matching":[56],"images":[57],"their":[59],"text":[60,101,134],"captions":[61],"subsequently":[63],"allowed":[64],"do":[66],"successful":[67],"zero-shot":[68,123,159],"using":[70],"class":[72],"prompts.":[73],"In":[74],"this":[75,79],"work,":[76],"we":[77,126],"follow":[78],"develop":[82],"contrastive":[84],"learning":[85],"framework,":[86],"EEG-CLIP,":[87],"that":[88,128],"aligns":[89],"time":[92],"series":[93],"descriptions":[96],"of":[97,120,154],"clinical":[100],"shared":[104],"embedding":[105],"space.":[106],"We":[107],"investigated":[108],"potential":[110],"versatile":[112],"decoding,":[114],"evaluating":[115],"performance":[116],"range":[119],"few-shot":[121],"settings.":[124],"Overall,":[125],"show":[127],"EEG-CLIP":[129],"manages":[130],"non-trivially":[132],"align":[133],"representations.":[137],"Our":[138],"work":[139],"presents":[140],"promising":[142],"learn":[145],"representations,":[148],"which":[149],"could":[150],"enable":[151],"easier":[152],"analyses":[153],"diverse":[155],"questions":[157],"through":[158],"training":[162,167],"task-specific":[163],"models":[164],"from":[165],"fewer":[166],"examples.":[168],"The":[169],"code":[170],"reproducing":[172],"our":[173],"results":[174],"available":[176],"at":[177],"https://github.com/tidiane-camaret/EEGClip":[178]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-08-26T00:00:00"}