{"id":"https://openalex.org/W4405488558","doi":"https://doi.org/10.1109/embc53108.2024.10781627","title":"From Word Embedding to Reading Embedding Using Large Language Model, EEG and Eye-tracking","display_name":"From Word Embedding to Reading Embedding Using Large Language Model, EEG and Eye-tracking","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405488558","doi":"https://doi.org/10.1109/embc53108.2024.10781627","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031482"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10781627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100779798","display_name":"Yuhong Zhang","orcid":"https://orcid.org/0000-0003-0942-9068"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuhong Zhang","raw_affiliation_strings":["Brown University,School of Engineering,Providence,RI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University,School of Engineering,Providence,RI,USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111191485","display_name":"Shilai Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shilai Yang","raw_affiliation_strings":["Brown University,School of Engineering,Providence,RI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University,School of Engineering,Providence,RI,USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059013717","display_name":"Gert Cauwenberghs","orcid":"https://orcid.org/0000-0002-3166-5529"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I4210133661","display_name":"La Jolla Bioengineering Institute","ror":"https://ror.org/03sgbh608","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133661"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gert Cauwenberghs","raw_affiliation_strings":["UC San Diego,Dept. of Bioengineering,La Jolla,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC San Diego,Dept. of Bioengineering,La Jolla,CA,USA","institution_ids":["https://openalex.org/I36258959","https://openalex.org/I4210133661"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055443847","display_name":"Tzyy\u2010Ping Jung","orcid":"https://orcid.org/0000-0002-8377-2166"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tzyy-Ping Jung","raw_affiliation_strings":["UC San Diego,Institute for Neural Computation,La Jolla,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC San Diego,Institute for Neural Computation,La Jolla,CA,USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9859,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.96190349,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13062","display_name":"Cognitive Computing and Networks","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.8093500137329102},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7365913987159729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7093064785003662},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6239765286445618},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5699809789657593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5235059857368469},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5202804207801819},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5100262761116028},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.4863153398036957},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4800097346305847},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.44862088561058044},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2022992968559265},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11731746792793274}],"concepts":[{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.8093500137329102},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7365913987159729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093064785003662},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6239765286445618},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5699809789657593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5235059857368469},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5202804207801819},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5100262761116028},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.4863153398036957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4800097346305847},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.44862088561058044},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2022992968559265},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11731746792793274},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000084542","descriptor_name":"Eye-Tracking Technology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000084542","descriptor_name":"Eye-Tracking Technology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000084542","descriptor_name":"Eye-Tracking Technology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000084542","descriptor_name":"Eye-Tracking Technology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000084542","descriptor_name":"Eye-Tracking Technology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10781627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40031482","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031482","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W818159545","https://openalex.org/W1538705645","https://openalex.org/W1924130494","https://openalex.org/W2000387713","https://openalex.org/W2014220607","https://openalex.org/W2066256595","https://openalex.org/W2147618390","https://openalex.org/W2896457183","https://openalex.org/W2905110202","https://openalex.org/W2986138048","https://openalex.org/W3121810080","https://openalex.org/W3137333118","https://openalex.org/W3145367480","https://openalex.org/W4294170691","https://openalex.org/W4360836968","https://openalex.org/W4387158740","https://openalex.org/W4389008976","https://openalex.org/W6632262215","https://openalex.org/W6682691769","https://openalex.org/W6755207826","https://openalex.org/W6850936240","https://openalex.org/W6856524546"],"related_works":["https://openalex.org/W947140380","https://openalex.org/W4286432911","https://openalex.org/W4230884544","https://openalex.org/W4245453790","https://openalex.org/W3194985222","https://openalex.org/W3216571906","https://openalex.org/W4214830338","https://openalex.org/W2518587255","https://openalex.org/W4287599800","https://openalex.org/W4385432812"],"abstract_inverted_index":{"Reading":[0],"comprehension,":[1],"a":[2,11,15,58,78,89,162],"fundamental":[3],"cognitive":[4],"ability":[5],"essential":[6],"for":[7,30,109,129],"knowledge":[8],"acquisition,":[9],"is":[10],"complex":[12],"skill,":[13],"with":[14,92],"notable":[16],"number":[17],"of":[18,37,83,104,133,142,151],"learners":[19],"lacking":[20],"proficiency":[21],"in":[22,63,177],"this":[23,140],"domain.":[24],"This":[25,65,99,159],"study":[26,100],"introduces":[27],"innovative":[28],"tasks":[29],"Brain-Computer":[31],"Interface":[32],"(BCI),":[33],"predicting":[34,110],"the":[35,45,93,102,115,120,136,145],"relevance":[36],"words":[38],"or":[39],"tokens":[40],"read":[41],"by":[42],"individuals":[43],"to":[44,56,168],"target":[46],"inference":[47],"words.":[48],"We":[49,118],"use":[50],"state-of-the-art":[51],"Large":[52],"Language":[53],"Models":[54],"(LLMs)":[55],"guide":[57],"new":[59],"reading":[60,112,137],"embedding":[61],"representation":[62],"training.":[64],"representation,":[66],"integrating":[67],"EEG":[68],"and":[69,107,173],"eye-tracking":[70,108],"biomarkers":[71],"through":[72],"an":[73,149],"attention-based":[74],"transformer":[75],"encoder,":[76],"achieved":[77],"mean":[79],"5-fold":[80],"cross-validation":[81],"accuracy":[82,96,150],"68.7%":[84],"across":[85],"nine":[86],"subjects":[87],"using":[88],"balanced":[90],"sample,":[91],"highest":[94],"single-subject":[95],"reaching":[97],"71.2%.":[98],"pioneers":[101],"integration":[103],"LLMs,":[105],"EEG,":[106],"human":[111],"comprehension":[113],"at":[114],"word":[116,130],"level.":[117],"fine-tune":[119],"pre-trained":[121],"Bidirectional":[122],"Encoder":[123],"Representations":[124],"from":[125,157],"Transformers":[126],"(BERT)":[127],"model":[128,146],"embedding,":[131],"devoid":[132],"information":[134],"about":[135],"tasks.":[138],"Despite":[139],"absence":[141],"task-specific":[143],"details,":[144],"effortlessly":[147],"attains":[148],"92.7%,":[152],"thereby":[153],"validating":[154],"our":[155],"findings":[156],"LLMs.":[158],"work":[160],"represents":[161],"preliminary":[163],"step":[164],"toward":[165],"developing":[166],"tools":[167],"assist":[169],"reading.":[170],"The":[171],"code":[172],"data":[174],"are":[175],"available":[176],"github.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-30T07:30:35.949966","created_date":"2025-10-10T00:00:00"}