{"id":"https://openalex.org/W4403487610","doi":"https://doi.org/10.3233/faia240732","title":"Hidden States in LLMs Improve EEG Representation Learning and Visual Decoding","display_name":"Hidden States in LLMs Improve EEG Representation Learning and Visual Decoding","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487610","doi":"https://doi.org/10.3233/faia240732"},"language":"en","primary_location":{"id":"doi:10.3233/faia240732","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240732","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240732","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056359877","display_name":"Aoyang Liu","orcid":"https://orcid.org/0009-0009-3930-3221"},"institutions":[{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","PL"],"is_corresponding":true,"raw_author_name":"Aoyang Liu","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","National Engineering Research Center of Visual Information and Applications","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Information and Applications","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058752981","display_name":"Haodong Jing","orcid":"https://orcid.org/0000-0001-6643-7588"},"institutions":[{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Haodong Jing","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","National Engineering Research Center of Visual Information and Applications","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Information and Applications","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431014","display_name":"Yulong Liu","orcid":"https://orcid.org/0000-0001-9840-1512"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","HK","PL"],"is_corresponding":false,"raw_author_name":"Yulong Liu","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","National Engineering Research Center of Visual Information and Applications","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","The Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Information and Applications","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","institution_ids":[]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101425592","display_name":"Yongqiang Ma","orcid":"https://orcid.org/0000-0002-6063-5601"},"institutions":[{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Yongqiang Ma","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","National Engineering Research Center of Visual Information and Applications","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Information and Applications","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","National Engineering Research Center of Visual Information and Applications","National Key Laboratory of Human-Machine Hybrid Augmented Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi\u2019an Jiaotong University","institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Information and Applications","institution_ids":[]},{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056359877"],"corresponding_institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.7954,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75312774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.917900025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.666057825088501},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6511488556861877},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5950541496276855},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.41263580322265625},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4044256806373596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39590463042259216},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.19332563877105713},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.15222054719924927},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07589840888977051},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.040161848068237305}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.666057825088501},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6511488556861877},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5950541496276855},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41263580322265625},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4044256806373596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39590463042259216},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.19332563877105713},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.15222054719924927},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07589840888977051},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.040161848068237305},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia240732","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240732","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240732","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-148968","is_oa":true,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-148968","pdf_url":"https://repository.hkust.edu.hk/ir/bitstream/1783.1-148968/1/148968.pdf","source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.3233/faia240732","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240732","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240732","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1343088833","display_name":null,"funder_award_id":"2088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3852078645","display_name":null,"funder_award_id":"STI2030","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7079158673","display_name":null,"funder_award_id":"2022ZD0208801","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8467678729","display_name":null,"funder_award_id":"6208810","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8513333314","display_name":null,"funder_award_id":"2021ZD01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403487610.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W2049513647","https://openalex.org/W2988848585"],"abstract_inverted_index":{"Analyzing":[0],"brain":[1,9],"signals":[2,53,126,160],"and":[3,28,39,85,104,177,186,215,244],"reconstructing":[4],"visual":[5,64,86,156,178,202,246],"stimuli":[6],"from":[7,50,94,134,158],"the":[8,18,40,74,99,113,151,163,166,189,194,198,208,216,235,239],"can":[10],"facilitate":[11],"further":[12],"exploration":[13],"on":[14,221],"cognitive":[15],"functions":[16],"of":[17,42,101,106,115,137,148,165,211,218,237],"human":[19,245],"brain,":[20],"which":[21,131],"have":[22],"attracted":[23],"strong":[24],"interest":[25],"in":[26,234],"neuroscience":[27],"artificial":[29],"intelligence.":[30],"However,":[31],"due":[32],"to":[33,61,72,111,161,196],"defects":[34],"such":[35],"as":[36],"complex":[37],"noises":[38],"lack":[41],"alignment":[43],"accuracy,":[44],"efficient":[45],"methods":[46],"for":[47,81],"extracting":[48],"information":[49],"Electroencephalogram":[51],"(EEG)":[52],"are":[54,132,193,250],"still":[55],"very":[56],"limited,":[57],"making":[58],"it":[59],"difficult":[60],"perform":[62],"EEG":[63,82,95,116,125,159,201,212],"decoding":[65,203],"tasks.":[66,204],"Our":[67,205,248],"study":[68],"shows":[69],"a":[70,78,182],"way":[71],"handle":[73],"issues":[75],"by":[76,145,180],"proposing":[77],"new":[79],"method":[80,206],"representation":[83,121],"learning":[84],"decoding,":[87],"thus":[88],"completing":[89],"end-to-end":[90],"image":[91],"reconstruction":[92],"tasks":[93],"signals.":[96],"We":[97,153,192],"utilize":[98],"ability":[100],"semantic":[102,120,129,175],"extraction":[103],"prediction":[105],"large":[107],"language":[108,242],"models":[109,243],"(LLMs)":[110],"enhance":[112],"performance":[114],"feature":[117],"extraction.":[118],"For":[119],"learning,":[122],"we":[123,173],"align":[124],"with":[127],"target":[128],"embeddings,":[130],"obtained":[133],"hidden":[135],"states":[136],"Large":[138],"Language":[139],"Model":[140],"Meta":[141],"AI":[142],"2":[143],"(LLaMa-2)":[144],"inputting":[146],"descriptions":[147],"images":[149,168,220],"into":[150,200],"model.":[152],"also":[154],"extract":[155],"features":[157,176,179],"improve":[162],"quantity":[164],"reconstructed":[167,219],"at":[169,252],"low":[170],"levels.":[171],"Then":[172],"fuse":[174],"applying":[181],"pre-trained":[183],"diffusion":[184],"model":[185],"finally":[187],"generate":[188],"corresponding":[190],"images.":[191],"first":[195],"incorporate":[197],"LLM":[199],"achieves":[207],"state-of-the-art":[209],"result":[210],"classification":[213],"accuracy":[214],"quality":[217],"ImageNet-EEG":[222],"datasets.":[223],"In":[224],"one":[225],"word,":[226],"our":[227],"work":[228],"is":[229],"an":[230],"important":[231],"step":[232],"forward":[233],"field":[236],"exploiting":[238],"relationship":[240],"between":[241],"cognition.":[247],"codes":[249],"available":[251],"https://github.com/lay-atsa/llm4eeg.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2025-10-10T00:00:00"}