{"id":"https://openalex.org/W4415541167","doi":"https://doi.org/10.1145/3746027.3754810","title":"Pretraining Large Brain Language Model for Active BCI: Silent Speech","display_name":"Pretraining Large Brain Language Model for Active BCI: Silent Speech","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415541167","doi":"https://doi.org/10.1145/3746027.3754810"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754810","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754810","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3754810","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001167901","display_name":"Jinzhao Zhou","orcid":"https://orcid.org/0000-0002-6620-604X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Jinzhao Zhou","raw_affiliation_strings":["University of Technology Sydeny, ULTIMO, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydeny, ULTIMO, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007077356","display_name":"Zehong Cao","orcid":"https://orcid.org/0000-0003-3656-0328"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zehong Cao","raw_affiliation_strings":["Adelaide University, Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"Adelaide University, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059407219","display_name":"Yiqun Duan","orcid":"https://orcid.org/0000-0003-1517-994X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yiqun Duan","raw_affiliation_strings":["University of Technology Sydney, Ultimo, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120132606","display_name":"Connor Barkley","orcid":"https://orcid.org/0009-0007-3638-8931"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Connor Barkley","raw_affiliation_strings":["University of Technology Sydney, ULTIMO, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, ULTIMO, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034055472","display_name":"Daniel J. Leong","orcid":"https://orcid.org/0000-0002-1678-5629"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel Leong","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091464052","display_name":"Xiaowei Jiang","orcid":"https://orcid.org/0000-0003-3052-5193"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaowei Jiang","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103055066","display_name":"Quoc-Toan Nguyen","orcid":"https://orcid.org/0000-0001-9256-7087"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quoc-Toan Nguyen","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012670182","display_name":"Ziyi Zhao","orcid":"https://orcid.org/0000-0003-3537-8065"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ziyi Zhao","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081643442","display_name":"Thomas Do","orcid":"https://orcid.org/0000-0002-8597-5944"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Thomas Do","raw_affiliation_strings":["University of Technology Sydney, Ultimo, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076932590","display_name":"Yu\u2010Cheng Chang","orcid":"https://orcid.org/0000-0001-9244-0318"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yu-Cheng Chang","raw_affiliation_strings":["University of Technology Sydney, Ultimo, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088858042","display_name":"Sheng\u2010Fu Liang","orcid":"https://orcid.org/0000-0002-6347-5017"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sheng-Fu Liang","raw_affiliation_strings":["National Cheng Kung University, Tainan, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058936239","display_name":"Chin\u2010Teng Lin","orcid":"https://orcid.org/0000-0001-8371-8197"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chin-Teng Lin","raw_affiliation_strings":["University of Technology Sydney, ULTIMO, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, ULTIMO, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5001167901"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30651358,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5883","last_page":"5892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6766999959945679},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6230999827384949},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5019999742507935},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49959999322891235},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.4876999855041504},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4422000050544739},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.41359999775886536},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.3686999976634979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7075999975204468},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6766999959945679},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6531000137329102},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6230999827384949},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5019999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5015000104904175},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.4876999855041504},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4422000050544739},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3693999946117401},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.3531999886035919},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C2780646970","wikidata":"https://www.wikidata.org/wiki/Q6980787","display_name":"Natural sounds","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754810","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754810","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746027.3754810","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754810","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1599001363","https://openalex.org/W1990746954","https://openalex.org/W2011589116","https://openalex.org/W2074299407","https://openalex.org/W2103275652","https://openalex.org/W2104788715","https://openalex.org/W2140413964","https://openalex.org/W2553904372","https://openalex.org/W2756894032","https://openalex.org/W2899038052","https://openalex.org/W2905110202","https://openalex.org/W2909386406","https://openalex.org/W2951648764","https://openalex.org/W2965246467","https://openalex.org/W2980994438","https://openalex.org/W3003556910","https://openalex.org/W3019433526","https://openalex.org/W3049410214","https://openalex.org/W3112695512","https://openalex.org/W3161459330","https://openalex.org/W3171884590","https://openalex.org/W3177318507","https://openalex.org/W3192069909","https://openalex.org/W3193601478","https://openalex.org/W3200673624","https://openalex.org/W3208708467","https://openalex.org/W4200630739","https://openalex.org/W4205549622","https://openalex.org/W4220946819","https://openalex.org/W4312597583","https://openalex.org/W4387378260","https://openalex.org/W4390873054","https://openalex.org/W4399355925","https://openalex.org/W4403576577"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"silent":[3,27,79,192],"speech":[4,28,80,193],"decoding":[5,194],"in":[6,121,167,182,195],"active":[7,82,196],"brain-computer":[8],"interface":[9],"(BCI)":[10],"systems,":[11,198],"which":[12],"offer":[13],"more":[14],"natural":[15],"and":[16,51,123,130,147,161,180,208],"flexible":[17],"communication":[18],"than":[19],"traditional":[20],"BCI":[21,197],"applications.":[22],"We":[23],"collected":[24],"a":[25,111,209],"new":[26,210],"dataset":[29,211],"of":[30,34,57,156],"over":[31,159],"120":[32],"hours":[33],"electroencephalogram":[35],"(EEG)":[36],"recordings":[37],"from":[38,99,133],"12":[39],"subjects,":[40],"capturing":[41],"24":[42],"commonly":[43],"used":[44],"English":[45],"words":[46],"for":[47,81,203,212],"language":[48,205],"model":[49,173,206],"pretraining":[50,58,93,106,207],"decoding.":[52],"Following":[53],"the":[54,157,168],"recent":[55],"success":[56],"large":[59],"models":[60],"with":[61],"self-supervised":[62],"paradigms":[63],"to":[64,77,95,126],"enhance":[65],"EEG":[66,101,105,134,204],"classification":[67,179],"performance,":[68],"we":[69,87,138],"propose":[70,88],"Large":[71],"Brain":[72],"Language":[73],"Model":[74],"(LBLM)":[75],"pretrained":[76,162],"decode":[78],"BCI.":[83],"To":[84],"pretrain":[85],"LBLM,":[86],"Future":[89],"Spectro-Temporal":[90],"Prediction":[91],"(FSTP)":[92],"paradigm":[94],"learn":[96],"effective":[97],"representations":[98],"unlabeled":[100],"data.":[102],"Unlike":[103],"existing":[104],"methods":[107,187],"that":[108],"mainly":[109],"follow":[110],"masked-reconstruction":[112],"paradigm,":[113],"our":[114,140,172],"proposed":[115],"FSTP":[116],"method":[117],"employs":[118],"autoregressive":[119],"modeling":[120],"temporal":[122,129],"frequency":[124],"domains":[125],"capture":[127],"both":[128],"spectral":[131],"dependencies":[132],"signals.":[135],"After":[136],"pretraining,":[137],"finetune":[139],"LBLM":[141,158],"on":[142,177],"downstream":[143],"tasks,":[144],"including":[145],"word-level":[146,183],"semantic-level":[148,178],"classification.":[149],"Extensive":[150],"experiments":[151],"demonstrate":[152],"significant":[153],"performance":[154],"gains":[155],"fully-supervised":[160],"baseline":[163,186],"models.":[164],"For":[165],"instance,":[166],"difficult":[169],"cross-session":[170],"setting,":[171],"achieves":[174],"47.2%":[175],"accuracy":[176],"42.3%":[181],"classification,":[184],"outperforming":[185],"substantially.":[188],"Our":[189],"research":[190],"advances":[191],"offering":[199],"an":[200],"innovative":[201],"solution":[202],"fundamental":[213],"research.":[214]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-25T00:00:00"}