{"id":"https://openalex.org/W4408354926","doi":"https://doi.org/10.1109/icassp49660.2025.10890142","title":"BP-GPT: Auditory Neural Decoding Using fMRI-prompted LLM","display_name":"BP-GPT: Auditory Neural Decoding Using fMRI-prompted LLM","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408354926","doi":"https://doi.org/10.1109/icassp49660.2025.10890142"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100940083","display_name":"Xiaoyu Chen","orcid":"https://orcid.org/0009-0002-5848-1313"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Chen","raw_affiliation_strings":["CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changde Du","raw_affiliation_strings":["CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108189854","display_name":"Che Liu","orcid":"https://orcid.org/0009-0001-6548-1365"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Che Liu","raw_affiliation_strings":["CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031341038","display_name":"Yizhe Wang","orcid":"https://orcid.org/0000-0003-2757-8964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yizhe Wang","raw_affiliation_strings":["CASIA,State Key Laboratory of Multimodal Artificial Intelligence Systems"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CASIA,State Key Laboratory of Multimodal Artificial Intelligence Systems","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104336793","display_name":"Huiguang He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CASIA,NeuBCI Group, State Key Laboratory of Brain Cognition and Brain-inspired Intelligence Technology","institution_ids":["https://openalex.org/I4210097554"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9462000131607056,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9462000131607056,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8504441976547241},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6260473728179932},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.5774651169776917},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5738312005996704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3579244613647461},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.34193241596221924},{"id":"https://openalex.org/keywords/audiology","display_name":"Audiology","score":0.32180875539779663},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26324301958084106},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19236993789672852},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07432404160499573}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8504441976547241},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6260473728179932},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.5774651169776917},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5738312005996704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3579244613647461},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.34193241596221924},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.32180875539779663},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26324301958084106},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19236993789672852},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07432404160499573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2005066437","https://openalex.org/W2101105183","https://openalex.org/W2133459682","https://openalex.org/W2166866921","https://openalex.org/W2394744008","https://openalex.org/W2607268939","https://openalex.org/W2782213998","https://openalex.org/W4226548933","https://openalex.org/W4304086659","https://openalex.org/W4361855028","https://openalex.org/W4367609927","https://openalex.org/W4385570408","https://openalex.org/W4386096102","https://openalex.org/W4387378260","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6761205521","https://openalex.org/W6766978945","https://openalex.org/W6783107226","https://openalex.org/W6845400197","https://openalex.org/W6853649194"],"related_works":["https://openalex.org/W3067752700","https://openalex.org/W2098373948","https://openalex.org/W1534867933","https://openalex.org/W2587713090","https://openalex.org/W2963141266","https://openalex.org/W2090610152","https://openalex.org/W2896393657","https://openalex.org/W2744712844","https://openalex.org/W4310719664","https://openalex.org/W2742276804"],"abstract_inverted_index":{"Decoding":[0],"language":[1],"information":[2,22],"from":[3,23,85],"brain":[4,80,128,177],"signals":[5,99],"represents":[6],"a":[7,69,89,125,150,180],"vital":[8],"research":[9],"area":[10],"within":[11],"brain-computer":[12],"interfaces,":[13],"particularly":[14],"in":[15,48,61],"the":[16,20,24,46,49,56,59,72,79,86,106,111,118,132,142,164,168],"context":[17],"of":[18,51,58,134],"deciphering":[19],"semantic":[21,145],"fMRI":[25,87,98,112],"signal.":[26],"Although":[27],"existing":[28],"work":[29],"uses":[30],"LLM":[31,47,60,185],"to":[32,96,114,154,167,182],"achieve":[33,149],"this":[34,65],"goal,":[35],"their":[36],"method":[37,92],"does":[38],"not":[39],"use":[40],"an":[41],"end-to-end":[42],"approach":[43],"and":[44,109,130,148,158,192],"avoids":[45],"mapping":[50],"fMRI-to-text,":[52],"leaving":[53],"space":[54],"for":[55,186],"exploration":[57],"auditory":[62,144,187],"decoding.":[63],"In":[64],"paper,":[66],"we":[67,104],"introduce":[68,105],"novel":[70],"method,":[71],"Brain":[73],"Prompt":[74],"GPT":[75],"(BP-GPT).":[76],"By":[77,116],"using":[78,176],"representation":[81,178],"that":[82,175],"is":[83,190,196],"extracted":[84],"as":[88,179],"prompt,":[90,120],"our":[91,121,139],"can":[93,123],"utilize":[94],"GPT-2":[95],"decode":[97],"into":[100],"stimulus":[101],"text.":[102],"Further,":[103],"text":[107,119],"prompt":[108,113,129,181],"align":[110],"it.":[115],"introducing":[117],"BP-GPT":[122,140],"extract":[124],"more":[126],"robust":[127],"promote":[131],"decoding":[133,146,189],"pre-trained":[135],"LLM.":[136],"We":[137],"evaluate":[138],"on":[141,156,160],"open-source":[143],"dataset":[147],"significant":[151],"improvement":[152],"up":[153],"4.61%":[155],"METEOR":[157],"2.43%":[159],"BERTScore":[161],"across":[162],"all":[163],"subjects":[165],"compared":[166],"state-of-the-art":[169],"method.":[170],"The":[171,194],"experimental":[172],"results":[173],"demonstrate":[174],"further":[183],"drive":[184],"neural":[188],"feasible":[191],"effective.":[193],"code":[195],"available":[197],"at":[198],"https://github.com/1994cxy/BP-GPT.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}