{"id":"https://openalex.org/W4416073824","doi":"https://doi.org/10.48550/arxiv.2506.03832","title":"Brain-tuned Speech Models Better Reflect Speech Processing Stages in the Brain","display_name":"Brain-tuned Speech Models Better Reflect Speech Processing Stages in the Brain","publication_year":2025,"publication_date":"2025-06-04","ids":{"openalex":"https://openalex.org/W4416073824","doi":"https://doi.org/10.48550/arxiv.2506.03832"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.03832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.03832","pdf_url":"https://arxiv.org/pdf/2506.03832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.03832","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104217084","display_name":"Omer Moussa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moussa, Omer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072973927","display_name":"Mariya Toneva","orcid":"https://orcid.org/0000-0002-2407-9871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toneva, Mariya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.4480000138282776,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.4480000138282776,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.10429999977350235,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.07530000060796738,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6035000085830688},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5724999904632568},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4745999872684479},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45190000534057617},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.42739999294281006},{"id":"https://openalex.org/keywords/speech-corpus","display_name":"Speech corpus","score":0.40220001339912415},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.3921999931335449}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620000243186951},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6035000085830688},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5353000164031982},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5006999969482422},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45190000534057617},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.42739999294281006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41130000352859497},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.40220001339912415},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.3921999931335449},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.37869998812675476},{"id":"https://openalex.org/C202101335","wikidata":"https://www.wikidata.org/wiki/Q7002166","display_name":"Neurocomputational speech processing","level":4,"score":0.35249999165534973},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.26919999718666077}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.03832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.03832","pdf_url":"https://arxiv.org/pdf/2506.03832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.03832","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.03832","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.03832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.03832","pdf_url":"https://arxiv.org/pdf/2506.03832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416073824.pdf","grobid_xml":"https://content.openalex.org/works/W4416073824.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pretrained":[0],"self-supervised":[1],"speech":[2,6,16,44,62,137],"models":[3,38,54,71,76,112],"excel":[4],"in":[5,23,29,77],"tasks":[7],"but":[8,117],"do":[9],"not":[10,113],"reflect":[11,56],"the":[12,57,101],"hierarchy":[13],"of":[14,61,69],"human":[15,40,136],"processing,":[17],"as":[18],"they":[19],"encode":[20],"rich":[21],"semantics":[22,28],"middle":[24],"layers":[25,68,90,99],"and":[26],"poor":[27],"late":[30,67,98],"layers.":[31],"Recent":[32],"work":[33],"showed":[34],"that":[35,66,88,110],"brain-tuning":[36],"(fine-tuning":[37],"using":[39],"brain":[41],"recordings)":[42],"improves":[43],"models'":[45],"semantic":[46,81,128],"understanding.":[47],"Here,":[48],"we":[49],"examine":[50],"how":[51],"well":[52],"brain-tuned":[53,70,111],"further":[55],"brain's":[58],"intermediate":[59],"stages":[60],"processing.":[63,138],"We":[64],"find":[65],"substantially":[72],"improve":[73],"over":[74],"pretrained":[75],"their":[78],"alignment":[79],"with":[80],"language":[82],"regions.":[83],"Further":[84],"layer-wise":[85],"probing":[86],"reveals":[87],"early":[89],"remain":[91],"dedicated":[92],"to":[93,127],"low-level":[94],"acoustic":[95,126],"features,":[96],"while":[97],"become":[100],"best":[102],"at":[103],"complex":[104],"high-level":[105],"tasks.":[106],"These":[107],"findings":[108],"show":[109],"only":[114],"perform":[115],"better":[116,132],"also":[118],"exhibit":[119],"a":[120],"well-defined":[121],"hierarchical":[122],"processing":[123],"going":[124],"from":[125],"representations,":[129],"making":[130],"them":[131],"model":[133],"organisms":[134],"for":[135]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}