{"id":"https://openalex.org/W4411113546","doi":"https://doi.org/10.18653/v1/2025.cmcl-1.18","title":"Distinct social-linguistic processing between humans and large audio-language models: Evidence from model-brain alignment","display_name":"Distinct social-linguistic processing between humans and large audio-language models: Evidence from model-brain alignment","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411113546","doi":"https://doi.org/10.18653/v1/2025.cmcl-1.18"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.cmcl-1.18","doi":"https://doi.org/10.18653/v1/2025.cmcl-1.18","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.cmcl-1.18","pdf_url":"https://aclanthology.org/2025.cmcl-1.18.pdf","source":{"id":"https://openalex.org/S7407086835","display_name":"Workshop on Cognitive Modeling and Computational Linguistics (CMCL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Cognitive Modeling and Computational Linguistics","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.cmcl-1.18.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067703101","display_name":"Hanlin Wu","orcid":"https://orcid.org/0000-0002-3505-0521","observed_orcids":["https://orcid.org/0000-0002-3505-0521","https://orcid.org/0000-0002-9640-9315"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hanlin Wu","raw_affiliation_strings":["Department of Linguistics and Modern Languages , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics and Modern Languages , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045290666","display_name":"Xufeng Duan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xufeng Duan","raw_affiliation_strings":["Department of Linguistics and Modern Languages , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics and Modern Languages , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077498783","display_name":"Zhenguang Garry Cai","orcid":"https://orcid.org/0000-0002-4097-6038","observed_orcids":["https://orcid.org/0000-0002-4097-6038"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhenguang Cai","raw_affiliation_strings":["Brain and Mind Institute , The Chinese University of Hong Kong","Department of Linguistics and Modern Languages , The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brain and Mind Institute , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Linguistics and Modern Languages , The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":1.4417,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79334818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"135","last_page":"143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.052400000393390656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-audio-language-models","display_name":"large audio language models","score":0.9890000224113464},{"id":"https://openalex.org/keywords/speech-understanding","display_name":"speech understanding","score":0.7059999704360962},{"id":"https://openalex.org/keywords/speaker-characteristics","display_name":"speaker characteristics","score":0.5979999899864197},{"id":"https://openalex.org/keywords/social-stereotypes","display_name":"social stereotypes","score":0.6859999895095825},{"id":"https://openalex.org/keywords/paralinguistic-information","display_name":"paralinguistic information","score":0.7419999837875366},{"id":"https://openalex.org/keywords/n400","display_name":"N400","score":0.8130000233650208},{"id":"https://openalex.org/keywords/p600","display_name":"P600","score":0.9950000047683716},{"id":"https://openalex.org/keywords/information-content","display_name":"information content","score":0.8600000143051147},{"id":"https://openalex.org/keywords/entropy-information-theory","display_name":"entropy (information theory)","score":0.46299999952316284},{"id":"https://openalex.org/keywords/human-ai-comparison","display_name":"human-AI comparison","score":0.6710000038146973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407286167144775},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5587298274040222},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5397610664367676},{"id":"https://openalex.org/C64249296","wikidata":"https://www.wikidata.org/wiki/Q5250411","display_name":"Deep linguistic processing","level":2,"score":0.46319764852523804},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41869065165519714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3863215744495392},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.cmcl-1.18","doi":"https://doi.org/10.18653/v1/2025.cmcl-1.18","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.cmcl-1.18","pdf_url":"https://aclanthology.org/2025.cmcl-1.18.pdf","source":{"id":"https://openalex.org/S7407086835","display_name":"Workshop on Cognitive Modeling and Computational Linguistics (CMCL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Cognitive Modeling and Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.19586","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.19586","pdf_url":"https://arxiv.org/pdf/2503.19586","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.19586","doi":"https://doi.org/10.48550/arxiv.2503.19586","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.19586","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.cmcl-1.18","doi":"https://doi.org/10.18653/v1/2025.cmcl-1.18","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.cmcl-1.18","pdf_url":"https://aclanthology.org/2025.cmcl-1.18.pdf","source":{"id":"https://openalex.org/S7407086835","display_name":"Workshop on Cognitive Modeling and Computational Linguistics (CMCL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Cognitive Modeling and Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411113546.pdf","grobid_xml":"https://content.openalex.org/works/W4411113546.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W4381827575","https://openalex.org/W4387891768","https://openalex.org/W4391506308","https://openalex.org/W4396821494","https://openalex.org/W4400717319","https://openalex.org/W4402670135","https://openalex.org/W4405255220","https://openalex.org/W4405903187","https://openalex.org/W4411118942","https://openalex.org/W4411119427","https://openalex.org/W4413140003","https://openalex.org/W4414380029","https://openalex.org/W4416035720","https://openalex.org/W4417002762"],"related_works":["https://openalex.org/W7119529395","https://openalex.org/W7091186764","https://openalex.org/W7148532570","https://openalex.org/W7125696111","https://openalex.org/W7164614510","https://openalex.org/W7161724680","https://openalex.org/W7138863132","https://openalex.org/W7223151873","https://openalex.org/W7214904932","https://openalex.org/W4413893334"],"abstract_inverted_index":{"Voice-based":[0],"AI":[1],"development":[2],"faces":[3],"unique":[4],"challenges":[5],"in":[6,34,147,154],"processing":[7,48,123,148,156],"both":[8,139],"linguistic":[9],"and":[10,20,45,55,80,100,131,142,151,160],"paralinguistic":[11],"information.This":[12],"study":[13],"compares":[14],"how":[15],"large":[16],"audio-language":[17],"models":[18],"(LALMs)":[19],"humans":[21,159],"integrate":[22],"speaker":[23,116],"characteristics":[24],"during":[25],"speech":[26],"comprehension,":[27],"asking":[28],"whether":[29],"LALMs":[30,146],"process":[31],"speaker-contextualized":[32,149],"language":[33],"ways":[35],"that":[36,92],"parallel":[37],"human":[38,51,106],"cognitive":[39],"mechanisms.We":[40],"compared":[41],"two":[42],"LALMs'":[43],"(Qwen2-Audio":[44],"Ultravox":[46,110],"0.5)":[47],"patterns":[49],"with":[50],"EEG":[52],"responses.Using":[53],"surprisal":[54,96,102],"entropy":[56],"metrics":[57],"from":[58],"the":[59,121,140],"models,":[60],"we":[61],"analyzed":[62],"their":[63],"sensitivity":[64,114],"to":[65,76,88,115],"speakercontent":[66],"incongruency":[67],"across":[68],"social":[69,126],"stereotype":[70],"violations":[71,83,127,133],"(e.g.,":[72,84],"a":[73,85],"man":[74,86],"claiming":[75,87],"regularly":[77],"get":[78],"manicures)":[79],"biological":[81,132],"knowledge":[82],"be":[89],"pregnant).Results":[90],"revealed":[91],"Qwen2-Audio":[93],"exhibited":[94],"increased":[95],"for":[97],"speaker-incongruent":[98],"content":[99],"its":[101],"values":[103],"significantly":[104],"predicted":[105],"N400":[107,129],"responses,":[108],"while":[109],"0.5":[111],"showed":[112],"limited":[113],"characteristics.Importantly,":[117],"neither":[118],"model":[119],"replicated":[120],"human-like":[122],"distinction":[124],"between":[125,158],"(eliciting":[128,134],"effects)":[130],"P600":[135],"effects).These":[136],"findings":[137],"reveal":[138],"potential":[141],"limitations":[143],"of":[144],"current":[145],"language,":[150],"suggest":[152],"differences":[153],"social-linguistic":[155],"mechanisms":[157],"LALMs.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}