{"id":"https://openalex.org/W7166828239","doi":"https://doi.org/10.18653/v1/2026.acl-long.1041","title":"Phun-Bench: Evaluating LLMs on Phonological Understanding in Chinese","display_name":"Phun-Bench: Evaluating LLMs on Phonological Understanding in Chinese","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166828239","doi":"https://doi.org/10.18653/v1/2026.acl-long.1041"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.1041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1041","pdf_url":"https://aclanthology.org/2026.acl-long.1041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.1041.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139745371","display_name":"Xing Yue","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Yue","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139738389","display_name":"Yongliang Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongliang Shen","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139744334","display_name":"Weiming Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Lu","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81790616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22723","last_page":"22768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6212000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6212000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.050599999725818634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.29280000925064087},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.26809999346733093},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.26179999113082886},{"id":"https://openalex.org/keywords/derogation","display_name":"Derogation","score":0.2549999952316284}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.43779999017715454},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4235000014305115},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.28380000591278076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27390000224113464},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2780532074","wikidata":"https://www.wikidata.org/wiki/Q1200314","display_name":"Derogation","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.1041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1041","pdf_url":"https://aclanthology.org/2026.acl-long.1041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.1041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1041","pdf_url":"https://aclanthology.org/2026.acl-long.1041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7702016830444336}],"awards":[{"id":"https://openalex.org/G7036249533","display_name":null,"funder_award_id":"62376245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166828239.pdf","grobid_xml":"https://content.openalex.org/works/W7166828239.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"is":[1],"a":[2,60,116],"vehicle":[3],"for":[4,132],"thought,":[5],"intricately":[6],"tied":[7],"to":[8,49,78,97],"sounds,":[9],"symbols,":[10],"and":[11,23,67,74,104,126],"meaning.However,":[12],"most":[13],"large":[14],"language":[15],"model":[16],"(LLM)":[17],"research":[18],"focuses":[19],"on":[20,31],"meaning":[21],"(semantics)":[22],"symbols":[24],"(spelling)":[25],"while":[26,87],"largely":[27],"overlooking":[28],"sounds.Existing":[29],"benchmarks":[30],"LLMs'":[32,51,81,123],"phonological":[33,55,82,99,124],"abilities":[34],"are":[35],"either":[36],"solvable":[37],"through":[38,111],"rote":[39],"memorization":[40],"or":[41],"intertwined":[42],"with":[43,64],"other":[44],"abilities,":[45],"making":[46],"them":[47],"inadequate":[48],"measure":[50],"genuine":[52],"ability":[53],"in":[54,101],"understanding.Here,":[56],"we":[57,114],"present":[58],"Phun-Bench,":[59],"purpose-built":[61],"Chinese":[62],"benchmark":[63],"diverse":[65],"tasks":[66],"settings":[68],"across":[69],"three":[70],"dimensions":[71],"(Homophony,":[72],"Rhyme,":[73],"Phonetic":[75],"Similarity),":[76],"designed":[77],"systematically":[79],"evaluate":[80],"understanding.Our":[83],"results":[84],"show":[85],"that":[86,107],"LLMs":[88],"excel":[89],"at":[90],"recalling":[91],"correct":[92],"pronunciations,":[93],"they":[94],"generally":[95],"struggle":[96],"leverage":[98],"knowledge":[100],"the":[102,119],"flexible":[103],"intuitive":[105],"way":[106],"human":[108],"speakers":[109],"do.Moreover,":[110],"detailed":[112],"analyses,":[113],"propose":[115],"hypothesis":[117],"regarding":[118],"underlying":[120],"mechanism":[121],"of":[122],"understanding":[125],"\"perception\",":[127],"highlighting":[128],"an":[129],"underexplored":[130],"frontier":[131],"future":[133],"research.":[134]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}