{"id":"https://openalex.org/W4414394797","doi":"https://doi.org/10.3724/2096-7004.di.2025.0084","title":"CMGBench: Benchmarking Chinese Metaphor Generation for Large Language Models","display_name":"CMGBench: Benchmarking Chinese Metaphor Generation for Large Language Models","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414394797","doi":"https://doi.org/10.3724/2096-7004.di.2025.0084"},"language":"en","primary_location":{"id":"doi:10.3724/2096-7004.di.2025.0084","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0084","pdf_url":"https://www.sciengine.com/doi/pdf/A14772B422AA463DB5746F65A53DC128","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciengine.com/doi/pdf/A14772B422AA463DB5746F65A53DC128","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100718085","display_name":"Yan Liu","orcid":"https://orcid.org/0000-0003-0750-7675"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yan Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074106607","display_name":"Renren Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renren Jin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101285252","display_name":"Tianhao Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianhao Shen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055232825","display_name":"Deyi Xiong","orcid":"https://orcid.org/0000-0002-2353-5038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deyi Xiong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100718085"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1316044,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"4","first_page":"1270","last_page":"1290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaphor","display_name":"Metaphor","score":0.9769999980926514},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6061999797821045},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5289000272750854},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5242000222206116},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5013999938964844},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.43689998984336853}],"concepts":[{"id":"https://openalex.org/C2778311575","wikidata":"https://www.wikidata.org/wiki/Q18534","display_name":"Metaphor","level":2,"score":0.9769999980926514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6439999938011169},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6244999766349792},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6061999797821045},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005999803543091},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4357999861240387},{"id":"https://openalex.org/C46182478","wikidata":"https://www.wikidata.org/wiki/Q7363315","display_name":"Literal and figurative language","level":2,"score":0.382099986076355},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.350600004196167},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.30469998717308044},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29919999837875366},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28130000829696655}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3724/2096-7004.di.2025.0084","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0084","pdf_url":"https://www.sciengine.com/doi/pdf/A14772B422AA463DB5746F65A53DC128","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3724/2096-7004.di.2025.0084","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0084","pdf_url":"https://www.sciengine.com/doi/pdf/A14772B422AA463DB5746F65A53DC128","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3721206413","display_name":null,"funder_award_id":"2024YFE0203000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4414394797.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Can":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"generate":[5,32,181],"metaphor":[6,48,51,55,107,120,203],"expressions":[7,52,121],"as":[8,174],"humans":[9],"do?":[10],"To":[11,68],"address":[12],"this":[13],"question,":[14],"we":[15,77],"present":[16],"CMGBench,":[17],"a":[18,36,147,156,187,194],"<underline><bold>C</bold></underline>hinese":[19],"<underline><bold>M</bold></underline>etaphor":[20],"<underline><bold>G</bold></underline>eneration":[21],"<underline><bold>Bench</bold></underline>mark":[22],"specifically":[23],"designed":[24],"to":[25,31,141,166,180],"evaluate":[26],"the":[27,57,70,86,89,92,116,123,153],"ability":[28],"of":[29,47,59,72,118,149,155,189],"LLMs":[30,172],"metaphors.":[33,125],"CMGBench":[34],"offers":[35],"high-quality":[37],"dataset":[38],"comprising":[39],"810":[40],"examples,":[41],"3,354":[42],"annotations,":[43],"and":[44,53,95,133,164,199],"two":[45],"types":[46],"expressions:":[49],"direct":[50,168],"implicit":[54,119,182],"expressions,":[56],"latter":[58],"which":[60],"has":[61],"received":[62],"limited":[63,159],"attention":[64],"in":[65,91,151,161,202],"previous":[66],"research.":[67],"assess":[69],"quality":[71],"metaphors":[73,94,145],"generated":[74],"by":[75,98],"LLMs,":[76],"introduce":[78],"three":[79],"evaluation":[80],"criteria.":[81],"The":[82,100,112,136],"first":[83],"criterion":[84,102,114],"measures":[85],"disparity":[87],"between":[88,197],"vehicles":[90],"LLM-generated":[93,106,124,144],"those":[96],"used":[97],"humans.":[99],"second":[101],"evaluates":[103],"whether":[104],"an":[105],"contains":[108],"unconventional":[109],"semantic":[110,162],"collocations.":[111],"third":[113],"calculates":[115],"proportion":[117],"within":[122],"We":[126],"conducted":[127],"extensive":[128],"experiments":[129],"on":[130],"both":[131],"proprietary":[132],"opensource":[134],"LLMs.":[135],"results":[137],"demonstrate":[138],"that,":[139],"compared":[140],"human-generated":[142],"metaphors,":[143,183],"display":[146],"lack":[148],"variety":[150],"using":[152],"attributes":[154],"vehicle,":[157],"show":[158],"innovation":[160],"collocation,":[163],"tend":[165],"use":[167],"expressions.":[169],"Even":[170],"top-performing":[171],"such":[173],"GPT-4,":[175],"when":[176],"not":[177],"explicitly":[178],"prompted":[179],"produced":[184],"them":[185],"at":[186],"rate":[188],"only":[190],"23.9%.":[191],"This":[192],"highlights":[193],"significant":[195],"gap":[196],"human":[198],"LLM":[200],"capabilities":[201],"generation.":[204]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}