{"id":"https://openalex.org/W7204197557","doi":"https://doi.org/10.48550/arxiv.2608.21827","title":"Do Large Language Models Perform Well on Comprehending Poetic Logic in Modern Chinese Poetry?","display_name":"Do Large Language Models Perform Well on Comprehending Poetic Logic in Modern Chinese Poetry?","publication_year":2026,"publication_date":"2026-08-22","ids":{"openalex":"https://openalex.org/W7204197557","doi":"https://doi.org/10.48550/arxiv.2608.21827"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21827","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21827","pdf_url":"https://arxiv.org/pdf/2608.21827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140911370","display_name":"Tian Lan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lan, Tian","raw_affiliation_strings":["Graduate School of Informatics , Kyoto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics , Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146845519","display_name":"Shanshan Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210090634","display_name":"National Library of the Philippines","ror":"https://ror.org/0018qct18","country_code":"PH","type":"archive","lineage":["https://openalex.org/I4210090634"]}],"countries":["MO","PH"],"is_corresponding":false,"raw_author_name":"Wang, Shanshan","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau","NLP"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau","institution_ids":["https://openalex.org/I204512498"]},{"raw_affiliation_string":"NLP","institution_ids":["https://openalex.org/I4210090634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204339","display_name":"Zehua Duo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duo, Zehua","raw_affiliation_strings":["College of Computer Science , Inner Mongolia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science , Inner Mongolia University","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140802289","display_name":"Jiang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Jiang","raw_affiliation_strings":["College of Computer Science , Inner Mongolia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science , Inner Mongolia University","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124284159","display_name":"Guanglai Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Guanglai","raw_affiliation_strings":["College of Computer Science , Inner Mongolia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science , Inner Mongolia University","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146761143","display_name":"Derek F. Wong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I4210090634","display_name":"National Library of the Philippines","ror":"https://ror.org/0018qct18","country_code":"PH","type":"archive","lineage":["https://openalex.org/I4210090634"]}],"countries":["MO","PH"],"is_corresponding":false,"raw_author_name":"Wong, Derek F.","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau","NLP"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau","institution_ids":["https://openalex.org/I204512498"]},{"raw_affiliation_string":"NLP","institution_ids":["https://openalex.org/I4210090634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140884723","display_name":"Xiangdong Su","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su, Xiangdong","raw_affiliation_strings":["College of Computer Science , Inner Mongolia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science , Inner Mongolia University","institution_ids":["https://openalex.org/I2722730"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8930000066757202},{"id":"https://openalex.org/keywords/modern-chinese-poetry","display_name":"modern Chinese poetry","score":0.8870000243186951},{"id":"https://openalex.org/keywords/poetic-logic","display_name":"poetic logic","score":0.9929999709129333},{"id":"https://openalex.org/keywords/literary-comprehension","display_name":"literary comprehension","score":0.7020000219345093},{"id":"https://openalex.org/keywords/poetry-evaluation","display_name":"poetry evaluation","score":0.6029999852180481},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.710099995136261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6015999913215637},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.5098999738693237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4090999960899353},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39730000495910645},{"id":"https://openalex.org/C541865764","wikidata":"https://www.wikidata.org/wiki/Q1069928","display_name":"Chinese poetry","level":3,"score":0.3853999972343445},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3637000024318695},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3465000092983246},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3352999985218048},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30300000309944153},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C3018428822","wikidata":"https://www.wikidata.org/wiki/Q7850","display_name":"Chinese language","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21827","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21827","pdf_url":"https://arxiv.org/pdf/2608.21827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21827","doi":"https://doi.org/10.48550/arxiv.2608.21827","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21827","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21827","pdf_url":"https://arxiv.org/pdf/2608.21827","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","score":0.8798354268074036,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204197557.pdf","grobid_xml":"https://content.openalex.org/works/W7204197557.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7106297324","https://openalex.org/W7166709624","https://openalex.org/W7166833787","https://openalex.org/W4416034559","https://openalex.org/W7162101970","https://openalex.org/W4415878281","https://openalex.org/W6927469388","https://openalex.org/W4411113290","https://openalex.org/W7140159499","https://openalex.org/W4402502554"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"achieved":[5],"significant":[6],"progress":[7],"across":[8,115],"a":[9,41,65],"wide":[10],"range":[11],"of":[12,36,44,60,104,150,158,168],"natural":[13],"language":[14],"processing":[15],"(NLP)":[16],"tasks,":[17],"yet":[18],"their":[19],"ability":[20],"to":[21,75],"understand":[22],"literary":[23,34],"texts,":[24],"particularly":[25],"modern":[26,37,61,105,159],"Chinese":[27,38,62,106,160],"poetry,":[28],"remains":[29],"largely":[30,82],"unexplored.":[31],"The":[32,144],"unique":[33,57],"characteristics":[35],"poetry":[39,63,161],"necessitate":[40],"distinct":[42],"form":[43],"reasoning":[45,67],"for":[46,99],"effective":[47],"comprehension.":[48],"Unlike":[49],"conventional":[50],"texts":[51],"that":[52,69],"convey":[53],"clear":[54],"information,":[55],"the":[56,94,101,148,155,164],"\"poetic":[58],"logic\"":[59],"requires":[64],"holistic":[66],"approach":[68],"goes":[70],"beyond":[71],"superficial":[72],"semantic":[73],"analysis":[74],"be":[76,175],"understood.":[77],"However,":[78],"current":[79,151],"evaluation":[80],"paradigms":[81],"ignore":[83],"this":[84,89],"critical":[85],"dimension.":[86],"To":[87],"address":[88],"gap,":[90],"we":[91],"propose":[92],"Peony,":[93],"first":[95],"benchmark":[96],"specifically":[97],"designed":[98],"evaluating":[100],"poetic":[102,110,156],"logic":[103,111,157],"poetry.":[107],"We":[108,134],"define":[109],"as":[112],"four":[113],"tasks":[114],"three":[116],"levels,":[117],"namely":[118],"stanza,":[119],"line,":[120],"and":[121,123,126,141,162,166,172],"imagery,":[122],"systematically":[124],"evaluate":[125,135],"analyze":[127],"six":[128],"mainstream":[129],"LLMs":[130,152],"based":[131],"on":[132],"Peony.":[133,169],"these":[136],"models":[137],"under":[138],"both":[139],"non-thinking":[140],"thinking":[142],"configurations.":[143],"experimental":[145],"results":[146],"reveal":[147],"limitations":[149],"in":[153],"understanding":[154],"validate":[163],"effectiveness":[165],"necessity":[167],"Our":[170],"data":[171],"code":[173],"will":[174],"available.":[176]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-26T00:00:00"}