{"id":"https://openalex.org/W7151378782","doi":"https://doi.org/10.48550/arxiv.2604.03695","title":"POEMetric: The Last Stanza of Humanity","display_name":"POEMetric: The Last Stanza of Humanity","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7151378782","doi":"https://doi.org/10.48550/arxiv.2604.03695"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133092510","display_name":"Bingru Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bingru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133136566","display_name":"Han Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133086012","display_name":"Hazel Wilkinson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilkinson, Hazel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.5070000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.5070000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.05040000006556511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/poetry","display_name":"Poetry","score":0.8633000254631042},{"id":"https://openalex.org/keywords/stanza","display_name":"Stanza","score":0.8313000202178955},{"id":"https://openalex.org/keywords/rhyme","display_name":"Rhyme","score":0.8082000017166138},{"id":"https://openalex.org/keywords/theme","display_name":"Theme (computing)","score":0.5925999879837036},{"id":"https://openalex.org/keywords/humanity","display_name":"Humanity","score":0.517799973487854},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4941999912261963}],"concepts":[{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.8633000254631042},{"id":"https://openalex.org/C2776751804","wikidata":"https://www.wikidata.org/wiki/Q1756348","display_name":"Stanza","level":3,"score":0.8313000202178955},{"id":"https://openalex.org/C2777231075","wikidata":"https://www.wikidata.org/wiki/Q178715","display_name":"Rhyme","level":3,"score":0.8082000017166138},{"id":"https://openalex.org/C33566652","wikidata":"https://www.wikidata.org/wiki/Q1065927","display_name":"Theme (computing)","level":2,"score":0.5925999879837036},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.5925999879837036},{"id":"https://openalex.org/C2780422510","wikidata":"https://www.wikidata.org/wiki/Q17027938","display_name":"Humanity","level":2,"score":0.517799973487854},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4941999912261963},{"id":"https://openalex.org/C2780139471","wikidata":"https://www.wikidata.org/wiki/Q199714","display_name":"Simile","level":3,"score":0.4207000136375427},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.3962000012397766},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.39419999718666077},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3847000002861023},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32580000162124634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3147999942302704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.27480000257492065},{"id":"https://openalex.org/C142932270","wikidata":"https://www.wikidata.org/wiki/Q58854","display_name":"Literary criticism","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2635999917984009},{"id":"https://openalex.org/C2779148373","wikidata":"https://www.wikidata.org/wiki/Q1225396","display_name":"Diction","level":3,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8717320561408997,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"can":[4],"compose":[5],"poetry,":[6],"but":[7],"how":[8],"far":[9],"are":[10,231],"they":[11],"from":[12],"human":[13,78,114,129,143,183],"poets?":[14],"In":[15],"this":[16],"paper,":[17],"we":[18,123],"introduce":[19],"POEMetric,":[20,122],"the":[21,67,107,113,125,149,176,208],"first":[22],"comprehensive":[23],"framework":[24],"for":[25,102,226],"poetry":[26,103,220],"evaluation,":[27],"examining":[28],"1)":[29],"basic":[30],"instruction-following":[31],"abilities":[32,45,181],"in":[33,211],"generating":[34],"poems":[35,84],"according":[36],"to":[37,174],"a":[38,77,163,223],"certain":[39],"form":[40,154],"and":[41,51,56,59,62,71,94,97,110,131,136,167,195,201,229],"theme,":[42],"2)":[43],"advanced":[44,180],"of":[46,66,73,85,112,127,158,179,198],"showing":[47],"creativity,":[48],"lexical":[49],"diversity,":[50],"idiosyncrasy,":[52],"evoking":[53],"emotional":[54,192],"resonance,":[55],"using":[57],"imagery":[58,199],"literary":[60,202],"devices,":[61],"3)":[63],"general":[64],"appraisal":[65],"overall":[68,212],"poem":[69,79,213],"quality":[70,214],"estimation":[72],"authorship.":[74],"We":[75],"curated":[76],"dataset":[80],"-":[81,96],"203":[82],"English":[83],"7":[86],"fixed":[87],"forms":[88,109],"annotated":[89],"with":[90,99,160],"meter,":[91],"rhyme":[92],"patterns":[93],"themes":[95,111],"experimented":[98],"30":[100],"LLMs":[101,132],"generation":[104,221],"based":[105],"on":[106,121],"same":[108,165,177],"data,":[115],"totaling":[116],"6,090":[117],"LLM":[118,210],"poems.":[119],"Based":[120],"assessed":[124],"performance":[126],"both":[128],"poets":[130],"through":[133],"rule-based":[134],"evaluation":[135],"LLM-as-a-judge,":[137],"whose":[138],"results":[139],"were":[140],"validated":[141],"by":[142],"experts.":[144],"Results":[145],"show":[146],"that,":[147],"though":[148],"top":[150],"model":[151],"achieved":[152,186],"high":[153],"accuracy":[155],"(4.26":[156],"out":[157],"5.00,":[159],"Gemini-2.5-Pro":[161],"as":[162,182],"judge;":[164],"below)":[166],"theme":[168],"alignment":[169],"(4.99),":[170],"all":[171],"models":[172],"failed":[173],"reach":[175],"level":[178],"poets,":[184],"who":[185],"unparalleled":[187],"creativity":[188],"(4.02),":[189],"idiosyncrasy":[190],"(3.95),":[191],"resonance":[193],"(4.06),":[194],"skillful":[196],"use":[197],"(4.49)":[200],"devices":[203],"(4.67).":[204],"Humans":[205],"also":[206],"defeated":[207],"best-performing":[209],"(4.22":[215],"vs.":[216],"3.20).":[217],"As":[218],"such,":[219],"remains":[222],"formidable":[224],"challenge":[225],"LLMs.":[227],"Data":[228],"codes":[230],"released":[232],"at":[233],"https://github.com/Bingru-Li/POEMetric.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}