{"id":"https://openalex.org/W7135026098","doi":"https://doi.org/10.48550/arxiv.2603.09979","title":"GhazalBench: Usage-Grounded Evaluation of LLMs on Persian Ghazals","display_name":"GhazalBench: Usage-Grounded Evaluation of LLMs on Persian Ghazals","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7135026098","doi":"https://doi.org/10.48550/arxiv.2603.09979"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09979","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085285061","display_name":"Ghazal Kalhor","orcid":"https://orcid.org/0000-0002-6153-9048"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kalhor, Ghazal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128819570","display_name":"Yadollah Yaghoobzadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaghoobzadeh, Yadollah","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085285061"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.20810000598430634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.20810000598430634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1761000007390976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.04520000144839287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persian","display_name":"Persian","score":0.8210999965667725},{"id":"https://openalex.org/keywords/poetry","display_name":"Poetry","score":0.6922000050544739},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.6833000183105469},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.649399995803833},{"id":"https://openalex.org/keywords/sonnet","display_name":"Sonnet","score":0.3898000121116638},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3465000092983246}],"concepts":[{"id":"https://openalex.org/C2776527531","wikidata":"https://www.wikidata.org/wiki/Q9168","display_name":"Persian","level":2,"score":0.8210999965667725},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.6922000050544739},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.6833000183105469},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.649399995803833},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5439000129699707},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3953000009059906},{"id":"https://openalex.org/C38721330","wikidata":"https://www.wikidata.org/wiki/Q80056","display_name":"Sonnet","level":3,"score":0.3898000121116638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38909998536109924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.388700008392334},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.36419999599456787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35190001130104065},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.3269999921321869},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3100999891757965},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.28679999709129333},{"id":"https://openalex.org/C2992975276","wikidata":"https://www.wikidata.org/wiki/Q11042","display_name":"Cultural background","level":4,"score":0.2689000070095062},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26510000228881836},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.8539813756942749,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Persian":[0,61],"poetry":[1],"plays":[2],"an":[3],"active":[4],"role":[5],"in":[6,110,139],"Iranian":[7],"cultural":[8],"practice,":[9],"where":[10],"verses":[11,80],"by":[12],"canonical":[13,79],"poets":[14],"such":[15,28],"as":[16],"Hafez":[17],"are":[18,135],"frequently":[19],"quoted,":[20],"paraphrased,":[21],"or":[22],"completed":[23],"from":[24],"partial":[25],"cues.":[26,86],"Supporting":[27],"interactions":[29],"requires":[30],"language":[31,56],"models":[32,57,99],"to":[33,137,163],"engage":[34],"not":[35],"only":[36],"with":[37,42,60,106],"poetic":[38,102],"meaning":[39,103],"but":[40,104],"also":[41],"culturally":[43,164],"entrenched":[44],"surface":[45],"form.":[46],"We":[47],"introduce":[48],"GhazalBench,":[49],"a":[50,96],"benchmark":[51],"for":[52,152],"evaluating":[53],"how":[54],"large":[55],"(LLMs)":[58],"interact":[59],"ghazals":[62],"under":[63,81],"usage-grounded":[64],"conditions.":[65],"GhazalBench":[66,167],"assesses":[67],"two":[68],"complementary":[69],"abilities:":[70],"producing":[71],"faithful":[72],"prose":[73],"paraphrases":[74],"of":[75],"couplets":[76],"and":[77,84,90,160],"accessing":[78],"varying":[82],"semantic":[83],"formal":[85],"Across":[87],"several":[88],"proprietary":[89],"open-weight":[91],"multilingual":[92],"LLMs,":[93],"we":[94],"observe":[95],"consistent":[97],"dissociation:":[98],"generally":[100],"capture":[101],"struggle":[105],"exact":[107],"verse":[108],"recall":[109,129],"completion-based":[111],"settings,":[112],"while":[113],"recognition-based":[114],"tasks":[115],"substantially":[116],"reduce":[117],"this":[118],"gap.":[119],"A":[120],"parallel":[121],"evaluation":[122,153],"on":[123],"English":[124],"sonnets":[125],"shows":[126],"markedly":[127],"higher":[128],"performance,":[130],"suggesting":[131],"that":[132,155],"these":[133],"limitations":[134],"tied":[136],"differences":[138],"training":[140],"exposure":[141],"rather":[142],"than":[143],"inherent":[144],"architectural":[145],"constraints.":[146],"Our":[147],"findings":[148],"highlight":[149],"the":[150],"need":[151],"frameworks":[154],"jointly":[156],"assess":[157],"meaning,":[158],"form,":[159],"cue-dependent":[161],"access":[162],"significant":[165],"texts.":[166],"is":[168],"available":[169],"at":[170],"https://github.com/kalhorghazal/GhazalBench.":[171]},"counts_by_year":[],"updated_date":"2026-03-13T14:25:03.468858","created_date":"2026-03-13T00:00:00"}