{"id":"https://openalex.org/W4407953361","doi":"https://doi.org/10.1145/3701551.3703581","title":"RetriEVAL: Evaluating Text Generation with Contextualized Lexical Match","display_name":"RetriEVAL: Evaluating Text Generation with Contextualized Lexical Match","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953361","doi":"https://doi.org/10.1145/3701551.3703581"},"language":"en","primary_location":{"id":"doi:10.1145/3701551.3703581","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3703581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110632442","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0003-1908-4315"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1908-4315","affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056666001","display_name":"Xinchi Li","orcid":"https://orcid.org/0000-0003-2456-7928"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinchi Li","raw_affiliation_strings":["China Telecom Beijing Research Institute, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2456-7928","affiliations":[{"raw_affiliation_string":"China Telecom Beijing Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073065834","display_name":"Chongyang Tao","orcid":"https://orcid.org/0000-0002-4162-2119"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongyang Tao","raw_affiliation_strings":["SKLSDE Lab, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4162-2119","affiliations":[{"raw_affiliation_string":"SKLSDE Lab, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013569210","display_name":"Jiazhan Feng","orcid":"https://orcid.org/0000-0002-5832-6199"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazhan Feng","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5832-6199","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611243","display_name":"Tao Shen","orcid":"https://orcid.org/0000-0003-3315-2468"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tao Shen","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3315-2468","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071464274","display_name":"Can Xu","orcid":"https://orcid.org/0000-0002-1949-5715"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Can Xu","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1949-5715","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083999219","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-9866-972X"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["China Telecom Beijing Research Institute, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9866-972X","affiliations":[{"raw_affiliation_string":"China Telecom Beijing Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037132097","display_name":"Dongyan Zhao","orcid":"https://orcid.org/0000-0002-0396-6703"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyan Zhao","raw_affiliation_strings":["WICT, Peking University, Beijing, China, SKLMCPTS, Beijing, China, & KLIPMT, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0396-6703","affiliations":[{"raw_affiliation_string":"WICT, Peking University, Beijing, China, SKLMCPTS, Beijing, China, & KLIPMT, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006980420","display_name":"Shuai Ma","orcid":"https://orcid.org/0000-0002-4050-0443"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Ma","raw_affiliation_strings":["SKLSDE Lab, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4050-0443","affiliations":[{"raw_affiliation_string":"SKLSDE Lab, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.346,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90175827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"934","last_page":"943"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7531770467758179},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.66512131690979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5521395206451416},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5513005256652832}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531770467758179},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.66512131690979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5521395206451416},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5513005256652832}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701551.3703581","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3703581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5899999737739563,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2036103149","https://openalex.org/W2101105183","https://openalex.org/W2250342921","https://openalex.org/W2584220694","https://openalex.org/W2758374095","https://openalex.org/W2903376039","https://openalex.org/W2953287808","https://openalex.org/W3034808773","https://openalex.org/W3035252911","https://openalex.org/W3099942180","https://openalex.org/W3105214104","https://openalex.org/W3153947101","https://openalex.org/W3154280800","https://openalex.org/W3159259047","https://openalex.org/W3172119680","https://openalex.org/W3201085013","https://openalex.org/W3217305727","https://openalex.org/W4225116116","https://openalex.org/W4285240908","https://openalex.org/W4307079201","https://openalex.org/W4385570980","https://openalex.org/W4385572754","https://openalex.org/W4387428151","https://openalex.org/W4389519254","https://openalex.org/W4404784050"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Pre-trained":[0],"language":[1],"models":[2],"have":[3],"made":[4],"significant":[5],"advancements":[6],"in":[7,107,115,140,172],"text":[8,15,44,101],"generation":[9],"tasks.":[10],"Nevertheless,":[11],"evaluating":[12,100],"the":[13,40,56,72,82,85,103,108,130,167],"generated":[14,43],"with":[16,23,125,148,210],"automatic":[17,162],"metrics":[18,27],"is":[19],"still":[20],"challenging.":[21],"Compared":[22],"supervised":[24],"metrics,":[25],"unsupervised":[26,48,161,215],"which":[28,65,137],"are":[29,35],"known":[30],"for":[31],"generality":[32],"and":[33,128,188,201],"robustness,":[34],"frequently":[36],"employed":[37],"to":[38,54,71,81,96,132,181],"assess":[39],"quality":[41],"of":[42,74,84,169],"efficiently.":[45],"The":[46],"representative":[47],"metric":[49,164],"BERTScore":[50,121],"uses":[51],"pretrained":[52],"embedding":[53],"calculate":[55],"word-to-word":[57],"similarity":[58,143],"across":[59],"all":[60,123],"tokens":[61,75,124,187,192],"as":[62],"evaluation":[63,163],"scores,":[64],"can":[66,138,207],"introduce":[67],"potential":[68],"noise":[69],"due":[70],"inclusion":[73],"that":[76],"do":[77],"not":[78],"contribute":[79],"significantly":[80],"semantics":[83],"text.":[86,153],"Furthermore,":[87],"its":[88],"heavy":[89],"reliance":[90],"on":[91,194,199],"dense":[92],"embeddings":[93],"may":[94],"lead":[95],"lower":[97],"accuracy":[98],"when":[99,146],"outside":[102],"common":[104],"contexts":[105],"represented":[106],"training":[109],"data,":[110],"making":[111],"it":[112],"less":[113,141],"effective":[114],"handling":[116],"uncommon":[117],"linguistic":[118],"patterns":[119],"Additionally,":[120],"treats":[122],"equal":[126],"importance":[127],"lacks":[129],"ability":[131],"perform":[133],"meaningful":[134],"contextual":[135],"expansion,":[136],"result":[139],"accurate":[142],"measurements,":[144],"particularly":[145],"dealing":[147],"paraphrased":[149],"or":[150],"semantically":[151],"rich":[152],"To":[154],"address":[155],"this":[156],"problem,":[157],"we":[158],"propose":[159],"an":[160],"inspired":[165],"by":[166],"concept":[168],"lexical":[170,179],"match":[171],"information":[173],"retrieval.":[174],"Our":[175],"method":[176],"leverages":[177],"contextualized":[178,196],"matching":[180],"measure":[182],"exact":[183],"matches":[184,190],"between":[185],"identical":[186],"dynamically":[189],"different":[191],"based":[193],"their":[195],"representations.":[197],"Experiments":[198],"SummEval":[200],"Topical-Chat":[202],"demonstrate":[203],"our":[204],"proposed":[205],"RetriEVAL":[206],"correlate":[208],"better":[209],"human":[211],"judgments":[212],"than":[213],"previous":[214],"metrics.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}