{"id":"https://openalex.org/W4412888310","doi":"https://doi.org/10.18653/v1/2025.findings-acl.693","title":"Beyond Factual Accuracy: Evaluating Coverage of Diverse Factual Information in Long-form Text Generation","display_name":"Beyond Factual Accuracy: Evaluating Coverage of Diverse Factual Information in Long-form Text Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888310","doi":"https://doi.org/10.18653/v1/2025.findings-acl.693"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.693","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.693","pdf_url":"https://aclanthology.org/2025.findings-acl.693.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.693.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015911813","display_name":"Chris Samarinas","orcid":"https://orcid.org/0000-0002-1941-3310"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Samarinas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115817284","display_name":"Alexander Krubner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander Krubner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082594835","display_name":"Alireza Salemi","orcid":"https://orcid.org/0009-0006-1937-2615"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alireza Salemi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106763320","display_name":"Youngwoo Kim","orcid":"https://orcid.org/0000-0003-1133-3444"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youngwoo Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101457713","display_name":"Hamed Zamani","orcid":"https://orcid.org/0000-0002-0800-3340"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamed Zamani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13468","last_page":"13482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7021823525428772},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5654000043869019},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4429517984390259},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3907544016838074},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3450104594230652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7021823525428772},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5654000043869019},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4429517984390259},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3907544016838074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3450104594230652}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.693","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.693","pdf_url":"https://aclanthology.org/2025.findings-acl.693.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.693","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.693","pdf_url":"https://aclanthology.org/2025.findings-acl.693.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1462908608","display_name":"CAREER: Enriching Conversational Information Retrieval via Mixed-Initiative Interactions","funder_award_id":"2143434","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6128554767","display_name":null,"funder_award_id":"N000142212688","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7699234984","display_name":"III: Medium: Collaborative Research: Athena:  Learning-oriented Search with Personalized Learning Flows","funder_award_id":"2106282","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888310.pdf","grobid_xml":"https://content.openalex.org/works/W4412888310.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"ICAT,":[3],"1":[4],"an":[5],"evaluation":[6,113],"framework":[7,118],"for":[8,132,145],"measuring":[9],"coverage":[10],"of":[11,28,67,79,125,150],"diverse":[12],"factual":[13,52],"information":[14],"in":[15,61,90],"long-form":[16,151],"text":[17,24],"generation.ICAT":[18],"breaks":[19],"down":[20],"a":[21,26,40,73,142],"long":[22],"output":[23],"into":[25],"list":[27],"atomic":[29,51],"claims":[30,53],"and":[31,54,81,95,110,122,127,138],"not":[32],"only":[33],"verifies":[34],"each":[35,71],"claim":[36],"through":[37],"retrieval":[38],"from":[39,86],"(reliable)":[41],"knowledge":[42],"source,":[43],"but":[44],"also":[45],"computes":[46],"the":[47,50,62,68,77,87,91,96,101,147],"alignment":[48,82],"between":[49],"various":[55],"aspects":[56,80,149],"expected":[57],"to":[58,135],"be":[59],"presented":[60],"output.We":[63],"study":[64],"three":[65],"implementations":[66],"ICAT":[69,102],"framework,":[70],"with":[72,107],"different":[74,136],"assumption":[75],"on":[76],"availability":[78],"method.By":[83],"adopting":[84],"data":[85],"diversification":[88],"task":[89],"TREC":[92],"Web":[93],"Track":[94],"ClueWeb":[97],"corpus,":[98],"we":[99],"evaluate":[100],"framework.We":[103],"demonstrate":[104],"strong":[105],"correlation":[106],"human":[108],"judgments":[109],"provide":[111],"comprehensive":[112],"across":[114],"multiple":[115],"state-ofthe-art":[116],"LLMs.Our":[117],"further":[119],"offers":[120],"interpretable":[121],"fine-grained":[123],"analysis":[124],"diversity":[126],"coverage.Its":[128],"modular":[129],"design":[130],"allows":[131],"easy":[133],"adaptation":[134],"domains":[137],"datasets,":[139],"making":[140],"it":[141],"valuable":[143],"tool":[144],"evaluating":[146],"qualitative":[148],"responses":[152],"produced":[153],"by":[154],"LLMs.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}