{"id":"https://openalex.org/W4416034723","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.491","title":"VeriFastScore: Speeding up long-form factuality evaluation","display_name":"VeriFastScore: Speeding up long-form factuality evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034723","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.491"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.491","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.491","pdf_url":"https://aclanthology.org/2025.findings-emnlp.491.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.491.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093285970","display_name":"Rishanth Rajendhran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rishanth Rajendhran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112033266","display_name":"Amir Zadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amir Zadeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308667","display_name":"Matthew Sarte","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Sarte","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100642796","display_name":"Chuan Li","orcid":"https://orcid.org/0000-0001-5101-4048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chuan Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082767919","display_name":"Mohit Iyyer","orcid":"https://orcid.org/0000-0001-7340-0804"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohit Iyyer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34284971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9234","last_page":"9259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09040000289678574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09040000289678574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.03400000184774399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.2451000064611435},{"id":"https://openalex.org/keywords/photography","display_name":"Photography","score":0.24089999496936798},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.24009999632835388},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2214999943971634},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.20640000700950623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47850000858306885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37049999833106995},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27160000801086426},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2451000064611435},{"id":"https://openalex.org/C119657128","wikidata":"https://www.wikidata.org/wiki/Q11633","display_name":"Photography","level":2,"score":0.24089999496936798},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.24009999632835388},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22930000722408295},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2214999943971634},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.20640000700950623},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2053000032901764}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.491","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.491","pdf_url":"https://aclanthology.org/2025.findings-emnlp.491.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.491","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.491","pdf_url":"https://aclanthology.org/2025.findings-emnlp.491.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1613569390","display_name":"Collaborative Research: STEM Learning Embedded in a Machine-in-the-Loop Collaborative Story Writing Game","funder_award_id":"2202506","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2601536509","display_name":"CAREER: Building Creative Writing Assistants for Machine-in-the-Loop Storytelling","funder_award_id":"2046248","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5045554065","display_name":"Collaborative Research: RI: Medium: Multilingual Long-form QA with Retrieval-Augmented Language Models","funder_award_id":"2312949","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034723.pdf","grobid_xml":"https://content.openalex.org/works/W4416034723.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Metrics":[0],"like":[1],"FACTSCORE":[2],"and":[3,18,25,33,51,70,111,120,146,175],"VERISCORE":[4,136],"that":[5,86],"evaluate":[6,41],"long-form":[7],"factuality":[8,167],"operate":[9],"by":[10],"decomposing":[11],"an":[12,154],"input":[13],"response":[14],"into":[15],"atomic":[16],"claims":[17,74],"then":[19],"individually":[20],"verifying":[21,71],"each":[22],"claim.While":[23],"effective":[24],"interpretable,":[26],"these":[27],"methods":[28],"incur":[29],"numerous":[30],"LLM":[31],"calls":[32],"can":[34],"take":[35],"upwards":[36],"of":[37,107,157],"100":[38],"seconds":[39],"to":[40,63,99,113],"a":[42,76],"single":[43],"response,":[44],"limiting":[45],"their":[46,118],"practicality":[47],"in":[48],"large-scale":[49],"evaluation":[50],"training":[52],"scenarios.To":[53],"address":[54],"this,":[55],"we":[56,169],"propose":[57],"VERIFASTSCORE,":[58],"which":[59],"leverages":[60],"synthetic":[61,176],"data":[62],"fine-tune":[64],"Llama3.1":[65],"8B":[66],"for":[67],"simultaneously":[68],"extracting":[69],"all":[72],"verifiable":[73],"within":[75],"given":[77],"text":[78],"based":[79],"on":[80,109],"evidence":[81,108,161],"from":[82],"Google":[83],"Search.We":[84],"show":[85],"this":[87],"task":[88],"cannot":[89],"be":[90],"solved":[91],"via":[92],"few-shot":[93],"prompting":[94],"with":[95,133],"closed":[96],"LLMs":[97],"due":[98],"its":[100],"complexity:":[101],"the":[102,134,140],"model":[103,129,174],"receives":[104],"4K":[105],"tokens":[106],"average":[110],"needs":[112],"concurrently":[114],"decompose":[115],"claims,":[116],"judge":[117],"verifiability,":[119],"verify":[121],"them":[122],"against":[123],"noisy":[124],"evidence.However,":[125],"our":[126,172],"fine-tuned":[127],"VER-IFASTSCORE":[128],"demonstrates":[130],"strong":[131],"correlation":[132],"original":[135],"pipeline":[137],"at":[138],"both":[139],"example":[141],"level":[142,148],"(r":[143,149],"=":[144,150],"0.80)":[145],"system":[147],"0.94)":[151],"while":[152],"achieving":[153],"overall":[155],"speedup":[156],"6.6":[158],"(9.9":[159],"excluding":[160],"retrieval)":[162],"over":[163],"VERISCORE.To":[164],"facilitate":[165],"future":[166],"research,":[168],"publicly":[170],"release":[171],"VERIFASTSCORE":[173],"datasets.":[177]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-08T00:00:00"}