{"id":"https://openalex.org/W4416035027","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.403","title":"AutoEvolve: Automatically Evolving Queries for Applicable and Scalable Retrieval-Augmented Generation Benchmarking","display_name":"AutoEvolve: Automatically Evolving Queries for Applicable and Scalable Retrieval-Augmented Generation Benchmarking","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035027","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.403"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.403","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.403","pdf_url":"https://aclanthology.org/2025.findings-emnlp.403.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.403.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ding-Chu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding-Chu Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362518","display_name":"Xiaowen Zhang","orcid":"https://orcid.org/0000-0001-5651-7760"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaowen Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740497","display_name":"Yue Fei","orcid":"https://orcid.org/0000-0002-4622-6377"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102811212","display_name":"Ruijin Hu","orcid":"https://orcid.org/0000-0003-3981-1583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renjun Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102955066","display_name":"Xiaowen Yang","orcid":"https://orcid.org/0000-0003-2900-1034"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao-Wen Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhi Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114116477","display_name":"B Li","orcid":"https://orcid.org/0000-0002-7116-0285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baixuan Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355151","display_name":"Yufeng Li","orcid":"https://orcid.org/0000-0002-6291-8453"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu-Feng Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023144242","display_name":"Xing Shi","orcid":"https://orcid.org/0000-0003-2778-5373"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045411384","display_name":"Wei Lin","orcid":"https://orcid.org/0000-0002-1863-4306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7624","last_page":"7639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.4156000018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.4156000018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.14270000159740448,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.05649999901652336,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.48969998955726624},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4674000144004822},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.34610000252723694},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3093999922275543},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2978000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7087000012397766},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4674000144004822},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3594000041484833},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.403","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.403","pdf_url":"https://aclanthology.org/2025.findings-emnlp.403.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.403","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.403","pdf_url":"https://aclanthology.org/2025.findings-emnlp.403.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035027.pdf","grobid_xml":"https://content.openalex.org/works/W4416035027.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1,25,37],"(RAG)":[2],"enables":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"to":[8,31,47,60,73,95,124],"address":[9],"queries":[10,94,148],"beyond":[11],"their":[12],"internal":[13],"knowledge":[14,18],"by":[15,66],"integrating":[16],"domain":[17],"in":[19,103],"specialized":[20],"corpus,":[21],"which":[22],"necessitates":[23],"the":[24,48,80,113,155],"of":[26,79,120],"benchmarks":[27],"on":[28,50,139],"specific":[29,53],"corpus":[30],"evaluate":[32],"RAG":[33,98,162],"systems.However,":[34],"existing":[35],"automated":[36],"methods":[38],"exhibit":[39],"Weak":[40,43],"Applicability":[41,45],"and":[42,128,160],"Scalability.Weak":[44],"refers":[46],"reliance":[49],"metadata":[51],"from":[52],"corpora":[54],"for":[55,91,111,157],"query":[56,68,135],"generation,":[57,71],"constraining":[58],"applicability":[59],"other":[61],"corpora.Weak":[62],"Scalability":[63],"is":[64,101],"characterized":[65],"fixed":[67],"content":[69],"after":[70],"unable":[72],"dynamically":[74,92,125],"increase":[75],"difficulty,":[76],"limiting":[77],"scalability":[78],"query.To":[81],"overcome":[82],"these":[83],"issues,":[84],"we":[85,143],"propose":[86],"AutoEvolve,":[87],"an":[88],"applicable":[89,159],"approach":[90,100],"evolving":[93],"construct":[96],"scalable":[97,161],"benchmarks.Our":[99],"grounded":[102],"three":[104,140],"key":[105],"innovations:":[106],"(i)":[107],"a":[108,118,130],"corpus-agnostic":[109],"method":[110],"constructing":[112],"universal":[114],"entity-document":[115],"graph;":[116],"(ii)":[117],"suite":[119],"evolution":[121,136],"operations":[122],"designed":[123],"update":[126],"queries;":[127],"(iii)":[129],"difficulty-guided":[131],"metric":[132],"that":[133,145,149],"directs":[134],"process.Through":[137],"experiments":[138],"generated":[141],"benchmarks,":[142],"demonstrate":[144],"AutoEvolve":[146],"evolves":[147],"are":[150],"significantly":[151],"more":[152,158],"challenging,":[153],"paving":[154],"way":[156],"evaluations.":[163]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}