{"id":"https://openalex.org/W4403560390","doi":"https://doi.org/10.1145/3701228","title":"CRUD-RAG: A Comprehensive Chinese Benchmark for Retrieval-Augmented Generation of Large Language Models","display_name":"CRUD-RAG: A Comprehensive Chinese Benchmark for Retrieval-Augmented Generation of Large Language Models","publication_year":2024,"publication_date":"2024-10-19","ids":{"openalex":"https://openalex.org/W4403560390","doi":"https://doi.org/10.1145/3701228"},"language":"en","primary_location":{"id":"doi:10.1145/3701228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701228","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701228","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069135844","display_name":"Yuanjie Lyu","orcid":"https://orcid.org/0009-0001-2628-334X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjie Lyu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0009-0001-2628-334X","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiyu Li","orcid":"https://orcid.org/0009-0008-3196-7739"},"institutions":[{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Li","raw_affiliation_strings":["Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","Institute for Advanced Algorithms Research (Shanghai), China"],"raw_orcid":"https://orcid.org/0009-0008-3196-7739","affiliations":[{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101323135","display_name":"Simin Niu","orcid":"https://orcid.org/0009-0009-1862-8959"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Simin Niu","raw_affiliation_strings":["Renmin University of China, Beijing, China","Renmin University of China, China"],"raw_orcid":"https://orcid.org/0009-0009-1862-8959","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090294171","display_name":"Feiyu Xiong","orcid":"https://orcid.org/0000-0002-1456-2202"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyu Xiong","raw_affiliation_strings":["Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-1456-2202","affiliations":[{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057816960","display_name":"Bo Tang","orcid":"https://orcid.org/0000-0001-7129-0250"},"institutions":[{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Tang","raw_affiliation_strings":["Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","Institute for Advanced Algorithms Research (Shanghai), China"],"raw_orcid":"https://orcid.org/0000-0001-7129-0250","affiliations":[{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062330106","display_name":"Wenjin Wang","orcid":"https://orcid.org/0000-0001-7150-6162"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjin Wang","raw_affiliation_strings":["Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0001-7150-6162","affiliations":[{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Wu","orcid":"https://orcid.org/0009-0005-1497-2876"},"institutions":[{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","Institute for Advanced Algorithms Research (Shanghai), China"],"raw_orcid":"https://orcid.org/0009-0005-1497-2876","affiliations":[{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"Institute for Advanced Algorithms Research (Shanghai), China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000944156","display_name":"Huanyong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117825","display_name":"Beijing Research Institute of Mechanical and Electrical Technology","ror":"https://ror.org/02bjnsn63","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210117825"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanyong Liu","raw_affiliation_strings":["360 AI Research Institute, Beijing, China","360 AI Research Institute, China"],"raw_orcid":"https://orcid.org/0009-0002-5370-3888","affiliations":[{"raw_affiliation_string":"360 AI Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210117825"]},{"raw_affiliation_string":"360 AI Research Institute, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.414,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.99600916,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7933520078659058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6233471035957336},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6102464199066162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.487899512052536},{"id":"https://openalex.org/keywords/chinese-language","display_name":"Chinese language","score":0.4717441499233246},{"id":"https://openalex.org/keywords/china","display_name":"China","score":0.42413896322250366},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3731965124607086},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3216734826564789},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.24032145738601685},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.16030672192573547},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.09380403161048889},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.060598284006118774}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7933520078659058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233471035957336},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6102464199066162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.487899512052536},{"id":"https://openalex.org/C3018428822","wikidata":"https://www.wikidata.org/wiki/Q7850","display_name":"Chinese language","level":2,"score":0.4717441499233246},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.42413896322250366},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3731965124607086},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3216734826564789},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.24032145738601685},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.16030672192573547},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.09380403161048889},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.060598284006118774},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701228","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3701228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701228","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1940446494","display_name":null,"funder_award_id":"62222213, 62072423","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G994427063","display_name":null,"funder_award_id":"2023ZD0121104","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403560390.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W91851626","https://openalex.org/W1972594981","https://openalex.org/W2055981215","https://openalex.org/W2489487449","https://openalex.org/W2911319979","https://openalex.org/W2912924812","https://openalex.org/W2930957955","https://openalex.org/W2950670227","https://openalex.org/W2955157382","https://openalex.org/W3022685184","https://openalex.org/W3034188538","https://openalex.org/W3034654340","https://openalex.org/W3035169992","https://openalex.org/W3098466256","https://openalex.org/W3099944244","https://openalex.org/W3169283738","https://openalex.org/W4205477024","https://openalex.org/W4221143046","https://openalex.org/W4306317327","https://openalex.org/W4320523283","https://openalex.org/W4327671824","https://openalex.org/W4366566346","https://openalex.org/W4381432831","https://openalex.org/W4384636838","https://openalex.org/W4385644834","https://openalex.org/W4386576685","https://openalex.org/W4387848774","https://openalex.org/W4388955616","https://openalex.org/W4388955808","https://openalex.org/W4389518782","https://openalex.org/W4389519118","https://openalex.org/W4389519153","https://openalex.org/W4389520758","https://openalex.org/W4389524022","https://openalex.org/W4391402460","https://openalex.org/W4396843973","https://openalex.org/W4401042808"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1,166],"(RAG)":[2],"is":[3,41,262],"a":[4,42,109],"technique":[5],"that":[6,135],"enhances":[7],"the":[8,30,62,69,73,77,83,91,95,118,132,146,165,195,218,226,232,237,253],"capabilities":[9],"of":[10,72,85,120,148,167,197,207,220,228,231],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"by":[15],"incorporating":[16],"external":[17,86],"knowledge":[18,87,141,241],"sources.":[19],"This":[20],"method":[21],"addresses":[22],"common":[23],"LLM":[24,70],"limitations,":[25],"including":[26],"outdated":[27],"information":[28],"and":[29,90,111,115,140,143,157,184,244],"tendency":[31],"to":[32,131,162,174,194,216],"produce":[33],"inaccurate":[34],"\u201challucinated\u201d":[35],"content.":[36,170],"However,":[37],"evaluating":[38],"RAG":[39,56,74,97,121,125,149,221,233,254],"systems":[40,122],"challenge.":[43],"Most":[44],"benchmarks":[45,65],"focus":[46],"primarily":[47],"on":[48,94,182],"question-answering":[49],"applications,":[50],"neglecting":[51],"other":[52],"potential":[53],"scenarios":[54,163],"where":[55],"could":[57],"be":[58],"beneficial.":[59],"Accordingly,":[60],"in":[61,79,99,123,177,189],"experiments,":[63],"these":[64,104,208],"often":[66],"assess":[67],"only":[68],"components":[71,119,230],"pipeline":[75,98],"or":[76,187],"retriever":[78],"knowledge-intensive":[80,178],"scenarios,":[81],"overlooking":[82],"impact":[84],"base":[88,242],"construction":[89],"retrieval":[92],"component":[93],"entire":[96],"non-knowledge-intensive":[100],"scenarios.":[101,127,258],"To":[102],"address":[103],"issues,":[105],"this":[106],"article":[107],"constructs":[108],"large-scale":[110],"more":[112,202],"comprehensive":[113],"benchmark":[114],"evaluates":[116],"all":[117],"various":[124,229],"application":[126],"Specifically,":[128],"we":[129,211,247],"refer":[130],"CRUD":[133,209],"actions":[134],"describe":[136],"interactions":[137],"between":[138],"users":[139],"bases":[142],"also":[144,224],"categorize":[145],"range":[147],"applications":[150],"into":[151,201],"four":[152],"distinct":[153],"types\u2014create,":[154],"read,":[155],"update,":[156],"delete":[158],"(CRUD).":[159],"\u201cCreate\u201d":[160],"refers":[161],"requiring":[164],"original,":[168],"varied":[169],"\u201cRead\u201d":[171],"involves":[172],"responding":[173],"intricate":[175],"questions":[176],"situations.":[179],"\u201cUpdate\u201d":[180],"focuses":[181],"revising":[183],"rectifying":[185],"inaccuracies":[186],"inconsistencies":[188],"pre-existing":[190],"texts.":[191],"\u201cDelete\u201d":[192],"pertains":[193],"task":[196],"summarizing":[198],"extensive":[199],"texts":[200],"concise":[203],"forms.":[204],"For":[205],"each":[206],"categories,":[210],"have":[212],"developed":[213],"different":[214,257],"datasets":[215],"evaluate":[217],"performance":[219],"systems.":[222],"We":[223],"analyze":[225],"effects":[227],"system,":[234],"such":[235],"as":[236],"retriever,":[238],"context":[239],"length,":[240],"construction,":[243],"LLM.":[245],"Finally,":[246],"provide":[248],"useful":[249],"insights":[250],"for":[251,256],"optimizing":[252],"technology":[255],"The":[259],"source":[260],"code":[261],"available":[263],"at":[264],"GitHub:":[265],"https://github.com/IAAR-Shanghai/CRUD_RAG":[266],".":[267]},"counts_by_year":[{"year":2026,"cited_by_count":37},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":9}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}