{"id":"https://openalex.org/W7161237794","doi":"https://doi.org/10.48550/arxiv.2605.14488","title":"Deepchecks: Evaluating Retrieval-Augmented Generation (RAG)","display_name":"Deepchecks: Evaluating Retrieval-Augmented Generation (RAG)","alternate_titles":[],"publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161237794","doi":"https://doi.org/10.48550/arxiv.2605.14488"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2605.14488","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.14488","pdf_url":"https://arxiv.org/pdf/2605.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7161237794"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2605.14488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136258816","display_name":"Assaf Gerner","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerner, Assaf","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092449767","display_name":"Netta Madvil","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madvil, Netta","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136195837","display_name":"Nadav Barak","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barak, Nadav","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120703807","display_name":"Alex Zaikman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zaikman, Alex","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090412833","display_name":"Jonatan Liberman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liberman, Jonatan","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120368907","display_name":"Liron Hamra","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamra, Liron","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120607601","display_name":"Rotem Brazilay","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brazilay, Rotem","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120368908","display_name":"Shay Tsadok","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsadok, Shay","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046304367","display_name":"Yaron Friedman","orcid":"https://orcid.org/0000-0002-7626-5086","observed_orcids":["https://orcid.org/0000-0002-7626-5086"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedman, Yaron","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120463271","display_name":"Neal Harow","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harow, Neal","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056213112","display_name":"Noam Bressler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bresler, Noam","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018942584","display_name":"Shir Chorev","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chorev, Shir","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023388094","display_name":"Philip Tannor","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tannor, Philip","raw_affiliation_strings":["Deepchecks , Ramat Gan , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deepchecks , Ramat Gan , Israel","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135243142","display_name":"Lior Rokach","orcid":"https://orcid.org/0000-0002-6956-3341","observed_orcids":["https://orcid.org/0000-0002-6956-3341"]},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Rokach, Lior","raw_affiliation_strings":["Ben-Gurion University , Beer Sheva , Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ben-Gurion University , Beer Sheva , Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9879999756813049},{"id":"https://openalex.org/keywords/rag-evaluation","display_name":"RAG evaluation","score":0.9390000104904175},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9399999976158142},{"id":"https://openalex.org/keywords/root-cause-analysis","display_name":"root cause analysis","score":0.8619999885559082},{"id":"https://openalex.org/keywords/production-monitoring","display_name":"production monitoring","score":0.9950000047683716},{"id":"https://openalex.org/keywords/reliability-analysis","display_name":"reliability analysis","score":0.5920000076293945},{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.6549999713897705},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"user satisfaction","score":0.9520000219345093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6589000225067139},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4023999869823456},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C2992770021","wikidata":"https://www.wikidata.org/wiki/Q7247850","display_name":"Production model","level":3,"score":0.3285999894142151},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2728999853134155},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2605.14488","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.14488","pdf_url":"https://arxiv.org/pdf/2605.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2605.14488","doi":"https://doi.org/10.48550/arxiv.2605.14488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2605.14488","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.14488","pdf_url":"https://arxiv.org/pdf/2605.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7161237794.pdf","grobid_xml":"https://content.openalex.org/works/W7161237794.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2607892599","https://openalex.org/W4387156782","https://openalex.org/W4400267075","https://openalex.org/W4402670290","https://openalex.org/W4403006857","https://openalex.org/W4403577742","https://openalex.org/W4411113095","https://openalex.org/W4415798436","https://openalex.org/W4416037024"],"related_works":["https://openalex.org/W4415798436","https://openalex.org/W7133715678","https://openalex.org/W6891949293","https://openalex.org/W6966545553","https://openalex.org/W7164908464","https://openalex.org/W4412966133","https://openalex.org/W7171290893","https://openalex.org/W7130724855","https://openalex.org/W4416368880","https://openalex.org/W4403577742"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"augmented":[4],"with":[5,82],"Retrieval-Augmented":[6],"Generation":[7],"(RAG)":[8],"techniques":[9],"are":[10],"revolutionizing":[11],"applications":[12,67],"across":[13],"multiple":[14],"domains,":[15],"such":[16],"as":[17],"healthcare,":[18],"finance,":[19],"and":[20,41,47,76,95],"customer":[21],"service.":[22],"Despite":[23],"their":[24],"potential,":[25],"evaluating":[26,59],"RAG":[27,60,66,99],"systems":[28],"remains":[29],"a":[30,54,70,88],"complex":[31],"challenge":[32],"due":[33],"to":[34],"the":[35,42],"stochastic":[36],"nature":[37],"of":[38],"generated":[39],"outputs":[40],"intricate":[43],"interplay":[44],"between":[45],"retrieval":[46],"generation":[48],"components.":[49],"This":[50],"paper":[51],"introduces":[52],"Deepchecks,":[53],"comprehensive":[55],"framework":[56,64,86],"tailored":[57],"for":[58,91],"applications.":[61],"Deepchecks'":[62],"evaluation":[63,68],"addresses":[65],"through":[69],"multi-faceted":[71],"approach,":[72],"root":[73],"cause":[74],"analysis":[75],"production":[77],"monitoring.":[78],"By":[79],"ensuring":[80],"alignment":[81],"application-specific":[83],"requirements,":[84],"Deepchecks":[85],"provides":[87],"robust":[89],"foundation":[90],"assessing":[92],"reliability,":[93],"relevance,":[94],"user":[96],"satisfaction":[97],"in":[98],"systems.":[100]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7161237794","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-05-16T00:00:00"}
