{"id":"https://openalex.org/W4415316685","doi":"https://doi.org/10.1145/3802017","title":"Automated Discovery of Test Oracles for Database Management Systems Using LLMs","display_name":"Automated Discovery of Test Oracles for Database Management Systems Using LLMs","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W4415316685","doi":"https://doi.org/10.1145/3802017"},"language":"en","primary_location":{"id":"doi:10.1145/3802017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802017","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3802017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092838030","display_name":"Qiuyang Mang","orcid":"https://orcid.org/0009-0000-4462-8527"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiuyang Mang","raw_affiliation_strings":["UC Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0009-0000-4462-8527","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061239942","display_name":"Rongxin He","orcid":"https://orcid.org/0000-0002-9036-3416"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Runyuan He","raw_affiliation_strings":["UC Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0009-0005-6079-3326","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102801704","display_name":"Shian Zhong","orcid":"https://orcid.org/0009-0003-0341-7362"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Suyang Zhong","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0003-0341-7362","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666863","display_name":"Xiaoxuan Liu","orcid":"https://orcid.org/0000-0002-7503-8359"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoxuan Liu","raw_affiliation_strings":["UC Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0009-0004-4968-1027","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048293406","display_name":"Huanchen Zhang","orcid":"https://orcid.org/0009-0001-4821-1558"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanchen Zhang","raw_affiliation_strings":["Tsinghua University, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0009-0001-4821-1558","affiliations":[{"raw_affiliation_string":"Tsinghua University, Berkeley, California, USA","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059427197","display_name":"Alvin Cheung","orcid":"https://orcid.org/0000-0001-6261-6263"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvin Cheung","raw_affiliation_strings":["UC Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0000-0001-6261-6263","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00982356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.6780999898910522},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5238000154495239},{"id":"https://openalex.org/keywords/datalog","display_name":"Datalog","score":0.4666000008583069},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4440000057220459},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.3986999988555908},{"id":"https://openalex.org/keywords/data-integrity","display_name":"Data integrity","score":0.3953000009059906},{"id":"https://openalex.org/keywords/substring","display_name":"Substring","score":0.34929999709129333},{"id":"https://openalex.org/keywords/relational-database-management-system","display_name":"Relational database management system","score":0.3190999925136566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7870000004768372},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.6780999898910522},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5238000154495239},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.48010000586509705},{"id":"https://openalex.org/C148230440","wikidata":"https://www.wikidata.org/wiki/Q1172264","display_name":"Datalog","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C182407805","wikidata":"https://www.wikidata.org/wiki/Q2626534","display_name":"Substring","level":3,"score":0.34929999709129333},{"id":"https://openalex.org/C24394798","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database management system","level":3,"score":0.3190999925136566},{"id":"https://openalex.org/C56288433","wikidata":"https://www.wikidata.org/wiki/Q58673","display_name":"Data manipulation language","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2957000136375427},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2890999913215637},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3802017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802017","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2510.06663","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.06663","pdf_url":"https://arxiv.org/pdf/2510.06663","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.06663","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.06663","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3802017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802017","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1562478397","display_name":"III: Medium: Collaborative Research: Reasoning about Optimizers for Data-Intensive Systems","funder_award_id":"1955488","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2551027135","display_name":"USING VERIFIED LIFTING TO OPTIMIZE LEGACY STENCIL CODES","funder_award_id":"DESC0016260","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2712957708","display_name":"CAREER: Generating Application-Specific Database Management Systems","funder_award_id":"2027575","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5446572923","display_name":null,"funder_award_id":"HR00112590131","funder_id":"https://openalex.org/F4320337531","funder_display_name":"Defense Sciences Office, DARPA"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337531","display_name":"Defense Sciences Office, DARPA","ror":"https://ror.org/0447fe631"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Since":[0],"2020,":[1],"automated":[2,100],"testing":[3],"for":[4,266],"Database":[5],"Management":[6],"Systems":[7],"(DBMSs)":[8],"has":[9],"flourished,":[10],"uncovering":[11],"hundreds":[12],"of":[13,20,49,76,85,91,158,189,249],"bugs":[14,44],"in":[15,88,209],"widely-used":[16],"systems.":[17],"A":[18],"cornerstone":[19],"these":[21,54,190],"techniques":[22],"is":[23,140],"test":[24,92,229],"oracle":[25],",":[26],"which":[27,250],"typically":[28],"implements":[29],"a":[30,67,95,150,180,198],"mechanism":[31,61],"to":[32,62,81,111,135,186,202,226],"generate":[33,63,187],"equivalent":[34,64,86],"query":[35],"pairs,":[36],"and":[37,42,126,142,168,235,257],"subsequently":[38],"runs":[39],"the":[40,47,60,74,83,89,155,159,174,207,210,262],"pair":[41],"identifies":[43],"by":[45,179,224,261],"checking":[46],"consistency":[48],"their":[50,122,169,193],"results.":[51],"While":[52],"running":[53],"oracles":[55],"can":[56,114],"be":[57,133,177],"automated,":[58],"designing":[59],"queries":[65,87],"remains":[66],"fundamentally":[68],"manual":[69],"endeavor.":[70],"This":[71],"paper":[72],"explores":[73],"use":[75],"large":[77],"language":[78],"models":[79],"(LLMs)":[80],"automate":[82],"discovery":[84],"design":[90],"oracles,":[93],"addressing":[94],"long-standing":[96],"bottleneck":[97],"towards":[98],"fully":[99],"DBMS":[101],"testing.":[102],"Although":[103],"LLMs":[104,185,225],"demonstrate":[105],"impressive":[106],"creativity,":[107],"they":[108],"are":[109,213,221,251,268],"prone":[110],"hallucinations":[112],"that":[113,129,137,220],"produce":[115,227],"numerous":[116],"false":[117],"positive":[118],"bug":[119,138],"reports.":[120],"Furthermore,":[121],"high":[123],"monetary":[124],"cost":[125],"latency":[127],"mean":[128],"LLM":[130],"invocations":[131],"should":[132],"limited":[134],"ensure":[136,203],"detection":[139],"efficient":[141],"economical.":[143],"To":[144],"this":[145],"end,":[146],"we":[147],"introduce":[148],"Argus,":[149],"novel":[151],"framework":[152],"built":[153],"upon":[154],"core":[156],"concept":[157],"Constrained":[160],"Abstract":[161],"Query":[162],"\u2014a":[163],"SQL":[164,199,218],"skeleton":[165],"containing":[166],"placeholders":[167,208],"associated":[170],"instantiation":[171],"conditions,":[172],"e.g.,":[173],"placeholder":[175],"must":[176],"filled":[178],"Boolean":[181],"column.":[182],"Argus":[183,234,267],"uses":[184],"pairs":[188],"skeletons,":[191],"with":[192,215,254],"equivalence":[194,200],"formally":[195],"proven":[196],"using":[197],"solver":[201],"soundness.":[204],"After":[205],"that,":[206],"verified":[211],"skeletons":[212],"instantiated":[214],"concrete,":[216],"reusable":[217],"snippets":[219],"also":[222],"synthesized":[223],"complex":[228],"cases.":[230],"We":[231],"have":[232],"implemented":[233],"evaluated":[236],"it":[237],"on":[238],"five":[239],"extensively":[240],"tested":[241],"DBMSs,":[242],"discovering":[243],"41":[244],"previously":[245],"unknown":[246],"bugs,":[247,253],"36":[248,255],"logic":[252],"confirmed":[256],"27":[258],"already":[259],"fixed":[260],"developers.":[263],"The":[264],"artifacts":[265],"available":[269],"at":[270],"https://github.com/joyemang33/Argus":[271]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-18T00:00:00"}