{"id":"https://openalex.org/W4412875471","doi":"https://doi.org/10.1145/3711896.3737405","title":"Revolutionizing Database Q&A with Large Language Models: Comprehensive Benchmark and Evaluation","display_name":"Revolutionizing Database Q&A with Large Language Models: Comprehensive Benchmark and Evaluation","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412875471","doi":"https://doi.org/10.1145/3711896.3737405"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737405","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737405","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737405","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737405","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080135069","display_name":"Yihang Zheng","orcid":"https://orcid.org/0009-0005-9277-3661"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yihang Zheng","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo Li","orcid":"https://orcid.org/0009-0002-2279-1491"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022669585","display_name":"Zhenghao Lin","orcid":"https://orcid.org/0000-0001-9172-1628"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghao Lin","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Luo","orcid":"https://orcid.org/0009-0004-4279-4109"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Luo","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056912386","display_name":"Xuanhe Zhou","orcid":"https://orcid.org/0000-0002-2285-7836"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanhe Zhou","raw_affiliation_strings":["Shanghai Jiaotong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707569","display_name":"Chen Lin","orcid":"https://orcid.org/0000-0002-2275-997X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Lin","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066326238","display_name":"Jinsong Su","orcid":"https://orcid.org/0000-0001-5606-7122"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Su","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5080135069"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18821796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5960","last_page":"5971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7481396198272705},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7388036251068115},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.5225645899772644},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.40721529722213745},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3517421782016754},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3247448205947876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7481396198272705},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7388036251068115},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5225645899772644},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40721529722213745},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3517421782016754},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3247448205947876},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3737405","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737405","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737405","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3711896.3737405","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737405","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737405","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G56815992","display_name":null,"funder_award_id":"62372390","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6197502279","display_name":null,"funder_award_id":"62432011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412875471.pdf","grobid_xml":"https://content.openalex.org/works/W4412875471.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2990138404","https://openalex.org/W4246649926","https://openalex.org/W4297971002","https://openalex.org/W4327810158","https://openalex.org/W4386128198","https://openalex.org/W4389520259","https://openalex.org/W4392019953","https://openalex.org/W4393065402","https://openalex.org/W4396999789","https://openalex.org/W6600129504","https://openalex.org/W6600449182","https://openalex.org/W6600617465","https://openalex.org/W6601211009","https://openalex.org/W6601939488","https://openalex.org/W6992348168"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"The":[0,184],"development":[1],"of":[2,26,59,79,93,166,175],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"has":[7],"revolutionized":[8],"QA":[9,42,66,73,107],"across":[10],"various":[11,146,176],"industries,":[12],"including":[13],"the":[14,24,38,54,105,155,162,173],"database":[15,30,41,106],"domain.":[16],"However,":[17],"there":[18],"lacks":[19],"a":[20,76,112,149],"thorough":[21],"evaluation":[22,60,142,151,160],"regarding":[23],"capabilities":[25,103],"different":[27],"LLMs":[28],"in":[29,63,68,104],"QA.":[31],"To":[32],"this":[33],"end,":[34],"we":[35,110,139],"introduce":[36],"DQABench,":[37],"first":[39],"comprehensive":[40],"benchmark":[43,186],"for":[44,91],"LLMs.":[45],"DQABench":[46],"features":[47],"an":[48,141],"innovative":[49],"LLM-based":[50],"method":[51],"to":[52,153],"automate":[53],"generation,":[55],"cleaning,":[56],"and":[57,70,87,98,115,121,133,157,164,169,172],"rewriting":[58],"dataset,":[61],"resulting":[62],"over":[64],"200,000":[65],"pairs":[67,74],"English":[69],"Chinese.":[71],"These":[72],"cover":[75],"wide":[77],"range":[78],"database-specific":[80],"knowledge":[81],"extracted":[82],"from":[83],"manuals,":[84],"online":[85],"communities,":[86],"DB":[88],"instances,":[89],"allowing":[90],"assessment":[92],"LLMs'":[94],"Retrieval-Augmented":[95],"Generation":[96,101],"(RAG)":[97],"Tool":[99],"Invocation":[100],"(TIG)":[102],"task.":[108],"Furthermore,":[109],"propose":[111],"highly":[113],"modular":[114],"scalable":[116],"testbed":[117],"DQATestbed,":[118],"with":[119],"basic":[120],"advanced":[122],"components":[123,178],"such":[124],"as":[125],"Fine-tuning,":[126],"Question":[127],"Classification":[128],"Routing":[129],"(QCR),":[130],"RAG,":[131,182],"TIG,":[132],"Prompt":[134],"Template":[135],"Engineering":[136],"(PTE).":[137],"Finally,":[138],"provide":[140],"pipeline":[143],"that":[144],"computes":[145],"metrics":[147],"throughout":[148],"standardized":[150],"process":[152],"ensure":[154],"accuracy":[156],"fairness.":[158],"Our":[159],"reveals":[161],"strengths":[163],"limitations":[165],"nine":[167],"open-source":[168],"commercial":[170],"LLMs,":[171],"impact":[174],"service":[177],"(e.g.,":[179],"fine-tuning,":[180],"QCR,":[181],"TIG).":[183],"proposed":[185],"dataset":[187],"is":[188],"available":[189],"at":[190],"https://github.com/XMUDM/DQABench.":[191]},"counts_by_year":[],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}