{"id":"https://openalex.org/W7152742464","doi":"https://doi.org/10.48550/arxiv.2604.06736","title":"SQLStructEval: Structural Evaluation of LLM Text-to-SQL Generation","display_name":"SQLStructEval: Structural Evaluation of LLM Text-to-SQL Generation","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152742464","doi":"https://doi.org/10.48550/arxiv.2604.06736"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06736","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133302143","display_name":"Yixi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yixi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133276473","display_name":"Fan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110679330","display_name":"Zhiqiao Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhiqiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133303475","display_name":"Yu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112974755","display_name":"H. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakov, Preslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133257253","display_name":"Zhuohan Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zhuohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13820","display_name":"SAS software applications and methods","score":0.125,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13820","display_name":"SAS software applications and methods","score":0.125,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.11169999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.5062999725341797},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.48420000076293945},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4223000109195709},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.41269999742507935},{"id":"https://openalex.org/keywords/data-structure","display_name":"Data structure","score":0.4043999910354614},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"Abstract syntax tree","score":0.3928000032901764},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.3776000142097473},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.3637999892234802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7817999720573425},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6430000066757202},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.3928000032901764},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3693999946117401},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.33899998664855957},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31529998779296875},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29030001163482666},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C509619924","wikidata":"https://www.wikidata.org/wiki/Q17130757","display_name":"Structural complexity","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C55596503","wikidata":"https://www.wikidata.org/wiki/Q1431648","display_name":"Data definition language","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.25360000133514404},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"strong":[1],"performance":[2],"on":[3,46],"Text-to-SQL":[4],"benchmarks,":[5],"it":[6],"remains":[7],"unclear":[8],"whether":[9],"LLM-generated":[10,25],"SQL":[11,26],"programs":[12],"are":[13,67],"structurally":[14,56],"reliable.":[15],"In":[16],"this":[17],"work,":[18],"we":[19],"investigate":[20],"the":[21,47,60],"structural":[22,106,112],"behavior":[23],"of":[24],"queries":[27,58,91],"and":[28,69,105],"introduce":[29],"SQLStructEval,":[30],"a":[31,93,97,115],"framework":[32],"for":[33,59,120],"analyzing":[34],"program":[35,123],"structures":[36],"through":[37],"canonical":[38],"abstract":[39],"syntax":[40],"tree":[41],"(AST)":[42],"representations.":[43],"Our":[44,126],"experiments":[45],"Spider":[48],"benchmark":[49],"show":[50,88],"that":[51,70,89,111],"modern":[52],"LLMs":[53],"often":[54],"produce":[55],"diverse":[57],"same":[61],"input,":[62],"even":[63],"when":[64],"execution":[65,103],"results":[66],"correct,":[68],"such":[71,80],"variance":[72],"is":[73,114,128],"frequently":[74],"triggered":[75],"by":[76],"surface-level":[77],"input":[78],"changes":[79],"as":[81],"paraphrases":[82],"or":[83],"schema":[84],"presentation.":[85],"We":[86],"further":[87],"generating":[90],"in":[92],"structured":[94],"space":[95],"via":[96],"compile-style":[98],"pipeline":[99],"can":[100],"improve":[101],"both":[102],"accuracy":[104],"consistency.":[107],"These":[108],"findings":[109],"suggest":[110],"reliability":[113],"critical":[116],"yet":[117],"overlooked":[118],"dimension":[119],"evaluating":[121],"LLM-based":[122],"generation":[124],"systems.":[125],"code":[127],"available":[129],"at":[130],"https://anonymous.4open.science/r/StructEval-2435.":[131]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-10T00:00:00"}