{"id":"https://openalex.org/W7162317768","doi":"https://doi.org/10.48550/arxiv.2605.22843","title":"Knowledge Distillation for Low-Resource Open-source Text-to-SQL Model","display_name":"Knowledge Distillation for Low-Resource Open-source Text-to-SQL Model","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7162317768","doi":"https://doi.org/10.48550/arxiv.2605.22843"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22843","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080003990","display_name":"Tianhao Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Tianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136909148","display_name":"Xiaojun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiaojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.36239999532699585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.36239999532699585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16609999537467957,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.057100001722574234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.558899998664856},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.5157999992370605},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5037000179290771},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.49390000104904175},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.4830999970436096},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.4683000147342682},{"id":"https://openalex.org/keywords/semi-structured-data","display_name":"Semi-structured data","score":0.45419999957084656},{"id":"https://openalex.org/keywords/inference-engine","display_name":"Inference engine","score":0.3869999945163727},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3817000091075897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8233000040054321},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.558899998664856},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.4830999970436096},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C40077939","wikidata":"https://www.wikidata.org/wiki/Q2336004","display_name":"Semi-structured data","level":3,"score":0.45419999957084656},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.3869999945163727},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3817000091075897},{"id":"https://openalex.org/C30775581","wikidata":"https://www.wikidata.org/wiki/Q632285","display_name":"Database schema","level":3,"score":0.3813999891281128},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3515999913215637},{"id":"https://openalex.org/C40207289","wikidata":"https://www.wikidata.org/wiki/Q755662","display_name":"Relational model","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C11066294","wikidata":"https://www.wikidata.org/wiki/Q1518244","display_name":"Business rule","level":4,"score":0.3386000096797943},{"id":"https://openalex.org/C129916263","wikidata":"https://www.wikidata.org/wiki/Q1141183","display_name":"Backward chaining","level":4,"score":0.32499998807907104},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32089999318122864},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.28859999775886536},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27469998598098755},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26899999380111694},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text-to-SQL":[0,91,157],"converts":[1],"natural":[2],"language":[3,154],"questions":[4],"into":[5,110],"executable":[6],"SQL":[7],"queries,":[8],"enabling":[9],"non-technical":[10],"users":[11],"to":[12,73],"access":[13],"relational":[14],"databases":[15],"for":[16,40],"analytics":[17],"and":[18,50,65,104,107,113,124,138,151,167],"intelligent":[19],"data":[20,63,123],"services.":[21],"In":[22],"real-world":[23],"scenarios,":[24],"performance":[25,148],"is":[26],"often":[27,71],"constrained":[28],"by":[29],"low-resource":[30,161],"settings,":[31,163],"where":[32],"high-quality":[33],"annotated":[34],"\\texttt{}":[35],"pairs":[36],"are":[37,55],"scarce,":[38],"particularly":[39],"domain-specific":[41,139,162],"databases.":[42],"Additional":[43],"challenges":[44],"include":[45],"opaque":[46],"schema":[47,99],"definitions,":[48],"abbreviations,":[49,101],"implicit":[51],"business":[52,102],"logic":[53],"that":[54,93,142],"not":[56],"explicitly":[57],"encoded":[58],"in":[59,156,160],"the":[60,147],"schema.":[61],"Existing":[62],"synthesis":[64],"prompting":[66],"techniques":[67],"improve":[68],"coverage":[69],"but":[70],"fail":[72],"produce":[74],"task-specific,":[75],"semantically":[76],"grounded":[77,120],"examples":[78],"aligned":[79],"with":[80],"database":[81],"constraints.":[82],"To":[83],"address":[84],"these":[85],"challenges,":[86],"we":[87],"propose":[88],"a":[89],"knowledge-aware":[90],"framework":[92,116],"constructs":[94],"task-specific":[95],"knowledge":[96,129],"base":[97],"including":[98],"semantics,":[100],"logic,":[103],"query":[105],"patterns,":[106],"injects":[108],"them":[109],"both":[111,136],"training":[112,122],"inference.":[114],"This":[115],"generates":[117],"diverse,":[118],"contextually":[119],"synthetic":[121],"enhances":[125],"inference":[126],"through":[127],"targeted":[128],"retrieval.":[130],"Experiments":[131],"on":[132],"seven":[133],"benchmarks,":[134],"covering":[135],"general":[137],"datasets,":[140],"demonstrate":[141],"our":[143],"approach":[144],"substantially":[145],"improves":[146],"of":[149],"open-source":[150],"closed-source":[152],"large":[153],"models":[155],"tasks,":[158],"especially":[159],"enhancing":[164],"generalization,":[165],"robustness,":[166],"adaptability.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-26T00:00:00"}