{"id":"https://openalex.org/W4210716649","doi":"https://doi.org/10.14778/3494124.3494139","title":"MT-teql","display_name":"MT-teql","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4210716649","doi":"https://doi.org/10.14778/3494124.3494139"},"language":"en","primary_location":{"id":"doi:10.14778/3494124.3494139","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3494124.3494139","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101728918","display_name":"Pingchuan Ma","orcid":"https://orcid.org/0000-0001-7680-2817"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pingchuan Ma","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100328263","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-0726-5250"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":1.7743,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.87670981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"569","last_page":"582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629307746887207},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6634892225265503},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.5915865898132324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5241867899894714},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5180937647819519},{"id":"https://openalex.org/keywords/database-schema","display_name":"Database schema","score":0.510905921459198},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.461805522441864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4520223140716553},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4022540748119354},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3830314874649048},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33263319730758667},{"id":"https://openalex.org/keywords/database-design","display_name":"Database design","score":0.26712000370025635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629307746887207},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6634892225265503},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.5915865898132324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5241867899894714},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5180937647819519},{"id":"https://openalex.org/C30775581","wikidata":"https://www.wikidata.org/wiki/Q632285","display_name":"Database schema","level":3,"score":0.510905921459198},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.461805522441864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4520223140716553},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4022540748119354},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3830314874649048},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33263319730758667},{"id":"https://openalex.org/C148840519","wikidata":"https://www.wikidata.org/wiki/Q1049878","display_name":"Database design","level":2,"score":0.26712000370025635},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.14778/3494124.3494139","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3494124.3494139","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-116286","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=&rft.volume=&rft.issue=&rft.date=2022&rft.spage=&rft.aulast=Ma&rft.aufirst=Pingchuan&rft.atitle=MT-Teql%3A+Evaluating+and+Augmenting+Neural+NLIDB+on+Real-world+Linguistic+and+Schema+Variations&rft.title=","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-116286","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-116286","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2047237057","https://openalex.org/W2091671846","https://openalex.org/W2164155814","https://openalex.org/W2165382777","https://openalex.org/W2250539671","https://openalex.org/W2266772167","https://openalex.org/W2269738476","https://openalex.org/W2324595780","https://openalex.org/W2536574992","https://openalex.org/W2798416860","https://openalex.org/W2890431379","https://openalex.org/W2891691255","https://openalex.org/W2914275818","https://openalex.org/W2944898795","https://openalex.org/W2952032096","https://openalex.org/W2953039212","https://openalex.org/W2963327228","https://openalex.org/W2966086173","https://openalex.org/W2971323043","https://openalex.org/W3032766766","https://openalex.org/W3035172316","https://openalex.org/W3035507081","https://openalex.org/W3042605769","https://openalex.org/W3046744391","https://openalex.org/W3086973390","https://openalex.org/W3099032206","https://openalex.org/W3105251181","https://openalex.org/W3105928338","https://openalex.org/W3106731144","https://openalex.org/W3116855718","https://openalex.org/W3156729426","https://openalex.org/W3174057701"],"related_works":["https://openalex.org/W2347219288","https://openalex.org/W2911644013","https://openalex.org/W2374348909","https://openalex.org/W2405544841","https://openalex.org/W279222092","https://openalex.org/W2158626804","https://openalex.org/W3048549639","https://openalex.org/W151398235","https://openalex.org/W4317883029","https://openalex.org/W3015670717"],"abstract_inverted_index":{"Natural":[0],"Language":[1],"Interface":[2],"to":[3,28,37,91,125,151,195,202,217,245],"Database":[4],"(NLIDB)":[5],"translates":[6],"human":[7],"utterances":[8,147],"into":[9],"SQL":[10,93],"queries":[11,94],"and":[12,42,81,104,131,148,164,179,190,221,247],"enables":[13],"database":[14,43,52,149],"interactions":[15],"for":[16,95,160],"non-expert":[17],"users.":[18],"Recently,":[19],"neural":[20,32,74,113,174],"network":[21],"models":[22],"have":[23],"become":[24],"a":[25,122,192],"major":[26],"approach":[27],"implementing":[29],"NLIDB.":[30],"However,":[31,61],"NLIDB":[33],"faces":[34],"challenges":[35],"due":[36],"variations":[38],"in":[39,58,78,138],"natural":[40],"language":[41,130],"schema":[44,132],"design.":[45],"For":[46],"instance,":[47],"one":[48],"user":[49,193],"intent":[50],"or":[51],"conceptual":[53],"model":[54],"can":[55,156,199,214,242],"be":[56,158,215],"expressed":[57],"various":[59],"forms.":[60],"existing":[62],"benchmarks,":[63],"using":[64,176],"hold-out":[65],"datasets,":[66],"cannot":[67],"provide":[68,243],"thorough":[69],"understanding":[70],"of":[71,112,188],"how":[72,197],"good":[73],"NLIDBs":[75,114,127,155,175,220,249],"really":[76],"are":[77],"real-world":[79,98,129],"situations":[80],"its":[82],"robustness":[83,111,161],"against":[84,128],"such":[85],"variations.":[86,133],"A":[87],"key":[88],"difficulty":[89],"is":[90],"annotate":[92],"inputs":[96,178,213],"under":[97],"variations,":[99],"requiring":[100,168],"considerable":[101],"manual":[102,117,169],"effort":[103],"expert":[105],"knowledge.":[106],"To":[107],"systematically":[108,203],"assess":[109,204],"the":[110,210],"without":[115,167,228],"extensive":[116],"effort,":[118],"we":[119],"propose":[120],"MT-Teql,":[121],"unified":[123],"framework":[124],"benchmark":[126],"Inspired":[134],"by":[135,226],"recent":[136],"advances":[137],"DBMS":[139],"metamorphic":[140],"testing,":[141],"MT-Teql":[142,198],"implements":[143],"semantics-preserving":[144],"transformations":[145],"on":[146,232],"schemas":[150],"generate":[152],"their":[153,165,230],"variants.":[154],"thus":[157],"examined":[159],"utilizing":[162],"utterances/schemas":[163],"variants":[166],"intervention.":[170],"We":[171,183,206,235],"benchmarked":[172],"nine":[173],"62,430":[177],"identified":[180],"15,433":[181],"defects.":[182],"analyzed":[184],"potential":[185],"root":[186],"causes":[187],"defects":[189],"conducted":[191],"study":[194,240],"show":[196,208],"assist":[200],"developers":[201],"NLIDBs.":[205],"further":[207],"that":[209,241,250],"transformed":[211],"(error-triggering)":[212],"used":[216],"augment":[218],"popular":[219],"eliminate":[222],"46.5%(\u00b15.0%)":[223],"errors":[224],"made":[225],"them":[227],"compromising":[229],"accuracy":[231],"standard":[233],"benchmarks.":[234],"summarize":[236],"lessons":[237],"from":[238],"this":[239],"insights":[244],"select":[246],"design":[248],"fit":[251],"particular":[252],"usage":[253],"scenarios.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":10}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2022-02-08T00:00:00"}