{"id":"https://openalex.org/W4393262094","doi":"https://doi.org/10.1145/3654677","title":"False Positives and Deceptive Errors in SQL Assessment: A Large-Scale Analysis of Online Judge Systems","display_name":"False Positives and Deceptive Errors in SQL Assessment: A Large-Scale Analysis of Online Judge Systems","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393262094","doi":"https://doi.org/10.1145/3654677"},"language":"en","primary_location":{"id":"doi:10.1145/3654677","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654677","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654677","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3654677","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048022532","display_name":"Jinshui Wang","orcid":"https://orcid.org/0000-0003-1733-8481"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshui Wang","raw_affiliation_strings":["School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1733-8481","affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102972029","display_name":"Shuguang Chen","orcid":"https://orcid.org/0009-0007-9745-471X"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Chen","raw_affiliation_strings":["School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9745-471X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040733657","display_name":"Zhengyi Tang","orcid":"https://orcid.org/0000-0002-9306-6038"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyi Tang","raw_affiliation_strings":["School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9306-6038","affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059602840","display_name":"P.L. Lin","orcid":"https://orcid.org/0000-0002-1212-1630"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengchen Lin","raw_affiliation_strings":["School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1212-1630","affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014722122","display_name":"Yupeng Wang","orcid":"https://orcid.org/0009-0006-3835-6805"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yupeng Wang","raw_affiliation_strings":["School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-3835-6805","affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83791580"],"apc_list":null,"apc_paid":null,"fwci":0.6392,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75489989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"24","issue":"3","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7944952249526978},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6902418732643127},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.6300569176673889},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5748355388641357},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.47939395904541016},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.44822412729263306},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4397924542427063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40959781408309937},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35714659094810486},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34424710273742676},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2108267843723297}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7944952249526978},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6902418732643127},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6300569176673889},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5748355388641357},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.47939395904541016},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.44822412729263306},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4397924542427063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40959781408309937},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35714659094810486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34424710273742676},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2108267843723297},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654677","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654677","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654677","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3654677","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654677","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654677","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G4672353818","display_name":null,"funder_award_id":"FJ2021BF050","funder_id":"https://openalex.org/F4320331100","funder_display_name":"Fujian Provincial Federation of Social Sciences"},{"id":"https://openalex.org/G6032771889","display_name":"\u7f16\u7a0b\u9898\u81ea\u52a8\u8bc4\u5206\u65b9\u6cd5\u7684\u5173\u952e\u6280\u672f\u53ca\u5e94\u7528\u7814\u7a76","funder_award_id":"2022J01933","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"}],"funders":[{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320331100","display_name":"Fujian Provincial Federation of Social Sciences","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393262094.pdf","grobid_xml":"https://content.openalex.org/works/W4393262094.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1576906273","https://openalex.org/W1964849062","https://openalex.org/W1987975131","https://openalex.org/W1995529329","https://openalex.org/W2023745308","https://openalex.org/W2034204026","https://openalex.org/W2126070475","https://openalex.org/W2131231258","https://openalex.org/W2132032354","https://openalex.org/W2132516581","https://openalex.org/W2142225512","https://openalex.org/W2286501037","https://openalex.org/W2295144739","https://openalex.org/W2473995384","https://openalex.org/W2541459776","https://openalex.org/W2767123881","https://openalex.org/W2807648480","https://openalex.org/W2885090162","https://openalex.org/W2886532650","https://openalex.org/W2914531615","https://openalex.org/W2926052689","https://openalex.org/W2965110092","https://openalex.org/W3009770877","https://openalex.org/W3041823931","https://openalex.org/W3087232239","https://openalex.org/W3112836607","https://openalex.org/W3122268185","https://openalex.org/W3122283993","https://openalex.org/W3140669325","https://openalex.org/W3160691259","https://openalex.org/W3161580966","https://openalex.org/W3178469298","https://openalex.org/W3184396411","https://openalex.org/W3206674218","https://openalex.org/W4212995739","https://openalex.org/W4229042559","https://openalex.org/W4281289500","https://openalex.org/W4281560022","https://openalex.org/W4284690247","https://openalex.org/W4285327936","https://openalex.org/W4285728233","https://openalex.org/W4287981156","https://openalex.org/W4366386614"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2366107444","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W2370459448"],"abstract_inverted_index":{"Online":[0],"Judge":[1],"Systems":[2],"(OJSs)":[3],"play":[4],"a":[5,45,67],"crucial":[6],"role":[7],"in":[8,31,101,133,169],"evaluating":[9],"SQL":[10,62],"programming":[11,134,170],"skills.":[12],"However,":[13],"OJSs":[14,113,140,168],"may":[15],"not":[16],"accurately":[17],"evaluate":[18],"students\u2019":[19],"queries":[20,81],"as":[21],"the":[22,91,124,137,163],"error-detection":[23],"capabilities":[24],"of":[25,70,96,126,167],"test":[26,85,116],"sets":[27],"are":[28],"insufficient,":[29],"resulting":[30],"false":[32],"positives":[33],"that":[34,82,139,160],"can":[35,105,161],"mislead":[36],"students":[37,79],"and":[38,50,65,104,118,128,131,145,149,157,165,172],"hinder":[39],"their":[40],"learning.":[41],"This":[42,94,120],"study":[43,121],"analyzes":[44],"large-scale":[46],"OJS\u2019s":[47],"evaluation":[48,129],"dataset":[49],"identifies":[51],"more":[52],"than":[53],"110,000":[54],"(1.94%)":[55],"false-positive":[56],"queries.":[57],"It":[58,152],"also":[59,153],"validates":[60],"existing":[61],"error":[63,72,97,155],"categorization":[64],"reveals":[66],"new":[68,107],"type":[69,95],"logical":[71],"called":[73],"deceptive":[74],"error,":[75],"which":[76],"occurs":[77],"when":[78],"construct":[80],"pass":[83],"specific":[84],"cases":[86,117],"but":[87],"fail":[88],"to":[89,111,123,142,146],"solve":[90],"actual":[92],"problem.":[93],"has":[98],"been":[99],"overlooked":[100],"previous":[102],"research":[103],"provide":[106],"insights":[108],"into":[109],"how":[110],"improve":[112,162],"by":[114],"enhancing":[115],"feedback.":[119],"contributes":[122],"understanding":[125],"assessment":[127],"practices":[130],"processes":[132],"education,":[135],"particularly":[136],"contribution":[138],"make":[141],"student":[143],"learning":[144],"course,":[147],"staff,":[148],"institutional":[150],"development.":[151],"suggests":[154],"prevention":[156],"detection":[158],"techniques":[159],"effectiveness":[164],"fairness":[166],"education":[171],"competitions.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}