{"id":"https://openalex.org/W4321015767","doi":"https://doi.org/10.1142/s0218194023500043","title":"Three Approaches for Detecting Direct Output Cheating in Program Online Judge Systems","display_name":"Three Approaches for Detecting Direct Output Cheating in Program Online Judge Systems","publication_year":2023,"publication_date":"2023-02-17","ids":{"openalex":"https://openalex.org/W4321015767","doi":"https://doi.org/10.1142/s0218194023500043"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194023500043","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1142/s0218194023500043","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091678223","display_name":"Jing Qiu","orcid":"https://orcid.org/0000-0003-3264-1681"},"institutions":[{"id":"https://openalex.org/I1284762954","display_name":"Zhejiang A & F University","ror":"https://ror.org/02vj4rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I1284762954"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Qiu","raw_affiliation_strings":["College of Mathematics and Computer Science, Zhejiang A&F University, Hangzhou 311300, P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Mathematics and Computer Science, Zhejiang A&F University, Hangzhou 311300, P. R. China","institution_ids":["https://openalex.org/I1284762954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100314392","display_name":"Chunmei Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I1284762954","display_name":"Zhejiang A & F University","ror":"https://ror.org/02vj4rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I1284762954"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmei Shi","raw_affiliation_strings":["College of Mathematics and Computer Science, Zhejiang A&F University, Hangzhou 311300, P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Mathematics and Computer Science, Zhejiang A&F University, Hangzhou 311300, P. R. China","institution_ids":["https://openalex.org/I1284762954"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075018825","display_name":"Yuehua Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101880","display_name":"Institute of Scientific and Technical Information","ror":"https://ror.org/0170b6c09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I107851509","https://openalex.org/I4210101880","https://openalex.org/I4210127390","https://openalex.org/I4210151987"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuehua Lv","raw_affiliation_strings":["Institute of Scientific and Technical Information of Zhejiang Province, Hangzhou 311300, P. R. China"],"affiliations":[{"raw_affiliation_string":"Institute of Scientific and Technical Information of Zhejiang Province, Hangzhou 311300, P. R. China","institution_ids":["https://openalex.org/I4210101880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075018825"],"corresponding_institution_ids":["https://openalex.org/I4210101880"],"apc_list":null,"apc_paid":null,"fwci":0.6467,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73254812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"33","issue":"04","first_page":"461","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.9486023187637329},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6203736662864685},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5079546570777893},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5042062997817993},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.48087194561958313},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4661003351211548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39315155148506165},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3898795247077942},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36611002683639526},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34017324447631836},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3275309205055237},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2561382055282593},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20318779349327087},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.15245112776756287},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11676973104476929},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0844021737575531}],"concepts":[{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.9486023187637329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6203736662864685},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5079546570777893},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5042062997817993},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.48087194561958313},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4661003351211548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39315155148506165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3898795247077942},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36611002683639526},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34017324447631836},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3275309205055237},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2561382055282593},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20318779349327087},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.15245112776756287},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11676973104476929},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0844021737575531},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194023500043","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1142/s0218194023500043","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3743582880","display_name":null,"funder_award_id":"F2018017","funder_id":"https://openalex.org/F4320323085","funder_display_name":"Natural Science Foundation of Heilongjiang Province"},{"id":"https://openalex.org/G4850363419","display_name":null,"funder_award_id":"61702140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323085","display_name":"Natural Science Foundation of Heilongjiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W635319653","https://openalex.org/W1777560676","https://openalex.org/W2011607672","https://openalex.org/W2064856757","https://openalex.org/W2070405152","https://openalex.org/W2073265902","https://openalex.org/W2100961695","https://openalex.org/W2130625835","https://openalex.org/W2148484595","https://openalex.org/W2161999665","https://openalex.org/W2573323278","https://openalex.org/W2750029605","https://openalex.org/W2767123881","https://openalex.org/W2945111072","https://openalex.org/W2963258072","https://openalex.org/W3033748891","https://openalex.org/W3122283993","https://openalex.org/W3127553152","https://openalex.org/W4251662847","https://openalex.org/W4281560022"],"related_works":["https://openalex.org/W2012288173","https://openalex.org/W1968538666","https://openalex.org/W2097662580","https://openalex.org/W3199302685","https://openalex.org/W2344072770","https://openalex.org/W2389163612","https://openalex.org/W2365256465","https://openalex.org/W2363831685","https://openalex.org/W4290547606","https://openalex.org/W2559270546"],"abstract_inverted_index":{"Program":[0],"online":[1],"judge":[2],"(POJ)":[3],"systems":[4],"allow":[5],"students":[6,46],"to":[7,87,275],"view":[8],"questions,":[9],"submit":[10],"solution":[11],"code,":[12],"and":[13,122,162,179,188,229],"receive":[14],"scores":[15,209],"automatically":[16],"via":[17],"the":[18,52,56,97,106,113,117,156,170,203,244],"web.":[19],"Most":[20],"POJs":[21],"use":[22],"test":[23,33,44,57],"cases":[24,58],"for":[25,195,243,265],"scoring.":[26],"When":[27],"a":[28,38,120,159,163,173,199],"POJ":[29,200],"is":[30,64,75,151,165,240],"scored":[31],"by":[32,50,135],"case":[34],"pass":[35],"rate":[36],"or":[37,254],"problem":[39],"that":[40,123,138,236],"has":[41],"only":[42,65],"one":[43,66],"case,":[45],"can":[47],"usually":[48],"score":[49],"providing":[51],"direct":[53,89,247],"output":[54,60,90,100,248],"of":[55,99,119,124,143,210,246],"(direct":[59],"cheating).":[61],"Currently,":[62],"there":[63],"work":[67],"on":[68,202,259],"detecting":[69],"such":[70],"cheating.":[71],"However,":[72],"its":[73],"precision":[74],"very":[76],"low.":[77],"To":[78],"solve":[79],"this":[80],"problem,":[81],"three":[82,180],"novel":[83],"approaches":[84,178,212],"are":[85,139,262,272],"proposed":[86,177],"detect":[88],"cheating:":[91],"(i)":[92,237],"Line":[93],"Statistics,":[94],"which":[95],"computes":[96,112],"proportion":[98,171],"calls":[101],"against":[102],"other":[103],"statements;":[104],"(ii)":[105,250],"control":[107],"flow":[108],"graph":[109],"(CFG)":[110],"Search":[111,132,239],"maximum":[114],"similarity":[115,157,260],"between":[116],"CFG":[118],"program":[121,164],"known":[125],"samples;":[126],"(iii)":[127],"abstract":[128],"syntax":[129],"tree":[130],"(AST)":[131],"identifies":[133],"cheating":[134,146,154,168],"matching":[136],"rules":[137],"summarized":[140],"from":[141,198],"ASTs":[142],"previously":[144],"detected":[145,166],"attempts.":[147],"A":[148],"student\u2019s":[149],"code":[150,182,252],"marked":[152],"as":[153,167,215],"if":[155,169],"exceeds":[158,172],"predefined":[160,174],"threshold;":[161],"threshold.":[175],"The":[176,207,233],"well-known":[181],"plagiarism":[183,255],"detection":[184,245,256,268],"tools":[185],"(JPlag,":[186],"Sherlock,":[187],"SIM)":[189],"were":[190,213],"evaluated":[191],"using":[192],"100,000":[193],"submissions":[194],"1153":[196],"problems":[197],"based":[201,258],"C":[204],"programming":[205],"language.":[206],"F1":[208],"these":[211,270],"determined":[214],"0.9752":[216],"(AST":[217],"Search),":[218,221],"0.9440":[219],"(CFG":[220],"0.7405":[222],"(Line":[223],"Statistics),":[224],"0.6446":[225],"(JPlag),":[226],"0.1587":[227],"(Sherlock),":[228],"0.0076":[230],"(SIM),":[231],"respectively.":[232],"result":[234],"indicates":[235],"AST":[238],"most":[241],"suitable":[242],"cheating;":[249],"traditional":[251],"search":[253],"methods":[257],"calculations":[261],"not":[263],"effective":[264],"complex":[266],"cheat":[267],"because":[269],"cheats":[271],"highly":[273],"similar":[274],"normal":[276],"code.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}