{"id":"https://openalex.org/W7138863610","doi":"https://doi.org/10.1016/j.compedu.2026.105616","title":"Trusting AI to detect AI? A systematic evaluation of the reliability and robustness of current AIGC detection tools for student academic work","display_name":"Trusting AI to detect AI? A systematic evaluation of the reliability and robustness of current AIGC detection tools for student academic work","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7138863610","doi":"https://doi.org/10.1016/j.compedu.2026.105616"},"language":"en","primary_location":{"id":"doi:10.1016/j.compedu.2026.105616","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compedu.2026.105616","pdf_url":null,"source":{"id":"https://openalex.org/S4210172634","display_name":"Computers & Education","issn_l":"0360-1315","issn":["0360-1315","1873-782X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.compedu.2026.105616","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129808234","display_name":"Yicheng Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yicheng Sun","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, 999077, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0007-6555-0571","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, 999077, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102616637","display_name":"Yihan Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yihan Liao","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, 999077, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8002-9190","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, 999077, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085738488","display_name":"Xiaoxue Ma","orcid":"https://orcid.org/0000-0002-5476-6074"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210148693","display_name":"Metropolitan University","ror":"https://ror.org/04hdrrs71","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210148693"]}],"countries":["BD","HK"],"is_corresponding":true,"raw_author_name":"Xiaoxue Ma","raw_affiliation_strings":["School of Science and Technology Hong Kong Metropolitan University, 999077, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-5476-6074","affiliations":[{"raw_affiliation_string":"School of Science and Technology Hong Kong Metropolitan University, 999077, Hong Kong, China","institution_ids":["https://openalex.org/I4210148693","https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085738488"],"corresponding_institution_ids":["https://openalex.org/I200769079","https://openalex.org/I4210148693"],"apc_list":{"value":4220,"currency":"USD","value_usd":4220},"apc_paid":{"value":4220,"currency":"USD","value_usd":4220},"fwci":11.5773,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.98334279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"249","issue":null,"first_page":"105616","last_page":"105616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.6363000273704529,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.6363000273704529,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.06270000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.051500000059604645,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6259999871253967},{"id":"https://openalex.org/keywords/discipline","display_name":"Discipline","score":0.5200999975204468},{"id":"https://openalex.org/keywords/coursework","display_name":"Coursework","score":0.4415999948978424},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.3659000098705292},{"id":"https://openalex.org/keywords/supervisor","display_name":"Supervisor","score":0.3479999899864197},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.34769999980926514},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.34209999442100525},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.3165999948978424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6829000115394592},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6259999871253967},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.5200999975204468},{"id":"https://openalex.org/C2781110425","wikidata":"https://www.wikidata.org/wiki/Q2074695","display_name":"Coursework","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35530000925064087},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.2955999970436096},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.compedu.2026.105616","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compedu.2026.105616","pdf_url":null,"source":{"id":"https://openalex.org/S4210172634","display_name":"Computers & Education","issn_l":"0360-1315","issn":["0360-1315","1873-782X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.compedu.2026.105616","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compedu.2026.105616","pdf_url":null,"source":{"id":"https://openalex.org/S4210172634","display_name":"Computers & Education","issn_l":"0360-1315","issn":["0360-1315","1873-782X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F1113051868","display_name":"Hong Kong Metropolitan University","ror":"https://ror.org/0349bsm71"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W3176634681","https://openalex.org/W4307127952","https://openalex.org/W4323655724","https://openalex.org/W4324046518","https://openalex.org/W4360989442","https://openalex.org/W4378448767","https://openalex.org/W4383815588","https://openalex.org/W4385411519","https://openalex.org/W4385632485","https://openalex.org/W4387414057","https://openalex.org/W4388108480","https://openalex.org/W4389437528","https://openalex.org/W4390175962","https://openalex.org/W4393146362","https://openalex.org/W4394675615","https://openalex.org/W4395693625","https://openalex.org/W4398766125","https://openalex.org/W4402340204","https://openalex.org/W4402667057","https://openalex.org/W4403536967","https://openalex.org/W4404882314","https://openalex.org/W4407706386","https://openalex.org/W4409039478","https://openalex.org/W4409415921","https://openalex.org/W4412090477","https://openalex.org/W7127381020"],"related_works":[],"abstract_inverted_index":{"The":[0,129],"explosive":[1],"proliferation":[2],"of":[3,50,93,157,174,186,212,231,247,267,283,309],"Generative":[4],"Artificial":[5],"Intelligence":[6],"(GenAI)":[7],"has":[8],"posed":[9],"an":[10,43],"unprecedented":[11],"existential":[12],"challenge":[13],"to":[14,23,60,153,164,189,202,227,312,324],"traditional":[15],"evaluation":[16,103],"systems":[17],"in":[18,145],"higher":[19,27],"education.":[20],"In":[21,207],"response":[22],"this":[24,76],"wave,":[25],"the":[26,48,53,79,154,208,223,229,245,264],"education":[28],"sector":[29],"is":[30,52,104,260],"undergoing":[31],"a":[32,37,178,253,318],"profound":[33],"transformation,":[34],"shifting":[35],"from":[36,320],"focus":[38],"on":[39,106,138,322],"technological":[40],"containment":[41],"toward":[42,244],"assessment":[44,224],"governance":[45],"paradigm.":[46],"Understanding":[47],"characteristics":[49],"detectors":[51,109,134,216,285],"foundational":[54],"prerequisite":[55],"for":[56,300],"utilizing":[57],"such":[58],"tools":[59,323],"optimize":[61],"educational":[62,69,205,210],"assessment;":[63],"however,":[64],"their":[65],"effectiveness":[66],"within":[67,222,263],"authentic":[68,91,275],"contexts":[70],"remains":[71,298],"insufficiently":[72],"explored.":[73],"To":[74],"address":[75],"research":[77],"gap,":[78],"study":[80],"constructs":[81],"three":[82,272],"large-scale":[83],"ecological":[84],"datasets\u2014StuTask,":[85],"StuThesis,":[86],"and":[87,98,113,126,148,279,292],"DataCode\u2014comprising":[88],"over":[89],"280,000":[90],"samples":[92],"student":[94,276],"coursework,":[95],"academic":[96,255,290],"theses,":[97,140,278],"engineering":[99,146],"code.":[100,280],"A":[101],"systematic":[102,143,287],"conducted":[105],"13":[107,284],"mainstream":[108],"(encompassing":[110],"both":[111],"commercial":[112],"open-source":[114],"models)":[115],"across":[116,234,289],"multiple":[117],"dimensions,":[118],"including":[119],"overall":[120],"performance,":[121],"task":[122],"complexity,":[123],"disciplinary":[124,236],"variations,":[125],"adversarial":[127,305],"robustness.":[128],"results":[130],"indicate":[131],"that":[132,196,259],"while":[133],"achieve":[135],"acceptable":[136],"performance":[137,297],"long-form":[139],"they":[141],"exhibit":[142],"failures":[144,288],"code":[147],"short-form":[149],"coursework":[150],"tasks.":[151],"Due":[152],"formulaic":[155],"nature":[156],"technical":[158],"writing,":[159],"STEM":[160],"disciplines":[161],"are":[162,200],"subject":[163],"significant":[165],"algorithmic":[166],"bias.":[167],"Furthermore,":[168,239],"robustness":[169],"tests":[170],"reveal":[171],"extreme":[172],"vulnerability":[173],"current":[175],"detection":[176,191,198,240],"tools:":[177],"simple":[179],"hybrid":[180],"editing":[181],"strategy":[182],"can":[183],"enable":[184],"88%":[185,308],"AI-generated":[187,310],"content":[188,311],"evade":[190,313],"successfully.":[192],"These":[193],"findings":[194],"suggest":[195],"existing":[197],"technologies":[199],"inadequate":[201,299],"support":[203],"high-stakes":[204,301],"assessments.":[206],"future":[209,265],"trajectory":[211],"\u2018embracing":[213],"AI,\u2019":[214],"AIGC":[215],"should":[217],"function":[218],"as":[219],"reference":[220],"metrics":[221],"system,":[225],"serving":[226],"quantify":[228],"depth":[230],"human-AI":[232,268],"collaboration":[233],"distinct":[235],"logical":[237],"frameworks.":[238],"technology":[241],"must":[242],"evolve":[243],"optimization":[246],"\u2018logical":[248],"innovation":[249],"recognition,\u2019":[250],"thereby":[251],"establishing":[252],"robust":[254],"integrity":[256],"defense":[257],"line":[258],"truly":[261],"resilient":[262],"ecosystem":[266],"symbiosis.":[269],"\u2022":[270,281,294,303,315],"Constructed":[271],"datasets":[273],"using":[274],"assignments,":[277],"Evaluation":[282],"reveals":[286],"tasks":[291],"disciplines.":[293],"Acceptable":[295],"detector":[296],"assessment.":[302,326],"Hybrid":[304],"edits":[306],"allow":[307],"detection.":[314],"Findings":[316],"urge":[317],"shift":[319],"reliance":[321],"process-oriented":[325]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2026-03-20T00:00:00"}