{"id":"https://openalex.org/W7127044430","doi":"https://doi.org/10.1007/s40979-026-00213-1","title":"Evaluating the accuracy and reliability of AI content detectors in academic contexts","display_name":"Evaluating the accuracy and reliability of AI content detectors in academic contexts","alternate_titles":[],"publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127044430","doi":"https://doi.org/10.1007/s40979-026-00213-1"},"language":"en","primary_location":{"id":"doi:10.1007/s40979-026-00213-1","doi":"https://doi.org/10.1007/s40979-026-00213-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40979-026-00213-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40979-026-00213-1.pdf","source":{"id":"https://openalex.org/S4210203117","display_name":"International Journal for Educational Integrity","issn_l":"1833-2595","issn":["1833-2595"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for Educational Integrity","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7127044430"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40979-026-00213-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089046590","display_name":"Mohammad Hadra","orcid":"https://orcid.org/0000-0002-1847-6504","observed_orcids":["https://orcid.org/0000-0002-1847-6504"]},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":true,"raw_author_name":"Mohammad Hadra","raw_affiliation_strings":["Sultan Qaboos University, Muscat, Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110891536","display_name":"K Cambridge","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Karleen Cambridge","raw_affiliation_strings":["Sultan Qaboos University, Muscat, Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054675649","display_name":"Mostefa Mesbah","orcid":"https://orcid.org/0000-0002-0964-1854","observed_orcids":["https://orcid.org/0000-0002-0964-1854"]},"institutions":[{"id":"https://openalex.org/I47818738","display_name":"Sultan Qaboos University","ror":"https://ror.org/04wq8zb47","country_code":"OM","type":"education","lineage":["https://openalex.org/I47818738"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Mostefa Mesbah","raw_affiliation_strings":["Sultan Qaboos University, Muscat, Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sultan Qaboos University, Muscat, Oman","institution_ids":["https://openalex.org/I47818738"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089046590"],"corresponding_institution_ids":["https://openalex.org/I47818738"],"apc_list":{"value":1290,"currency":"USD","value_usd":1290},"apc_paid":{"value":1290,"currency":"USD","value_usd":1290},"fwci":292.8279,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9999697,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7089999914169312},{"id":"https://openalex.org/keywords/academic-integrity","display_name":"academic integrity","score":0.9710000157356262},{"id":"https://openalex.org/keywords/turnitin","display_name":"Turnitin","score":0.8610000014305115},{"id":"https://openalex.org/keywords/originality","display_name":"originality","score":0.7689999938011169},{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.7409999966621399},{"id":"https://openalex.org/keywords/hybrid-authorship","display_name":"hybrid authorship","score":0.8500000238418579},{"id":"https://openalex.org/keywords/detection-accuracy","display_name":"detection accuracy","score":0.6129999756813049},{"id":"https://openalex.org/keywords/text-length-effects","display_name":"text length effects","score":0.5830000042915344},{"id":"https://openalex.org/keywords/genre-variation","display_name":"genre variation","score":0.5070000290870667},{"id":"https://openalex.org/keywords/scientific-writing","display_name":"scientific writing","score":0.4449999928474426},{"id":"https://openalex.org/keywords/humanities-writing","display_name":"humanities writing","score":0.652999997138977},{"id":"https://openalex.org/keywords/ai-use-policies","display_name":"AI use policies","score":0.39500001072883606},{"id":"https://openalex.org/keywords/higher-education","display_name":"higher education","score":0.6240000128746033}],"concepts":[{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.8361999988555908},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6345999836921692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5097000002861023},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.44190001487731934},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41019999980926514},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39079999923706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.29019999504089355},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s40979-026-00213-1","doi":"https://doi.org/10.1007/s40979-026-00213-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40979-026-00213-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40979-026-00213-1.pdf","source":{"id":"https://openalex.org/S4210203117","display_name":"International Journal for Educational Integrity","issn_l":"1833-2595","issn":["1833-2595"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for Educational Integrity","raw_type":"journal-article"},{"id":"doi:10.21203/rs.3.rs-7359956/v1","doi":"https://doi.org/10.21203/rs.3.rs-7359956/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-7359956/v1","pdf_url":"https://www.researchsquare.com/article/rs-7359956/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},{"id":"pmh:oai:doaj.org/article:72031ccf93c745c8a487f26c39b1b850","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/72031ccf93c745c8a487f26c39b1b850","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal for Educational Integrity, Vol 22, Iss 1, Pp 1-18 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40979-026-00213-1","doi":"https://doi.org/10.1007/s40979-026-00213-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40979-026-00213-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40979-026-00213-1.pdf","source":{"id":"https://openalex.org/S4210203117","display_name":"International Journal for Educational Integrity","issn_l":"1833-2595","issn":["1833-2595"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal for Educational Integrity","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.8278999924659729,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127044430.pdf","grobid_xml":"https://content.openalex.org/works/W7127044430.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1832028483","https://openalex.org/W2093250982","https://openalex.org/W2151570219","https://openalex.org/W2949028947","https://openalex.org/W3034715004","https://openalex.org/W3141743546","https://openalex.org/W3187743275","https://openalex.org/W3195577433","https://openalex.org/W3216092102","https://openalex.org/W4318149317","https://openalex.org/W4321605350","https://openalex.org/W4324046518","https://openalex.org/W4327810912","https://openalex.org/W4353007481","https://openalex.org/W4364387756","https://openalex.org/W4377234252","https://openalex.org/W4383815588","https://openalex.org/W4386317922","https://openalex.org/W4389053057","https://openalex.org/W4390175962","https://openalex.org/W4391282676","https://openalex.org/W4396829571","https://openalex.org/W4397292525","https://openalex.org/W4399794956","https://openalex.org/W4400400166","https://openalex.org/W4400643377","https://openalex.org/W4402340204","https://openalex.org/W4404247421","https://openalex.org/W4404509397","https://openalex.org/W4405585317","https://openalex.org/W4406236959","https://openalex.org/W4406427891","https://openalex.org/W4410761766","https://openalex.org/W4412620726","https://openalex.org/W4413784392","https://openalex.org/W4414244998","https://openalex.org/W4414644854","https://openalex.org/W4415282254"],"related_works":["https://openalex.org/W7167458088","https://openalex.org/W7213261961","https://openalex.org/W4394707607","https://openalex.org/W7127575899","https://openalex.org/W7171810438","https://openalex.org/W7164025994","https://openalex.org/W7135190605","https://openalex.org/W4413187495","https://openalex.org/W7215763737","https://openalex.org/W7161238637"],"abstract_inverted_index":{"The":[0,259],"rapid":[1],"adoption":[2],"of":[3,43,63,72,76,86,120,152,167,278],"generative":[4],"AI":[5,27,104,217,273],"(GenAI)":[6],"in":[7,45,128,248],"higher":[8,195],"education":[9],"has":[10],"intensified":[11],"concerns":[12],"about":[13],"academic":[14,243],"integrity,":[15],"particularly":[16],"for":[17,240,264,284],"institutions":[18,247],"serving":[19],"English":[20],"as":[21,31,164,221,225,236],"a":[22,69,165,191],"Foreign":[23],"Language":[24],"(EFL)":[25],"learners.":[26],"content":[28],"detectors":[29,67,142,176,218],"such":[30],"Turnitin":[32,127],"and":[33,52,93,109,134,171,275],"Originality":[34,125,188],"are":[35],"now":[36],"widely":[37],"used":[38],"to":[39,55,202],"identify":[40],"potential":[41,207],"misuse":[42],"GenAI":[44],"student":[46,79,153,204,257],"writing,":[47,154,205],"yet":[48],"their":[49,231],"accuracy,":[50],"consistency,":[51],"fairness":[53,208],"remain":[54],"be":[56],"proven.":[57],"This":[58],"study":[59,260],"evaluates":[60],"the":[61,83,212,237,262],"reliability":[62],"these":[64],"two":[65],"commercial":[66],"using":[68,105,113],"balanced":[70],"dataset":[71],"192":[73],"texts,":[74,90,147],"composed":[75],"authentic":[77],"EFL":[78,203],"writing":[80,183],"produced":[81],"before":[82],"widespread":[84],"availability":[85],"GenAI,":[87],"professional":[88],"human-authored":[89],"AI-generated":[91],"outputs,":[92],"hybrid":[94],"compositions.":[95],"Detector":[96],"outputs":[97],"were":[98],"categorized":[99],"into":[100],"Human,":[101],"Hybrid,":[102],"or":[103],"established":[106],"thresholding":[107],"ranges,":[108],"performance":[110],"was":[111],"assessed":[112],"standard":[114],"classification":[115],"metrics":[116],"alongside":[117],"statistical":[118],"tests":[119],"significance.":[121],"Results":[122],"show":[123],"that":[124,215,227,282],"outperformed":[126],"overall":[129],"accuracy":[130,180,196],"(0.69":[131],"vs.":[132,138],"0.61)":[133],"macro-average":[135],"recall":[136],"(0.60":[137],"0.51).":[139],"However,":[140],"both":[141,175],"performed":[143],"poorly":[144],"on":[145,181,185,197,251,271],"Hybrid":[146],"an":[148],"increasingly":[149],"common":[150],"form":[151],"indicating":[155],"substantial":[156],"difficulty":[157],"distinguishing":[158],"mixed":[159],"authorship.":[160],"Performance":[161],"declined":[162],"significantly":[163],"result":[166],"increased":[168],"text":[169],"length":[170],"genre":[172],"variation,":[173],"with":[174],"achieving":[177],"noticeably":[178],"lower":[179],"scientific":[182],"than":[184],"humanities":[186],"texts.":[187],"also":[189],"showed":[190],"borderline":[192],"trend":[193],"toward":[194],"professionally":[198],"written":[199],"texts":[200],"compared":[201],"suggesting":[206],"concerns.":[209],"Taken":[210],"together,":[211],"findings":[213],"demonstrate":[214],"while":[216],"may":[219],"serve":[220],"supplementary":[222],"tools\u2014serve":[223],"only":[224],"indicators":[226],"prompt":[228],"further":[229],"inquiry,":[230],"limitations":[232],"make":[233],"them":[234],"unsuitable":[235],"sole":[238],"basis":[239],"decisions":[241],"regarding":[242],"misconduct.":[244],"For":[245],"EFL-focused":[246],"particular,":[249],"over-reliance":[250],"machine-based":[252],"identification":[253],"risks":[254],"misclassifying":[255],"legitimate":[256],"work.":[258],"highlights":[261],"need":[263],"informed":[265],"human":[266],"judgment,":[267],"clearer":[268],"institutional":[269],"policies":[270],"acceptable":[272],"use,":[274],"continued":[276],"development":[277],"equitable":[279],"detection":[280],"methods":[281],"account":[283],"linguistic":[285],"diversity.":[286]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127044430","counts_by_year":[{"year":2026,"cited_by_count":65},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-02-03T00:00:00"}
