{"id":"https://openalex.org/W4405183026","doi":"https://doi.org/10.1145/3658644.3670392","title":"On the Detectability of ChatGPT Content: Benchmarking, Methodology, and Evaluation through the Lens of Academic Writing","display_name":"On the Detectability of ChatGPT Content: Benchmarking, Methodology, and Evaluation through the Lens of Academic Writing","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4405183026","doi":"https://doi.org/10.1145/3658644.3670392"},"language":"en","primary_location":{"id":"doi:10.1145/3658644.3670392","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670392","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670392","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670392","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082318516","display_name":"Z.Q. Liu","orcid":"https://orcid.org/0009-0004-6841-9702"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zeyan Liu","raw_affiliation_strings":["EECS/I2S, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"EECS/I2S, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040604135","display_name":"Zijun Yao","orcid":"https://orcid.org/0000-0003-3647-8770"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijun Yao","raw_affiliation_strings":["EECS/I2S, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"EECS/I2S, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014556254","display_name":"Fengjun Li","orcid":"https://orcid.org/0000-0003-4079-2228"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengjun Li","raw_affiliation_strings":["EECS/I2S, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"EECS/I2S, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052233895","display_name":"Bo Luo","orcid":"https://orcid.org/0000-0001-8196-2436"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Luo","raw_affiliation_strings":["EECS/I2S, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"EECS/I2S, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082318516"],"corresponding_institution_ids":["https://openalex.org/I146416000"],"apc_list":null,"apc_paid":null,"fwci":6.4461,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97128958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2236","last_page":"2250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9059965014457703},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6782944798469543},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.6061893105506897},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4871899485588074},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.47495222091674805},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47037333250045776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4087795615196228},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38003313541412354},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37926074862480164},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1928606927394867},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10834971070289612}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9059965014457703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6782944798469543},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.6061893105506897},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4871899485588074},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.47495222091674805},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47037333250045776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4087795615196228},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38003313541412354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37926074862480164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1928606927394867},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10834971070289612},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658644.3670392","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670392","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670392","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3658644.3670392","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670392","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670392","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405183026.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1518610760","https://openalex.org/W1578785320","https://openalex.org/W1837843568","https://openalex.org/W1997229566","https://openalex.org/W2093585241","https://openalex.org/W2115740221","https://openalex.org/W2129250947","https://openalex.org/W2402268235","https://openalex.org/W2560647685","https://openalex.org/W2933138175","https://openalex.org/W2962739339","https://openalex.org/W2963723676","https://openalex.org/W2963748441","https://openalex.org/W2970684786","https://openalex.org/W3001172084","https://openalex.org/W3034287667","https://openalex.org/W3041367927","https://openalex.org/W3101891351","https://openalex.org/W3106914636","https://openalex.org/W3125182500","https://openalex.org/W3125928061","https://openalex.org/W4255558293","https://openalex.org/W4309618912","https://openalex.org/W4310917376","https://openalex.org/W4317390716","https://openalex.org/W4319866894","https://openalex.org/W4364360662","https://openalex.org/W4367369313","https://openalex.org/W4378418074","https://openalex.org/W4382652828","https://openalex.org/W4383617070","https://openalex.org/W4385571789","https://openalex.org/W4385574115","https://openalex.org/W4389520338","https://openalex.org/W4392563948","https://openalex.org/W4400484590"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"With":[0],"ChatGPT":[1,107,118,166,192],"under":[2],"the":[3,22,35,41,47,57,103,113,122,138,157,176,189,199],"spotlight,":[4],"utilizing":[5],"large":[6],"language":[7],"models":[8,142],"(LLMs)":[9],"to":[10,29,52,154,174],"assist":[11],"academic":[12,42],"writing":[13,90],"has":[14],"drawn":[15],"a":[16,31,72,144,148],"significant":[17],"amount":[18],"of":[19,34,37,49,60,75,81,88,116,191,205],"debate":[20],"in":[21,65,91,165,180],"community.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27,68,101,170,194],"aim":[28],"present":[30,70],"comprehensive":[32,172],"study":[33],"detectability":[36,190],"ChatGPT-generated":[38],"content":[39],"within":[40],"literature,":[43],"particularly":[44],"focusing":[45],"on":[46,198],"abstracts":[48,87],"scientific":[50,89],"papers,":[51],"offer":[53],"holistic":[54],"support":[55],"for":[56,105],"future":[58],"development":[59],"LLM":[61],"applications":[62],"and":[63,85,95,97,121,146,159,162,203],"policies":[64],"academia.":[66],"Specifically,":[67],"first":[69],"GPABench2,":[71],"benchmarking":[73,182],"dataset":[74],"over":[76,184],"2.8":[77],"million":[78],"comparative":[79],"samples":[80],"human-written,":[82],"GPT-written,":[83],"GPT-completed,":[84],"GPT-polished":[86],"computer":[92],"science,":[93],"physics,":[94],"humanities":[96],"social":[98],"sciences.":[99],"Second,":[100],"explore":[102],"methodology":[104],"detecting":[106,119],"content.":[108],"We":[109,135],"start":[110],"by":[111,125],"examining":[112],"unsatisfactory":[114],"performance":[115],"existing":[117],"tools":[120],"challenges":[123],"faced":[124],"human":[126],"evaluators":[127],"(including":[128],"more":[129],"than":[130],"240":[131],"researchers":[132],"or":[133],"students).":[134],"then":[136],"test":[137],"hand-crafted":[139],"linguistic":[140,163],"features":[141],"as":[143],"baseline":[145],"develop":[147],"deep":[149,160],"neural":[150],"framework":[151,179],"named":[152],"CheckGPT":[153,178],"better":[155],"capture":[156],"subtle":[158],"semantic":[161],"patterns":[164],"written":[167],"literature.":[168],"Last,":[169],"conduct":[171,195],"experiments":[173,197],"validate":[175],"proposed":[177],"each":[181],"task":[183],"different":[185],"disciplines.":[186],"To":[187],"evaluate":[188],"content,":[193],"extensive":[196],"transferability,":[200],"prompt":[201],"engineering,":[202],"robustness":[204],"CheckGPT.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}