{"id":"https://openalex.org/W4387559615","doi":"https://doi.org/10.48550/arxiv.2310.05030","title":"Counter Turing Test CT^2: AI-Generated Text Detection is Not as Easy as You May Think -- Introducing AI Detectability Index","display_name":"Counter Turing Test CT^2: AI-Generated Text Detection is Not as Easy as You May Think -- Introducing AI Detectability Index","publication_year":2023,"publication_date":"2023-10-08","ids":{"openalex":"https://openalex.org/W4387559615","doi":"https://doi.org/10.48550/arxiv.2310.05030"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.05030","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05030","pdf_url":"https://arxiv.org/pdf/2310.05030","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.05030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090727444","display_name":"Megha Chakraborty","orcid":"https://orcid.org/0000-0001-7319-6137","observed_orcids":["https://orcid.org/0000-0001-7319-6137"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chakraborty, Megha","raw_affiliation_strings":["AI Institute , University of South Carolina , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Institute , University of South Carolina , USA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014921097","display_name":"S. M Towhidul Islam Tonmoy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tonmoy, S. M Towhidul Islam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102836237","display_name":"S M Mehedi Zaman","orcid":"https://orcid.org/0000-0001-7841-3962","observed_orcids":["https://orcid.org/0000-0001-7841-3962"]},"institutions":[{"id":"https://openalex.org/I59805279","display_name":"Islamic University of Technology","ror":"https://ror.org/057gnqw22","country_code":"BD","type":"education","lineage":["https://openalex.org/I59805279"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Zaman, S M Mehedi","raw_affiliation_strings":["IUT , Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IUT , Bangladesh","institution_ids":["https://openalex.org/I59805279"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sharma, Krish","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sharma, Krish","raw_affiliation_strings":["NIT Silchar , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Silchar , India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113067627","display_name":"Niyar R Barman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Barman, Niyar R","raw_affiliation_strings":["NIT Silchar , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Silchar , India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011551339","display_name":"Chandan Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gupta, Chandan","raw_affiliation_strings":["IIIT Delhi , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT Delhi , India","institution_ids":["https://openalex.org/I119939252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083562598","display_name":"Shreya Gautam","orcid":"https://orcid.org/0009-0004-3739-723X","observed_orcids":["https://orcid.org/0009-0004-3739-723X"]},"institutions":[{"id":"https://openalex.org/I115715567","display_name":"Birla Institute of Technology, Mesra","ror":"https://ror.org/028vtqb15","country_code":"IN","type":"education","lineage":["https://openalex.org/I115715567"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gautam, Shreya","raw_affiliation_strings":["BITS Mesra , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Mesra , India","institution_ids":["https://openalex.org/I115715567"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075366505","display_name":"Tanay Kumar","orcid":"https://orcid.org/0009-0000-8197-7208","observed_orcids":["https://orcid.org/0009-0000-8197-7208"]},"institutions":[{"id":"https://openalex.org/I115715567","display_name":"Birla Institute of Technology, Mesra","ror":"https://ror.org/028vtqb15","country_code":"IN","type":"education","lineage":["https://openalex.org/I115715567"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kumar, Tanay","raw_affiliation_strings":["BITS Mesra , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BITS Mesra , India","institution_ids":["https://openalex.org/I115715567"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076595090","display_name":"Vinija Jain","orcid":"https://orcid.org/0009-0008-5842-2763","observed_orcids":["https://orcid.org/0009-0008-5842-2763"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jain, Vinija","raw_affiliation_strings":["Amazon AI , USA","Stanford University , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon AI , USA","institution_ids":["https://openalex.org/I1311688040"]},{"raw_affiliation_string":"Stanford University , USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047032131","display_name":"Aman R. Chadha","orcid":"https://orcid.org/0000-0001-6621-9003","observed_orcids":["https://orcid.org/0000-0001-6621-9003"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chadha, Aman","raw_affiliation_strings":["Amazon AI , USA","Stanford University , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon AI , USA","institution_ids":["https://openalex.org/I1311688040"]},{"raw_affiliation_string":"Stanford University , USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028772801","display_name":"Amit Sheth","orcid":"https://orcid.org/0000-0002-0021-5293","observed_orcids":["https://orcid.org/0000-0002-0021-5293"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheth, Amit P.","raw_affiliation_strings":["AI Institute , University of South Carolina , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Institute , University of South Carolina , USA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"last","author":{"id":null,"display_name":"Das, Amitava","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Das, Amitava","raw_affiliation_strings":["AI Institute , University of South Carolina , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Institute , University of South Carolina , USA","institution_ids":["https://openalex.org/I155781252"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.014999999664723873,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.9980000257492065},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8769999742507935},{"id":"https://openalex.org/keywords/llm-robustness","display_name":"LLM robustness","score":0.5249999761581421},{"id":"https://openalex.org/keywords/ai-regulation","display_name":"AI regulation","score":0.4440000057220459},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"authorship attribution","score":0.7570000290870667},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.6119999885559082},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.6629999876022339}],"concepts":[{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.6340492963790894},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5262590646743774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4925747513771057},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.4747489094734192},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.46907490491867065},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.4660877585411072},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4268525540828705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4179902970790863},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3128480911254883},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.19347724318504333},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.16308990120887756},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.1207219660282135},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0972757339477539},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.05030","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05030","pdf_url":"https://arxiv.org/pdf/2310.05030","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.05030","doi":"https://doi.org/10.48550/arxiv.2310.05030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.05030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.05030","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.05030","pdf_url":"https://arxiv.org/pdf/2310.05030","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387559615.pdf","grobid_xml":"https://content.openalex.org/works/W4387559615.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7161935927","https://openalex.org/W7166727117","https://openalex.org/W4409258158","https://openalex.org/W7128190501","https://openalex.org/W4404782087","https://openalex.org/W6902309181","https://openalex.org/W4353007481","https://openalex.org/W7154606167","https://openalex.org/W7119474229","https://openalex.org/W4396517805"],"abstract_inverted_index":{"With":[0],"the":[1,6,18,27,48,54,62,65,75,123,140,151,154,161,177,191,204,250,255],"rise":[2],"of":[3,10,21,41,115,131,139,142,153,172,179,195,214],"prolific":[4],"ChatGPT,":[5],"risk":[7],"and":[8,53,64,193],"consequences":[9],"AI-generated":[11,25,87],"text":[12,88],"has":[13,91,97],"increased":[14],"alarmingly.":[15],"To":[16],"address":[17],"inevitable":[19],"question":[20],"ownership":[22],"attribution":[23],"for":[24,78,166,249],"artifacts,":[26],"US":[28,63],"Copyright":[29],"Office":[30,55],"released":[31],"a":[32,37,46,94,128,136,187,211,226,247,260],"statement":[33],"stating":[34],"that":[35,96,220,241],"'If":[36],"work's":[38],"traditional":[39],"elements":[40],"authorship":[42,52],"were":[43],"produced":[44],"by":[45,113,182],"machine,":[47],"work":[49],"lacks":[50],"human":[51],"will":[56],"not":[57],"register":[58],"it'.":[59],"Furthermore,":[60],"both":[61],"EU":[66],"governments":[67],"have":[68,225],"recently":[69],"drafted":[70],"their":[71,199],"initial":[72,106],"proposals":[73],"regarding":[74],"regulatory":[76],"framework":[77],"AI.":[79],"Given":[80],"this":[81],"cynosural":[82],"spotlight":[83],"on":[84,164],"generative":[85],"AI,":[86],"detection":[89],"(AGTD)":[90],"emerged":[92],"as":[93,246,259],"topic":[95],"already":[98],"received":[99],"immediate":[100],"attention":[101],"in":[102,262],"research,":[103],"with":[104,254],"some":[105],"methods":[107,157],"having":[108],"been":[109],"proposed,":[110],"soon":[111],"followed":[112],"emergence":[114],"techniques":[116,132],"to":[117,134,175,185,198,224,235,257],"bypass":[118],"detection.":[119],"This":[120],"paper":[121],"introduces":[122],"Counter":[124],"Turing":[125],"Test":[126],"(CT^2),":[127],"benchmark":[129],"consisting":[130],"aiming":[133],"offer":[135],"comprehensive":[137],"evaluation":[138,192],"robustness":[141],"existing":[143],"AGTD":[144,156],"techniques.":[145],"Our":[146],"empirical":[147],"findings":[148],"unequivocally":[149],"highlight":[150],"fragility":[152],"proposed":[155],"under":[158],"scrutiny.":[159],"Amidst":[160],"extensive":[162],"deliberations":[163],"policy-making":[165],"regulating":[167],"AI":[168,205],"development,":[169],"it":[170],"is":[171],"utmost":[173],"importance":[174],"assess":[176],"detectability":[178,200],"content":[180],"generated":[181],"LLMs.":[183,237],"Thus,":[184],"establish":[186],"quantifiable":[188],"spectrum":[189],"facilitating":[190],"ranking":[194],"LLMs":[196,222],"according":[197],"levels,":[201],"we":[202],"propose":[203],"Detectability":[206],"Index":[207],"(ADI).":[208],"We":[209,238],"conduct":[210],"thorough":[212],"examination":[213],"15":[215],"contemporary":[216],"LLMs,":[217],"empirically":[218],"demonstrating":[219],"larger":[221],"tend":[223],"higher":[227],"ADI,":[228],"indicating":[229],"they":[230],"are":[231],"less":[232],"detectable":[233],"compared":[234],"smaller":[236],"firmly":[239],"believe":[240],"ADI":[242],"holds":[243],"significant":[244],"value":[245],"tool":[248],"wider":[251],"NLP":[252],"community,":[253],"potential":[256],"serve":[258],"rubric":[261],"AI-related":[263],"policy-making.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-10-12T00:00:00"}