{"id":"https://openalex.org/W4399794808","doi":"https://doi.org/10.48550/arxiv.2406.11073","title":"Exploring the Limitations of Detecting Machine-Generated Text","display_name":"Exploring the Limitations of Detecting Machine-Generated Text","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4399794808","doi":"https://doi.org/10.48550/arxiv.2406.11073"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.11073","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11073","pdf_url":"https://arxiv.org/pdf/2406.11073","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.11073","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089582243","display_name":"Jad Doughman","orcid":"https://orcid.org/0009-0004-8479-1010"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doughman, Jad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059586790","display_name":"Osama Mohammed Afzal","orcid":"https://orcid.org/0000-0003-1918-9088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afzal, Osama Mohammed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093129978","display_name":"Hawau Olamide Toyin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toyin, Hawau Olamide","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075022926","display_name":"Shady Shehata","orcid":"https://orcid.org/0000-0002-3258-6734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shehata, Shady","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakov, Preslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053442069","display_name":"Zeerak Talat","orcid":"https://orcid.org/0000-0001-5503-867X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Talat, Zeerak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.508400022983551,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.508400022983551,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.44290000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.4350999891757965,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5492904782295227},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3954505920410156},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38864749670028687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.366558313369751}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5492904782295227},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3954505920410156},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38864749670028687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.366558313369751}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2406.11073","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11073","pdf_url":"https://arxiv.org/pdf/2406.11073","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/1af1054b-9851-4e28-b095-404358db88d9","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/1af1054b-9851-4e28-b095-404358db88d9","pdf_url":"https://www.pure.ed.ac.uk/ws/files/572685474/DoughmanEtalCOLING25ExploringtheLimitationsofDetectingMachineGeneratedText.pdf","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doughman, J, Afzal, O M, Toyin, H O, Shehata, S, Nakov, P & Talat, Z 2025, Exploring the Limitations of Detecting Machine-Generated Text. in O Rambow, L Wanner, M Apidianaki, H Al-Khalifa, B Di Eugenio & S Schockaert (eds), The 31st International Conference on Computational Linguistics., 288, Proceedings of the conference - Association for Computational Linguistics, pp. 4274-4281, 31st International Conference on Computational Linguistics, Abu Dhabi, United Arab Emirates, 19/01/25.","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/1af1054b-9851-4e28-b095-404358db88d9","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/572685474/DoughmanEtalCOLING25ExploringtheLimitationsofDetectingMachineGeneratedText.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doughman, J, Afzal, O M, Toyin, H O, Shehata, S, Nakov, P & Talat, Z 2025, Exploring the Limitations of Detecting Machine-Generated Text. in O Rambow, L Wanner, M Apidianaki, H Al-Khalifa, B Di Eugenio & S Schockaert (eds), The 31st International Conference on Computational Linguistics., 288, Proceedings of the conference - Association for Computational Linguistics, pp. 4274-4281, 31st International Conference on Computational Linguistics, Abu Dhabi, United Arab Emirates, 19/01/25.","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.2406.11073","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.11073","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.11073","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11073","pdf_url":"https://arxiv.org/pdf/2406.11073","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399794808.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recent":[0],"improvements":[1],"in":[2,32,83,87],"the":[3,6,38,56,120],"quality":[4],"of":[5,41,122,138],"generations":[7],"by":[8,63],"large":[9],"language":[10],"models":[11],"have":[12,110],"spurred":[13],"research":[14],"into":[15],"identifying":[16],"machine-generated":[17,61,141],"text.":[18,142],"Such":[19],"work":[20,129],"often":[21],"presents":[22],"high-performing":[23],"detectors.":[24],"However,":[25],"humans":[26],"and":[27,35,81,86,134,140],"machines":[28],"can":[29],"produce":[30],"text":[31,46,62,84],"different":[33],"styles":[34],"domains,":[36],"yet":[37],"performance":[39,58,112],"impact":[40],"such":[42],"on":[43,65],"machine":[44],"generated":[45],"detection":[47,99,123],"systems":[48,100],"remains":[49],"unclear.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54],"audit":[55],"classification":[57],"for":[59,113],"detecting":[60],"evaluating":[64],"texts":[66,107],"with":[67],"varying":[68],"writing":[69],"styles.":[70],"We":[71,95,125],"find":[72,97],"that":[73,98,127],"classifiers":[74],"are":[75,101],"highly":[76],"sensitive":[77],"to":[78,92,104,117,131],"stylistic":[79,132],"changes":[80],"differences":[82],"complexity,":[85],"some":[88],"cases":[89],"degrade":[90],"entirely":[91],"random":[93],"classifiers.":[94],"further":[96],"particularly":[102],"susceptible":[103],"misclassify":[105],"easy-to-read":[106],"while":[108],"they":[109],"high":[111],"complex":[114],"texts,":[115],"leading":[116],"concerns":[118],"about":[119],"reliability":[121],"systems.":[124],"recommend":[126],"future":[128],"attends":[130],"factors":[133],"reading":[135],"difficulty":[136],"levels":[137],"human-written":[139]},"counts_by_year":[],"updated_date":"2026-07-11T18:08:03.149640","created_date":"2025-10-10T00:00:00"}