{"id":"https://openalex.org/W4396788239","doi":"https://doi.org/10.48550/arxiv.2405.04286","title":"Who Wrote This? The Key to Zero-Shot LLM-Generated Text Detection Is GECScore","display_name":"Who Wrote This? The Key to Zero-Shot LLM-Generated Text Detection Is GECScore","publication_year":2024,"publication_date":"2024-05-07","ids":{"openalex":"https://openalex.org/W4396788239","doi":"https://doi.org/10.48550/arxiv.2405.04286"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.04286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.04286","pdf_url":"https://arxiv.org/pdf/2405.04286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.04286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036827870","display_name":"Junchao Wu","orcid":"https://orcid.org/0000-0001-5044-3019","observed_orcids":["https://orcid.org/0000-0001-5044-3019"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wu, Junchao","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085246256","display_name":"Runzhe Zhan","orcid":"https://orcid.org/0000-0002-3175-6885","observed_orcids":["https://orcid.org/0000-0002-3175-6885"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhan, Runzhe","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468579","display_name":"Derek F. Wong","orcid":"https://orcid.org/0000-0002-5307-7322","observed_orcids":["https://orcid.org/0000-0002-5307-7322"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wong, Derek F.","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100295307","display_name":"Shu Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yang, Shu","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101599729","display_name":"Xuebo Liu","orcid":"https://orcid.org/0000-0001-8524-2006","observed_orcids":["https://orcid.org/0000-0001-8524-2006"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Xuebo","raw_affiliation_strings":["Institute of Computing and Intelligence , Harbin Institute of Technology , Shenzhen , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing and Intelligence , Harbin Institute of Technology , Shenzhen , China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025832925","display_name":"Lidia Sam Chao","orcid":"https://orcid.org/0000-0001-6629-170X","observed_orcids":["https://orcid.org/0000-0001-6629-170X"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chao, Lidia S.","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108856873","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0001-8604-0959","observed_orcids":["https://orcid.org/0000-0001-8604-0959"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhang, Min","raw_affiliation_strings":["CT Lab , Department of Computer and Information Science , University of Macau nlp2ct"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CT Lab , Department of Computer and Information Science , University of Macau nlp2ct","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8467000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8467000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.035100001841783524,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-generated-text-detection","display_name":"LLM-generated text detection","score":0.9160000085830688},{"id":"https://openalex.org/keywords/zero-shot-object-detection","display_name":"zero-shot detection","score":0.9580000042915344},{"id":"https://openalex.org/keywords/black-box-detection","display_name":"black-box detection","score":0.9459999799728394},{"id":"https://openalex.org/keywords/grammatical-error-correction","display_name":"grammatical error correction","score":0.7099999785423279},{"id":"https://openalex.org/keywords/human-written-vs-machine-generated-text","display_name":"human-written vs machine-generated text","score":0.7490000128746033},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.48100000619888306}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7067326903343201},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6614418625831604},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6365582942962646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3976576328277588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.339063823223114},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.32425564527511597},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.28483664989471436},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2657671570777893},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2185048758983612},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1507505476474762},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07378780841827393},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.04286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.04286","pdf_url":"https://arxiv.org/pdf/2405.04286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.04286","doi":"https://doi.org/10.48550/arxiv.2405.04286","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.04286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.04286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.04286","pdf_url":"https://arxiv.org/pdf/2405.04286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1286881433","display_name":null,"funder_award_id":"FDCT/060/2022/AFJ","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G4615181649","display_name":null,"funder_award_id":"62266013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5501069675","display_name":null,"funder_award_id":"62261160648","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6889481450","display_name":null,"funder_award_id":"FDCT/0070/2022/AMJ","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320311133","display_name":"United Mitochondrial Disease Foundation","ror":"https://ror.org/0528q0t18"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396788239.pdf","grobid_xml":"https://content.openalex.org/works/W4396788239.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7166888511","https://openalex.org/W7155529097","https://openalex.org/W7124177539","https://openalex.org/W4404782329","https://openalex.org/W7124572446","https://openalex.org/W7155667546","https://openalex.org/W4389518647","https://openalex.org/W4391158973","https://openalex.org/W4416250507","https://openalex.org/W4407894278"],"abstract_inverted_index":{"The":[0],"efficacy":[1],"of":[2,17,35,39,64,115],"detectors":[3],"for":[4,86],"texts":[5,67],"generated":[6],"by":[7,32],"large":[8],"language":[9],"models":[10],"(LLMs)":[11],"substantially":[12],"depends":[13],"on":[14,57],"the":[15,33,36,40,58,62,80,87,130],"availability":[16],"large-scale":[18],"training":[19],"data.":[20],"However,":[21],"white-box":[22],"zero-shot":[23,53,107],"detectors,":[24],"which":[25],"require":[26],"no":[27],"such":[28],"data,":[29],"are":[30,143],"limited":[31],"accessibility":[34],"source":[37],"model":[38],"LLM-generated":[41,74,95],"text.":[42,96],"In":[43],"this":[44],"paper,":[45],"we":[46],"propose":[47],"a":[48],"simple":[49],"yet":[50],"effective":[51],"black-box":[52],"detection":[54],"approach":[55,77,125],"based":[56],"observation":[59],"that,":[60],"from":[61],"perspective":[63],"LLMs,":[65],"human-written":[66,93],"typically":[68],"contain":[69],"more":[70],"grammatical":[71],"errors":[72],"than":[73],"texts.":[75],"This":[76],"involves":[78],"calculating":[79],"Grammar":[81],"Error":[82],"Correction":[83],"Score":[84],"(GECScore)":[85],"given":[88],"text":[89],"to":[90,137],"differentiate":[91],"between":[92],"and":[94,108,119,135,141],"Experimental":[97],"results":[98],"show":[99],"that":[100],"our":[101,124],"method":[102],"outperforms":[103],"current":[104],"state-of-the-art":[105],"(SOTA)":[106],"supervised":[109],"methods,":[110],"achieving":[111],"an":[112],"average":[113],"AUROC":[114],"98.62%":[116],"across":[117],"XSum":[118],"Writing":[120],"Prompts":[121],"dataset.":[122],"Additionally,":[123],"demonstrates":[126],"strong":[127],"reliability":[128],"in":[129],"wild,":[131],"exhibiting":[132],"robust":[133],"generalization":[134],"resistance":[136],"paraphrasing":[138],"attacks.":[139],"Data":[140],"code":[142],"available":[144],"at:":[145],"https://github.com/NLP2CT/GECScore.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-05-10T00:00:00"}