{"id":"https://openalex.org/W4403885547","doi":"https://doi.org/10.48550/arxiv.2410.03019","title":"Is Your Paper Being Reviewed by an LLM? Investigating AI Text Detectability in Peer Review","display_name":"Is Your Paper Being Reviewed by an LLM? Investigating AI Text Detectability in Peer Review","publication_year":2024,"publication_date":"2024-10-03","ids":{"openalex":"https://openalex.org/W4403885547","doi":"https://doi.org/10.48550/arxiv.2410.03019"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.03019","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03019","pdf_url":"https://arxiv.org/pdf/2410.03019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.03019","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055356130","display_name":"Sungduk Yu","orcid":"https://orcid.org/0000-0002-4506-3887","observed_orcids":["https://orcid.org/0000-0002-4506-3887"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu, Sungduk","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luo, Man","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luo, Man","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011363158","display_name":"Avinash Madasu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madasu, Avinash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087898808","display_name":"Vasudev Lal","orcid":"https://orcid.org/0000-0002-5907-9898","observed_orcids":["https://orcid.org/0000-0002-5907-9898"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lal, Vasudev","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111337675","display_name":"Phillip Howard","orcid":"https://orcid.org/0000-0003-0529-7483","observed_orcids":["https://orcid.org/0000-0003-0529-7483"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Howard, Phillip","raw_affiliation_strings":["Intel Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.016200000420212746,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.8989999890327454},{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.8640000224113464},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9660000205039978},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.9660000205039978},{"id":"https://openalex.org/keywords/generative-ai-misuse","display_name":"generative AI misuse","score":0.6850000023841858},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.5070000290870667},{"id":"https://openalex.org/keywords/scientific-publishing-integrity","display_name":"scientific publishing integrity","score":0.6159999966621399},{"id":"https://openalex.org/keywords/human-vs-ai-text-classification","display_name":"human vs AI text classification","score":0.4000000059604645}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.545470118522644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43748340010643005},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4316033720970154},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33744531869888306},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2619960904121399},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.03019","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03019","pdf_url":"https://arxiv.org/pdf/2410.03019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.03019","doi":"https://doi.org/10.48550/arxiv.2410.03019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.03019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.03019","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03019","pdf_url":"https://arxiv.org/pdf/2410.03019","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403885547.pdf","grobid_xml":"https://content.openalex.org/works/W4403885547.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6948087360","https://openalex.org/W4414404803","https://openalex.org/W7154843526","https://openalex.org/W7127091883","https://openalex.org/W4404782039","https://openalex.org/W4411743786","https://openalex.org/W7162093888","https://openalex.org/W7140179173","https://openalex.org/W7172030913","https://openalex.org/W7160498814"],"abstract_inverted_index":{"Peer":[0],"review":[1,63,174],"is":[2,18,65],"a":[3,56,82,125,138],"critical":[4],"process":[5,17,64,79],"for":[6,40,180],"ensuring":[7],"the":[8,21,26,33,43,48,61,75,89,147,164,172,177],"integrity":[9],"of":[10,35,51,80,91,128,149,157,166,189,192],"published":[11],"scientific":[12],"research.":[13],"Confidence":[14],"in":[15,25,47,146],"this":[16,85,134,187],"predicated":[19],"on":[20,71],"assumption":[22],"that":[23,66,112],"experts":[24],"relevant":[27],"domain":[28],"give":[29],"careful":[30],"consideration":[31],"to":[32,60,73,97,116,185],"merits":[34],"manuscripts":[36],"which":[37,142],"are":[38],"submitted":[39],"publication.":[41],"With":[42],"recent":[44],"rapid":[45],"advancements":[46],"linguistic":[49],"capabilities":[50],"large":[52],"language":[53],"models":[54],"(LLMs),":[55],"new":[57,139,181],"potential":[58],"risk":[59],"peer":[62,100,152],"negligent":[67],"reviewers":[68],"will":[69],"rely":[70],"LLMs":[72],"perform":[74],"often":[76],"time":[77],"consuming":[78],"reviewing":[81],"paper.":[83],"In":[84],"study,":[86],"we":[87,136],"investigate":[88],"ability":[90],"existing":[92,113,144],"AI":[93],"text":[94,170],"detection":[95,140],"algorithms":[96],"distinguish":[98],"between":[99],"reviews":[101,121,153],"written":[102,120,151],"by":[103],"humans":[104],"and":[105,183],"different":[106],"state-of-the-art":[107],"LLMs.":[108],"Our":[109,161],"analysis":[110],"shows":[111],"approaches":[114],"fail":[115],"identify":[117],"many":[118],"GPT-4o":[119,150],"without":[122],"also":[123],"producing":[124],"high":[126],"number":[127],"false":[129,158],"positive":[130,159],"classifications.":[131,160],"To":[132],"address":[133],"deficiency,":[135],"propose":[137],"approach":[141],"surpasses":[143],"methods":[145,184],"identification":[148],"at":[154,171],"low":[155],"levels":[156],"work":[162],"reveals":[163],"difficulty":[165],"accurately":[167],"identifying":[168],"AI-generated":[169],"individual":[173],"level,":[175],"highlighting":[176],"urgent":[178],"need":[179],"tools":[182],"detect":[186],"type":[188],"unethical":[190],"application":[191],"generative":[193],"AI.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2024-10-31T00:00:00"}