{"id":"https://openalex.org/W4417306754","doi":"https://doi.org/10.7759/cureus.99202","title":"Distinguishing Between AI-Generated and Human-Written Electronic Residency Application Service (ERAS) Personal Statements in Otolaryngology","display_name":"Distinguishing Between AI-Generated and Human-Written Electronic Residency Application Service (ERAS) Personal Statements in Otolaryngology","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W4417306754","doi":"https://doi.org/10.7759/cureus.99202","pmid":"https://pubmed.ncbi.nlm.nih.gov/41536390"},"language":"en","primary_location":{"id":"doi:10.7759/cureus.99202","doi":"https://doi.org/10.7759/cureus.99202","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.99202","pdf_url":"https://www.cureus.com/articles/432109-distinguishing-between-ai-generated-and-human-written-electronic-residency-application-service-eras-personal-statements-in-otolaryngology.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.cureus.com/articles/432109-distinguishing-between-ai-generated-and-human-written-electronic-residency-application-service-eras-personal-statements-in-otolaryngology.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083353778","display_name":"Rahul Menon","orcid":"https://orcid.org/0000-0002-8240-1830","observed_orcids":["https://orcid.org/0000-0002-8240-1830"]},"institutions":[{"id":"https://openalex.org/I4210089330","display_name":"Cooper Medical School of Rowan University","ror":"https://ror.org/007evha27","country_code":"US","type":"education","lineage":["https://openalex.org/I4210089330","https://openalex.org/I4210157085","https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Menon","raw_affiliation_strings":["Medical School, Cooper Medical School of Rowan University, Camden, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical School, Cooper Medical School of Rowan University, Camden, USA","institution_ids":["https://openalex.org/I4210089330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112709038","display_name":"Donald H. Solomon","orcid":"https://orcid.org/0009-0009-6931-8176","observed_orcids":["https://orcid.org/0009-0009-6931-8176"]},"institutions":[{"id":"https://openalex.org/I2800704349","display_name":"Cooper University Hospital","ror":"https://ror.org/049wjac82","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800704349","https://openalex.org/I4210157085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald Solomon","raw_affiliation_strings":["Otolaryngology - Head and Neck Surgery, Cooper University Hospital, Camden, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Otolaryngology - Head and Neck Surgery, Cooper University Hospital, Camden, USA","institution_ids":["https://openalex.org/I2800704349"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mia Berenson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mia Berenson","raw_affiliation_strings":["Medical School - Graduate Medical Education, Rowan-Virtua School of Osteopathic Medicine, Stratford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical School - Graduate Medical Education, Rowan-Virtua School of Osteopathic Medicine, Stratford, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vlad Kushnir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800704349","display_name":"Cooper University Hospital","ror":"https://ror.org/049wjac82","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800704349","https://openalex.org/I4210157085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vlad Kushnir","raw_affiliation_strings":["Law, Cooper University Hospital, Camden, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Law, Cooper University Hospital, Camden, USA","institution_ids":["https://openalex.org/I2800704349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111279618","display_name":"Yekaterina Shapiro","orcid":"https://orcid.org/0009-0006-0221-0767","observed_orcids":["https://orcid.org/0009-0006-0221-0767"]},"institutions":[{"id":"https://openalex.org/I2800704349","display_name":"Cooper University Hospital","ror":"https://ror.org/049wjac82","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800704349","https://openalex.org/I4210157085"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yekaterina Shapiro","raw_affiliation_strings":["Otolaryngology - Head and Neck Surgery, Cooper University Hospital, Camden, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Otolaryngology - Head and Neck Surgery, Cooper University Hospital, Camden, USA","institution_ids":["https://openalex.org/I2800704349"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8494,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79213763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"17","issue":"12","first_page":"e99202","last_page":"e99202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.15729999542236328,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.8299999833106995},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9449999928474426},{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.781000018119812},{"id":"https://openalex.org/keywords/personal-statements","display_name":"personal statements","score":0.6700000166893005},{"id":"https://openalex.org/keywords/otolaryngology-residency","display_name":"otolaryngology residency","score":0.9079999923706055},{"id":"https://openalex.org/keywords/residency-selection","display_name":"residency selection","score":0.6660000085830688},{"id":"https://openalex.org/keywords/ai-detection-tools","display_name":"AI detection tools","score":0.4359999895095825},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.4869999885559082},{"id":"https://openalex.org/keywords/originality","display_name":"originality","score":0.7279999852180481},{"id":"https://openalex.org/keywords/persuasiveness","display_name":"persuasiveness","score":0.9470000267028809},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7139999866485596}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7311999797821045},{"id":"https://openalex.org/C108516343","wikidata":"https://www.wikidata.org/wiki/Q189553","display_name":"Otorhinolaryngology","level":2,"score":0.6542999744415283},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.6044999957084656},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5343000292778015},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4259999990463257},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.3977000117301941},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C3019285220","wikidata":"https://www.wikidata.org/wiki/Q256698","display_name":"Residency training","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C2776640315","wikidata":"https://www.wikidata.org/wiki/Q7315941","display_name":"Respondent","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.7759/cureus.99202","doi":"https://doi.org/10.7759/cureus.99202","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.99202","pdf_url":"https://www.cureus.com/articles/432109-distinguishing-between-ai-generated-and-human-written-electronic-residency-application-service-eras-personal-statements-in-otolaryngology.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},{"id":"pmid:41536390","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41536390","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12799199","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12799199/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cureus","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.7759/cureus.99202","doi":"https://doi.org/10.7759/cureus.99202","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.99202","pdf_url":"https://www.cureus.com/articles/432109-distinguishing-between-ai-generated-and-human-written-electronic-residency-application-service-eras-personal-statements-in-otolaryngology.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.4000000059604645}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417306754.pdf","grobid_xml":"https://content.openalex.org/works/W4417306754.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2997569720","https://openalex.org/W3138168922","https://openalex.org/W4220916292","https://openalex.org/W4306251035","https://openalex.org/W4321748993","https://openalex.org/W4324018079","https://openalex.org/W4367051110","https://openalex.org/W4381189340","https://openalex.org/W4385778931","https://openalex.org/W4388033537","https://openalex.org/W4404097475","https://openalex.org/W4412660087","https://openalex.org/W4412898667","https://openalex.org/W4414851388"],"related_works":[],"abstract_inverted_index":{"Background":[0],"Generative":[1],"AI":[2,204,332,344,426,447,459],"tools,":[3],"such":[4,34],"as":[5,35,46],"ChatGPT,":[6],"raise":[7],"concerns":[8],"about":[9],"authenticity":[10,393,464],"and":[11,51,68,108,151,180,200,220,230,239,271,341,391,453],"fairness":[12],"in":[13,170,357,389,431,465],"residency":[14,25,74,106,158,436],"applications.":[15],"Since":[16],"the":[17,36,73,85,131,185,188,291,295,309,358,380,441],"transition":[18],"of":[19,41,87,114,134,187,338,355,450,463],"USMLE":[20],"Step":[21],"1":[22],"to":[23,99,154,184,311,350,375,394,420,456],"pass/fail,":[24],"programs":[26],"have":[27],"placed":[28],"greater":[29],"emphasis":[30],"on":[31,446],"qualitative":[32],"components":[33],"personal":[37,102,159,235,385],"statement.":[38,214],"The":[39,209,331],"integrity":[40],"this":[42,70,79],"document":[43],"is":[44],"critical,":[45],"it":[47,56],"informs":[48],"interview":[49,201,272],"invitations":[50],"final":[52],"rank":[53],"decisions.":[54],"However,":[55],"remains":[57],"unclear":[58],"whether":[59,110],"reviewers":[60,116,227],"can":[61,413],"reliably":[62],"distinguish":[63,118,421],"AI-generated":[64,119,238],"from":[65,120,174,348,422],"human-written":[66,121,359],"content":[67],"how":[69,458],"may":[71,417,460],"affect":[72,461],"selection":[75],"process.":[76],"Objective":[77],"In":[78,144],"small":[80,292,377],"pilot":[81],"study,":[82],"we":[83],"evaluated":[84,233],"ability":[86,310],"generative":[88,135],"AI,":[89,136],"specifically":[90],"ChatGPT":[91,146,412],"4.0":[92],"(OpenAI,":[93],"Inc.,":[94],"San":[95],"Francisco,":[96],"CA,":[97],"USA),":[98],"produce":[100],"convincing":[101],"statements":[103,127,168,236,386,415],"for":[104,196,244,304,443],"otolaryngology":[105,157],"applications":[107],"explored":[109],"a":[111,138,149,175,193,353,376],"limited":[112],"sample":[113,293,378],"expert":[115],"could":[117],"content.":[122],"We":[123],"used":[124],"2019":[125],"applicant-written":[126,167,423],"because":[128],"they":[129],"predated":[130],"widespread":[132],"availability":[133],"ensuring":[137],"true":[139],"\"human-only\"":[140],"comparison":[141],"group.":[142],"Methods":[143],"2024,":[145],"was":[147,297,318],"given":[148,290],"sophisticated":[150],"detailed":[152],"prompt":[153],"generate":[155,414],"five":[156,165,240],"statements.":[160],"These":[161,408],"were":[162],"combined":[163],"with":[164,352],"de-identified,":[166],"submitted":[169],"2019.":[171],"Four":[172],"otolaryngologists":[173,229],"single":[176],"academic":[177],"medical":[178],"center":[179],"four":[181,231],"attorneys,":[182],"blinded":[183,226],"origin":[186],"statements,":[189],"rated":[190],"them":[191],"using":[192],"standardized":[194],"rubric":[195],"readability,":[197],"originality,":[198],"persuasiveness,":[199],"desirability.":[202],"An":[203],"detection":[205,333,427,451],"tool":[206,334],"(Scribbr,":[207],"Amsterdam,":[208],"Netherlands)":[210],"also":[211],"analyzed":[212],"each":[213],"Statistical":[215],"analyses":[216],"included":[217],"paired":[218],"t-tests":[219],"inter-rater":[221],"reliability":[222,317],"assessment.":[223],"Results":[224],"Eight":[225],"(four":[228],"attorneys)":[232],"10":[234],"(five":[237],"human-written).":[241],"Mean":[242],"ratings":[243],"readability":[245],"(AI":[246],"3.63":[247],"\u00b1":[248,253,257,261,265,269,275,279],"0.22":[249],"vs.":[250,259,267,277,364],"human":[251],"3.53":[252,260],"0.40),":[254],"originality":[255],"(3.65":[256],"0.16":[258],"0.39),":[262],"persuasiveness":[263],"(3.35":[264],"0.76":[266],"3.43":[268],"0.36),":[270],"desirability":[273],"(3.40":[274],"0.51":[276],"3.30":[278],"0.58)":[280],"showed":[281],"no":[282],"significant":[283,314],"differences":[284],"(all":[285],"P":[286],">":[287],"0.05),":[288],"but":[289,425],"size,":[294,379],"study":[296],"underpowered":[298,373],"(post":[299],"hoc":[300],"estimated":[301],"power":[302],"14.1%":[303],"medium":[305],"effect":[306],"size),":[307],"limiting":[308],"detect":[312],"statistically":[313],"differences.":[315],"Inter-rater":[316],"moderate":[319],"(intraclass":[320],"correlation":[321],"coefficient":[322],"=":[323],"0.66),":[324],"indicating":[325],"consistent":[326],"scoring":[327,370],"trends":[328],"across":[329],"reviewers.":[330],"correctly":[335],"flagged":[336],"93.6%":[337],"ChatGPT-generated":[339,384],"text":[340],"had":[342],"an":[343],"probability":[345],"rating":[346],"ranging":[347],"0%":[349],"20%":[351],"mean":[354],"4%":[356],"text.":[360,434],"Reviewer":[361],"profession":[362],"(medical":[363],"legal)":[365],"did":[366],"not":[367],"significantly":[368],"influence":[369],"patterns.":[371],"Although":[372],"due":[374],"findings":[381,409],"suggest":[382,410],"that":[383,411,416],"are":[387],"comparable":[388],"quality":[390],"perceived":[392],"those":[395],"written":[396],"by":[397,403],"applicants,":[398],"yet":[399],"remain":[400,429],"largely":[401],"detectable":[402],"current":[404],"AI-detection":[405],"algorithms.":[406],"Conclusions":[407],"be":[418],"difficult":[419],"work,":[424],"tools":[428],"effective":[430],"identifying":[432],"synthetic":[433],"For":[435],"programs,":[437],"these":[438],"results":[439],"highlight":[440],"need":[442],"clear":[444],"guidelines":[445],"use,":[448],"integration":[449],"strategies,":[452],"ongoing":[454],"research":[455],"understand":[457],"perceptions":[462],"applicant":[466],"evaluation.":[467]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-09-24T07:57:37.273135","created_date":"2025-12-14T00:00:00"}