{"id":"https://openalex.org/W7225699368","doi":"https://doi.org/10.5281/zenodo.24121828","title":"A Manuscript Score Is Not an Audit: What Reviewer Agreement Certifies About Agent-Written Research, Why a Validation Run on Human Papers Does Not Transfer to Authors That Fabricate, and the Chain of Checks an Auto-Research Claim Owes","display_name":"A Manuscript Score Is Not an Audit: What Reviewer Agreement Certifies About Agent-Written Research, Why a Validation Run on Human Papers Does Not Transfer to Authors That Fabricate, and the Chain of Checks an Auto-Research Claim Owes","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225699368","doi":"https://doi.org/10.5281/zenodo.24121828"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24121828","doi":"https://doi.org/10.5281/zenodo.24121828","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24121828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24121828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147720734","display_name":"Pranay M. Mahendrakar","orcid":"https://orcid.org/0009-0003-7224-029X","observed_orcids":["https://orcid.org/0009-0003-7224-029X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mahendrakar, Pranay","raw_affiliation_strings":["SONYTECH"],"raw_orcid":"https://orcid.org/0009-0003-7224-029X","affiliations":[{"raw_affiliation_string":"SONYTECH","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5147720734"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.13179999589920044,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.10679999738931656,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6283000111579895},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.5069000124931335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48579999804496765},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4374000132083893},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31189998984336853},{"id":"https://openalex.org/C3018781618","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgement","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24121828","doi":"https://doi.org/10.5281/zenodo.24121828","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24121828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24121829","doi":"https://doi.org/10.5281/zenodo.24121829","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24121829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24121828","doi":"https://doi.org/10.5281/zenodo.24121828","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24121828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"(c)":[0],"2026":[1,48],"Pranay":[2],"Mahendrakar.":[3],"Licensed":[4],"under":[5],"CC":[6],"BY":[7],"4.0.":[8],"Life":[9],"of":[10,50,102,153,189,238,254,280,344],"Research":[11],"Systems":[12],"that":[13,61,81,96,110,132,233,264,290,304,395,418],"write":[14],"research":[15,147],"papers":[16,52,71,105,267,306],"end":[17,19],"to":[18,130,156,159,162,165,169,173,227,256,338,352,371,392],"are":[20,30,216,224,331],"now":[21],"routinely":[22],"scored":[23,88,265,305],"by":[24,54,311],"language-model":[25],"reviewers,":[26],"and":[27,86,92,99,118,126,139,171,187,219,240,274,297,319,386,414],"those":[28],"reviewers":[29,37,80,141,223,276],"trusted":[31],"because":[32],"they":[33],"agree":[34,43,372],"with":[35,44,73,268,373],"human":[36,76,222,275],"about":[38],"as":[39,41,325,411],"well":[40],"humans":[42],"each":[45,103,390],"other.":[46],"A":[47,146,175],"study":[49,263],"117":[51],"written":[53,370],"three":[55],"off-the-shelf":[56],"coding":[57],"agents":[58],"shows":[59],"what":[60,421],"trust":[62],"misses:":[63],"a":[64,151,200,208,236,270,278,284,302,326,374,403],"manuscript-only":[65,201,271],"reviewer":[66,176,202,273,303],"placed":[67,314],"the":[68,74,84,114,123,133,180,183,190,212,249,261,288,295,321,328,334,345,393,416],"best":[69],"agent's":[70,104,115],"level":[72],"average":[75],"ICLR":[77],"submission,":[78],"while":[79,287],"could":[82],"open":[83],"code":[85,117,158,296],"logs":[87,298],"every":[89],"agent":[90,266],"lower,":[91],"manual":[93],"audit":[94],"found":[95,277,299],"between":[97,137,143],"5":[98],"77":[100],"percent":[101,354],"reported":[106,166],"numbers":[107,168],"or":[108],"settings":[109],"did":[111],"not":[112,136,225],"match":[113],"own":[116],"outputs.":[119],"In":[120],"this":[121],"analysis":[122],"author":[124],"reviews":[125],"synthesises":[127],"published":[128,381],"results":[129,308,382],"show":[131],"disagreement":[134],"is":[135,323],"good":[138],"bad":[140],"but":[142,359],"evidence":[144],"channels.":[145],"claim":[148,410],"rests":[149],"on":[150,205,232,243,283],"chain":[152],"links:":[154],"plan":[155],"code,":[157],"execution,":[160],"execution":[161],"outputs,":[163],"outputs":[164],"numbers,":[167],"conclusions,":[170],"conclusions":[172],"significance.":[174],"who":[177],"reads":[178],"only":[179],"manuscript":[181],"observes":[182],"last":[184],"two":[185],"links":[186,215,330],"none":[188],"first":[191,213],"four.":[192],"Every":[193],"located":[194],"validation":[195],"reporting":[196],"human-level":[197,300],"agreement":[198,231],"for":[199,405],"was":[203],"run":[204],"human-written":[206],"papers,":[207],"population":[209,234],"in":[210,220,258,356,383,399],"which":[211,221],"four":[214],"presumed":[217],"intact":[218],"expected":[226],"check":[228,394],"them":[229,315],"either;":[230],"certifies":[235],"judgement":[237],"significance":[239],"presentation":[241],"conditional":[242],"honest":[244],"execution.":[245],"Agent":[246],"authors":[247],"break":[248],"condition":[250],"at":[251,316],"measured":[252],"rates":[253],"up":[255],"8":[257],"10":[259],"tasks,":[260],"one":[262,289,357],"both":[269],"automated":[272,293],"gap":[279],"2.3":[281],"points":[282],"10-point":[285],"scale":[286],"gave":[291],"its":[292],"judge":[294],"agreement,":[301],"whose":[307],"were":[309],"fabricated":[310,375],"design":[312],"still":[313],"preprint":[317],"level,":[318],"once":[320],"score":[322],"used":[324],"reward,":[327],"unobserved":[329],"exactly":[332],"where":[333],"optimiser":[335],"has":[336],"room":[337],"move.":[339],"Artifact":[340],"access":[341],"recovers":[342],"much":[343],"gap,":[346],"raising":[347],"pitfall":[348],"detection":[349],"from":[350],"55":[351],"82":[353],"accuracy":[355],"study,":[358],"it":[360,398],"checks":[361],"consistency":[362],"rather":[363],"than":[364],"provenance:":[365],"an":[366,407],"artifact":[367],"can":[368,396],"be":[369],"paper.":[376],"The":[377],"paper":[378],"consolidates":[379],"32":[380],"Table":[384,400],"1":[385],"Figure":[387],"1,":[388,413],"maps":[389],"link":[391],"see":[397],"2,":[401],"states":[402],"procedure":[404],"reading":[406],"auto-research":[408],"evaluation":[409],"Algorithm":[412],"specifies":[415],"studies":[417],"would":[419],"settle":[420],"remains":[422],"open.":[423]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-11T00:00:00"}