{"id":"https://openalex.org/W7160847748","doi":"https://doi.org/10.48550/arxiv.2605.07855","title":"Jagged AI in Scientific Peer Review: Evidence from POMP Data Analysis","display_name":"Jagged AI in Scientific Peer Review: Evidence from POMP Data Analysis","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160847748","doi":"https://doi.org/10.48550/arxiv.2605.07855"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2605.07855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.07855","pdf_url":"https://arxiv.org/pdf/2605.07855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2605.07855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135832740","display_name":"Jin Wook Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Jin Wook","raw_affiliation_strings":["University of Michigan , Ann Arbor"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135831298","display_name":"William Szegda","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Szegda, William","raw_affiliation_strings":["University of Michigan , Ann Arbor"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135904688","display_name":"Zhisheng Song","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song, Zhisheng","raw_affiliation_strings":["University of Michigan , Ann Arbor"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053242255","display_name":"Edward L. Ionides","orcid":"https://orcid.org/0000-0002-4190-0174","observed_orcids":["https://orcid.org/0000-0002-4190-0174"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ionides, Edward L.","raw_affiliation_strings":["University of Michigan , Ann Arbor"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan , Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.06840000301599503,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-peer-review","display_name":"AI peer review","score":0.6389999985694885},{"id":"https://openalex.org/keywords/partially-observed-markov-processes","display_name":"partially observed Markov processes","score":0.8009999990463257},{"id":"https://openalex.org/keywords/state-space-models","display_name":"state-space model","score":0.7490000128746033},{"id":"https://openalex.org/keywords/hidden-markov-models","display_name":"hidden Markov models","score":0.9240000247955322},{"id":"https://openalex.org/keywords/claude-code","display_name":"Claude Code","score":0.625},{"id":"https://openalex.org/keywords/time-series-analysis","display_name":"time series analysis","score":0.5410000085830688},{"id":"https://openalex.org/keywords/interpretive-errors","display_name":"interpretive errors","score":0.5339999794960022},{"id":"https://openalex.org/keywords/model-criticism","display_name":"model criticism","score":0.5320000052452087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359999775886536},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6100000143051147},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5777000188827515},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41850000619888306},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29670000076293945},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2605.07855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.07855","pdf_url":"https://arxiv.org/pdf/2605.07855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2605.07855","doi":"https://doi.org/10.48550/arxiv.2605.07855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2605.07855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.07855","pdf_url":"https://arxiv.org/pdf/2605.07855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160847748.pdf","grobid_xml":"https://content.openalex.org/works/W7160847748.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W1993442130","https://openalex.org/W2277437543","https://openalex.org/W4379258778","https://openalex.org/W4400734098","https://openalex.org/W7135096569"],"related_works":["https://openalex.org/W7207648267","https://openalex.org/W4417118500","https://openalex.org/W7155065644","https://openalex.org/W7172489583","https://openalex.org/W7214226602","https://openalex.org/W4417080452","https://openalex.org/W4417497087","https://openalex.org/W7211924530","https://openalex.org/W6948087360","https://openalex.org/W7164564256"],"abstract_inverted_index":{"Despite":[0],"their":[1],"growing":[2],"use":[3],"in":[4,17,40,46,52,93,108,119],"academic":[5],"writing":[6],"and":[7,101,123,154,160,199,220],"statistical":[8],"analysis,":[9],"the":[10,60,148,151,165,186,237,245,263],"performance":[11],"of":[12,62,75,113,117,137,140,201,247],"artificial":[13],"intelligence":[14],"(AI)":[15],"tools":[16],"scientific":[18,114],"peer":[19,106,156],"review":[20,107,171,188],"remains":[21],"a":[22,32,53,73,138,191],"largely":[23],"unexplored":[24],"area.":[25],"A":[26],"key":[27],"challenge":[28],"is":[29],"jagged":[30,192],"AI,":[31],"phenomenon":[33],"where":[34],"AI":[35,170,187,248],"exhibits":[36],"strong":[37],"ability":[38],"spikes":[39],"some":[41,251],"domains":[42],"while":[43,208],"remaining":[44],"deficient":[45],"others.":[47],"To":[48],"study":[49],"this":[50,109],"jaggedness":[51,225],"practical":[54],"data":[55,69,92],"science":[56],"context,":[57,115],"we":[58],"considered":[59],"task":[61],"reviewing":[63],"partially":[64],"observed":[65],"Markov":[66,80],"process":[67],"(POMP)":[68],"analyses.":[70],"POMP":[71,132],"models,":[72,81],"generalization":[74],"state-space":[76],"models":[77,88,249],"or":[78],"hidden":[79],"are":[82,158],"used":[83],"to":[84,89],"fit":[85],"mechanistic":[86],"dynamic":[87],"time":[90,143],"series":[91,144],"diverse":[94],"applications":[95],"including":[96],"disease":[97],"transmission,":[98],"ecological":[99],"dynamics,":[100],"financial":[102],"risk":[103],"assessment.":[104],"High-quality":[105],"area":[110],"entails":[111],"assessment":[112],"identification":[116],"errors":[118,198],"implementing":[120],"complex":[121],"algorithms,":[122],"decisions":[124],"concerning":[125],"methodological":[126],"best":[127],"practices.":[128],"We":[129,163,183],"studied":[130],"72":[131],"projects":[133],"from":[134],"four":[135,169],"semesters":[136],"University":[139],"Michigan":[141],"graduate":[142],"course":[145],"for":[146,228,250],"which":[147,257],"project":[149],"reports,":[150],"source":[152],"code,":[153],"student":[155],"reviews":[157,167],"anonymized":[159],"open":[161],"access.":[162],"compared":[164],"human":[166],"with":[168,176,232],"agents,":[172,230],"using":[173],"Claude":[174],"Code":[175],"differing":[177],"instructions":[178,239],"implemented":[179],"as":[180],"skill":[181],"files.":[182],"found":[184],"that":[185,236],"agents":[189,259],"exhibited":[190],"capability":[193,211,246],"profile,":[194],"identifying":[195],"plausible":[196],"technical":[197],"instances":[200],"invalid":[202],"inference":[203],"methodology":[204],"overlooked":[205],"by":[206],"humans,":[207],"showing":[209],"lower":[210],"at":[212],"finding":[213,235],"issues":[214],"involving":[215],"interpretive":[216],"errors,":[217],"narrative":[218],"coherence,":[219],"domain-informed":[221],"model":[222],"critique.":[223],"The":[224],"was":[226],"similar":[227],"all":[229],"consistent":[231],"other":[233],"research":[234],"specific":[238],"can":[240],"have":[241],"limited":[242],"effect":[243],"on":[244],"tasks.":[252],"Skill":[253],"file":[254],"configuration":[255],"shifted":[256],"weaknesses":[258],"emphasized,":[260],"without":[261],"removing":[262],"jaggedness.":[264]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-05-12T00:00:00"}