{"id":"https://openalex.org/W7165936077","doi":"https://doi.org/10.48550/arxiv.2606.25057","title":"LLM-Based Scientific Peer Review: Methods, Benchmarks, and Reliability Challenges","display_name":"LLM-Based Scientific Peer Review: Methods, Benchmarks, and Reliability Challenges","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165936077","doi":"https://doi.org/10.48550/arxiv.2606.25057"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139346227","display_name":"Thi Huyen Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thi Huyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139364517","display_name":"Zahra Ahmadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmadi, Zahra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.13750000298023224,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.07000000029802322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.5906000137329102},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4788999855518341},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4203000068664551},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4065999984741211},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3783999979496002},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.3723999857902527},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.35740000009536743},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.3296000063419342},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.31279999017715454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.714900016784668},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6474000215530396},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.5906000137329102},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4788999855518341},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4065999984741211},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.39329999685287476},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3723999857902527},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.35740000009536743},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C22467394","wikidata":"https://www.wikidata.org/wiki/Q849359","display_name":"Multidisciplinary approach","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2572999894618988},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2],"of":[3,18,59,80],"scientific":[4,61,178],"submissions":[5],"has":[6],"pushed":[7],"traditional":[8],"peer":[9,62,158],"review":[10,133,159],"toward":[11],"its":[12],"scalability":[13],"limits,":[14],"motivating":[15],"the":[16],"exploration":[17],"large":[19],"language":[20],"models":[21],"(LLMs)":[22],"as":[23,47,160],"intelligent":[24],"automated":[25,132,157],"evaluation":[26,101,179],"assistants.":[27],"Although":[28],"recent":[29],"studies":[30],"show":[31],"that":[32,107],"LLMs":[33],"can":[34],"generate":[35],"fluent":[36],"critiques":[37],"and":[38,45,72,87,90,103,127,152,175],"approximate":[39],"reviewer":[40],"scores,":[41],"their":[42],"reliability,":[43],"robustness,":[44],"security":[46],"decision-support":[48],"systems":[49],"remain":[50],"insufficiently":[51],"understood.":[52],"This":[53],"survey":[54,167],"offers":[55],"a":[56,77,139,161,169],"systems-level":[57],"analysis":[58],"LLM-based":[60],"review,":[63],"focusing":[64],"on":[65],"two":[66],"core":[67],"evaluative":[68],"functions:":[69],"critique":[70],"generation":[71],"score":[73],"prediction.":[74],"We":[75,97],"present":[76],"structured":[78],"taxonomy":[79],"modeling":[81,149],"approaches":[82],"(including":[83],"prompt-based,":[84],"supervised,":[85],"retrieval-augmented,":[86],"alignment-optimized":[88],"approaches),":[89],"synthesize":[91],"empirical":[92],"findings":[93],"across":[94],"existing":[95],"benchmarks.":[96],"analyze":[98],"dataset":[99],"constraints,":[100],"shortcomings,":[102],"domain":[104],"concentration":[105],"biases":[106],"limit":[108],"current":[109],"assessment":[110],"practices.":[111],"Beyond":[112],"performance":[113],"metrics,":[114],"we":[115,143],"identify":[116],"emerging":[117],"robustness":[118],"risks,":[119],"including":[120],"prompt":[121],"injection,":[122],"data":[123,140],"poisoning,":[124],"retrieval":[125],"vulnerabilities,":[126],"reward":[128],"hacking,":[129],"which":[130],"expose":[131],"pipelines":[134],"to":[135],"strategic":[136],"manipulation.":[137],"From":[138],"mining":[141],"perspective,":[142],"outline":[144],"key":[145],"open":[146],"challenges":[147],"in":[148],"subjective":[150],"disagreement":[151],"cross-domain":[153],"generalization.":[154],"By":[155],"reframing":[156],"high-stakes,":[162],"multi-objective":[163],"decision":[164],"problem,":[165],"this":[166],"provides":[168],"roadmap":[170],"for":[171],"developing":[172],"robust,":[173],"transparent,":[174],"trustworthy":[176],"AI-assisted":[177],"systems.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-26T00:00:00"}