{"id":"https://openalex.org/W7134815492","doi":"https://doi.org/10.48550/arxiv.2603.08281","title":"Evaluating LLM-Based Grant Proposal Review via Structured Perturbations","display_name":"Evaluating LLM-Based Grant Proposal Review via Structured Perturbations","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134815492","doi":"https://doi.org/10.48550/arxiv.2603.08281"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.08281","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110248650","display_name":"William Thorne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thorne, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128659359","display_name":"Joseph James","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128674547","display_name":"Yang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128663034","display_name":"Chenghua Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Chenghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089236260","display_name":"Diana Maynard","orcid":"https://orcid.org/0000-0002-1773-7020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maynard, Diana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22073536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2572999894618988,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2572999894618988,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.23849999904632568,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.6359999775886536},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.3610999882221222},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.35409998893737793},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3521000146865845},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.29750001430511475}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.6359999775886536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5388000011444092},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35409998893737793},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33559998869895935},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2630000114440918},{"id":"https://openalex.org/C3020741442","wikidata":"https://www.wikidata.org/wiki/Q372353","display_name":"Research council","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.08281","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.08281","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08281","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.08281","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"AI-assisted":[1],"grant":[2,27],"proposals":[3],"outpace":[4],"manual":[5],"review":[6,58,143,150],"capacity":[7],"in":[8,79],"a":[9,38,65],"kind":[10],"of":[11,25,67],"``Malthusian":[12],"trap''":[13],"for":[14,29],"the":[15,21,87],"research":[16],"ecosystem,":[17],"this":[18],"paper":[19],"investigates":[20],"capabilities":[22],"and":[23,53,64,83,148,156],"limitations":[24],"LLM-based":[26],"reviewing":[28],"high-stakes":[30],"evaluation.":[31],"Using":[32],"six":[33,45],"EPSRC":[34,142],"proposals,":[35],"we":[36],"develop":[37],"perturbation-based":[39],"framework":[40],"probing":[41],"LLM":[42,119],"sensitivity":[43],"across":[44],"quality":[46],"axes:":[47],"funding,":[48],"timeline,":[49],"competency,":[50],"alignment,":[51],"clarity,":[52],"impact.":[54],"We":[55,132,152],"compare":[56],"three":[57],"architectures:":[59],"single-pass":[60],"review,":[61],"section-by-section":[62],"analysis,":[63],"'Council":[66],"Personas'":[68],"ensemble":[69],"emulating":[70],"expert":[71],"panels.":[72],"The":[73],"section-level":[74],"approach":[75],"significantly":[76],"outperforms":[77],"alternatives":[78],"both":[80],"detection":[81],"rate":[82],"scoring":[84],"reliability,":[85],"while":[86],"computationally":[88],"expensive":[89],"council":[90],"method":[91],"performs":[92],"no":[93],"better":[94],"than":[95],"baseline.":[96],"Detection":[97],"varies":[98],"substantially":[99],"by":[100,113],"perturbation":[101],"type,":[102],"with":[103],"alignment":[104],"issues":[105],"readily":[106],"identified":[107],"but":[108,124,144],"clarity":[109],"flaws":[110],"largely":[111,122],"missed":[112],"all":[114],"systems.":[115],"Human":[116],"evaluation":[117],"shows":[118],"feedback":[120],"is":[121],"valid":[123],"skewed":[125],"toward":[126],"compliance":[127],"checking":[128],"over":[129],"holistic":[130],"assessment.":[131],"conclude":[133],"that":[134],"current":[135],"LLMs":[136],"may":[137],"provide":[138],"supplementary":[139],"value":[140],"within":[141],"exhibit":[145],"high":[146],"variability":[147],"misaligned":[149],"priorities.":[151],"release":[153],"our":[154],"code":[155],"any":[157],"non-protected":[158],"data.":[159]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}