{"id":"https://openalex.org/W2008911773","doi":"https://doi.org/10.1177/0165551504045854","title":"The Influence of Peer Review on the Research Assessment Exercise","display_name":"The Influence of Peer Review on the Research Assessment Exercise","publication_year":2004,"publication_date":"2004-08-01","ids":{"openalex":"https://openalex.org/W2008911773","doi":"https://doi.org/10.1177/0165551504045854","mag":"2008911773"},"language":"en","primary_location":{"id":"doi:10.1177/0165551504045854","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551504045854","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/The_influence_of_peer_review_on_the_research_assessment_exercise/9413552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091236472","display_name":"Valerie Bence","orcid":null},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Valerie Bence","raw_affiliation_strings":["Department of Information Science, Loughborough University, UK","Department of Information Science, Loughborough University,UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Science, Loughborough University, UK","institution_ids":["https://openalex.org/I143804889"]},{"raw_affiliation_string":"Department of Information Science, Loughborough University,UK#TAB#","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005748252","display_name":"Charles Oppenheim","orcid":"https://orcid.org/0000-0001-8195-3572"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Charles Oppenheim","raw_affiliation_strings":["Department of Information Science, Loughborough University, UK,","Department of Information Science, Loughborough University,UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Science, Loughborough University, UK,","institution_ids":["https://openalex.org/I143804889"]},{"raw_affiliation_string":"Department of Information Science, Loughborough University,UK#TAB#","institution_ids":["https://openalex.org/I143804889"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005748252"],"corresponding_institution_ids":["https://openalex.org/I143804889"],"apc_list":null,"apc_paid":null,"fwci":2.9556,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.91202845,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"30","issue":"4","first_page":"347","last_page":"368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.7721875905990601},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.7590794563293457},{"id":"https://openalex.org/keywords/research-assessment-exercise","display_name":"Research Assessment Exercise","score":0.5558018684387207},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.49898457527160645},{"id":"https://openalex.org/keywords/scholarly-communication","display_name":"Scholarly communication","score":0.4941573441028595},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.46970054507255554},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46013349294662476},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4332418143749237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36057502031326294},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.33941417932510376},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3342360258102417},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2893579602241516},{"id":"https://openalex.org/keywords/publishing","display_name":"Publishing","score":0.2256881594657898},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19370979070663452},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16443663835525513},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.1568249762058258}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.7721875905990601},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.7590794563293457},{"id":"https://openalex.org/C2777861003","wikidata":"https://www.wikidata.org/wiki/Q3427676","display_name":"Research Assessment Exercise","level":3,"score":0.5558018684387207},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.49898457527160645},{"id":"https://openalex.org/C2777462167","wikidata":"https://www.wikidata.org/wiki/Q7432048","display_name":"Scholarly communication","level":3,"score":0.4941573441028595},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.46970054507255554},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46013349294662476},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4332418143749237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36057502031326294},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.33941417932510376},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3342360258102417},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2893579602241516},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.2256881594657898},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19370979070663452},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16443663835525513},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.1568249762058258},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/0165551504045854","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0165551504045854","pdf_url":null,"source":{"id":"https://openalex.org/S68913162","display_name":"Journal of Information Science","issn_l":"0165-5515","issn":["0165-5515","1741-6485"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Science","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/9413552","is_oa":true,"landing_page_url":null,"pdf_url":"https://figshare.com/articles/journal_contribution/The_influence_of_peer_review_on_the_research_assessment_exercise/9413552","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:dspace.lboro.ac.uk:2134/288","is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/288","pdf_url":null,"source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/9413552","is_oa":true,"landing_page_url":null,"pdf_url":"https://figshare.com/articles/journal_contribution/The_influence_of_peer_review_on_the_research_assessment_exercise/9413552","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320341","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2008911773.pdf","grobid_xml":"https://content.openalex.org/works/W2008911773.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W42430539","https://openalex.org/W98491296","https://openalex.org/W195006814","https://openalex.org/W200006900","https://openalex.org/W355727244","https://openalex.org/W585009890","https://openalex.org/W617707358","https://openalex.org/W1513469742","https://openalex.org/W1548037755","https://openalex.org/W1571618008","https://openalex.org/W1591703882","https://openalex.org/W1677245173","https://openalex.org/W1724341304","https://openalex.org/W1828228700","https://openalex.org/W1885140117","https://openalex.org/W1933053665","https://openalex.org/W1970455619","https://openalex.org/W1973816953","https://openalex.org/W1975431853","https://openalex.org/W1976333917","https://openalex.org/W1977247442","https://openalex.org/W1978315294","https://openalex.org/W1991747566","https://openalex.org/W1993924360","https://openalex.org/W1999043787","https://openalex.org/W1999221959","https://openalex.org/W2008885725","https://openalex.org/W2013364458","https://openalex.org/W2015934453","https://openalex.org/W2019443264","https://openalex.org/W2023975414","https://openalex.org/W2038122275","https://openalex.org/W2042122549","https://openalex.org/W2043465687","https://openalex.org/W2046565446","https://openalex.org/W2050257765","https://openalex.org/W2055218095","https://openalex.org/W2055860130","https://openalex.org/W2059709761","https://openalex.org/W2066570480","https://openalex.org/W2068751279","https://openalex.org/W2078574852","https://openalex.org/W2079443311","https://openalex.org/W2100061670","https://openalex.org/W2103503017","https://openalex.org/W2104772551","https://openalex.org/W2111696930","https://openalex.org/W2117290474","https://openalex.org/W2118040782","https://openalex.org/W2129286663","https://openalex.org/W2134538235","https://openalex.org/W2137836165","https://openalex.org/W2140283616","https://openalex.org/W2154838499","https://openalex.org/W2162763177","https://openalex.org/W2167023602","https://openalex.org/W2170288214","https://openalex.org/W2172222869","https://openalex.org/W2439675616","https://openalex.org/W2494254864","https://openalex.org/W2529032757","https://openalex.org/W2597849248","https://openalex.org/W2746664104","https://openalex.org/W3099410479","https://openalex.org/W4211032755","https://openalex.org/W4213041862","https://openalex.org/W4234864809","https://openalex.org/W4235563254","https://openalex.org/W4240240437","https://openalex.org/W4247036922"],"related_works":["https://openalex.org/W4303980696","https://openalex.org/W4230983122","https://openalex.org/W1971648300","https://openalex.org/W2022268986","https://openalex.org/W2139748376","https://openalex.org/W2075387374","https://openalex.org/W4317666096","https://openalex.org/W2065931168","https://openalex.org/W2762573432","https://openalex.org/W2008911773"],"abstract_inverted_index":{"The":[0,19,78,119],"use":[1],"of":[2,24,65,73,80,94,97,106,113,124,128,143],"peer":[3,29,60,98,107,129,141,149],"review":[4,30,61,99,108,142],"within":[5],"both":[6],"the":[7,12,95,103,111,125],"scholarly":[8],"communication":[9],"system":[10],"and":[11,39,85,100],"UK\u2019s":[13],"Research":[14],"Assessment":[15],"Exercise":[16],"is":[17,22,31,56,68,132],"reviewed.":[18],"common":[20],"denominator":[21],"that":[23,52,122,145],"peer-reviewed":[25],"academic":[26,54],"journals,":[27],"since":[28,53],"used":[32],"by":[33,40],"referees":[34],"to":[35,44,59,92,109,134],"aid":[36],"publication":[37],"decisions":[38,137],"RAE":[41],"panel":[42],"members":[43],"evaluate":[45],"a":[46],"department\u2019s":[47],"research":[48,55],"performance.":[49],"We":[50],"propose":[51],"now":[57],"subject":[58],"at":[62],"all":[63],"stages":[64],"evaluation,":[66],"it":[67,131],"becoming":[69],"an":[70],"accepted":[71],"method":[72],"rewarding":[74],"(by":[75],"funding)":[76],"research.":[77],"growth":[79],"electronic":[81],"publications":[82,116],"(both":[83],"toll-access":[84],"open":[86],"access)":[87],"provides":[88],"possibilities":[89],"for":[90],"changes":[91],"some":[93],"process":[96],"RAE,":[101],"but":[102],"fundamental":[104],"model":[105],"reduce":[110],"number":[112],"poor":[114],"quality":[115],"will":[117],"remain.":[118],"paper":[120],"concludes":[121],"because":[123],"many":[126],"criticisms":[127],"review,":[130],"unwise":[133],"base":[135],"funding":[136],"on":[138],"second":[139],"level":[140],"articles":[144],"have":[146],"already":[147],"undergone":[148],"review.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":5}],"updated_date":"2026-05-05T06:06:40.768181","created_date":"2025-10-10T00:00:00"}