{"id":"https://openalex.org/W1980179844","doi":"https://doi.org/10.3152/030234207x255179","title":"The future of research evaluation rests with an intelligent combination of advanced metrics and transparent peer review","display_name":"The future of research evaluation rests with an intelligent combination of advanced metrics and transparent peer review","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W1980179844","doi":"https://doi.org/10.3152/030234207x255179","mag":"1980179844"},"language":"en","primary_location":{"id":"doi:10.3152/030234207x255179","doi":"https://doi.org/10.3152/030234207x255179","is_oa":false,"landing_page_url":"https://doi.org/10.3152/030234207x255179","pdf_url":null,"source":{"id":"https://openalex.org/S4210168539","display_name":"Science and Public Policy","issn_l":"0302-3427","issn":["0302-3427","1471-5430"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science and Public Policy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027684619","display_name":"Henk F. Moed","orcid":"https://orcid.org/0000-0003-2446-905X","observed_orcids":["https://orcid.org/0000-0003-2446-905X"]},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Henk F Moed","raw_affiliation_strings":["Centre for Science and Technology Studies (CWTS), Leiden University, Wassenaarseweg 52, Postbus 9555, 2300 RB Leiden, The Netherlands","Tel: +31 71 527 3940"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Science and Technology Studies (CWTS), Leiden University, Wassenaarseweg 52, Postbus 9555, 2300 RB Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Tel: +31 71 527 3940","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027684619"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":{"value":4077,"currency":"EUR","value_usd":4608},"apc_paid":null,"fwci":5.1852,"has_fulltext":false,"cited_by_count":112,"citation_normalized_percentile":{"value":0.95862146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"8","first_page":"575","last_page":"583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-evaluation","display_name":"research evaluation","score":0.996999979019165},{"id":"https://openalex.org/keywords/bibliometric-indicators","display_name":"bibliometric indicators","score":0.847000002861023},{"id":"https://openalex.org/keywords/research-metrics","display_name":"research metrics","score":0.7239999771118164},{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.9850000143051147},{"id":"https://openalex.org/keywords/transparency","display_name":"transparency","score":0.43799999356269836}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.5085610151290894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4645725190639496},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3659083843231201},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23426547646522522},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09531077742576599}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3152/030234207x255179","doi":"https://doi.org/10.3152/030234207x255179","is_oa":false,"landing_page_url":"https://doi.org/10.3152/030234207x255179","pdf_url":null,"source":{"id":"https://openalex.org/S4210168539","display_name":"Science and Public Policy","issn_l":"0302-3427","issn":["0302-3427","1471-5430"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science and Public Policy","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:oup:scippl:v:34:y:2007:i:8:p:575-583","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10.3152/030234207X255179","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:open-archive.highwire.org:spp:34/8/575","doi":null,"is_oa":false,"landing_page_url":"http://spp.oxfordjournals.org/cgi/content/short/34/8/575","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2600062507"],"related_works":["https://openalex.org/W2075163276","https://openalex.org/W2776506518","https://openalex.org/W1986899361","https://openalex.org/W3037383586","https://openalex.org/W2140883069","https://openalex.org/W2051021140","https://openalex.org/W2008424529","https://openalex.org/W2255562433","https://openalex.org/W7100590245","https://openalex.org/W3037332735"],"abstract_inverted_index":{"The":[0],"paper":[1],"discusses":[2],"the":[3,25,33,36,40,43,50,57,61,73,89],"strengths":[4],"and":[5,9,45,82],"limitations":[6,41],"of":[7,15,35,42,60,63,69,76],"\u2018metrics\u2019":[8],"peer":[10],"review":[11],"in":[12,28],"large-scale":[13],"evaluations":[14],"scholarly":[16],"research":[17],"performance.":[18],"A":[19],"real":[20],"challenge":[21],"is":[22],"to":[23,52,85],"combine":[24],"two":[26],"methodologies":[27],"such":[29],"a":[30,67,86],"way":[31],"that":[32],"strength":[34],"first":[37],"compensates":[38],"for":[39,72],"second,":[44],"vice":[46],"versa.":[47],"It":[48,65],"underlines":[49],"need":[51],"systematically":[53],"take":[54],"into":[55],"account":[56],"unintended":[58],"effects":[59],"use":[62,75],"metrics.":[64],"proposes":[66],"set":[68],"general":[70],"criteria":[71],"proper":[74],"bibliometric":[77],"indicators":[78],"within":[79],"peer-review":[80],"processes,":[81],"applies":[83],"these":[84],"particular":[87],"case:":[88],"UK":[90],"Research":[91],"Assessment":[92],"Exercise":[93],"(RAE).":[94]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":5}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}