{"id":"https://openalex.org/W4249927633","doi":"https://doi.org/10.1002/14651858.mr000003","title":"Peer review for improving the quality of grant applications","display_name":"Peer review for improving the quality of grant applications","publication_year":2003,"publication_date":"2003-01-20","ids":{"openalex":"https://openalex.org/W4249927633","doi":"https://doi.org/10.1002/14651858.mr000003"},"language":"en","primary_location":{"id":"doi:10.1002/14651858.mr000003","doi":"https://doi.org/10.1002/14651858.mr000003","is_oa":false,"landing_page_url":"https://doi.org/10.1002/14651858.mr000003","pdf_url":null,"source":{"id":"https://openalex.org/S4210172715","display_name":"Cochrane Database of Systematic Reviews","issn_l":"1361-6137","issn":["1361-6137","1464-780X","1465-184X","1465-1858","1469-493X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","jufo-2","ki-jl-2","medline","norway-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cochrane Database of Systematic Reviews","raw_type":"reference-entry"},"volume":null,"type":"reference-entry","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055775795","display_name":"Vittorio Demicheli","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"V Demicheli","raw_affiliation_strings":["Servizio Sovrazonale di Epidemiologica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Servizio Sovrazonale di Epidemiologica","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073696325","display_name":"Carlo Di Pietrantonj","orcid":"https://orcid.org/0000-0002-7302-5714","observed_orcids":["https://orcid.org/0000-0002-7302-5714"]},"institutions":[{"id":"https://openalex.org/I4405268096","display_name":"Osservatorio Epidemiologico delle Dipendenze","ror":"https://ror.org/05sdgav45","country_code":"IT","type":"government","lineage":["https://openalex.org/I4405268096"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"C Di Pietrantonj","raw_affiliation_strings":["Servizio Sovrazonale di Epidemiologia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Servizio Sovrazonale di Epidemiologia","institution_ids":["https://openalex.org/I4405268096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5100,"currency":"USD","value_usd":5100},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.16519999504089355,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.10899999737739563,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.8830000162124634},{"id":"https://openalex.org/keywords/grant-applications","display_name":"grant applications","score":0.7210000157356262},{"id":"https://openalex.org/keywords/research-funding","display_name":"research funding","score":0.9079999923706055},{"id":"https://openalex.org/keywords/research-quality","display_name":"research quality","score":0.5580000281333923},{"id":"https://openalex.org/keywords/open-peer-review","display_name":"open peer review","score":0.796999990940094},{"id":"https://openalex.org/keywords/decision-making-methods","display_name":"decision procedures","score":0.7450000047683716},{"id":"https://openalex.org/keywords/reviewer-agreement","display_name":"reviewer agreement","score":0.8029999732971191},{"id":"https://openalex.org/keywords/research-ethics","display_name":"research ethics","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6174112558364868},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6143795251846313},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5697883367538452},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49712589383125305},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4823726713657379},{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.480907678604126},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4557596445083618},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43403440713882446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43127796053886414},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17297011613845825},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17091518640518188},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.1224706768989563},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/14651858.mr000003","doi":"https://doi.org/10.1002/14651858.mr000003","is_oa":false,"landing_page_url":"https://doi.org/10.1002/14651858.mr000003","pdf_url":null,"source":{"id":"https://openalex.org/S4210172715","display_name":"Cochrane Database of Systematic Reviews","issn_l":"1361-6137","issn":["1361-6137","1464-780X","1465-184X","1465-1858","1469-493X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","jufo-2","ki-jl-2","medline","norway-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cochrane Database of Systematic Reviews","raw_type":"reference-entry"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Peace, justice, and strong institutions","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W183191217","https://openalex.org/W1481726451","https://openalex.org/W1506200243","https://openalex.org/W1612958314","https://openalex.org/W1635493251","https://openalex.org/W1662320043","https://openalex.org/W1731291426","https://openalex.org/W1770302302","https://openalex.org/W1976871561","https://openalex.org/W1980178441","https://openalex.org/W1982019471","https://openalex.org/W1995897266","https://openalex.org/W2000978631","https://openalex.org/W2008730220","https://openalex.org/W2022965824","https://openalex.org/W2029352058","https://openalex.org/W2030653582","https://openalex.org/W2041604826","https://openalex.org/W2052812313","https://openalex.org/W2053582639","https://openalex.org/W2055124066","https://openalex.org/W2063523411","https://openalex.org/W2068874006","https://openalex.org/W2079749186","https://openalex.org/W2088545810","https://openalex.org/W2091375917","https://openalex.org/W2094679307","https://openalex.org/W2109430173","https://openalex.org/W2132736842","https://openalex.org/W2416176583","https://openalex.org/W2427796702","https://openalex.org/W2472489726","https://openalex.org/W4229676886"],"related_works":["https://openalex.org/W3010278243","https://openalex.org/W2971634582","https://openalex.org/W4225829144","https://openalex.org/W2744367301","https://openalex.org/W2775534548","https://openalex.org/W2965156361","https://openalex.org/W2051213584","https://openalex.org/W3118661838","https://openalex.org/W7165744924","https://openalex.org/W2323103177"],"abstract_inverted_index":{"Background":[0],"Grant":[1],"giving":[2,33,251,278],"relies":[3],"heavily":[4],"on":[5,37,200,217,246,262,281],"peer":[6,34,165,186,205,209,252,260,279,311],"review":[7,35,166,187,206,261,280,312],"for":[8],"the":[9,12,17,29,63,151,171,183,190,201,204,247,257,263,274,306],"assessment":[10],"of":[11,14,19,21,31,42,45,50,94,102,153,156,173,182,185,203,230,249,259,265,276,286,289,294,310],"quality":[13,115,264],"proposals":[15,113,232],"but":[16],"evidence":[18,245],"effects":[20,248,275,309],"these":[22],"procedures":[23,194,219],"is":[24,242],"scarce.":[25],"Objectives":[26],"To":[27],"estimate":[28],"effect":[30,152,172,199],"grant":[32,250,277],"processes":[36,188],"importance,":[38,282],"relevance,":[39,283],"usefulness,":[40,284],"soundness":[41,44,285,288],"methods,":[43,287],"ethics,":[46,290],"completeness":[47,291],"and":[48,58,114,122,128,134,167,226,292,304],"accuracy":[49,293],"funded":[51,266,295],"research.":[52],"Search":[53],"methods":[54],"Electronic":[55],"database":[56],"searches":[57],"citation":[59],"searches;":[60],"researchers":[61],"in":[62],"field":[64],"were":[65,118,125,146],"contacted.":[66],"Selection":[67],"criteria":[68],"Prospective":[69],"or":[70,76,83,97,105,233],"retrospective":[71],"comparative":[72],"studies":[73,145,149,169,179,255,272],"with":[74],"two":[75],"more":[77],"comparison":[78],"groups":[79],"assessing":[80,256,273],"different":[81,92,100,106,154,174,228],"interventions":[82],"one":[84,159],"intervention":[85],"against":[86],"doing":[87],"nothing.":[88],"Interventions":[89],"may":[90],"regard":[91],"ways":[93,101,155,229],"screening,":[95],"assigning":[96,231],"masking":[98],"submissions,":[99,158],"eliciting":[103,234],"opinions":[104,235],"decision":[107,175],"making":[108,176],"procedures.":[109,177],"Only":[110],"original":[111],"research":[112,267,296],"outcome":[116,191],"measures":[117],"considered.":[119],"Data":[120],"collection":[121],"analysis":[123,139],"Studies":[124,216],"read,":[126],"classified":[127],"described":[129],"according":[130],"to":[131,196,302],"their":[132],"design":[133],"study":[135,160],"question.":[136],"No":[137,254],"quantitative":[138],"was":[140,236],"performed.":[141],"Main":[142],"results":[143,184],"Ten":[144],"included.":[147],"Two":[148],"assessed":[150,170],"screening":[157],"compared":[161],"open":[162],"versus":[163],"blinded":[164,214],"three":[168],"Four":[178],"considered":[180],"agreement":[181],"as":[189],"measure.":[192],"Screening":[193],"appear":[195],"have":[197],"little":[198,243],"result":[202],"process.":[207],"Open":[208],"reviewers":[210,225],"behave":[211],"differently":[212],"from":[213],"ones.":[215],"decision\u2010making":[218],"gave":[220],"conflicting":[221],"results.":[222],"Agreement":[223],"among":[224],"between":[227],"usually":[237],"high.":[238],"Authors'":[239],"conclusions":[240],"There":[241],"empirical":[244],"review.":[253],"impact":[258],"are":[268,297],"presently":[269],"available.":[270],"Experimental":[271],"urgently":[298],"needed.":[299],"Practices":[300],"aimed":[301],"control":[303],"evaluate":[305],"potentially":[307],"negative":[308],"should":[313],"be":[314],"implemented":[315],"meanwhile.":[316]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-05-12T00:00:00"}