{"id":"https://openalex.org/W4381460165","doi":"https://doi.org/10.2478/jdis-2023-0010","title":"Evaluating grant proposals: lessons from using metrics as screening device","display_name":"Evaluating grant proposals: lessons from using metrics as screening device","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4381460165","doi":"https://doi.org/10.2478/jdis-2023-0010"},"language":"en","primary_location":{"id":"doi:10.2478/jdis-2023-0010","doi":"https://doi.org/10.2478/jdis-2023-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0010","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0010","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072598934","display_name":"\u041a\u0430\u0442\u0435\u0440\u0438\u043d\u0430 \u0421\u0435\u0440\u0433\u0435\u0435\u0432\u043d\u0430 \u0413\u0443\u0431\u0430","orcid":"https://orcid.org/0000-0002-4677-5050","observed_orcids":["https://orcid.org/0000-0002-4677-5050"]},"institutions":[{"id":"https://openalex.org/I183209874","display_name":"European University at Saint Petersburg","ror":"https://ror.org/04p2rkp70","country_code":"RU","type":"education","lineage":["https://openalex.org/I183209874"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Katerina Guba","raw_affiliation_strings":["Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation"],"raw_orcid":"https://orcid.org/0000-0002-4677-5050","affiliations":[{"raw_affiliation_string":"Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation","institution_ids":["https://openalex.org/I183209874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047135215","display_name":"Alexey Zheleznov","orcid":"https://orcid.org/0000-0002-5381-4599","observed_orcids":["https://orcid.org/0000-0002-5381-4599"]},"institutions":[{"id":"https://openalex.org/I183209874","display_name":"European University at Saint Petersburg","ror":"https://ror.org/04p2rkp70","country_code":"RU","type":"education","lineage":["https://openalex.org/I183209874"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey Zheleznov","raw_affiliation_strings":["Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation","institution_ids":["https://openalex.org/I183209874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089735707","display_name":"\u0427\u0435\u0447\u0438\u043a \u0415\u043b\u0435\u043d\u0430 \u0410\u043b\u0435\u043a\u0441\u0430\u043d\u0434\u0440\u043e\u0432\u043d\u0430","orcid":"https://orcid.org/0000-0002-2277-0490","observed_orcids":["https://orcid.org/0000-0002-2277-0490"]},"institutions":[{"id":"https://openalex.org/I183209874","display_name":"European University at Saint Petersburg","ror":"https://ror.org/04p2rkp70","country_code":"RU","type":"education","lineage":["https://openalex.org/I183209874"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Elena Chechik","raw_affiliation_strings":["Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Institutional Analysis of Science and Education, European University at Saint Petersburg , Gagarinskaya 6/1A Saint Petersburg , Russian Federation","institution_ids":["https://openalex.org/I183209874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072598934"],"corresponding_institution_ids":["https://openalex.org/I183209874"],"apc_list":null,"apc_paid":null,"fwci":1.1238,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79099617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"8","issue":"2","first_page":"66","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.017100000753998756,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-grant-evaluation","display_name":"research grant evaluation","score":0.6380000114440918},{"id":"https://openalex.org/keywords/publication-metrics","display_name":"publication metrics","score":0.7730000019073486},{"id":"https://openalex.org/keywords/research-funding-allocation","display_name":"research funding allocation","score":0.777999997138977},{"id":"https://openalex.org/keywords/research-productivity","display_name":"research productivity","score":0.5350000262260437},{"id":"https://openalex.org/keywords/physics-research","display_name":"physics research","score":0.4690000116825104},{"id":"https://openalex.org/keywords/humanities-and-social-sciences","display_name":"humanities and social sciences","score":0.9309999942779541}],"concepts":[{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.7251286506652832},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.6892837285995483},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.6541606783866882},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5305861234664917},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5297366380691528},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.499345064163208},{"id":"https://openalex.org/C7991579","wikidata":"https://www.wikidata.org/wiki/Q17955","display_name":"Criticism","level":2,"score":0.48309969902038574},{"id":"https://openalex.org/C3020576202","wikidata":"https://www.wikidata.org/wiki/Q230788","display_name":"Grant funding","level":2,"score":0.42059820890426636},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.4122743308544159},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.40780913829803467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3357667922973633},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3299717307090759},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3252241611480713},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.20423772931098938},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.19756674766540527},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1677044928073883},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.10409301519393921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2478/jdis-2023-0010","doi":"https://doi.org/10.2478/jdis-2023-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0010","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0010","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dcf26324996c48ee829639fb12aff517","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/dcf26324996c48ee829639fb12aff517","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Data and Information Science, Vol 8, Iss 2, Pp 66-92 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2478/jdis-2023-0010","doi":"https://doi.org/10.2478/jdis-2023-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0010","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0010","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G126149470","display_name":null,"funder_award_id":"21-78-10102","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381460165.pdf","grobid_xml":"https://content.openalex.org/works/W4381460165.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W106591578","https://openalex.org/W1828009654","https://openalex.org/W1919087151","https://openalex.org/W1965631677","https://openalex.org/W1975626251","https://openalex.org/W1986429582","https://openalex.org/W1994884914","https://openalex.org/W2017765427","https://openalex.org/W2032020071","https://openalex.org/W2035986646","https://openalex.org/W2038784600","https://openalex.org/W2047104994","https://openalex.org/W2054129428","https://openalex.org/W2068169498","https://openalex.org/W2071749775","https://openalex.org/W2072829188","https://openalex.org/W2073204981","https://openalex.org/W2078083386","https://openalex.org/W2081898637","https://openalex.org/W2088591118","https://openalex.org/W2100925175","https://openalex.org/W2107691387","https://openalex.org/W2126604418","https://openalex.org/W2133034347","https://openalex.org/W2135961839","https://openalex.org/W2137895980","https://openalex.org/W2140811105","https://openalex.org/W2147002372","https://openalex.org/W2155215275","https://openalex.org/W2158942069","https://openalex.org/W2165402917","https://openalex.org/W2169058265","https://openalex.org/W2283784374","https://openalex.org/W2287659220","https://openalex.org/W2339992966","https://openalex.org/W2526199901","https://openalex.org/W2622053207","https://openalex.org/W2744367301","https://openalex.org/W2768182751","https://openalex.org/W2787686503","https://openalex.org/W2788236805","https://openalex.org/W2799340358","https://openalex.org/W2884787442","https://openalex.org/W2887521595","https://openalex.org/W2900384830","https://openalex.org/W2903499420","https://openalex.org/W2948310518","https://openalex.org/W2949810805","https://openalex.org/W2970662515","https://openalex.org/W2992515398","https://openalex.org/W3011163375","https://openalex.org/W3023573242","https://openalex.org/W3025339283","https://openalex.org/W3033748786","https://openalex.org/W3086050917","https://openalex.org/W3116439523","https://openalex.org/W3122952578","https://openalex.org/W3133591427","https://openalex.org/W3151719968","https://openalex.org/W3155642644","https://openalex.org/W3187825902","https://openalex.org/W4313545395","https://openalex.org/W4320896472"],"related_works":["https://openalex.org/W4388158231","https://openalex.org/W6968798117","https://openalex.org/W2950505884","https://openalex.org/W2235431044","https://openalex.org/W3033748786","https://openalex.org/W1897010100","https://openalex.org/W1634918946","https://openalex.org/W3085192703","https://openalex.org/W2332694522","https://openalex.org/W4317553555"],"abstract_inverted_index":{"Abstract":[0],"Purpose":[1],"This":[2,188],"study":[3,189],"examines":[4],"the":[5,12,16,31,44,65,68,72,86,108,125,141,144,162,192,202,221,239],"effects":[6],"of":[7,33,48,146,161,166,176,194,204,224,238,262],"using":[8],"publication-based":[9],"metrics":[10,200],"for":[11,19,71,201,233],"initial":[13],"screening":[14],"in":[15,83,107,120,133,136,140,159,180,227,251],"application":[17],"process":[18],"a":[20,38,216,247],"project":[21,55,127],"leader.":[22],"The":[23,207],"key":[24],"questions":[25],"are":[26,230],"whether":[27],"formal":[28,195],"policy":[29,66,213],"affects":[30],"allocation":[32,261],"funds":[34,263],"to":[35,53,113,116,155,191,242,264],"researchers":[36],"with":[37],"better":[39,150,174,181],"publication":[40,69,182],"record":[41],"and":[42,63,85,89,92,164,259],"how":[43],"previous":[45],"academic":[46,252],"performance":[47],"principal":[49,73],"investigators":[50],"is":[51,257],"related":[52],"future":[54],"results.":[56],"Design/methodology/approach":[57],"We":[58,75,101],"compared":[59],"two":[60],"competitions,":[61],"before":[62],"after":[64],"raised":[67],"threshold":[70],"investigators.":[74],"analyzed":[76],"9,167":[77],"papers":[78],"published":[79],"by":[80],"332":[81],"winners":[82],"physics":[84],"social":[87],"sciences":[88],"humanities":[90],"(SSH),":[91],"11,253":[93],"publications":[94],"resulting":[95],"from":[96],"each":[97],"funded":[98],"project.":[99],"Findings":[100],"found":[102],"that":[103,172,197,211,229],"among":[104],"physicists,":[105],"even":[106],"first":[109],"period,":[110,143],"grants":[111,154],"tended":[112],"be":[114,246],"allocated":[115],"prolific":[117,132,265],"authors":[118,158],"publishing":[119,134],"high-quality":[121],"journals.":[122],"In":[123,236],"contrast,":[124],"SSH":[126],"grantees":[128],"had":[129],"been":[130],"less":[131,231],"internationally":[135],"both":[137],"periods;":[138],"however,":[139],"second":[142],"selection":[145,175],"grant":[147,177,185,205],"recipients":[148,178],"yielded":[149],"results":[151],"regarding":[152],"awarding":[153],"more":[156],"productive":[157],"terms":[160],"quantity":[163],"quality":[165],"publications.":[167],"There":[168],"was":[169],"no":[170],"evidence":[171],"this":[173],"resulted":[179],"records":[183],"during":[184],"realization.":[186],"Originality":[187],"contributes":[190],"discussion":[193],"policies":[196],"rely":[198],"on":[199,219],"evaluation":[203],"proposals.":[206],"Russian":[208],"case":[209],"shows":[210],"such":[212],"may":[214],"have":[215],"profound":[217],"effect":[218],"changing":[220],"supply":[222],"side":[223],"applicants,":[225],"especially":[226],"disciplines":[228],"suitable":[232],"metric-based":[234],"evaluations.":[235],"spite":[237],"criticism":[240],"given":[241],"metrics,":[243],"they":[244],"might":[245],"useful":[248],"additional":[249],"instrument":[250],"systems":[253],"where":[254],"professional":[255],"expertise":[256],"corrupted":[258],"prevents":[260],"researchers.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2023-06-21T00:00:00"}