{"id":"https://openalex.org/W1555073069","doi":"https://doi.org/10.1002/asi.23315","title":"Testing for the fairness and predictive validity of research funding decisions: A multilevel multiple imputation for missing data approach using ex\u2010ante and ex\u2010post peer evaluation data from the Austrian science fund","display_name":"Testing for the fairness and predictive validity of research funding decisions: A multilevel multiple imputation for missing data approach using ex\u2010ante and ex\u2010post peer evaluation data from the Austrian science fund","publication_year":2014,"publication_date":"2014-07-14","ids":{"openalex":"https://openalex.org/W1555073069","doi":"https://doi.org/10.1002/asi.23315","mag":"1555073069"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.23315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/asi.23315","source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1643","2330-1635"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310320503","host_organization_name":"Wiley-Blackwell","host_organization_lineage":["https://openalex.org/P4310320503","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley-Blackwell","Wiley"],"type":"journal"},"license":"cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/asi.23315","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028193565","display_name":"R\u00fcdiger Mutz","orcid":"https://orcid.org/0000-0003-3345-6090"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"R\u00fcdiger Mutz","raw_affiliation_string":"Professorship for Social Psychology and Research on Higher Education ETH Zurich Muehlegasse 21 8001 Zurich Switzerland","raw_affiliation_strings":["Professorship for Social Psychology and Research on Higher Education ETH Zurich Muehlegasse 21 8001 Zurich Switzerland"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027052270","display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lutz Bornmann","raw_affiliation_string":"Administrative Headquarters of the Max Planck Society Hofgartenstrasse 8 D-80539 Munich Germany","raw_affiliation_strings":["Administrative Headquarters of the Max Planck Society Hofgartenstrasse 8 D-80539 Munich Germany"]},{"author_position":"last","author":{"id":"https://openalex.org/A5038583366","display_name":"Hans\u2010Dieter Daniel","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hans-Dieter Daniel","raw_affiliation_string":"Evaluation Office University of Zurich Muehlegasse 21 8001 Zurich Switzerland; Professorship for Social Psychology and Research on Higher Education ETH Zurich Muehlegasse 21 8001 Zurich Switzerland","raw_affiliation_strings":["Evaluation Office University of Zurich Muehlegasse 21 8001 Zurich Switzerland","Professorship for Social Psychology and Research on Higher Education ETH Zurich Muehlegasse 21 8001 Zurich Switzerland"]}],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":16,"cited_by_percentile_year":{"min":90,"max":91},"biblio":{"volume":"66","issue":"11","first_page":"2321","last_page":"2339"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Methods for Causal Inference in Observational Studies","score":0.9896,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Methods for Causal Inference in Observational Studies","score":0.9896,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Methods for Evidence Synthesis in Research","score":0.9671,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Methods for Handling Missing Data in Statistical Analysis","score":0.945,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"research funding decisions","score":0.622},{"keyword":"multilevel multiple imputation","score":0.4874},{"keyword":"missing data","score":0.3951},{"keyword":"ustrian science funding","score":0.3822}],"concepts":[{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.8186182},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.81708455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.62234235},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5927338},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.47227368},{"id":"https://openalex.org/C122251271","wikidata":"https://www.wikidata.org/wiki/Q940039","display_name":"Ex-ante","level":2,"score":0.43077138},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.41577446},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38492686},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31797618},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2736311},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14627102},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1360605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12176779},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.105115235},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.23315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/asi.23315","source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1643","2330-1635"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310320503","host_organization_name":"Wiley-Blackwell","host_organization_lineage":["https://openalex.org/P4310320503","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley-Blackwell","Wiley"],"type":"journal"},"license":"cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://zenodo.org/record/50822","pdf_url":"https://zenodo.org/records/50822/files/Mutz_et_al-2015-Journal_of_the_Association_for_Information_Science_and_Technology.pdf","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":["European Organization for Nuclear Research"],"type":"repository"},"license":"cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.23315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/asi.23315","source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1643","2330-1635"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310320503","host_organization_name":"Wiley-Blackwell","host_organization_lineage":["https://openalex.org/P4310320503","https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley-Blackwell","Wiley"],"type":"journal"},"license":"cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Gender equality","score":0.5,"id":"https://metadata.un.org/sdg/5"}],"grants":[],"referenced_works_count":48,"referenced_works":["https://openalex.org/W612972800","https://openalex.org/W1529643479","https://openalex.org/W1562168738","https://openalex.org/W1895540621","https://openalex.org/W1919216911","https://openalex.org/W1972325682","https://openalex.org/W1973151127","https://openalex.org/W1977862340","https://openalex.org/W1989829179","https://openalex.org/W1990544598","https://openalex.org/W1996960755","https://openalex.org/W1997241682","https://openalex.org/W2005950835","https://openalex.org/W2020034787","https://openalex.org/W2022950201","https://openalex.org/W2024964989","https://openalex.org/W2027554232","https://openalex.org/W2030294407","https://openalex.org/W2033886860","https://openalex.org/W2039065426","https://openalex.org/W2042269644","https://openalex.org/W2051213584","https://openalex.org/W2064628008","https://openalex.org/W2073587963","https://openalex.org/W2074978652","https://openalex.org/W2075161400","https://openalex.org/W2083273322","https://openalex.org/W2086406824","https://openalex.org/W2089976450","https://openalex.org/W2093601894","https://openalex.org/W2108148387","https://openalex.org/W2111022718","https://openalex.org/W2114123404","https://openalex.org/W2119393870","https://openalex.org/W2125027669","https://openalex.org/W2132963080","https://openalex.org/W2133494987","https://openalex.org/W2137484401","https://openalex.org/W2138269352","https://openalex.org/W2143317665","https://openalex.org/W2147830671","https://openalex.org/W2480680997","https://openalex.org/W2502759836","https://openalex.org/W2593724198","https://openalex.org/W2890373521","https://openalex.org/W4233926316","https://openalex.org/W4236891926","https://openalex.org/W4241561347"],"related_works":["https://openalex.org/W2181530120","https://openalex.org/W4211215373","https://openalex.org/W2024529227","https://openalex.org/W1574575415","https://openalex.org/W3144172081","https://openalex.org/W3179858851","https://openalex.org/W3028371478","https://openalex.org/W2081476516","https://openalex.org/W2581984549","https://openalex.org/W3123177881"],"ngrams_url":"https://api.openalex.org/works/W1555073069/ngrams","abstract_inverted_index":{"It":[0],"is":[1,118],"essential":[2],"for":[3,60,79,126,178,191],"research":[4,48,124],"funding":[5,189],"organizations":[6],"to":[7,33,40,75,102,140,176,185],"ensure":[8],"both":[9,192],"the":[10,15,34,61,64,80,88,115,122,129,141,161],"validity":[11,90,167,193],"and":[12,105,150,168,194,200],"fairness":[13,169,195],"of":[14,26,63,91,120,156,163,166,198],"grant":[16,30,65],"approval":[17],"procedure.":[18],"The":[19,154],"ex\u2010ante":[20],"peer":[21,52,187],"evaluation":[22,53],"(":[23,54,95],"EXANTE":[24,92,130],")":[25,56],"N":[27],"=":[28,97,111],"8,496":[29],"applications":[31,66],"submitted":[32],"Austrian":[35],"Science":[36],"Fund":[37],"from":[38],"1999":[39],"2009":[41],"was":[42,57,73,93,109,144],"statistically":[43],"analyzed.":[44],"For":[45],"1,689":[46],"funded":[47],"projects":[49],"an":[50],"ex\u2010post":[51],"EXPOST":[55,142],"also":[58],"available;":[59],"rest":[62],"a":[67,171],"multilevel":[68,183],"missing":[69,172],"data":[70,173],"imputation":[71,107,174],"approach":[72,175],"used":[74],"consider":[76],"verification":[77,103,179],"bias":[78,148,180],"first":[81],"time":[82],"in":[83,196],"peer\u2010review":[84],"research.":[85],"Without":[86],"imputation,":[87],"predictive":[89],"low":[94],"r":[96,110],".26)":[98],"but":[99],"underestimated":[100],"due":[101],"bias,":[104],"with":[106,170],"it":[108],".49.":[112],"That":[113],"is,":[114,159],"decision\u2010making":[116],"procedure":[117],"capable":[119],"selecting":[121],"best":[123],"proposals":[125],"funding.":[127],"In":[128],"there":[131,143],"were":[132],"several":[133],"potential":[134,199],"biases":[135],"(e.g.,":[136],"gender).":[137],"With":[138],"respect":[139],"only":[145],"one":[146],"real":[147,201],"(discipline\u2010specific":[149],"year\u2010specific":[151],"differential":[152],"prediction).":[153],"novelty":[155],"this":[157],"contribution":[158],"first,":[160],"combining":[162],"theoretical":[164],"concepts":[165],"correct":[177],"and,":[181],"second,":[182],"modeling":[184],"test":[186],"review\u2010based":[188],"decisions":[190],"terms":[197],"biases.":[202]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1555073069","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4}],"updated_date":"2024-03-25T07:06:46.049486","created_date":"2016-06-24"}