{"id":"https://openalex.org/W2317329323","doi":"https://doi.org/10.1093/reseval/rvw002","title":"Funding decision-making systems: An empirical comparison of continuous and dichotomous approaches based on psychometric theory","display_name":"Funding decision-making systems: An empirical comparison of continuous and dichotomous approaches based on psychometric theory","publication_year":2016,"publication_date":"2016-04-01","ids":{"openalex":"https://openalex.org/W2317329323","doi":"https://doi.org/10.1093/reseval/rvw002","mag":"2317329323"},"language":"en","primary_location":{"id":"doi:10.1093/reseval/rvw002","doi":"https://doi.org/10.1093/reseval/rvw002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/reseval/rvw002","pdf_url":"https://academic.oup.com/rev/article-pdf/25/4/416/8031144/rvw002.pdf","source":{"id":"https://openalex.org/S16793705","display_name":"Research Evaluation","issn_l":"0958-2029","issn":["0958-2029","1471-5449"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/rev/article-pdf/25/4/416/8031144/rvw002.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028193565","display_name":"R\u00fcdiger Mutz","orcid":"https://orcid.org/0000-0003-3345-6090","observed_orcids":["https://orcid.org/0000-0003-3345-6090"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"R\u00fcdiger Mutz","raw_affiliation_strings":["Professorship for Social Psychology and Research on Higher Education, ETH Zurich, Muehlegasse 21, 8001 Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Professorship for Social Psychology and Research on Higher Education, ETH Zurich, Muehlegasse 21, 8001 Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027052270","display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091","observed_orcids":["https://orcid.org/0000-0003-0810-7091"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lutz Bornmann","raw_affiliation_strings":["Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038583366","display_name":"Hans\u2010Dieter Daniel","orcid":"https://orcid.org/0000-0001-7925-1846","observed_orcids":["https://orcid.org/0000-0001-7925-1846"]},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hans-Dieter Daniel","raw_affiliation_strings":["Evaluation Office, University of Zurich, Muehlegasse 21, 8001 Zurich, Switzerland","Professorship for Social Psychology and Research on Higher Education, ETH Zurich, Muehlegasse 21, 8001 Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evaluation Office, University of Zurich, Muehlegasse 21, 8001 Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Professorship for Social Psychology and Research on Higher Education, ETH Zurich, Muehlegasse 21, 8001 Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028193565"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":{"value":3070,"currency":"EUR","value_usd":3470},"apc_paid":{"value":3070,"currency":"EUR","value_usd":3470},"fwci":0.9492,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81209354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"rvw002","last_page":"rvw002"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.3700999915599823,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.3700999915599823,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.1964000016450882,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.16519999504089355,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-funding-decisions","display_name":"research funding decisions","score":0.7879999876022339},{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.7599999904632568},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9340000152587891},{"id":"https://openalex.org/keywords/austrian-science-fund","display_name":"Austrian Science Fund","score":0.7450000047683716},{"id":"https://openalex.org/keywords/research-funding-allocation","display_name":"research funding allocation","score":0.4129999876022339}],"concepts":[{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.5712920427322388},{"id":"https://openalex.org/C122251271","wikidata":"https://www.wikidata.org/wiki/Q940039","display_name":"Ex-ante","level":2,"score":0.5422403216362},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5301378965377808},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4565318822860718},{"id":"https://openalex.org/C2988118254","wikidata":"https://www.wikidata.org/wiki/Q16881889","display_name":"Rating system","level":2,"score":0.4187828004360199},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35257112979888916},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.33900097012519836},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3340616226196289},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32968711853027344},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.11751076579093933},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11192482709884644},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1093/reseval/rvw002","doi":"https://doi.org/10.1093/reseval/rvw002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/reseval/rvw002","pdf_url":"https://academic.oup.com/rev/article-pdf/25/4/416/8031144/rvw002.pdf","source":{"id":"https://openalex.org/S16793705","display_name":"Research Evaluation","issn_l":"0958-2029","issn":["0958-2029","1471-5449"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/124151","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/124151","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Evaluation, 25 (4)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:zenodo.org:255152","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/255152","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.3929/ethz-b-000124151","doi":"https://doi.org/10.3929/ethz-b-000124151","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000124151","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1093/reseval/rvw002","doi":"https://doi.org/10.1093/reseval/rvw002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/reseval/rvw002","pdf_url":"https://academic.oup.com/rev/article-pdf/25/4/416/8031144/rvw002.pdf","source":{"id":"https://openalex.org/S16793705","display_name":"Research Evaluation","issn_l":"0958-2029","issn":["0958-2029","1471-5449"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2317329323.pdf","grobid_xml":"https://content.openalex.org/works/W2317329323.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1484884960","https://openalex.org/W1555073069","https://openalex.org/W1562168738","https://openalex.org/W1562444029","https://openalex.org/W1572182811","https://openalex.org/W1630204216","https://openalex.org/W1793706166","https://openalex.org/W1974252807","https://openalex.org/W1977862340","https://openalex.org/W1985045716","https://openalex.org/W1994884914","https://openalex.org/W2002705698","https://openalex.org/W2007188662","https://openalex.org/W2008730220","https://openalex.org/W2023561271","https://openalex.org/W2025864890","https://openalex.org/W2039065426","https://openalex.org/W2051213584","https://openalex.org/W2052774469","https://openalex.org/W2055124066","https://openalex.org/W2061980801","https://openalex.org/W2063743914","https://openalex.org/W2074978652","https://openalex.org/W2080591492","https://openalex.org/W2108096958","https://openalex.org/W2111168807","https://openalex.org/W2115936699","https://openalex.org/W2119377441","https://openalex.org/W2119393870","https://openalex.org/W2121809179","https://openalex.org/W2147830671","https://openalex.org/W2154999911","https://openalex.org/W2159413428","https://openalex.org/W2890373521"],"related_works":["https://openalex.org/W1974252807","https://openalex.org/W4414846632","https://openalex.org/W7118353912","https://openalex.org/W1572182811","https://openalex.org/W2163445888","https://openalex.org/W7042253980","https://openalex.org/W4385225220","https://openalex.org/W7014843121","https://openalex.org/W4408837009","https://openalex.org/W4306385997"],"abstract_inverted_index":{"Psychometrics":[0],"questions":[1],"the":[2,24,35,42,50,65,98,107,123,126,140,168,188,211,231,241],"use":[3,94],"of":[4,27,68,128,191,205,216,234],"dichotomous":[5,57,177,228],"decisions.":[6,133],"For":[7],"these":[8],"reasons,":[9],"De":[10],"Los":[11],"Reyes":[12],"and":[13,117,179],"Wang":[14],"(2012)":[15],"favour":[16],"a":[17,28,38,56,61,113,152,175,182,192,206,217,224,227,235],"continuous":[18,62,183,218,225],"funding":[19,58,100,108,115,132,154,184,219],"decision":[20,59,101,109,155,185,220],"system,":[21,60,226],"in":[22,41,55],"which":[23,149],"funded":[25,189],"percentage":[26,190],"requested":[29,194],"grant":[30,195],"sum":[31,196],"is":[32,162,239],"coupled":[33],"to":[34,49,93,96,103,106,120,223],"ratings":[36,71],"that":[37,84,167],"proposal":[39,207,236],"receives":[40],"ex":[43,201],"ante":[44,202],"peer":[45,69,80,136,203],"evaluation.":[46],"In":[47],"contrast":[48],"\u2018winner":[51],"takes":[52,64],"all\u2019":[53],"philosophy":[54],"system":[63,110,178,229],"low":[66,87],"reliability":[67],"review":[70,81,137],"into":[72],"account.":[73],"Funding":[74],"decisions":[75],"are":[76],"mostly":[77],"based":[78],"on":[79,131],"rating":[82],"systems":[83],"have":[85],"rather":[86],"inter-rater":[88],"reliability.":[89],"This":[90,238],"article":[91],"aims":[92],"psychometrics":[95],"simulate":[97],"two":[99],"systems,":[102],"compare":[104],"them":[105],"implemented":[111],"by":[112],"real":[114],"organization,":[116],"with":[118,198],"this,":[119],"investigate":[121],"for":[122,243],"first":[124],"time":[125],"effects":[127],"measurement":[129],"errors":[130],"We":[134],"used":[135],"data":[138],"from":[139],"Austrian":[141],"Science":[142],"Fund":[143],"(FWF)":[144],"(N":[145],"=":[146,209],"8,496":[147],"proposals),":[148],"obviously":[150],"implements":[151],"hybrid":[153],"system.":[156,186,221],"The":[157],"approval":[158,169,232],"rate":[159,170],"at":[160],"FWF":[161,212],"44.5%;":[163],"our":[164],"findings":[165],"show":[166],"would":[171],"be":[172],"32.1%":[173],"using":[174,181],"purely":[176],"58.4%":[180],"As":[187],"proposal\u2019s":[193],"increases":[197],"increasing":[199],"mean":[200],"evaluation":[204],"(r":[208],"0.23),":[210],"also":[213],"shows":[214],"elements":[215],"Relative":[222],"reduces":[230],"probability":[233,247],"overall.":[237],"even":[240],"case":[242],"high-quality":[244],"proposals":[245],"(approval":[246],"\u223c0.70).":[248]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}