{"id":"https://openalex.org/W1940221094","doi":"https://doi.org/10.1111/j.1467-985x.2012.01059.x","title":"Ratings and Rankings: Voodoo or Science?","display_name":"Ratings and Rankings: Voodoo or Science?","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W1940221094","doi":"https://doi.org/10.1111/j.1467-985x.2012.01059.x","mag":"1940221094"},"language":"en","primary_location":{"id":"doi:10.1111/j.1467-985x.2012.01059.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1467-985x.2012.01059.x","pdf_url":null,"source":{"id":"https://openalex.org/S185328345","display_name":"Journal of the Royal Statistical Society Series A (Statistics in Society)","issn_l":"0964-1998","issn":["0964-1998","1467-985X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311763","host_organization_name":"Royal Statistical Society","host_organization_lineage":["https://openalex.org/P4310311763"],"host_organization_lineage_names":["Royal Statistical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Royal Statistical Society Series A: Statistics in Society","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1104.3009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014558527","display_name":"Paolo Paruolo","orcid":"https://orcid.org/0000-0002-3982-4889"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Paolo Paruolo","raw_affiliation_strings":["University of Insubria , Varese , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Insubria , Varese , Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114375612","display_name":"Michaela Saisana","orcid":"https://orcid.org/0000-0001-5361-0222"},"institutions":[{"id":"https://openalex.org/I4210118689","display_name":"Joint Research Centre","ror":"https://ror.org/02qezmz13","country_code":"IT","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I4210118689","https://openalex.org/I4210161702"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michaela Saisana","raw_affiliation_strings":["European Commission , Ispra , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Commission , Ispra , Italy","institution_ids":["https://openalex.org/I4210118689"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040077936","display_name":"Andrea Saltelli","orcid":"https://orcid.org/0000-0003-4222-6975"},"institutions":[{"id":"https://openalex.org/I4210118689","display_name":"Joint Research Centre","ror":"https://ror.org/02qezmz13","country_code":"IT","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I4210118689","https://openalex.org/I4210161702"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Saltelli","raw_affiliation_strings":["European Commission , Ispra , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Commission , Ispra , Italy","institution_ids":["https://openalex.org/I4210118689"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014558527"],"corresponding_institution_ids":["https://openalex.org/I115752224"],"apc_list":{"value":2621,"currency":"GBP","value_usd":3456},"apc_paid":null,"fwci":27.4094,"has_fulltext":false,"cited_by_count":336,"citation_normalized_percentile":{"value":0.99772328,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"176","issue":"3","first_page":"609","last_page":"634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2638436555862427}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2638436555862427}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1111/j.1467-985x.2012.01059.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1467-985x.2012.01059.x","pdf_url":null,"source":{"id":"https://openalex.org/S185328345","display_name":"Journal of the Royal Statistical Society Series A (Statistics in Society)","issn_l":"0964-1998","issn":["0964-1998","1467-985X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311763","host_organization_name":"Royal Statistical Society","host_organization_lineage":["https://openalex.org/P4310311763"],"host_organization_lineage_names":["Royal Statistical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Royal Statistical Society Series A: Statistics in Society","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1104.3009","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1104.3009","pdf_url":"https://arxiv.org/pdf/1104.3009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:RePEc:bla:jorssa:v:176:y:2013:i:3:p:609-634","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1111/j.1467-985X.2012.01059.x","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/1720567","is_oa":false,"landing_page_url":"http://hdl.handle.net/11383/1720567","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1104.3009","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1104.3009","pdf_url":"https://arxiv.org/pdf/1104.3009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W23269260","https://openalex.org/W100464641","https://openalex.org/W244904154","https://openalex.org/W257114348","https://openalex.org/W593784137","https://openalex.org/W1484750607","https://openalex.org/W1533731372","https://openalex.org/W1567033468","https://openalex.org/W1678509351","https://openalex.org/W1757916990","https://openalex.org/W1964149318","https://openalex.org/W1975285668","https://openalex.org/W1995127855","https://openalex.org/W1998515634","https://openalex.org/W2002661807","https://openalex.org/W2011312444","https://openalex.org/W2012758517","https://openalex.org/W2013731936","https://openalex.org/W2016133956","https://openalex.org/W2017618362","https://openalex.org/W2029767409","https://openalex.org/W2044639673","https://openalex.org/W2046078150","https://openalex.org/W2063847981","https://openalex.org/W2066400960","https://openalex.org/W2077774447","https://openalex.org/W2088765131","https://openalex.org/W2100030229","https://openalex.org/W2100679936","https://openalex.org/W2106811754","https://openalex.org/W2108609278","https://openalex.org/W2116572416","https://openalex.org/W2118091795","https://openalex.org/W2124758339","https://openalex.org/W2151043375","https://openalex.org/W2157542375","https://openalex.org/W2162838272","https://openalex.org/W2168936936","https://openalex.org/W2563550264","https://openalex.org/W2577307581","https://openalex.org/W2794549094","https://openalex.org/W2915892579","https://openalex.org/W3106932903","https://openalex.org/W3118491524","https://openalex.org/W3122310565","https://openalex.org/W3123840855","https://openalex.org/W3124621275","https://openalex.org/W3125601827","https://openalex.org/W3141334097","https://openalex.org/W3203779568","https://openalex.org/W4229972742","https://openalex.org/W4245699803","https://openalex.org/W4246474313","https://openalex.org/W4247811369","https://openalex.org/W4388290870","https://openalex.org/W6642318714"],"related_works":["https://openalex.org/W1961637867","https://openalex.org/W3148946047","https://openalex.org/W1610824003","https://openalex.org/W3146452417","https://openalex.org/W1606985273","https://openalex.org/W2077007411","https://openalex.org/W4321451806","https://openalex.org/W2059461015","https://openalex.org/W2403509996","https://openalex.org/W1935120203"],"abstract_inverted_index":{"Summary":[0],"Composite":[1],"indicators":[2,35,126],"aggregate":[3],"a":[4,29,74],"set":[5,156],"of":[6,28,111,124,157],"variables":[7,50],"by":[8],"using":[9],"weights":[10,57,86,153],"which":[11],"are":[12,51,58,131],"understood":[13],"to":[14,24,62,69,79,87,97],"reflect":[15],"the":[16,20,26,45,82,102,121,136,145,151,155],"variables\u2019":[17],"importance":[18,27,123],"in":[19,118,154],"index.":[21],"We":[22,77],"propose":[23,68],"measure":[25,44],"given":[30],"variable":[31],"within":[32],"existing":[33],"composite":[34,99],"via":[36],"Karl":[37],"Pearson\u2019s":[38],"\u2018correlation":[39],"ratio\u2019;":[40],"we":[41,67],"call":[42],"this":[43],"\u2018main":[46],"effect\u2019.":[47],"Because":[48],"socio-economic":[49],"heteroscedastic":[52],"and":[53,106,127,134],"correlated,":[54],"relative":[55,64],"nominal":[56,85,152],"hardly":[59],"ever":[60],"found":[61,116],"match":[63],"main":[65,88,129],"effects;":[66],"summarize":[70],"their":[71,128],"discrepancy":[72],"with":[73,160],"divergence":[75],"measure.":[76],"discuss":[78],"what":[80],"extent":[81],"mapping":[83],"from":[84,143],"effects":[89],"can":[90],"be":[91],"inverted.":[92],"This":[93],"analysis":[94],"is":[95,115],"applied":[96],"six":[98],"indicators,":[100],"including":[101],"human":[103],"development":[104],"index":[105],"two":[107],"popular":[108],"league":[109],"tables":[110],"university":[112],"performance.":[113],"It":[114],"that":[117,135],"many":[119],"cases":[120],"declared":[122],"single":[125],"effect":[130],"very":[132],"different,":[133],"data":[137],"correlation":[138],"structure":[139],"often":[140],"prevents":[141],"developers":[142],"obtaining":[144],"stated":[146],"importance,":[147],"even":[148],"when":[149],"modifying":[150],"non-negative":[158],"numbers":[159],"unit":[161],"sum.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":28},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":19},{"year":2016,"cited_by_count":22},{"year":2015,"cited_by_count":27},{"year":2014,"cited_by_count":27},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":6}],"updated_date":"2026-09-02T07:38:04.252551","created_date":"2025-10-10T00:00:00"}