{"id":"https://openalex.org/W2999999068","doi":"https://doi.org/10.1007/s11192-020-03512-7","title":"An evaluation of percentile measures of citation impact, and a proposal for making them better","display_name":"An evaluation of percentile measures of citation impact, and a proposal for making them better","publication_year":2020,"publication_date":"2020-05-22","ids":{"openalex":"https://openalex.org/W2999999068","doi":"https://doi.org/10.1007/s11192-020-03512-7","mag":"2999999068"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-020-03512-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03512-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03512-7.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03512-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027052270","display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210086037","display_name":"Max Planck Innovation","ror":"https://ror.org/00d0v0049","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086037"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lutz Bornmann","raw_affiliation_strings":["Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539, Munich, Germany","Max-Planck-Society"],"raw_orcid":"https://orcid.org/0000-0003-0810-7091","affiliations":[{"raw_affiliation_string":"Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539, Munich, Germany","institution_ids":["https://openalex.org/I4210086037","https://openalex.org/I149899117"]},{"raw_affiliation_string":"Max-Planck-Society","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013197635","display_name":"Richard Williams","orcid":"https://orcid.org/0000-0001-9974-8307"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Williams","raw_affiliation_strings":["Department of Sociology, University of Notre Dame, 4058 Jenkins Nanovic Hall, Notre Dame, IN, 46556, USA","University of Notre Dame"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Sociology, University of Notre Dame, 4058 Jenkins Nanovic Hall, Notre Dame, IN, 46556, USA","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027052270"],"corresponding_institution_ids":["https://openalex.org/I149899117","https://openalex.org/I4210086037"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.8496,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77169127,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"124","issue":"2","first_page":"1457","last_page":"1478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9488999843597412,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/percentile","display_name":"Percentile","score":0.8899857401847839},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.8417816162109375},{"id":"https://openalex.org/keywords/percentile-rank","display_name":"Percentile rank","score":0.7745585441589355},{"id":"https://openalex.org/keywords/bar-chart","display_name":"Bar chart","score":0.6647163033485413},{"id":"https://openalex.org/keywords/citation-impact","display_name":"Citation impact","score":0.6584215760231018},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6446142792701721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6190505623817444},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47520455718040466},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4305840730667114},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.39775335788726807},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36050400137901306},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2569791078567505},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.1397351324558258},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11213418841362},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.09367826581001282}],"concepts":[{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.8899857401847839},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.8417816162109375},{"id":"https://openalex.org/C94353045","wikidata":"https://www.wikidata.org/wiki/Q13200112","display_name":"Percentile rank","level":3,"score":0.7745585441589355},{"id":"https://openalex.org/C61122496","wikidata":"https://www.wikidata.org/wiki/Q1124595","display_name":"Bar chart","level":2,"score":0.6647163033485413},{"id":"https://openalex.org/C2778793908","wikidata":"https://www.wikidata.org/wiki/Q5122404","display_name":"Citation impact","level":3,"score":0.6584215760231018},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6446142792701721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6190505623817444},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47520455718040466},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4305840730667114},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.39775335788726807},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36050400137901306},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2569791078567505},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.1397351324558258},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11213418841362},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09367826581001282},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11192-020-03512-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03512-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03512-7.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2001.04290","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.04290","pdf_url":"https://arxiv.org/pdf/2001.04290","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:RePEc:spr:scient:v:124:y:2020:i:2:d:10.1007_s11192-020-03512-7","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-020-03512-7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2001.04290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2001.04290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2999999068","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1007/s11192-020-03512-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03512-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03512-7.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2999999068.pdf","grobid_xml":"https://content.openalex.org/works/W2999999068.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W567258626","https://openalex.org/W767067438","https://openalex.org/W1201749067","https://openalex.org/W1779423351","https://openalex.org/W1949140393","https://openalex.org/W1960480397","https://openalex.org/W1979117318","https://openalex.org/W1980233487","https://openalex.org/W1981442879","https://openalex.org/W1991481378","https://openalex.org/W1997736672","https://openalex.org/W2012676578","https://openalex.org/W2041165234","https://openalex.org/W2042990063","https://openalex.org/W2068452509","https://openalex.org/W2081087459","https://openalex.org/W2087876208","https://openalex.org/W2089466924","https://openalex.org/W2112854903","https://openalex.org/W2133928412","https://openalex.org/W2149800516","https://openalex.org/W2153511600","https://openalex.org/W2164146029","https://openalex.org/W2172025811","https://openalex.org/W2401645159","https://openalex.org/W2513297789","https://openalex.org/W2735969503","https://openalex.org/W2883709920","https://openalex.org/W2921197276","https://openalex.org/W2962925905","https://openalex.org/W3011672917","https://openalex.org/W3100614207","https://openalex.org/W4238812864","https://openalex.org/W6818756272","https://openalex.org/W6843794699"],"related_works":["https://openalex.org/W3027018408","https://openalex.org/W2081087459","https://openalex.org/W2953093490","https://openalex.org/W3100614207","https://openalex.org/W2949156273","https://openalex.org/W2172025811","https://openalex.org/W2112854903","https://openalex.org/W3105141100","https://openalex.org/W2952770650","https://openalex.org/W2181466649","https://openalex.org/W1941175482","https://openalex.org/W2604654464","https://openalex.org/W3163290199","https://openalex.org/W2148605492","https://openalex.org/W2102447898","https://openalex.org/W3098100101","https://openalex.org/W3122683314","https://openalex.org/W3099963506","https://openalex.org/W2951410549","https://openalex.org/W3013727132"],"abstract_inverted_index":{"Abstract":[0],"Percentiles":[1],"are":[2,47,91,193],"statistics":[3],"pointing":[4],"to":[5,14,71,93,147],"the":[6,34,51,122,149,182],"standing":[7],"of":[8,36,42,53,130,151],"a":[9,18,128,144,217],"paper\u2019s":[10],"citation":[11,20,115,184],"impact":[12,35],"relative":[13],"other":[15],"papers":[16,90],"in":[17,32,84,176,198,216],"given":[19],"distribution.":[21],"Percentile":[22],"Ranks":[23],"(":[24,200],"PR":[25,45,119,124,214],"s)":[26],"often":[27,80],"play":[28],"an":[29],"important":[30,49],"role":[31],"evaluating":[33],"researchers,":[37],"institutions,":[38],"and":[39,56,63,73,86,132,140,142,156,167,186,210,220],"similar":[40],"lines":[41],"study.":[43],"Because":[44],"s":[46,120,215],"so":[48],"for":[50,113,117],"assessment":[52],"scholarly":[54],"impact,":[55],"because":[57,179],"citations":[58],"differ":[59],"greatly":[60],"across":[61],"time":[62],"fields,":[64],"various":[65],"percentile":[66,152],"approaches":[67,192],"have":[68,97],"been":[69,98],"proposed":[70],"time-":[72,85],"field-normalize":[74],"citations.":[75],"Unfortunately,":[76],"current":[77],"popular":[78],"methods":[79,153],"face":[81,111],"significant":[82],"problems":[83,112,139],"field-normalization,":[87],"including":[88],"when":[89],"assigned":[92],"multiple":[94],"fields":[95],"or":[96,107],"published":[99],"by":[100],"more":[101,154,218],"than":[102],"one":[103],"unit":[104],"(e.g.,":[105,121],"researchers":[106],"countries).":[108],"They":[109],"also":[110],"estimating":[114],"counts":[116],"pre-defined":[118],"90th":[123],").":[125],"We":[126],"offer":[127],"series":[129],"guidelines":[131],"procedures":[133],"that,":[134],"we":[135,160],"argue,":[136],"address":[137],"these":[138],"others":[141],"provide":[143],"superior":[145],"means":[146],"make":[148],"use":[150],"accurate":[155,221],"informative.":[157],"In":[158],"particular,":[159],"introduce":[161],"two":[162],"approaches,":[163],"CP":[164,168,201],"-":[165,169],"IN":[166],"EX":[170],",":[171],"that":[172],"should":[173],"be":[174,188],"preferred":[175],"bibliometric":[177],"studies":[178],"they":[180],"consider":[181],"complete":[183],"distribution":[185],"can":[187,212],"accurately":[189],"interpreted.":[190],"Both":[191],"based":[194],"on":[195],"cumulative":[196],"frequencies":[197],"percentages":[199],"s).":[202],"The":[203],"paper":[204],"further":[205],"shows":[206],"how":[207],"bar":[208],"graphs":[209],"beamplots":[211],"present":[213],"meaningful":[219],"manner.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}