{"id":"https://openalex.org/W2106631063","doi":"https://doi.org/10.1007/s11192-011-0424-8","title":"A comment to the paper by Waltman et al., Scientometrics, 87, 467\u2013481, 2011","display_name":"A comment to the paper by Waltman et al., Scientometrics, 87, 467\u2013481, 2011","publication_year":2011,"publication_date":"2011-06-17","ids":{"openalex":"https://openalex.org/W2106631063","doi":"https://doi.org/10.1007/s11192-011-0424-8","mag":"2106631063","pmid":"https://pubmed.ncbi.nlm.nih.gov/21949453"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-011-0424-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-011-0424-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-011-0424-8.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-011-0424-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003406700","display_name":"Tobias Opthof","orcid":null},"institutions":[{"id":"https://openalex.org/I2802928900","display_name":"Academic Medical Center","ror":"https://ror.org/03t4gr691","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2802928900","https://openalex.org/I4210151833"]},{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"funder","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tobias Opthof","raw_affiliation_strings":["Department of Medical Physiology, University Medical Center, Utrecht, The Netherlands","Experimental Cardiology Group, Heart Failure Research Center, Academic Medical Center AMC, Meibergdreef 9, 1105 AZ, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Medical Physiology, University Medical Center, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]},{"raw_affiliation_string":"Experimental Cardiology Group, Heart Failure Research Center, Academic Medical Center AMC, Meibergdreef 9, 1105 AZ, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I2802928900"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024996172","display_name":"Loet Leydesdorff","orcid":"https://orcid.org/0000-0002-7835-3098"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Loet Leydesdorff","raw_affiliation_strings":["Amsterdam School of Communication Research (ASCoR), University of Amsterdam, Kloveniersburgwal 48, 1012 CX, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Amsterdam School of Communication Research (ASCoR), University of Amsterdam, Kloveniersburgwal 48, 1012 CX, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024996172"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":3.9328,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.94542915,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"88","issue":"3","first_page":"1011","last_page":"1016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scientometrics","display_name":"Scientometrics","score":0.8902984261512756},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.6568253040313721},{"id":"https://openalex.org/keywords/citation-analysis","display_name":"Citation analysis","score":0.4448789358139038},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.43416067957878113},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4310459494590759},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.3690081536769867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3386486768722534},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.293083518743515}],"concepts":[{"id":"https://openalex.org/C525823164","wikidata":"https://www.wikidata.org/wiki/Q472342","display_name":"Scientometrics","level":2,"score":0.8902984261512756},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.6568253040313721},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.4448789358139038},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.43416067957878113},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4310459494590759},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.3690081536769867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3386486768722534},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.293083518743515}],"mesh":[],"locations_count":9,"locations":[{"id":"doi:10.1007/s11192-011-0424-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-011-0424-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-011-0424-8.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmid:21949453","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21949453","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":null},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/c84d37a0-61e7-4895-b7a2-5d0a89d2304e","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/a-comment-to-the-paper-by-waltman-et-al-scientometrics-87-467481-2011(c84d37a0-61e7-4895-b7a2-5d0a89d2304e).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Opthof, T & Leydesdorff, L 2011, 'A comment to the paper by Waltman et al., Scientometrics, 87, 467-481, 2011', Scientometrics, vol. 88, no. 3, pp. 1011-1016. https://doi.org/10.1007/s11192-011-0424-8","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/c84d37a0-61e7-4895-b7a2-5d0a89d2304e","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/a-comment-to-the-paper-by-waltman-et-al-scientometrics-87-467481-2011(c84d37a0-61e7-4895-b7a2-5d0a89d2304e).html","pdf_url":"https://pure.uva.nl/ws/files/1155519/120037_364757.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Opthof, T & Leydesdorff, L 2011, 'A comment to the paper by Waltman et al., Scientometrics, 87, 467-481, 2011', Scientometrics, vol. 88, no. 3, pp. 1011-1016. https://doi.org/10.1007/s11192-011-0424-8","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:amcpub:oai:pure.amc.nl:publications/4f0fb2f6-bf00-463a-96f6-55a638d3efef","is_oa":false,"landing_page_url":"https://pure.amc.nl/en/publications/a-comment-to-the-paper-by-waltman-et-al-scientometrics-87-467481-2011(4f0fb2f6-bf00-463a-96f6-55a638d3efef).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientometrics, 88(3), 1011 - 1016. Springer Netherlands","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:spr:scient:v:88:y:2011:i:3:d:10.1007_s11192-011-0424-8","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-011-0424-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:dare.uva.nl:publications/c84d37a0-61e7-4895-b7a2-5d0a89d2304e","is_oa":false,"landing_page_url":"http://dare.uva.nl/personal/pure/en/publications/a-comment-to-the-paper-by-waltman-et-al-scientometrics-87-467481-2011(c84d37a0-61e7-4895-b7a2-5d0a89d2304e).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pubmedcentral.nih.gov:3153660","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3153660","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientometrics","raw_type":"Text"},{"id":"pmh:rug:oai:pure.rug.nl:publications/7de42363-1131-4cb1-b292-1fadf81c9449","is_oa":false,"landing_page_url":"https://research.rug.nl/en/publications/a-comment-to-the-paper-by-waltman-et-al-scientometrics-87-467481-2011(7de42363-1131-4cb1-b292-1fadf81c9449).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientometrics, 88(3), 1011 - 1016. SPRINGER","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11192-011-0424-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-011-0424-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-011-0424-8.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2106631063.pdf","grobid_xml":"https://content.openalex.org/works/W2106631063.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W13895634","https://openalex.org/W21072993","https://openalex.org/W87516297","https://openalex.org/W637241713","https://openalex.org/W1546460521","https://openalex.org/W1570562373","https://openalex.org/W1969666528","https://openalex.org/W1979529371","https://openalex.org/W1990517319","https://openalex.org/W2015415650","https://openalex.org/W2033106155","https://openalex.org/W2033874204","https://openalex.org/W2087511931","https://openalex.org/W2089466924","https://openalex.org/W2105806663","https://openalex.org/W2109073718","https://openalex.org/W2128438887","https://openalex.org/W2133928412","https://openalex.org/W2139081384","https://openalex.org/W2156577392","https://openalex.org/W2160556470","https://openalex.org/W2168101550","https://openalex.org/W2593724198","https://openalex.org/W2950850257","https://openalex.org/W2962773287","https://openalex.org/W2962897238","https://openalex.org/W4252643264","https://openalex.org/W4285719527","https://openalex.org/W6632568853","https://openalex.org/W6647407504"],"related_works":["https://openalex.org/W2620545302","https://openalex.org/W3188617623","https://openalex.org/W3007714974","https://openalex.org/W2518927109","https://openalex.org/W2012635760","https://openalex.org/W2944254977","https://openalex.org/W2773130282","https://openalex.org/W3131211795","https://openalex.org/W1556554750","https://openalex.org/W2471734499"],"abstract_inverted_index":{"In":[0],"reaction":[1],"to":[2,24,78,176],"a":[3,34],"previous":[4],"critique":[5],"(Opthof":[6],"and":[7,17,62,156],"Leydesdorff,":[8],"J":[9],"Informetr":[10],"4(3):423-430,":[11],"2010),":[12],"the":[13,80,85,92,109,114,117,136,150,154,164,169,177],"Center":[14],"for":[15,60],"Science":[16],"Technology":[18],"Studies":[19],"(CWTS)":[20],"in":[21,30,116],"Leiden":[22],"proposed":[23,139],"change":[25,44],"their":[26],"old":[27,155],"\"crown\"":[28,158],"indicator":[29,173],"citation":[31,88,123,132],"analysis":[32,89],"into":[33],"new":[35,157],"one.":[36],"Waltman":[37],"(Scientometrics":[38,75],"87:467-481,":[39],"2011a)":[40],"argue":[41],"that":[42,163],"this":[43],"does":[45],"not":[46,57],"affect":[47],"rankings":[48],"at":[49],"various":[50],"aggregated":[51],"levels.":[52],"However,":[53],"CWTS":[54,115],"data":[55,71],"is":[56],"publicly":[58],"available":[59],"testing":[61],"criticism.":[63],"Therefore,":[64],"we":[65],"comment":[66],"by":[67,113],"using":[68],"previously":[69],"published":[70],"of":[72,83,87,94,166],"Van":[73],"Raan":[74],"67(3):491-502,":[76],"2006)":[77],"address":[79],"pivotal":[81],"issue":[82],"how":[84],"results":[86,93],"correlate":[90],"with":[91,108,135,168],"peer":[95,102],"review.":[96],"A":[97],"quality":[98,172],"parameter":[99],"based":[100,171],"on":[101],"review":[103],"was":[104],"neither":[105],"significantly":[106],"correlated":[107],"two":[110],"parameters":[111],"developed":[112,179],"past":[118],"citations":[119],"per":[120,129],"paper/mean":[121,130],"journal":[122],"score":[124],"(CPP/JCSm)":[125],"or":[126],"CPP/FCSm":[127],"(citations":[128],"field":[131],"score)":[133],"nor":[134],"more":[137],"recently":[138],"h-index":[140],"(Hirsch,":[141],"Proc":[142],"Natl":[143],"Acad":[144],"Sci":[145],"USA":[146],"102(46):16569-16572,":[147],"2005).":[148],"Given":[149],"high":[151],"correlations":[152],"between":[153],"indicators,":[159],"one":[160],"can":[161],"expect":[162],"lack":[165],"correlation":[167],"peer-review":[170],"applies":[174],"equally":[175],"newly":[178],"ones.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-22T08:38:42.863108","created_date":"2025-10-10T00:00:00"}