{"id":"https://openalex.org/W2990160624","doi":"https://doi.org/10.1162/qss_a_00068","title":"Are disruption index indicators convergently valid? The comparison of several indicator variants with assessments by peers","display_name":"Are disruption index indicators convergently valid? The comparison of several indicator variants with assessments by peers","publication_year":2020,"publication_date":"2020-05-28","ids":{"openalex":"https://openalex.org/W2990160624","doi":"https://doi.org/10.1162/qss_a_00068","mag":"2990160624"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00068","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00068","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/3/1242/1869859/qss_a_00068.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/1/3/1242/1869859/qss_a_00068.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210086037","display_name":"Max Planck Innovation","ror":"https://ror.org/00d0v0049","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086037"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lutz Bornmann","raw_affiliation_strings":["Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0810-7091","affiliations":[{"raw_affiliation_string":"Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","institution_ids":["https://openalex.org/I4210086037","https://openalex.org/I149899117"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sitaram Devarakonda","orcid":"https://orcid.org/0000-0001-7722-756X"},"institutions":[{"id":"https://openalex.org/I4210113603","display_name":"NETE (United States)","ror":"https://ror.org/01vyfs773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113603"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sitaram Devarakonda","raw_affiliation_strings":["NET ESolutions Corporation, 8180 Greensboro Dr, McLean, VA 22102, USA"],"raw_orcid":"https://orcid.org/0000-0001-7722-756X","affiliations":[{"raw_affiliation_string":"NET ESolutions Corporation, 8180 Greensboro Dr, McLean, VA 22102, USA","institution_ids":["https://openalex.org/I4210113603"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Alexander Tekles","orcid":"https://orcid.org/0000-0001-8765-9331"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210086037","display_name":"Max Planck Innovation","ror":"https://ror.org/00d0v0049","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086037"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Tekles","raw_affiliation_strings":["Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","Ludwig-Maximilians-Universit\u00e4t Munich, Department of Sociology, Konradstr. 6, 80801 Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8765-9331","affiliations":[{"raw_affiliation_string":"Division for Science and Innovation Studies, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","institution_ids":["https://openalex.org/I4210086037","https://openalex.org/I149899117"]},{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t Munich, Department of Sociology, Konradstr. 6, 80801 Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":null,"display_name":"George Chacko","orcid":"https://orcid.org/0000-0002-2127-1892"},"institutions":[{"id":"https://openalex.org/I4210113603","display_name":"NETE (United States)","ror":"https://ror.org/01vyfs773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113603"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Chacko","raw_affiliation_strings":["NET ESolutions Corporation, 8180 Greensboro Dr, McLean, VA 22102, USA"],"raw_orcid":"https://orcid.org/0000-0002-2127-1892","affiliations":[{"raw_affiliation_string":"NET ESolutions Corporation, 8180 Greensboro Dr, McLean, VA 22102, USA","institution_ids":["https://openalex.org/I4210113603"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149899117","https://openalex.org/I4210086037"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":4.4179,"has_fulltext":true,"cited_by_count":85,"citation_normalized_percentile":{"value":0.95804196,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"1","issue":"3","first_page":"1242","last_page":"1259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.8241000175476074,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.8241000175476074,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.035599999129772186,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14350","display_name":"Innovation, Sustainability, Human-Machine Systems","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5630000233650208},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5120999813079834},{"id":"https://openalex.org/keywords/convergent-validity","display_name":"Convergent validity","score":0.4880000054836273},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/convergent-evolution","display_name":"Convergent evolution","score":0.37070000171661377},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.3650999963283539}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5120999813079834},{"id":"https://openalex.org/C121244757","wikidata":"https://www.wikidata.org/wiki/Q1783487","display_name":"Convergent validity","level":4,"score":0.4880000054836273},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41110000014305115},{"id":"https://openalex.org/C62142553","wikidata":"https://www.wikidata.org/wiki/Q200312","display_name":"Convergent evolution","level":4,"score":0.37070000171661377},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3589000105857849},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3319999873638153},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C2984074130","wikidata":"https://www.wikidata.org/wiki/Q73539779","display_name":"R package","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/qss_a_00068","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00068","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/3/1242/1869859/qss_a_00068.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1911.08775","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.08775","pdf_url":"https://arxiv.org/pdf/1911.08775","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:bacf81bf23124e64baf61d1f9e4707f1","is_oa":true,"landing_page_url":"https://doaj.org/article/bacf81bf23124e64baf61d1f9e4707f1","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 1, Iss 3, Pp 1242-1259 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00068","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00068","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/3/1242/1869859/qss_a_00068.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990160624.pdf","grobid_xml":"https://content.openalex.org/works/W2990160624.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W163712256","https://openalex.org/W1533350200","https://openalex.org/W1557530328","https://openalex.org/W1965433309","https://openalex.org/W1973971405","https://openalex.org/W1977862340","https://openalex.org/W1998116478","https://openalex.org/W2008667434","https://openalex.org/W2010465475","https://openalex.org/W2019753053","https://openalex.org/W2050123348","https://openalex.org/W2050161578","https://openalex.org/W2066752129","https://openalex.org/W2066884817","https://openalex.org/W2068452509","https://openalex.org/W2106539315","https://openalex.org/W2110462941","https://openalex.org/W2117692326","https://openalex.org/W2120141446","https://openalex.org/W2126644589","https://openalex.org/W2154053722","https://openalex.org/W2154710696","https://openalex.org/W2164146029","https://openalex.org/W2303284028","https://openalex.org/W2401645159","https://openalex.org/W2436401451","https://openalex.org/W2512925182","https://openalex.org/W2607413328","https://openalex.org/W2791998006","https://openalex.org/W2794465725","https://openalex.org/W2896629373","https://openalex.org/W2913773162","https://openalex.org/W2914281332","https://openalex.org/W2924476770","https://openalex.org/W2962925905","https://openalex.org/W2963580986","https://openalex.org/W2973837020","https://openalex.org/W2975166839","https://openalex.org/W2987046955","https://openalex.org/W3122634626","https://openalex.org/W3123050710","https://openalex.org/W4247460398","https://openalex.org/W4255117183"],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"Wu,":[1],"Wang,":[2],"and":[3,99,138],"Evans":[4],"(2019)":[5],"proposed":[6],"a":[7,15,21,35,147],"new":[8,85],"family":[9],"of":[10,25,52,59,71,105,123,135,146,160],"indicators,":[11],"which":[12],"measure":[13,155],"whether":[14,76],"scientific":[16],"publication":[17],"is":[18,89],"disruptive":[19,28],"to":[20,34,61],"field":[22],"or":[23],"tradition":[24],"research.":[26],"Such":[27],"influences":[29],"are":[30,47],"characterized":[31],"by":[32],"citations":[33],"focal":[36],"paper,":[37],"but":[38],"not":[39],"its":[40],"cited":[41],"references.":[42],"In":[43,65,101,126],"this":[44],"study,":[45],"we":[46,108,119,130],"interested":[48],"in":[49],"the":[50,66,77,102,106,110,114,117,127,132,136,139,144,152,158,175],"question":[51],"convergent":[53,63,133],"validity.":[54],"We":[55],"used":[56],"external":[57],"criteria":[58,82],"newness":[60],"examine":[62],"validity:":[64],"postpublication":[67],"peer":[68],"review":[69],"system":[70],"F1000Prime,":[72],"experts":[73],"assess":[74],"papers":[75,93],"reported":[78],"research":[79],"fulfills":[80],"these":[81],"(e.g.,":[83],"reports":[84],"findings).":[86],"This":[87],"study":[88,107],"based":[90],"on":[91,113],"120,179":[92],"from":[94,116],"F1000Prime":[95],"published":[96],"between":[97],"2000":[98],"2016.":[100],"first":[103],"part":[104],"discuss":[109],"indicators.":[111,125],"Based":[112],"insights":[115],"discussion,":[118],"propose":[120],"alternate":[121],"variants":[122,154],"disruption":[124],"second":[128],"part,":[129],"investigate":[131],"validity":[134],"indicators":[137],"(possibly)":[140],"improved":[141],"variants.":[142],"Although":[143],"results":[145,159],"factor":[148],"analysis":[149],"show":[150],"that":[151,164],"different":[153],"similar":[156],"dimensions,":[157],"regression":[161],"analyses":[162],"reveal":[163],"one":[165],"variant":[166],"(":[167],"DI":[168],"5":[169],")":[170],"performs":[171],"slightly":[172],"better":[173],"than":[174],"others.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2019-12-05T00:00:00"}