{"id":"https://openalex.org/W4200591549","doi":"https://doi.org/10.1162/qss_a_00158","title":"Applied usage and performance of statistical matching in bibliometrics: The comparison of milestone and regular papers with multiple measurements of disruptiveness as an empirical example","display_name":"Applied usage and performance of statistical matching in bibliometrics: The comparison of milestone and regular papers with multiple measurements of disruptiveness as an empirical example","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W4200591549","doi":"https://doi.org/10.1162/qss_a_00158"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00158","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00158","pdf_url":"https://direct.mit.edu/qss/article-pdf/2/4/1246/2007908/qss_a_00158.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/2/4/1246/2007908/qss_a_00158.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039961433","display_name":"Felix Bittmann","orcid":"https://orcid.org/0000-0003-0802-5854"},"institutions":[{"id":"https://openalex.org/I4210148174","display_name":"Leibniz Institute for Educational Trajectories","ror":"https://ror.org/04c14rw28","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210148174"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Felix Bittmann","raw_affiliation_strings":["Leibniz Institute for Educational Trajectories (Lifbi), Wilhelmsplatz 3, 96047 Bamberg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0802-5854","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Educational Trajectories (Lifbi), Wilhelmsplatz 3, 96047 Bamberg, Germany","institution_ids":["https://openalex.org/I4210148174"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075783656","display_name":"Alexander Tekles","orcid":"https://orcid.org/0000-0001-8765-9331"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210086037","display_name":"Max Planck Innovation","ror":"https://ror.org/00d0v0049","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086037"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Tekles","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t Munich, Department of Sociology, Konradstr. 6, 80801 Munich, Germany","Science Policy and Strategy Department, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8765-9331","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t Munich, Department of Sociology, Konradstr. 6, 80801 Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Science Policy and Strategy Department, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","institution_ids":["https://openalex.org/I4210086037","https://openalex.org/I149899117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027052270","display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091"},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]},{"id":"https://openalex.org/I4210086037","display_name":"Max Planck Innovation","ror":"https://ror.org/00d0v0049","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086037"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lutz Bornmann","raw_affiliation_strings":["Science Policy and Strategy Department, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0810-7091","affiliations":[{"raw_affiliation_string":"Science Policy and Strategy Department, Administrative Headquarters of the Max Planck Society, Hofgartenstr. 8, 80539 Munich, Germany","institution_ids":["https://openalex.org/I4210086037","https://openalex.org/I149899117"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":4.6889,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94984498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"2","issue":"4","first_page":"1246","last_page":"1270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/milestone","display_name":"Milestone","score":0.8988279104232788},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6777977347373962},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.6512682437896729},{"id":"https://openalex.org/keywords/propensity-score-matching","display_name":"Propensity score matching","score":0.6361379027366638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6073504686355591},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5905557870864868},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.5759893655776978},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.42378634214401245},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3814472556114197},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.36411088705062866},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3510446548461914},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2261998951435089},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20159992575645447},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10350245237350464}],"concepts":[{"id":"https://openalex.org/C120060458","wikidata":"https://www.wikidata.org/wiki/Q10145","display_name":"Milestone","level":2,"score":0.8988279104232788},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6777977347373962},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.6512682437896729},{"id":"https://openalex.org/C17923572","wikidata":"https://www.wikidata.org/wiki/Q7250160","display_name":"Propensity score matching","level":2,"score":0.6361379027366638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6073504686355591},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5905557870864868},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.5759893655776978},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.42378634214401245},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3814472556114197},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36411088705062866},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3510446548461914},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2261998951435089},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20159992575645447},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10350245237350464},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/qss_a_00158","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00158","pdf_url":"https://direct.mit.edu/qss/article-pdf/2/4/1246/2007908/qss_a_00158.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7c19b4717398416e8aa3af3330b00d43","is_oa":true,"landing_page_url":"https://doaj.org/article/7c19b4717398416e8aa3af3330b00d43","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 2, Iss 4 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00158","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00158","pdf_url":"https://direct.mit.edu/qss/article-pdf/2/4/1246/2007908/qss_a_00158.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4200591549.pdf","grobid_xml":"https://content.openalex.org/works/W4200591549.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1503314699","https://openalex.org/W1980265100","https://openalex.org/W1982910299","https://openalex.org/W1995945562","https://openalex.org/W1999204556","https://openalex.org/W2029941278","https://openalex.org/W2031669872","https://openalex.org/W2041508762","https://openalex.org/W2058259957","https://openalex.org/W2110818436","https://openalex.org/W2132917208","https://openalex.org/W2134478945","https://openalex.org/W2137794033","https://openalex.org/W2138398147","https://openalex.org/W2143117649","https://openalex.org/W2144387798","https://openalex.org/W2150291618","https://openalex.org/W2151741424","https://openalex.org/W2152587735","https://openalex.org/W2152849583","https://openalex.org/W2153543940","https://openalex.org/W2153917061","https://openalex.org/W2159805452","https://openalex.org/W2164840034","https://openalex.org/W2166157318","https://openalex.org/W2170027555","https://openalex.org/W2187088035","https://openalex.org/W2303284028","https://openalex.org/W2440081442","https://openalex.org/W2486285194","https://openalex.org/W2553763938","https://openalex.org/W2620285944","https://openalex.org/W2727163302","https://openalex.org/W2734429242","https://openalex.org/W2753955733","https://openalex.org/W2772038165","https://openalex.org/W2775516587","https://openalex.org/W2793071066","https://openalex.org/W2910632137","https://openalex.org/W2913773162","https://openalex.org/W2924476770","https://openalex.org/W2937916610","https://openalex.org/W2984678179","https://openalex.org/W2990160624","https://openalex.org/W2992939374","https://openalex.org/W3008905790","https://openalex.org/W3010349767","https://openalex.org/W3011163443","https://openalex.org/W3032461567","https://openalex.org/W3098845338","https://openalex.org/W3121088567","https://openalex.org/W3122812581","https://openalex.org/W3123384096","https://openalex.org/W3125057276","https://openalex.org/W3125108970","https://openalex.org/W3150893739","https://openalex.org/W3152466722","https://openalex.org/W3155243088","https://openalex.org/W4233471163","https://openalex.org/W4234712938","https://openalex.org/W4236213345","https://openalex.org/W4242484299","https://openalex.org/W4246103378","https://openalex.org/W4293763475","https://openalex.org/W6661610153","https://openalex.org/W6678527017","https://openalex.org/W6684807397","https://openalex.org/W6686644753","https://openalex.org/W6740469873","https://openalex.org/W6769660375"],"related_works":["https://openalex.org/W4387878404","https://openalex.org/W2584040191","https://openalex.org/W2561695978","https://openalex.org/W2922924512","https://openalex.org/W1950486549","https://openalex.org/W1641372354","https://openalex.org/W2575790444","https://openalex.org/W2464681697","https://openalex.org/W3126830542","https://openalex.org/W2434094746"],"abstract_inverted_index":{"Abstract":[0],"Controlling":[1],"for":[2,117],"confounding":[3],"factors":[4],"is":[5],"one":[6],"of":[7,11,46,56,111,115,136,199],"the":[8,44,62,137,144],"central":[9],"aspects":[10],"quantitative":[12],"research.":[13],"Although":[14],"methods":[15],"such":[16],"as":[17,39,52,70,99],"linear":[18],"regression":[19],"models":[20],"are":[21,177],"common,":[22],"their":[23],"results":[24],"can":[25,36],"be":[26,37],"misleading":[27],"under":[28],"certain":[29],"conditions.":[30],"We":[31,67,102,123,179],"demonstrate":[32],"how":[33],"statistical":[34],"matching":[35,57,69,159,163,167],"utilized":[38],"an":[40,53,71],"alternative":[41],"that":[42,146,181],"enables":[43],"inspection":[45],"post-matching":[47],"balancing.":[48],"This":[49],"contribution":[50],"serves":[51],"empirical":[54],"demonstration":[55],"in":[58,74,91,109],"bibliometrics":[59,75],"and":[60,64,79,95,131,133,172,183,190,192],"discusses":[61],"advantages":[63],"potential":[65],"pitfalls.":[66],"propose":[68],"easy-to-use":[72],"approach":[73],"to":[76,196],"estimate":[77],"effects":[78],"remove":[80],"bias.":[81],"To":[82],"exemplify":[83],"matching,":[84],"we":[85],"use":[86],"data":[87],"about":[88],"papers":[89,106,148],"published":[90,200],"Physical":[92],"Review":[93],"E":[94],"a":[96,112],"selection":[97],"classified":[98],"milestone":[100,105,147],"papers.":[101,122,157,201],"analyze":[103],"whether":[104],"score":[107,162],"higher":[108,151],"terms":[110],"proposed":[113],"class":[114],"indicators":[116,126,139],"measuring":[118],"disruptiveness":[119,198],"than":[120,155],"nonmilestone":[121,156],"consider":[124],"disruption":[125,138,152],"DI1,":[127],"DI5,":[128],"DI1n,":[129],"DI5n,":[130],"DEP":[132,193],"test":[134],"which":[135],"performs":[140],"best,":[141],"based":[142],"on":[143],"assumption":[145],"should":[149],"have":[150],"indicator":[153],"values":[154],"Four":[158],"algorithms":[160],"(propensity":[161],"(PSM),":[164],"coarsened":[165],"exact":[166],"(CEM),":[168],"entropy":[169],"balancing":[170,189],"(EB),":[171],"inverse":[173],"probability":[174],"weighting":[175],"(IPTW))":[176],"compared.":[178],"find":[180],"CEM":[182],"EB":[184],"perform":[185],"best":[186],"regarding":[187],"covariate":[188],"DI5":[191],"performing":[194],"well":[195],"evaluate":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}