{"id":"https://openalex.org/W4382362682","doi":"https://doi.org/10.1145/3589806.3600041","title":"Does the Market of Citations Reward Reproducible Work?","display_name":"Does the Market of Citations Reward Reproducible Work?","publication_year":2023,"publication_date":"2023-06-27","ids":{"openalex":"https://openalex.org/W4382362682","doi":"https://doi.org/10.1145/3589806.3600041"},"language":"en","primary_location":{"id":"doi:10.1145/3589806.3600041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589806.3600041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068036546","display_name":"Edward Raff","orcid":"https://orcid.org/0000-0002-9900-1972"},"institutions":[{"id":"https://openalex.org/I1322124587","display_name":"Booz Allen Hamilton (United States)","ror":"https://ror.org/051rcp357","country_code":"US","type":"company","lineage":["https://openalex.org/I1322124587"]},{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Edward Raff","raw_affiliation_strings":["Booz Allen Hamilton, USA and Department of Computer Science and Electrical Engineering, University of Maryland, Baltimore County, USA"],"raw_orcid":"https://orcid.org/0000-0002-9900-1972","affiliations":[{"raw_affiliation_string":"Booz Allen Hamilton, USA and Department of Computer Science and Electrical Engineering, University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I1322124587","https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068036546"],"corresponding_institution_ids":["https://openalex.org/I1322124587","https://openalex.org/I79272384"],"apc_list":null,"apc_paid":null,"fwci":1.2636,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81648779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9175999760627747,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.8059839010238647},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.7291121482849121},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7135540246963501},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5479105710983276},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.546514093875885},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5350922346115112},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48922133445739746},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.47732311487197876},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4662574529647827},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.4584157168865204},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4139411747455597},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33013832569122314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2793346643447876},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20077142119407654},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13067513704299927},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10509142279624939}],"concepts":[{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.8059839010238647},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7291121482849121},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135540246963501},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5479105710983276},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.546514093875885},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5350922346115112},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48922133445739746},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.47732311487197876},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4662574529647827},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.4584157168865204},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4139411747455597},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33013832569122314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2793346643447876},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20077142119407654},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13067513704299927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10509142279624939},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589806.3600041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589806.3600041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1541089782","https://openalex.org/W1897139626","https://openalex.org/W1907286193","https://openalex.org/W1972707698","https://openalex.org/W1999636793","https://openalex.org/W2000574324","https://openalex.org/W2018805474","https://openalex.org/W2020859734","https://openalex.org/W2030620341","https://openalex.org/W2062021443","https://openalex.org/W2064153289","https://openalex.org/W2080450835","https://openalex.org/W2088209891","https://openalex.org/W2129728285","https://openalex.org/W2129840456","https://openalex.org/W2292391400","https://openalex.org/W2406493898","https://openalex.org/W2463095032","https://openalex.org/W2787225861","https://openalex.org/W2789816182","https://openalex.org/W2886512263","https://openalex.org/W2908227887","https://openalex.org/W2913059114","https://openalex.org/W2963583956","https://openalex.org/W2963977107","https://openalex.org/W2979356331","https://openalex.org/W2994853157","https://openalex.org/W3088444111","https://openalex.org/W3100944201","https://openalex.org/W3117100945","https://openalex.org/W3138966241","https://openalex.org/W3160678577","https://openalex.org/W3207782692","https://openalex.org/W4200099901","https://openalex.org/W4238243588","https://openalex.org/W6839523260"],"related_works":["https://openalex.org/W2407375987","https://openalex.org/W2505726097","https://openalex.org/W2950975704","https://openalex.org/W2010643158","https://openalex.org/W3049691116","https://openalex.org/W2106867672","https://openalex.org/W4310268968","https://openalex.org/W3081214562","https://openalex.org/W2753713401","https://openalex.org/W2053745677"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,13,18,44,111,117,136],"bibliometrics,":[3],"studying":[4],"citations":[5,112],"and":[6,22,28,78,141,167],"behavior,":[7,92],"is":[8,62,72,130],"critical":[9],"to":[10,32,41,52,156,173],"the":[11,19,42,101,108,128,186],"discussion":[12],"reproducibility.":[14],"Citations":[15],"are":[16],"one":[17,48],"primary":[20],"incentive":[21,36],"reward":[23,146],"systems":[24],"for":[25],"academic":[26],"work,":[27],"so":[29,121],"we":[30,93,122,161],"desire":[31],"know":[33],"if":[34],"this":[35,55,70],"rewards":[37],"reproducible":[38,147],"work.":[39],"Yet":[40],"best":[43],"our":[45],"knowledge,":[46],"only":[47],"work":[49,61],"has":[50],"attempted":[51],"look":[53],"at":[54,185],"combined":[56],"space,":[57],"concluding":[58],"that":[59,68,99,133,163],"non-reproducible":[60],"more":[63,73,90,131,150],"highly":[64],"cited.":[65],"We":[66],"show":[67,123],"answering":[69],"question":[71],"challenging":[74],"than":[75,107],"first":[76],"proposed,":[77],"subtle":[79],"issues":[80],"can":[81,182],"inhibit":[82],"a":[83,95,114],"robust":[84,91],"conclusion.":[85],"To":[86],"make":[87],"inferences":[88],"with":[89,149,177],"propose":[94],"hierarchical":[96],"Bayesian":[97],"model":[98],"incorporates":[100],"citation":[102],"rate":[103],"over":[104],"time,":[105],"rather":[106],"total":[109],"number":[110],"after":[113],"fixed":[115],"amount":[116],"time.":[118],"In":[119],"doing":[120],"that,":[124],"under":[125],"current":[126],"evidence":[127],"answer":[129],"likely":[132],"certain":[134],"fields":[135,154],"study":[137],"such":[138],"as":[139],"Medicine":[140],"Machine":[142],"Learning":[143],"(ML)":[144],"do":[145],"works":[148,171],"citations,":[151],"but":[152],"other":[153],"appear":[155,172],"have":[157],"no":[158],"relationship.":[159],"Further,":[160],"find":[162],"making":[164],"code":[165,181],"available":[166],"thoroughly":[168],"referencing":[169],"prior":[170],"also":[174],"positively":[175],"correlate":[176],"increased":[178],"citations.":[179],"Our":[180],"be":[183],"found":[184],"following":[187],"link:":[188],"https://github.com/EdwardRaff/ReproducibleCitations/":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}