{"id":"https://openalex.org/W3032484682","doi":"https://doi.org/10.1145/3392840","title":"The New Reality of Reproducibility: The Role of Data Work in Scientific Research","display_name":"The New Reality of Reproducibility: The Role of Data Work in Scientific Research","publication_year":2020,"publication_date":"2020-05-28","ids":{"openalex":"https://openalex.org/W3032484682","doi":"https://doi.org/10.1145/3392840","mag":"3032484682"},"language":"en","primary_location":{"id":"doi:10.1145/3392840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3392840","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047239833","display_name":"Melanie Feinberg","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melanie Feinberg","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080676944","display_name":"Will Sutherland","orcid":"https://orcid.org/0000-0002-3731-3129"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Will Sutherland","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037043777","display_name":"Sarah Beth Nelson","orcid":"https://orcid.org/0000-0002-1784-6729"},"institutions":[{"id":"https://openalex.org/I183533211","display_name":"University of Wisconsin\u2013Whitewater","ror":"https://ror.org/049hrzs50","country_code":"US","type":"education","lineage":["https://openalex.org/I183533211"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Beth Nelson","raw_affiliation_strings":["University of Wisconsin, Whitewater, Whitewater, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin, Whitewater, Whitewater, WI, USA","institution_ids":["https://openalex.org/I183533211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040259613","display_name":"Mohammad Hossein Jarrahi","orcid":"https://orcid.org/0000-0002-5685-7156"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Hossein Jarrahi","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103103181","display_name":"Arcot Rajasekar","orcid":"https://orcid.org/0000-0003-2280-386X"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arcot Rajasekar","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5109,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94305047,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"4","issue":"CSCW1","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6530932188034058},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6399127244949341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6225001215934753},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5929080843925476},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5480003356933594},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4723949134349823},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4128456711769104},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.36199647188186646},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32683393359184265},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10383260250091553},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10015067458152771},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09534987807273865}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6530932188034058},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6399127244949341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6225001215934753},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5929080843925476},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5480003356933594},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4723949134349823},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4128456711769104},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36199647188186646},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32683393359184265},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10383260250091553},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10015067458152771},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09534987807273865},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3392840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3392840","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W409344806","https://openalex.org/W631148108","https://openalex.org/W1494081638","https://openalex.org/W1532431353","https://openalex.org/W1548849615","https://openalex.org/W1558531408","https://openalex.org/W1622429627","https://openalex.org/W1767470961","https://openalex.org/W1897139626","https://openalex.org/W1964941055","https://openalex.org/W1967483856","https://openalex.org/W1996639218","https://openalex.org/W1998522059","https://openalex.org/W2003423696","https://openalex.org/W2014527937","https://openalex.org/W2020008744","https://openalex.org/W2021458971","https://openalex.org/W2031934506","https://openalex.org/W2044102377","https://openalex.org/W2045507636","https://openalex.org/W2047864778","https://openalex.org/W2062817964","https://openalex.org/W2066415719","https://openalex.org/W2072620887","https://openalex.org/W2091636366","https://openalex.org/W2093426783","https://openalex.org/W2119890358","https://openalex.org/W2128246772","https://openalex.org/W2130755479","https://openalex.org/W2133559194","https://openalex.org/W2152468166","https://openalex.org/W2163964223","https://openalex.org/W2164158888","https://openalex.org/W2165227628","https://openalex.org/W2169969573","https://openalex.org/W2182687482","https://openalex.org/W2340381863","https://openalex.org/W2414283705","https://openalex.org/W2552170990","https://openalex.org/W2593738417","https://openalex.org/W2598446296","https://openalex.org/W2716311441","https://openalex.org/W2741609014","https://openalex.org/W2765853896","https://openalex.org/W2766737373","https://openalex.org/W2777267452","https://openalex.org/W2781265499","https://openalex.org/W2785891313","https://openalex.org/W2796040126","https://openalex.org/W2891548067","https://openalex.org/W2898664788","https://openalex.org/W2921573201","https://openalex.org/W2941766203","https://openalex.org/W2963508088","https://openalex.org/W3123868826","https://openalex.org/W3124326066","https://openalex.org/W3126046907","https://openalex.org/W4285451358","https://openalex.org/W4285719527","https://openalex.org/W4288083705","https://openalex.org/W4288359829"],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W2003643616","https://openalex.org/W638612878","https://openalex.org/W2140154150","https://openalex.org/W2083330954"],"abstract_inverted_index":{"Although":[0],"reproducibility--the":[1],"idea":[2],"that":[3,95],"a":[4,25,63,67,87,102,108],"valid":[5],"scientific":[6,20,32],"experiment":[7],"can":[8],"be":[9],"repeated":[10],"with":[11,86],"similar":[12],"results--is":[13],"integral":[14],"to":[15,28,45,72,80],"our":[16],"understanding":[17,104],"of":[18,37,55,66,77,98,105],"good":[19],"practice,":[21],"it":[22],"has":[23,51],"remained":[24],"difficult":[26],"concept":[27],"define":[29],"precisely.":[30],"Across":[31],"disciplines,":[33],"the":[34,41,96],"increasing":[35],"prevalence":[36],"large":[38],"datasets,":[39,50],"and":[40,47,114],"computational":[42],"techniques":[43,82],"necessary":[44],"manage":[46],"analyze":[48],"those":[49],"prompted":[52],"new":[53,103],"ways":[54],"thinking":[56],"about":[57],"reproducibility.":[58],"We":[59],"present":[60],"findings":[61,93],"from":[62],"qualitative":[64],"study":[65],"NSF--funded":[68],"two-week":[69],"workshop":[70],"developed":[71],"introduce":[73],"an":[74],"interdisciplinary":[75],"group":[76],"domain":[78],"scientists":[79],"data-management":[81],"for":[83,110],"data-intensive":[84],"computing,":[85],"focus":[88],"on":[89],"reproducible":[90],"science.":[91],"Our":[92],"suggest":[94],"introduction":[97],"data-related":[99],"activities":[100],"promotes":[101],"reproducibility":[106],"as":[107,117],"mechanism":[109],"local":[111],"knowledge":[112],"transfer":[113],"collaboration,":[115],"particularly":[116],"regards":[118],"efficient":[119],"software":[120],"reuse.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}