{"id":"https://openalex.org/W2796100064","doi":"https://doi.org/10.1145/3170427.3188395","title":"Open Source, Open Science, and the Replication Crisis in HCI","display_name":"Open Source, Open Science, and the Replication Crisis in HCI","publication_year":2018,"publication_date":"2018-04-20","ids":{"openalex":"https://openalex.org/W2796100064","doi":"https://doi.org/10.1145/3170427.3188395","mag":"2796100064"},"language":"en","primary_location":{"id":"doi:10.1145/3170427.3188395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170427.3188395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059378596","display_name":"Florian Echtler","orcid":"https://orcid.org/0000-0002-7175-9503"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Echtler","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar, Weimar, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar, Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026350130","display_name":"Maximilian H\u00e4u\u00dfler","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maximilian H\u00e4u\u00dfler","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.1687,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.98350203,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9631999731063843,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-science","display_name":"Open science","score":0.7819586992263794},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7148940563201904},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6880679726600647},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.6840760707855225},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.6032102704048157},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.573899507522583},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.547534704208374},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48628127574920654},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.46443188190460205},{"id":"https://openalex.org/keywords/rigour","display_name":"Rigour","score":0.4227459728717804},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35682302713394165},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.35102641582489014},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3421478867530823},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13421142101287842},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10252618789672852},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08469930291175842},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07893076539039612}],"concepts":[{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.7819586992263794},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7148940563201904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6880679726600647},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.6840760707855225},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.6032102704048157},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.573899507522583},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.547534704208374},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48628127574920654},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.46443188190460205},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.4227459728717804},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35682302713394165},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.35102641582489014},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3421478867530823},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13421142101287842},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10252618789672852},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08469930291175842},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07893076539039612},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3170427.3188395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170427.3188395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W65801920","https://openalex.org/W1851447855","https://openalex.org/W1973066772","https://openalex.org/W1975782063","https://openalex.org/W1995951198","https://openalex.org/W2071846435","https://openalex.org/W2072876893","https://openalex.org/W2090655302","https://openalex.org/W2120244029","https://openalex.org/W2122471267","https://openalex.org/W2184425661","https://openalex.org/W2345474448","https://openalex.org/W2345712198","https://openalex.org/W2396716646","https://openalex.org/W2414283705","https://openalex.org/W2424140203","https://openalex.org/W2597679156","https://openalex.org/W2610295587","https://openalex.org/W2610780629","https://openalex.org/W2734977062","https://openalex.org/W2796100064","https://openalex.org/W2912225494","https://openalex.org/W3015871601"],"related_works":["https://openalex.org/W2400751427","https://openalex.org/W2482697570","https://openalex.org/W2738396072","https://openalex.org/W2345835657","https://openalex.org/W4376877853","https://openalex.org/W1493891899","https://openalex.org/W4229077818","https://openalex.org/W4285196440","https://openalex.org/W4250928611","https://openalex.org/W4390554521"],"abstract_inverted_index":{"The":[0],"open-source":[1,64],"model":[2],"of":[3,32,39,55,73],"software":[4],"development":[5],"is":[6],"an":[7],"established":[8],"and":[9,60,66,94],"widely":[10],"used":[11],"method":[12],"that":[13],"has":[14],"been":[15],"making":[16],"inroads":[17],"into":[18],"several":[19],"scientific":[20,33,92],"disciplines":[21],"which":[22],"use":[23],"software,":[24],"thereby":[25],"also":[26],"helping":[27],"much-needed":[28],"efforts":[29],"at":[30],"replication":[31],"results.":[34],"However,":[35],"our":[36,68,77],"own":[37],"discipline":[38,72],"HCI":[40,87],"does":[41],"not":[42],"seem":[43],"to":[44,90],"follow":[45],"this":[46],"trend":[47],"so":[48],"far.":[49],"We":[50],"analyze":[51],"the":[52,71],"entire":[53],"body":[54],"papers":[56],"from":[57],"CHI":[58,61],"2016":[59],"2017":[62],"regarding":[63],"releases,":[65],"compare":[67],"results":[69],"with":[70],"bioinformatics.":[74],"Based":[75],"on":[76],"comparison,":[78],"we":[79],"suggest":[80],"future":[81],"directions":[82],"for":[83],"publication":[84],"practices":[85],"in":[86,88],"order":[89],"improve":[91],"rigor":[93],"replicability.":[95]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}