{"id":"https://openalex.org/W2562248917","doi":"https://doi.org/10.3233/jifs-169146","title":"Would wider adoption of reproducible research be beneficial for empirical software engineering research?","display_name":"Would wider adoption of reproducible research be beneficial for empirical software engineering research?","publication_year":2016,"publication_date":"2016-12-23","ids":{"openalex":"https://openalex.org/W2562248917","doi":"https://doi.org/10.3233/jifs-169146","mag":"2562248917"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-169146","doi":"https://doi.org/10.3233/jifs-169146","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jifs-169146","pdf_url":"https://content.iospress.com:443/download/journal-of-intelligent-and-fuzzy-systems/ifs169146?id=journal-of-intelligent-and-fuzzy-systems%2Fifs169146","source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://content.iospress.com:443/download/journal-of-intelligent-and-fuzzy-systems/ifs169146?id=journal-of-intelligent-and-fuzzy-systems%2Fifs169146","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081451369","display_name":"Lech Madeyski","orcid":"https://orcid.org/0000-0003-3907-3357","observed_orcids":["https://orcid.org/0000-0003-3907-3357"]},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Lech Madeyski","raw_affiliation_strings":["Faculty of Computer Science and Management, Wroclaw University of Science and Technology, Wroclaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Management, Wroclaw University of Science and Technology, Wroclaw, Poland","institution_ids":["https://openalex.org/I11923345"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012102325","display_name":"Barbara Ann Kitchenham","orcid":"https://orcid.org/0000-0002-6134-8460","observed_orcids":["https://orcid.org/0000-0002-6134-8460"]},"institutions":[{"id":"https://openalex.org/I56007636","display_name":"Keele University","ror":"https://ror.org/00340yn33","country_code":"GB","type":"education","lineage":["https://openalex.org/I56007636"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barbara Kitchenham","raw_affiliation_strings":["School of Computing and Mathematics, Keele University, Keele, UK","E-mail:","Fax: +48 71 321 1018"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, Keele University, Keele, UK","institution_ids":["https://openalex.org/I56007636"]},{"raw_affiliation_string":"E-mail:","institution_ids":[]},{"raw_affiliation_string":"Fax: +48 71 321 1018","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5081451369"],"corresponding_institution_ids":["https://openalex.org/I11923345"],"apc_list":{"value":4150,"currency":"USD","value_usd":4150},"apc_paid":{"value":4150,"currency":"USD","value_usd":4150},"fwci":8.2032,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.97048924,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"32","issue":"2","first_page":"1509","last_page":"1521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7494999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7494999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.20090000331401825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.025699999183416367,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducible-research","display_name":"reproducible research","score":1.0},{"id":"https://openalex.org/keywords/empirical-software-engineering","display_name":"empirical software engineering","score":0.8460000157356262},{"id":"https://openalex.org/keywords/research-reproducibility","display_name":"research reproducibility","score":0.9480000138282776},{"id":"https://openalex.org/keywords/research-validity","display_name":"research validity","score":0.8500000238418579},{"id":"https://openalex.org/keywords/research-reliability","display_name":"research reliability","score":0.7080000042915344},{"id":"https://openalex.org/keywords/computing-environment","display_name":"computational environment","score":0.5},{"id":"https://openalex.org/keywords/scientific-practice","display_name":"scientific practice","score":0.5299999713897705},{"id":"https://openalex.org/keywords/data-availability","display_name":"data availability","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6348031163215637},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5298970341682434},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5126904249191284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43812987208366394},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42664092779159546},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.41387131810188293},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32756853103637695},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15526911616325378},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07119762897491455},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/jifs-169146","doi":"https://doi.org/10.3233/jifs-169146","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jifs-169146","pdf_url":"https://content.iospress.com:443/download/journal-of-intelligent-and-fuzzy-systems/ifs169146?id=journal-of-intelligent-and-fuzzy-systems%2Fifs169146","source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.keele.ac.uk:2810","doi":null,"is_oa":true,"landing_page_url":"http://eprints.keele.ac.uk/2810/7/kitchenham_2017.pdf","pdf_url":"http://eprints.keele.ac.uk/2810/7/kitchenham_2017.pdf","source":{"id":"https://openalex.org/S4306402149","display_name":"Keele Research Repository (Keele University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I56007636","host_organization_name":"Keele University","host_organization_lineage":["https://openalex.org/I56007636"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3233/jifs-169146","doi":"https://doi.org/10.3233/jifs-169146","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jifs-169146","pdf_url":"https://content.iospress.com:443/download/journal-of-intelligent-and-fuzzy-systems/ifs169146?id=journal-of-intelligent-and-fuzzy-systems%2Fifs169146","source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2562248917.pdf","grobid_xml":"https://content.openalex.org/works/W2562248917.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1499441859","https://openalex.org/W1526025733","https://openalex.org/W1553182817","https://openalex.org/W1575893985","https://openalex.org/W1897139626","https://openalex.org/W2017419154","https://openalex.org/W2022406334","https://openalex.org/W2025274780","https://openalex.org/W2028639762","https://openalex.org/W2034158106","https://openalex.org/W2036259709","https://openalex.org/W2045116160","https://openalex.org/W2046766973","https://openalex.org/W2064161267","https://openalex.org/W2070100085","https://openalex.org/W2072550684","https://openalex.org/W2082699114","https://openalex.org/W2090625011","https://openalex.org/W2092515573","https://openalex.org/W2104279568","https://openalex.org/W2104551887","https://openalex.org/W2118283821","https://openalex.org/W2122010200","https://openalex.org/W2131883862","https://openalex.org/W2139210474","https://openalex.org/W2142188478","https://openalex.org/W2144981148","https://openalex.org/W2167926541","https://openalex.org/W2203366176","https://openalex.org/W2253427414","https://openalex.org/W2295373235","https://openalex.org/W2331384579","https://openalex.org/W2342082360","https://openalex.org/W2424693453","https://openalex.org/W2508327075","https://openalex.org/W2612764117","https://openalex.org/W2779567337","https://openalex.org/W3013019166","https://openalex.org/W4399569022"],"related_works":["https://openalex.org/W7217303283","https://openalex.org/W2090625011","https://openalex.org/W4386070929","https://openalex.org/W2010576942","https://openalex.org/W2792987835","https://openalex.org/W3161606367","https://openalex.org/W3013019166","https://openalex.org/W2999746425","https://openalex.org/W4384026529","https://openalex.org/W2624748643"],"abstract_inverted_index":{"Researchers":[0],"have":[1,94,135],"identified":[2],"problems":[3,47,158,179],"with":[4,159],"the":[5,46,58,73,76,98,109,122,132,178],"validity":[6],"of":[7,25,38,45,60,78,100,111,116,124,147,156,177],"software":[8,53,104,127,183],"engineering":[9,54,128,184],"research":[10,51,62,79,101,129],"findings.":[11],"In":[12],"particular,":[13],"it":[14],"is":[15,41,72,80],"often":[16],"impossible":[17],"to":[18,23,42,56,67,137,149,174],"reproduce":[19],"data":[20],"analyses,":[21],"due":[22],"lack":[24],"raw":[26],"data,":[27],"or":[28,32],"sufficient":[29],"summary":[30],"statistics,":[31],"undefined":[33],"analysis":[34],"procedures.":[35],"The":[36],"aim":[37],"this":[39],"paper":[40,83],"raise":[43],"awareness":[44],"caused":[48],"by":[49],"unreproducible":[50],"in":[52,103,126,181],"and":[55,84,130,157,171],"discuss":[57,108,121],"concept":[59],"reproducible":[61,151],"(RR)":[63],"as":[64,113],"a":[65,82,114,143],"mechanism":[66],"address":[68,175],"these":[69,118],"problems.":[70,119],"RR":[71,112,125,139,161,166],"idea":[74],"that":[75,93,165],"outcome":[77],"both":[81],"its":[85],"computational":[86],"environment.":[87],"We":[88,120,141,153,163],"report":[89,142],"some":[90,176],"recent":[91],"studies":[92],"cast":[95],"doubts":[96],"on":[97],"reliability":[99],"outcomes":[102],"engineering.":[105],"Then":[106],"we":[107,134],"use":[110,123],"means":[115],"addressing":[117],"present":[131],"methodology":[133],"used":[136],"adopt":[138],"principles.":[140],"small":[144],"working":[145],"example":[146],"how":[148],"create":[150],"research.":[152,185],"summarise":[154],"advantages":[155],"adopting":[160],"methods.":[162],"conclude":[164],"supports":[167],"good":[168],"scientific":[169],"practice":[170],"would":[172],"help":[173],"found":[180],"empirical":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2017-01-06T00:00:00"}