{"id":"https://openalex.org/W4400519494","doi":"https://doi.org/10.1145/3641525.3663624","title":"Towards Evidence-Based Software Quality Practices for Reproducibility: Practices and Aligned Software Qualities","display_name":"Towards Evidence-Based Software Quality Practices for Reproducibility: Practices and Aligned Software Qualities","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4400519494","doi":"https://doi.org/10.1145/3641525.3663624"},"language":"en","primary_location":{"id":"doi:10.1145/3641525.3663624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641525.3663624?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3641525.3663624?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082284555","display_name":"Christian Gilbertson","orcid":"https://orcid.org/0000-0002-1743-3684"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Gilbertson","raw_affiliation_strings":["Sandia National Labs, United States"],"raw_orcid":"https://orcid.org/0000-0002-1743-3684","affiliations":[{"raw_affiliation_string":"Sandia National Labs, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045675862","display_name":"Miranda Mundt","orcid":"https://orcid.org/0000-0002-5283-2138"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miranda Mundt","raw_affiliation_strings":["Sandia National Labs, United States"],"raw_orcid":"https://orcid.org/0000-0002-5283-2138","affiliations":[{"raw_affiliation_string":"Sandia National Labs, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060253154","display_name":"Joshua Teves","orcid":"https://orcid.org/0000-0002-7767-0067"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshua Teves","raw_affiliation_strings":["Sandia National Labs, United States"],"raw_orcid":"https://orcid.org/0000-0002-7767-0067","affiliations":[{"raw_affiliation_string":"Sandia National Labs, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103306141","display_name":"Simone Angelo Toribio","orcid":"https://orcid.org/0009-0001-7156-3885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simone Toribio","raw_affiliation_strings":["Sandia National Labs, United States"],"raw_orcid":"https://orcid.org/0009-0001-7156-3885","affiliations":[{"raw_affiliation_string":"Sandia National Labs, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029685838","display_name":"Reed Milewicz","orcid":"https://orcid.org/0000-0002-1701-0008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reed Milewicz","raw_affiliation_strings":["Sandia National Labs, United States"],"raw_orcid":"https://orcid.org/0000-0002-1701-0008","affiliations":[{"raw_affiliation_string":"Sandia National Labs, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7361,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92592509,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"52","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.6814396977424622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6049624681472778},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5548139214515686},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5387498140335083},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5331228375434875},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4560217559337616},{"id":"https://openalex.org/keywords/software-quality-control","display_name":"Software quality control","score":0.4408700466156006},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.4178037643432617},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3307827115058899},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14208093285560608},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10231024026870728},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.0754997730255127},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.058985769748687744},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.05620881915092468}],"concepts":[{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6814396977424622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6049624681472778},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5548139214515686},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5387498140335083},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5331228375434875},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4560217559337616},{"id":"https://openalex.org/C176035894","wikidata":"https://www.wikidata.org/wiki/Q7554350","display_name":"Software quality control","level":5,"score":0.4408700466156006},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.4178037643432617},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3307827115058899},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14208093285560608},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10231024026870728},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0754997730255127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.058985769748687744},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.05620881915092468},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641525.3663624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641525.3663624?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3641525.3663624","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641525.3663624","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641525.3663624?download=true","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM Conference on Reproducibility and Replicability","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.6299999952316284,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G2151882937","display_name":null,"funder_award_id":"229304","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400519494.pdf","grobid_xml":"https://content.openalex.org/works/W4400519494.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W906769828","https://openalex.org/W1574680346","https://openalex.org/W1833911422","https://openalex.org/W1908899996","https://openalex.org/W1967101604","https://openalex.org/W1986467665","https://openalex.org/W2068069008","https://openalex.org/W2071698610","https://openalex.org/W2071949631","https://openalex.org/W2078571717","https://openalex.org/W2086086902","https://openalex.org/W2110417468","https://openalex.org/W2139876174","https://openalex.org/W2160212884","https://openalex.org/W2160708296","https://openalex.org/W2184958262","https://openalex.org/W2604358811","https://openalex.org/W2612995727","https://openalex.org/W2625117623","https://openalex.org/W2657046718","https://openalex.org/W2773631801","https://openalex.org/W2794831361","https://openalex.org/W2799768038","https://openalex.org/W2886608847","https://openalex.org/W2887900586","https://openalex.org/W2901303390","https://openalex.org/W2903405213","https://openalex.org/W2903482379","https://openalex.org/W2921380453","https://openalex.org/W2944196828","https://openalex.org/W2951547501","https://openalex.org/W2954370766","https://openalex.org/W3004765025","https://openalex.org/W3006197148","https://openalex.org/W3015332263","https://openalex.org/W3016194403","https://openalex.org/W3040207031","https://openalex.org/W3046401567","https://openalex.org/W3109268737","https://openalex.org/W3110693568","https://openalex.org/W3121485564","https://openalex.org/W3126002998","https://openalex.org/W3142490982","https://openalex.org/W3155360967","https://openalex.org/W3160344069","https://openalex.org/W3197536980","https://openalex.org/W4212897670","https://openalex.org/W4213012017","https://openalex.org/W4239843108","https://openalex.org/W4286824741","https://openalex.org/W4382362084","https://openalex.org/W4382363318"],"related_works":["https://openalex.org/W2549211027","https://openalex.org/W1981645631","https://openalex.org/W1580492598","https://openalex.org/W2090249529","https://openalex.org/W2117398427","https://openalex.org/W2406746345","https://openalex.org/W2184255123","https://openalex.org/W2123460498","https://openalex.org/W270826027","https://openalex.org/W245206422"],"abstract_inverted_index":{"Among":[0,128],"computational":[1],"science":[2],"and":[3,24,53,58,77,107,115,126,144,151,175,179,203],"engineering":[4,75,97],"(CSE)":[5],"software":[6,20,51,74,96,119,145,165,199,207],"development":[7,208],"projects,":[8],"reproducibility":[9,44,57,141],"of":[10,32,48,61,73,94,99,112,117,142,159],"results":[11],"is":[12,29,63,201],"widely":[13],"understood":[14],"to":[15,21,38,120,139,169,187,195],"be":[16,22,170],"essential":[17],"for":[18,35,87],"the":[19,46,49,54,71,95,157],"useful":[23],"meaningful.":[25],"At":[26],"present,":[27],"there":[28],"a":[30,85,108],"lack":[31],"empirical":[33],"support":[34],"how":[36,198],"best":[37],"design":[39],"for,":[40],"implement,":[41],"or":[42],"maintain":[43],"over":[45],"course":[47],"CSE":[50,118,206],"lifecycle,":[52],"relationship":[55],"between":[56],"other":[59],"qualities":[60,79],"interest":[62],"not":[64],"well-understood.":[65],"In":[66],"this":[67],"study,":[68],"we":[69,90,131],"consider":[70],"role":[72],"practices":[76,98,134],"product":[78],"in":[80,205],"enabling":[81],"reproducibility.":[82,127,188],"To":[83],"build":[84],"foundation":[86],"future":[88],"studies,":[89],"conducted":[91],"case":[92],"studies":[93,194],"9":[100],"teams":[101],"at":[102,146],"Sandia":[103],"National":[104],"Laboratories":[105],"(Sandia),":[106],"first-in-kind":[109],"online":[110],"survey":[111,160],"219":[113],"developers":[114],"users":[116],"assess":[121],"their":[122],"beliefs":[123],"about":[124],"quality":[125,200],"our":[129],"results,":[130],"identified":[132],"three":[133],"that":[135,156,163,176],"were":[136,181],"universally":[137],"attributed":[138],"enhancing":[140],"research":[143],"Sandia:":[147],"automated":[148],"testing,":[149],"documentation,":[150],"version":[152],"control.":[153],"We":[154],"found":[155],"majority":[158],"respondents":[161],"believed":[162],"high-quality":[164],"was":[166],"more":[167],"likely":[168],"reproducible":[171],"than":[172],"low-quality":[173],"software,":[174],"maintainability,":[177],"reliability,":[178],"usability":[180],"generally":[182],"seen":[183],"as":[184],"positively":[185],"contributing":[186],"These":[189],"preliminary":[190],"findings":[191],"merit":[192],"follow-up":[193],"better":[196],"understand":[197],"valued":[202],"enacted":[204],"practice.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}