{"id":"https://openalex.org/W3203038743","doi":"https://doi.org/10.1145/3474624.3477073","title":"Towards Improving Experimentation in Software Engineering","display_name":"Towards Improving Experimentation in Software Engineering","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3203038743","doi":"https://doi.org/10.1145/3474624.3477073","mag":"3203038743"},"language":"en","primary_location":{"id":"doi:10.1145/3474624.3477073","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474624.3477073","pdf_url":null,"source":{"id":"https://openalex.org/S4306417862","display_name":"Brazilian Symposium on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/10923/22150","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062059234","display_name":"Edson OliveiraJr","orcid":"https://orcid.org/0000-0002-4760-1626"},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Edson OliveiraJr","raw_affiliation_strings":["State University of Maring\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Maring\u00e1, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021687570","display_name":"Viviane R. Furtado","orcid":null},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Viviane Furtado","raw_affiliation_strings":["State University of Maring\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Maring\u00e1, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001798540","display_name":"Henrique Vignando","orcid":null},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Henrique Vignando","raw_affiliation_strings":["State University of Maring\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Maring\u00e1, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073403355","display_name":"Carlos Danilo Luz","orcid":"https://orcid.org/0000-0003-4219-9882"},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carlos Luz","raw_affiliation_strings":["State University of Maring\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Maring\u00e1, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112662791","display_name":"Andr\u00e9 F. R. Cordeiro","orcid":null},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Cordeiro","raw_affiliation_strings":["State University of Maring\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"State University of Maring\u00e1, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Igor Steinmacher","raw_affiliation_strings":["Federal University of Technology - Paran\u00e1, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Technology - Paran\u00e1, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048124867","display_name":"Avelino F. Zorzo","orcid":"https://orcid.org/0000-0002-0790-6759"},"institutions":[{"id":"https://openalex.org/I45643870","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio Grande do Sul","ror":"https://ror.org/025vmq686","country_code":"BR","type":"education","lineage":["https://openalex.org/I45643870"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Avelino Zorzo","raw_affiliation_strings":["Pontifical Catholic University of Rio Grande do Sul, Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio Grande do Sul, Brazil","institution_ids":["https://openalex.org/I45643870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5062059234"],"corresponding_institution_ids":["https://openalex.org/I123443094"],"apc_list":null,"apc_paid":null,"fwci":6.2432,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96413793,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"335","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7079493999481201},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6547384262084961},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5502116084098816},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.4378725588321686},{"id":"https://openalex.org/keywords/software-engineering-process-group","display_name":"Software Engineering Process Group","score":0.428627610206604},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4283137321472168},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.36117881536483765},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.27658236026763916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7079493999481201},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6547384262084961},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5502116084098816},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4378725588321686},{"id":"https://openalex.org/C44416564","wikidata":"https://www.wikidata.org/wiki/Q7554199","display_name":"Software Engineering Process Group","level":5,"score":0.428627610206604},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4283137321472168},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.36117881536483765},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.27658236026763916},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3474624.3477073","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474624.3477073","pdf_url":null,"source":{"id":"https://openalex.org/S4306417862","display_name":"Brazilian Symposium on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:repositorio.pucrs.br:10923/22150","is_oa":true,"landing_page_url":"https://hdl.handle.net/10923/22150","pdf_url":null,"source":{"id":"https://openalex.org/S4377196369","display_name":"PUCRS Repository (Pontifical Catholic University of Rio Grande do Sul)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45643870","host_organization_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio Grande do Sul","host_organization_lineage":["https://openalex.org/I45643870"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"}],"best_oa_location":{"id":"pmh:oai:repositorio.pucrs.br:10923/22150","is_oa":true,"landing_page_url":"https://hdl.handle.net/10923/22150","pdf_url":null,"source":{"id":"https://openalex.org/S4377196369","display_name":"PUCRS Repository (Pontifical Catholic University of Rio Grande do Sul)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45643870","host_organization_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio Grande do Sul","host_organization_lineage":["https://openalex.org/I45643870"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2008985174","https://openalex.org/W2035099508","https://openalex.org/W2082256810","https://openalex.org/W2090625011","https://openalex.org/W2113533445","https://openalex.org/W2115919801","https://openalex.org/W2127424938","https://openalex.org/W2133345877","https://openalex.org/W2156448859","https://openalex.org/W2159715729","https://openalex.org/W2400632833","https://openalex.org/W2620002388","https://openalex.org/W2735601500","https://openalex.org/W2783317701","https://openalex.org/W2963364536","https://openalex.org/W2963392119","https://openalex.org/W4291213652"],"related_works":["https://openalex.org/W2016728325","https://openalex.org/W2615628790","https://openalex.org/W2003157902","https://openalex.org/W403164","https://openalex.org/W2139942891","https://openalex.org/W2164098295","https://openalex.org/W2118172556","https://openalex.org/W2349277904","https://openalex.org/W2317349226","https://openalex.org/W2155198215"],"abstract_inverted_index":{"[Background:]":[0],"Experimentation":[1],"in":[2,20],"Software":[3,21,49,155],"Engineering":[4,22,50,156],"plays":[5],"a":[6,33,103],"central":[7,104],"role":[8],"on":[9,81],"sharing":[10],"and":[11,59,62,71,78,87,101,110,124,129,140,142,148,153,162],"verifying":[12],"scientific":[13],"findings.":[14],"As":[15],"experiments":[16,67,123],"have":[17],"increased":[18],"significantly":[19],"area,":[23],"we":[24,57,91],"observe":[25],"that":[26],"most":[27],"of":[28,47,83,107,138,165],"them":[29],"fail":[30],"to":[31,35,64,114],"provide":[32,98],"way":[34],"be":[36],"repeated,":[37],"replicated":[38],"or":[39,43],"reproduced,":[40],"thus":[41],"jeopardizing":[42],"delaying":[44],"the":[45,48,160],"evolution":[46,157],"area.":[51],"[Aims:]":[52],"In":[53],"this":[54],"vision":[55],"paper,":[56],"present":[58],"discuss":[60],"techniques":[61,77,116,147],"infrastructure":[63,79,105,149],"continuously":[65],"improve":[66],"towards":[68],"repeatability,":[69],"replicability,":[70],"reproducibility.":[72],"[Method:]":[73],"We":[74,97],"define":[75],"these":[76],"based":[80],"experiences":[82],"our":[84],"research":[85],"groups":[86],"existing":[88],"literature.":[89],"Furthermore,":[90],"follow":[92],"Open":[93],"Science":[94],"principles.":[95],"[Results:]":[96],"incipient":[99],"results":[100],"foresee":[102],"composed":[106],"two":[108,111],"repositories":[109],"recommendation":[112],"systems":[113],"support":[115],"for:":[117],"reporting":[118],"experiments;":[119,131,139],"developing":[120],"ontologies":[121],"for":[122],"open":[125],"educational":[126],"resources;":[127],"mining":[128],"recommending":[130],"specifying":[132],"data":[133],"management":[134],"plans,":[135],"identifying":[136],"families":[137],"teaching":[141],"learning":[143],"experimentation.":[144],"[Conclusions:]":[145],"Our":[146],"will":[150],"prospectively":[151],"motivate":[152],"benefit":[154],"by":[158],"improving":[159],"conduction":[161],"further":[163],"reproducibility":[164],"experiments.":[166]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}