{"id":"https://openalex.org/W4382052182","doi":"https://doi.org/10.1145/3592813.3592927","title":"On Challenges and Opportunities of Using Continuous Experimentation in the Engineering of Contemporary Software Systems","display_name":"On Challenges and Opportunities of Using Continuous Experimentation in the Engineering of Contemporary Software Systems","alternate_titles":[],"publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4382052182","doi":"https://doi.org/10.1145/3592813.3592927"},"language":"en","primary_location":{"id":"doi:10.1145/3592813.3592927","doi":"https://doi.org/10.1145/3592813.3592927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592813.3592927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592813.3592927","source":{"id":"https://openalex.org/S4306501814","display_name":"Anais do Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI)","issn_l":"2177-885X","issn":["2177-885X","3086-4836"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the XIX Brazilian Symposium on Information Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4382052182"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3592813.3592927","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006720585","display_name":"Bruno Pedra\u00e7a de Souza","orcid":"https://orcid.org/0000-0002-1502-7703","observed_orcids":["https://orcid.org/0000-0002-1502-7703"]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Bruno Pedra\u00e7a Souza","raw_affiliation_strings":["COPPE/UFRJ, Federal University of Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-1502-7703","affiliations":[{"raw_affiliation_string":"COPPE/UFRJ, Federal University of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072735553","display_name":"Paulo S\u00e9rgio Medeiros dos Santos","orcid":"https://orcid.org/0000-0001-9502-1362","observed_orcids":["https://orcid.org/0000-0001-9502-1362"]},"institutions":[{"id":"https://openalex.org/I83648350","display_name":"Universidade Federal do Estado do Rio de Janeiro","ror":"https://ror.org/04tec8z30","country_code":"BR","type":"education","lineage":["https://openalex.org/I83648350"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo S\u00e9rgio Medeiros Santos","raw_affiliation_strings":["Federal University of the State of Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9502-1362","affiliations":[{"raw_affiliation_string":"Federal University of the State of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I83648350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042909836","display_name":"Guilherme Horta Travassos","orcid":"https://orcid.org/0000-0002-4258-0424","observed_orcids":["https://orcid.org/0000-0002-4258-0424"]},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Guilherme Horta Travassos","raw_affiliation_strings":["Federal University of Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4258-0424","affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5546,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62783483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"379"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7588000297546387,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7588000297546387,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.21469999849796295,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuous-experimentation","display_name":"continuous experimentation","score":0.9950000047683716},{"id":"https://openalex.org/keywords/software-engineering-challenges","display_name":"software engineering challenges","score":0.6449999809265137},{"id":"https://openalex.org/keywords/cyber-physical-systems","display_name":"cyber-physical systems","score":0.9229999780654907},{"id":"https://openalex.org/keywords/embedded-systems","display_name":"embedded systems","score":0.9990000128746033},{"id":"https://openalex.org/keywords/smart-cities","display_name":"smart cities","score":0.8149999976158142},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.9940000176429749},{"id":"https://openalex.org/keywords/software-quality","display_name":"software quality","score":0.5509999990463257},{"id":"https://openalex.org/keywords/engineering-risk","display_name":"engineering risk","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652757883071899},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5551849007606506},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5346765518188477},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.47177720069885254},{"id":"https://openalex.org/C120617098","wikidata":"https://www.wikidata.org/wiki/Q559486","display_name":"Systems development life cycle","level":5,"score":0.46534407138824463},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4646356403827667},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4630124568939209},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.455009400844574},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.44900378584861755},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4158935546875},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4128006100654602},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.38476991653442383},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.373945951461792},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.33982038497924805},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30821365118026733},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.23538273572921753},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3592813.3592927","doi":"https://doi.org/10.1145/3592813.3592927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592813.3592927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592813.3592927","source":{"id":"https://openalex.org/S4306501814","display_name":"Anais do Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI)","issn_l":"2177-885X","issn":["2177-885X","3086-4836"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the XIX Brazilian Symposium on Information Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3592813.3592927","doi":"https://doi.org/10.1145/3592813.3592927","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592813.3592927","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592813.3592927","source":{"id":"https://openalex.org/S4306501814","display_name":"Anais do Simp\u00f3sio Brasileiro de Sistemas de Informa\u00e7\u00e3o (SBSI)","issn_l":"2177-885X","issn":["2177-885X","3086-4836"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the XIX Brazilian Symposium on Information Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6773999929428101,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[{"id":"https://openalex.org/G247810146","display_name":null,"funder_award_id":"2018\u20104","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5499278830","display_name":null,"funder_award_id":"304234/2018-4","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322749","display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","ror":"https://ror.org/03kk0s825"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382052182.pdf","grobid_xml":"https://content.openalex.org/works/W4382052182.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W1851053987","https://openalex.org/W1938341505","https://openalex.org/W1975675278","https://openalex.org/W1978619075","https://openalex.org/W2030292044","https://openalex.org/W2075280826","https://openalex.org/W2094189035","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2210543184","https://openalex.org/W2259959024","https://openalex.org/W2308158103","https://openalex.org/W2486173390","https://openalex.org/W2518240769","https://openalex.org/W2525805491","https://openalex.org/W2565032187","https://openalex.org/W2615843232","https://openalex.org/W2616535920","https://openalex.org/W2727314799","https://openalex.org/W2735601500","https://openalex.org/W2753986546","https://openalex.org/W2758410517","https://openalex.org/W2783317701","https://openalex.org/W2804539745","https://openalex.org/W2806352853","https://openalex.org/W2891083109","https://openalex.org/W2895842676","https://openalex.org/W2948223798","https://openalex.org/W2974064574","https://openalex.org/W2980636232","https://openalex.org/W2985781274","https://openalex.org/W2992112400","https://openalex.org/W3011423189","https://openalex.org/W3047000694","https://openalex.org/W3093828406","https://openalex.org/W3106085689","https://openalex.org/W3136085434","https://openalex.org/W4229058796","https://openalex.org/W4285170326","https://openalex.org/W4291213652","https://openalex.org/W4298290966"],"related_works":["https://openalex.org/W4298290966","https://openalex.org/W3047000694","https://openalex.org/W2783317701","https://openalex.org/W2547683095","https://openalex.org/W7073730854","https://openalex.org/W2525805491","https://openalex.org/W4376256386","https://openalex.org/W4317000383","https://openalex.org/W2806352853","https://openalex.org/W2399776883"],"abstract_inverted_index":{"Context:":[0],"Modern":[1],"Information":[2,124],"Systems":[3,34,116,123],"require":[4],"the":[5,24,27,46,52,56,72,81,87,114,122,165,173,201,218,243],"use":[6,213,240],"of":[7,26,29,48,59,75,83,89,167,181,203,220,246],"contemporary":[8],"software":[9,53,63,221,232],"systems":[10,78,169,233],"such":[11],"as":[12],"Cyber-Physical":[13],"Systems,":[14,16,20],"Embedded":[15],"and":[17,43,55,65,103,118,170,183,209],"Smart":[18],"Cities-based":[19],"eventually":[21],"built":[22],"under":[23,113],"paradigm":[25],"Internet":[28],"Things.":[30],"These":[31,68],"Contemporary":[32],"Software":[33],"(CSS)":[35],"add":[36],"new":[37],"challenges":[38,70,125,182,208],"for":[39,214],"their":[40],"construction,":[41],"maintainability,":[42],"evolution,":[44],"including":[45],"involvement":[47],"many":[49],"actors":[50],"with":[51,121,140],"project":[54],"necessary":[57],"management":[58],"dependencies":[60],"among":[61],"hardware/things,":[62],"systems,":[64],"people.":[66],"Problem:":[67],"technological":[69],"jeopardize":[71],"final":[73],"quality":[74],"modern":[76,247],"information":[77,248],"due":[79],"to":[80,101,142,157,177,196,227],"lack":[82,219],"adequate":[84],"mechanisms":[85],"supporting":[86],"engineering":[88,105,215,242],"CSS.":[90,216],"Solution:":[91],"Continuous":[92],"Experimentation":[93],"(CE)":[94],"deserves":[95],"some":[96],"investigation":[97],"regarding":[98,126,185],"its":[99,239],"suitability":[100],"mitigate":[102],"reduce":[104],"CSS":[106,159,189],"risks.":[107],"IS":[108],"Theory:":[109],"This":[110],"research":[111],"is":[112,119],"General":[115],"Theory":[117],"consistent":[120],"building":[127],"smart":[128],"cities-based":[129],"systems.":[130,205,249],"Method:":[131],"To":[132],"undertake":[133],"a":[134,179],"Structured":[135],"Literature":[136],"Review":[137],"(StLR)":[138],"supported":[139],"snowballing":[141],"reveal":[143],"CE's":[144,198,212],"empirical":[145],"studies.":[146],"Results:":[147],"The":[148],"StLR":[149],"identified":[150],"seven":[151],"primary":[152],"studies":[153,162],"on":[154],"CE":[155,187,229],"adoption":[156],"support":[158,197],"building.":[160],"Many":[161],"are":[163,193],"in":[164,188,200,230,241],"domain":[166],"embedded":[168],"CPS.":[171],"Besides,":[172],"findings":[174],"allowed":[175],"us":[176],"conjecture":[178],"set":[180],"opportunities":[184],"using":[186],"engineering.":[190],"Conclusion:":[191],"There":[192],"emergent":[194],"technologies":[195],"execution":[199],"context":[202],"web-based":[204],"However,":[206],"several":[207],"gaps":[210],"surround":[211],"Furthermore,":[217],"technologies,":[222],"blueprints,":[223],"or":[224],"concrete":[225],"guidance":[226],"promote":[228],"these":[231],"can":[234],"motivate":[235],"further":[236],"investigations":[237],"into":[238],"important":[244],"parts":[245]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4382052182","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-06-27T00:00:00"}
