{"id":"https://openalex.org/W2806352853","doi":"https://doi.org/10.1145/3194760.3194766","title":"Continuous experimentation and A/B testing","display_name":"Continuous experimentation and A/B testing","publication_year":2018,"publication_date":"2018-05-29","ids":{"openalex":"https://openalex.org/W2806352853","doi":"https://doi.org/10.1145/3194760.3194766","mag":"2806352853"},"language":"en","primary_location":{"id":"doi:10.1145/3194760.3194766","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194760.3194766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Workshop on Rapid Continuous Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029376731","display_name":"Rasmus Ros","orcid":"https://orcid.org/0000-0002-0183-0407"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Rasmus Ros","raw_affiliation_strings":["Lund University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lund University, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087032437","display_name":"Per Runeson","orcid":"https://orcid.org/0000-0003-2795-4851"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Per Runeson","raw_affiliation_strings":["Lund University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lund University, Sweden","institution_ids":["https://openalex.org/I187531555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I187531555"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.930899977684021,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.6133376359939575},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5641456246376038},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5520784854888916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5313447117805481},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5312402248382568},{"id":"https://openalex.org/keywords/software-technical-review","display_name":"Software technical review","score":0.5021862983703613},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.49609336256980896},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4535955786705017},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.4317474961280823},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41969719529151917},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3923075199127197},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.37513467669487},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.32953542470932007},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.29376548528671265},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24986600875854492},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1977350413799286},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.09097319841384888}],"concepts":[{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.6133376359939575},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5641456246376038},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5520784854888916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5313447117805481},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5312402248382568},{"id":"https://openalex.org/C6586637","wikidata":"https://www.wikidata.org/wiki/Q7554372","display_name":"Software technical review","level":5,"score":0.5021862983703613},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.49609336256980896},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4535955786705017},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.4317474961280823},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41969719529151917},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3923075199127197},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.37513467669487},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32953542470932007},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.29376548528671265},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24986600875854492},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1977350413799286},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09097319841384888},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3194760.3194766","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194760.3194766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Workshop on Rapid Continuous Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:lup.lub.lu.se:f88910dc-16fd-433e-ada2-7482f09d33d0","is_oa":false,"landing_page_url":"https://lup.lub.lu.se/record/f88910dc-16fd-433e-ada2-7482f09d33d0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W806202468","https://openalex.org/W984122461","https://openalex.org/W1506890006","https://openalex.org/W1851053987","https://openalex.org/W1971890614","https://openalex.org/W1975566260","https://openalex.org/W2007331509","https://openalex.org/W2038135052","https://openalex.org/W2049073146","https://openalex.org/W2051199128","https://openalex.org/W2069003154","https://openalex.org/W2070815407","https://openalex.org/W2072668705","https://openalex.org/W2074380434","https://openalex.org/W2095056536","https://openalex.org/W2104942079","https://openalex.org/W2112508839","https://openalex.org/W2126002144","https://openalex.org/W2128961774","https://openalex.org/W2295410297","https://openalex.org/W2308158103","https://openalex.org/W2341636400","https://openalex.org/W2347124920","https://openalex.org/W2509860763","https://openalex.org/W2580363593","https://openalex.org/W2592958012","https://openalex.org/W2612764117","https://openalex.org/W2621485502","https://openalex.org/W2743027853","https://openalex.org/W2760448772","https://openalex.org/W2771819485","https://openalex.org/W2963366444","https://openalex.org/W4245984308"],"related_works":["https://openalex.org/W2212955619","https://openalex.org/W3124296310","https://openalex.org/W2289273099","https://openalex.org/W5759616","https://openalex.org/W3010365299","https://openalex.org/W2127166435","https://openalex.org/W2329688692","https://openalex.org/W2158810340","https://openalex.org/W4248073658","https://openalex.org/W2137198064"],"abstract_inverted_index":{"Background.":[0],"Continuous":[1],"experimentation":[2],"(CE)":[3],"has":[4],"recently":[5],"emerged":[6],"as":[7,13,111],"an":[8,66],"established":[9],"industry":[10],"practice":[11],"and":[12,26,71,87,97,107,122,134,163,185],"a":[14,79,92,112,181],"research":[15,74,144,155,159],"subject.":[16],"Our":[17],"aim":[18],"is":[19,40,50,147,178],"to":[20,36,58,64,131,180],"study":[21,82],"the":[22,60,69,84,171],"application":[23],"of":[24,45,68,83,94,160,165,183],"CE":[25,39,146],"A/B":[27,176],"testing":[28,177],"in":[29,42,52,149,157],"various":[30],"industrial":[31],"contexts.":[32],"Objective.":[33],"We":[34,55,77,168],"wanted":[35,57],"investigate":[37],"whether":[38],"used":[41],"different":[43],"sectors":[44],"industry,":[46],"by":[47],"how":[48],"it":[49],"reported":[51,101],"academic":[53],"studies.":[54],"also":[56],"explore":[59],"main":[61],"topics":[62,128,162],"researched":[63,127],"give":[65],"overview":[67],"subject":[70],"discuss":[72],"future":[73,154],"directions.":[75],"Method.":[76],"performed":[78],"systematic":[80],"mapping":[81],"published":[85],"literature":[86],"included":[88,172],"62":[89],"papers,":[90],"using":[91],"combination":[93],"database":[95],"search":[96],"snowballing.":[98],"Results.":[99],"Most":[100],"software":[102,109,121,138,142,184],"experiments":[103,133],"are":[104,129,153],"done":[105],"online":[106],"with":[108],"delivered":[110],"service,":[113],"although":[114],"varied":[115],"exemptions":[116],"exist":[117],"for":[118,137],"e.g.,":[119],"financial":[120],"games.":[123],"The":[124,141],"most":[125],"frequently":[126],"challenges":[130],"conduct":[132],"statistical":[135],"methods":[136],"experiments.":[139],"Conclusions.":[140],"engineering":[143],"on":[145],"still":[148],"its":[150],"infancy.":[151],"There":[152],"opportunities":[156],"evaluation":[158],"technical":[161],"investigations":[164],"ethical":[166],"experimentation.":[167],"conclude":[169],"that":[170,175],"studies":[173],"show":[174],"applicable":[179],"diversity":[182],"organisations.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2018-06-13T00:00:00"}