{"id":"https://openalex.org/W3101707179","doi":"https://doi.org/10.1145/3368089.3417039","title":"Continuous experimentation on artificial intelligence software: a research agenda","display_name":"Continuous experimentation on artificial intelligence software: a research agenda","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3101707179","doi":"https://doi.org/10.1145/3368089.3417039","mag":"3101707179"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3417039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3417039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011404590","display_name":"Anh Nguyen\u2010Duc","orcid":"https://orcid.org/0000-0002-7063-9200"},"institutions":[{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Anh Nguyen-Duc","raw_affiliation_strings":["University of South Eastern Norway, Norway"],"affiliations":[{"raw_affiliation_string":"University of South Eastern Norway, Norway","institution_ids":["https://openalex.org/I2801380234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058417486","display_name":"Pekka Abrahamsson","orcid":"https://orcid.org/0000-0002-4360-2226"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pekka Abrahamsson","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011404590"],"corresponding_institution_ids":["https://openalex.org/I2801380234"],"apc_list":null,"apc_paid":null,"fwci":1.8683,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8951943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1513","last_page":"1516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6873869895935059},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.6577361822128296},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5349878668785095},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5075675249099731},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.48781731724739075},{"id":"https://openalex.org/keywords/applications-of-artificial-intelligence","display_name":"Applications of artificial intelligence","score":0.4337038993835449},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42100217938423157},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3498910069465637},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19610550999641418}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6873869895935059},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.6577361822128296},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5349878668785095},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5075675249099731},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48781731724739075},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.4337038993835449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42100217938423157},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3498910069465637},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19610550999641418},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3368089.3417039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3417039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/73961","is_oa":false,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202102031411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"A4"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W575598456","https://openalex.org/W806202468","https://openalex.org/W1978619075","https://openalex.org/W2141812286","https://openalex.org/W2182687482","https://openalex.org/W2308158103","https://openalex.org/W2611130659","https://openalex.org/W2915480215","https://openalex.org/W2922234936","https://openalex.org/W2944264045","https://openalex.org/W2992884799","https://openalex.org/W2995639860","https://openalex.org/W3023123045","https://openalex.org/W3102459424"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W4321354308","https://openalex.org/W3118244000","https://openalex.org/W2290299503","https://openalex.org/W2211158793","https://openalex.org/W3029851195","https://openalex.org/W2081787263","https://openalex.org/W2046884474","https://openalex.org/W2183585111"],"abstract_inverted_index":{"Moving":[0],"from":[1,12],"experiments":[2],"to":[3,22,94],"industrial":[4,96],"level":[5],"AI":[6,27,46,67,79,97],"software":[7,32,42,98],"development":[8,51,68],"requires":[9],"a":[10,19,30,36,60,86,126],"shift":[11],"understanding":[13],"AI/":[14],"ML":[15],"model":[16],"attributes":[17],"as":[18,69],"standalone":[20],"experiment":[21],"know-how":[23],"integrating":[24],"and":[25,62,78,104],"operating":[26],"models":[28,80],"in":[29,59],"large-scale":[31],"system.":[33],"It":[34],"is":[35],"growing":[37],"demand":[38],"for":[39,132],"adopting":[40],"state-of-the-art":[41],"engineering":[43],"paradigms":[44],"into":[45],"development,":[47],"so":[48],"that":[49],"the":[50,117,122],"efforts":[52],"can":[53],"be":[54],"aligned":[55],"with":[56,116,129],"business":[57,76,101],"strategies":[58],"lean":[61],"fast-paced":[63],"manner.":[64],"We":[65,84],"describe":[66,85],"an":[70,90],"\u201cunknown":[71],"unknown\u201d":[72],"problem":[73],"where":[74],"both":[75],"needs":[77],"evolve":[81],"over":[82],"time.":[83],"holistic":[87],"view":[88],"of":[89,112],"iterative,":[91],"continuous":[92],"approach":[93],"develop":[95],"basing":[99],"on":[100,119],"goals,":[102],"requirements":[103],"Minimum":[105],"Viable":[106],"Products.":[107],"From":[108],"this,":[109],"five":[110],"areas":[111],"challenges":[113],"are":[114],"presented":[115],"focus":[118],"experimentation.":[120],"In":[121],"end,":[123],"we":[124],"propose":[125],"research":[127],"agenda":[128],"seven":[130],"questions":[131],"future":[133],"studies.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}