{"id":"https://openalex.org/W4409591397","doi":"https://doi.org/10.1145/3731597","title":"State-of-the-Art and Challenges of Engineering ML- Enabled Software Systems in the Deep Learning Era","display_name":"State-of-the-Art and Challenges of Engineering ML- Enabled Software Systems in the Deep Learning Era","publication_year":2025,"publication_date":"2025-04-19","ids":{"openalex":"https://openalex.org/W4409591397","doi":"https://doi.org/10.1145/3731597"},"language":"en","primary_location":{"id":"doi:10.1145/3731597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731597","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3731597","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012897145","display_name":"Gebremariam Assres","orcid":"https://orcid.org/0000-0002-6760-690X"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Gebremariam Assres","raw_affiliation_strings":["Kristiania University of Applied Sciences, Oslo, Norway","Kristiania University of Applied Sciences,  Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-6760-690X","affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences,  Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038716285","display_name":"Guru Prasad Bhandari","orcid":"https://orcid.org/0000-0003-4032-7465"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Guru Bhandari","raw_affiliation_strings":["Kristiania University of Applied Sciences, Oslo, Norway","Kristiania University of Applied Sciences,  Oslo Norway"],"raw_orcid":"https://orcid.org/0000-0003-4032-7465","affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences,  Oslo Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011052188","display_name":"Andrii Shalaginov","orcid":"https://orcid.org/0000-0003-1980-6875"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andrii Shalaginov","raw_affiliation_strings":["Kristiania University of Applied Sciences, Oslo, Norway","Kristiania University of Applied Sciences,  Oslo Norway"],"raw_orcid":"https://orcid.org/0000-0003-1980-6875","affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences,  Oslo Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037685353","display_name":"Tor\u2010Morten Gr\u00f8nli","orcid":"https://orcid.org/0000-0002-2026-4551"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Tor-Morten Gronli","raw_affiliation_strings":["Kristiania University of Applied Sciences, Oslo, Norway","Kristiania University of Applied Sciences,  Oslo Norway"],"raw_orcid":"https://orcid.org/0000-0002-2026-4551","affiliations":[{"raw_affiliation_string":"Kristiania University of Applied Sciences, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]},{"raw_affiliation_string":"Kristiania University of Applied Sciences,  Oslo Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084177841","display_name":"Gheorghi\u021b\u0103 Ghinea","orcid":"https://orcid.org/0000-0003-2578-5580"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gheorghita Ghinea","raw_affiliation_strings":["Computer Science, Brunel University London, London, United Kingdom of Great Britain and Northern Ireland","Computer Science, Brunel University London, London United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0003-2578-5580","affiliations":[{"raw_affiliation_string":"Computer Science, Brunel University London, London, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Computer Science, Brunel University London, London United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.1297,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97439173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"57","issue":"10","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8350046873092651},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5185976028442383},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5044656991958618},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4742680788040161},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45581287145614624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39343351125717163},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24466127157211304}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8350046873092651},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5185976028442383},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5044656991958618},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4742680788040161},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45581287145614624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39343351125717163},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24466127157211304}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3731597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731597","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/31129","is_oa":true,"landing_page_url":"https://orcid.org/0000-0003-2578-5580","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3731597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731597","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":150,"referenced_works":["https://openalex.org/W120384207","https://openalex.org/W121341782","https://openalex.org/W1539987097","https://openalex.org/W1643665322","https://openalex.org/W1965747070","https://openalex.org/W1989462999","https://openalex.org/W1990573303","https://openalex.org/W1991701795","https://openalex.org/W1995877998","https://openalex.org/W2015887364","https://openalex.org/W2061008477","https://openalex.org/W2075344462","https://openalex.org/W2105393160","https://openalex.org/W2106956101","https://openalex.org/W2108598243","https://openalex.org/W2122410182","https://openalex.org/W2124493593","https://openalex.org/W2126574721","https://openalex.org/W2136478087","https://openalex.org/W2138980644","https://openalex.org/W2148591112","https://openalex.org/W2149868499","https://openalex.org/W2151906117","https://openalex.org/W2163605009","https://openalex.org/W2167598051","https://openalex.org/W2168130919","https://openalex.org/W2189162242","https://openalex.org/W2222304136","https://openalex.org/W2462947182","https://openalex.org/W2768432182","https://openalex.org/W2772320796","https://openalex.org/W2779279197","https://openalex.org/W2786308658","https://openalex.org/W2787946654","https://openalex.org/W2806456500","https://openalex.org/W2809841897","https://openalex.org/W2886057165","https://openalex.org/W2886324022","https://openalex.org/W2888507760","https://openalex.org/W2889031479","https://openalex.org/W2894409651","https://openalex.org/W2896183282","https://openalex.org/W2896671475","https://openalex.org/W2897889469","https://openalex.org/W2898868990","https://openalex.org/W2915069968","https://openalex.org/W2922234936","https://openalex.org/W2944264045","https://openalex.org/W2953412990","https://openalex.org/W2955685009","https://openalex.org/W2964759459","https://openalex.org/W2968594320","https://openalex.org/W2978686835","https://openalex.org/W2980245856","https://openalex.org/W2982465432","https://openalex.org/W2995895679","https://openalex.org/W2998064020","https://openalex.org/W2999691867","https://openalex.org/W3003319207","https://openalex.org/W3004493192","https://openalex.org/W3006036236","https://openalex.org/W3008771494","https://openalex.org/W3009311085","https://openalex.org/W3017201198","https://openalex.org/W3033350094","https://openalex.org/W3034272367","https://openalex.org/W3036062984","https://openalex.org/W3036992142","https://openalex.org/W3089021530","https://openalex.org/W3089091363","https://openalex.org/W3091633490","https://openalex.org/W3096440376","https://openalex.org/W3099889937","https://openalex.org/W3100925971","https://openalex.org/W3101707179","https://openalex.org/W3104128335","https://openalex.org/W3106293709","https://openalex.org/W3116093958","https://openalex.org/W3118773398","https://openalex.org/W3132150767","https://openalex.org/W3132191748","https://openalex.org/W3133855966","https://openalex.org/W3134361503","https://openalex.org/W3134796670","https://openalex.org/W3134861901","https://openalex.org/W3135028703","https://openalex.org/W3160349922","https://openalex.org/W3160369295","https://openalex.org/W3160440363","https://openalex.org/W3173148850","https://openalex.org/W3175576298","https://openalex.org/W3176115515","https://openalex.org/W3179343042","https://openalex.org/W3185987447","https://openalex.org/W3195252095","https://openalex.org/W3216176226","https://openalex.org/W3216348338","https://openalex.org/W4205159675","https://openalex.org/W4205427177","https://openalex.org/W4214664466","https://openalex.org/W4220891756","https://openalex.org/W4224991249","https://openalex.org/W4226199624","https://openalex.org/W4231630275","https://openalex.org/W4233183369","https://openalex.org/W4233730851","https://openalex.org/W4239249613","https://openalex.org/W4248950571","https://openalex.org/W4281768442","https://openalex.org/W4283214145","https://openalex.org/W4284670548","https://openalex.org/W4284681547","https://openalex.org/W4285141508","https://openalex.org/W4286331425","https://openalex.org/W4288048330","https://openalex.org/W4289821803","https://openalex.org/W4292245834","https://openalex.org/W4294612979","https://openalex.org/W4297156436","https://openalex.org/W4310282516","https://openalex.org/W4312570804","https://openalex.org/W4312950202","https://openalex.org/W4313181686","https://openalex.org/W4313656815","https://openalex.org/W4315705962","https://openalex.org/W4316126954","https://openalex.org/W4319150660","https://openalex.org/W4321153003","https://openalex.org/W4322730935","https://openalex.org/W4384302776","https://openalex.org/W4387486151","https://openalex.org/W4387541921","https://openalex.org/W4388692756","https://openalex.org/W4389260553","https://openalex.org/W4391136507","https://openalex.org/W4391974543","https://openalex.org/W4392414327","https://openalex.org/W4393055561","https://openalex.org/W4393407127","https://openalex.org/W4394709795","https://openalex.org/W4394709797","https://openalex.org/W4396651321","https://openalex.org/W4396821716","https://openalex.org/W4399530856","https://openalex.org/W4399530991","https://openalex.org/W4399531544","https://openalex.org/W4400316819","https://openalex.org/W4402387408","https://openalex.org/W4408958375","https://openalex.org/W6886062851"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Emerging":[0],"from":[1,44],"the":[2,6,31,48,64,85,104,126],"software":[3,9,53,62],"crisis":[4],"of":[5,39,50,66,95,108,150],"1960s,":[7],"conventional":[8,61],"systems":[10],"have":[11],"vastly":[12],"improved":[13],"through":[14],"Software":[15,76],"Engineering":[16],"(SE)":[17],"practices.":[18],"Simultaneously,":[19],"Artificial":[20],"Intelligence":[21],"(AI)":[22],"endeavors":[23],"to":[24],"augment":[25],"or":[26],"replace":[27],"human":[28],"decision-making.":[29],"In":[30],"contemporary":[32],"landscape,":[33],"Machine":[34],"Learning":[35,88],"(ML),":[36],"a":[37],"subset":[38],"AI,":[40],"leverages":[41],"extensive":[42],"data":[43,113],"diverse":[45],"sources,":[46],"fostering":[47],"development":[49,132],"ML-enabled":[51,71,110],"(intelligent)":[52],"systems.":[54],"While":[55],"ML":[56],"is":[57],"increasingly":[58],"utilized":[59],"in":[60,69,84],"development,":[63],"integration":[65],"SE":[67],"practices":[68],"developing":[70,109],"systems,":[72],"especially":[73],"across":[74],"typical":[75],"Development":[77],"Life":[78],"Cycle":[79],"(SDLC)":[80],"phases":[81],"and":[82,119,121,131,148],"methodologies":[83],"post-2010":[86],"Deep":[87],"(DL)":[89],"era,":[90],"remains":[91],"underexplored.":[92],"Our":[93],"survey":[94],"existing":[96],"literature":[97],"unveils":[98],"insights":[99],"into":[100],"current":[101],"practices,":[102],"emphasizing":[103],"interdisciplinary":[105],"collaboration":[106],"challenges":[107],"software,":[111],"including":[112],"quality,":[114],"ethics,":[115],"explainability,":[116],"continuous":[117],"monitoring":[118],"adaptation,":[120],"security.":[122],"The":[123],"study":[124],"underscores":[125],"imperative":[127],"for":[128],"ongoing":[129],"research":[130],"with":[133],"focus":[134],"on":[135],"data-driven":[136],"hypotheses,":[137],"non-functional":[138],"requirements,":[139],"established":[140],"design":[141],"principles,":[142],"ML-first":[143],"integration,":[144],"automation,":[145],"specialized":[146],"testing,":[147],"use":[149],"agile":[151],"methods.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}