{"id":"https://openalex.org/W4405547182","doi":"https://doi.org/10.1145/3708497","title":"Towards Trustworthy Machine Learning in Production: An Overview of the Robustness in MLOps Approach","display_name":"Towards Trustworthy Machine Learning in Production: An Overview of the Robustness in MLOps Approach","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405547182","doi":"https://doi.org/10.1145/3708497"},"language":"en","primary_location":{"id":"doi:10.1145/3708497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3708497","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3708497","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024836775","display_name":"Firas Bayram","orcid":"https://orcid.org/0000-0003-0683-2783"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Firas Bayram","raw_affiliation_strings":["Karlstad University, Karlstad, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0683-2783","affiliations":[{"raw_affiliation_string":"Karlstad University, Karlstad, Sweden","institution_ids":["https://openalex.org/I43968019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031391282","display_name":"Bestoun S. Ahmed","orcid":"https://orcid.org/0000-0001-9051-7609"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ","SE"],"is_corresponding":false,"raw_author_name":"Bestoun S. Ahmed","raw_affiliation_strings":["Computer Science and Mathematics, Karlstad University, Karlstad Sweden and Department of Computer Science, Faculty of Electrical Engineering, Czech Technical University, Prague, Czech Republic","Computer Science and Mathematics, Karlstad University, Karlstad Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9051-7609","affiliations":[{"raw_affiliation_string":"Computer Science and Mathematics, Karlstad University, Karlstad Sweden and Department of Computer Science, Faculty of Electrical Engineering, Czech Technical University, Prague, Czech Republic","institution_ids":["https://openalex.org/I43968019","https://openalex.org/I44504214"]},{"raw_affiliation_string":"Computer Science and Mathematics, Karlstad University, Karlstad Sweden","institution_ids":["https://openalex.org/I43968019"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7232,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98180766,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"57","issue":"5","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9074580073356628},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7496809363365173},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7467817068099976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4129682183265686},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3826793134212494},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3743896484375},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.30455389618873596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9074580073356628},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7496809363365173},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7467817068099976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4129682183265686},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3826793134212494},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3743896484375},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30455389618873596},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3708497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3708497","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:kau-103395","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kau:diva-103395","pdf_url":"https://kau.diva-portal.org/smash/get/diva2:1940152/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3708497","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3708497","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":180,"referenced_works":["https://openalex.org/W97559023","https://openalex.org/W1493730910","https://openalex.org/W1546243928","https://openalex.org/W1593532658","https://openalex.org/W1596854558","https://openalex.org/W1901616594","https://openalex.org/W1979833590","https://openalex.org/W1990165991","https://openalex.org/W2003797551","https://openalex.org/W2028563099","https://openalex.org/W2036315391","https://openalex.org/W2037789405","https://openalex.org/W2045621032","https://openalex.org/W2053316513","https://openalex.org/W2058839679","https://openalex.org/W2102539288","https://openalex.org/W2103851188","https://openalex.org/W2109964623","https://openalex.org/W2122646361","https://openalex.org/W2131400476","https://openalex.org/W2148798622","https://openalex.org/W2157664934","https://openalex.org/W2157941646","https://openalex.org/W2160512933","https://openalex.org/W2161336914","https://openalex.org/W2167460663","https://openalex.org/W2345385609","https://openalex.org/W2407212869","https://openalex.org/W2437617937","https://openalex.org/W2576683119","https://openalex.org/W2611130659","https://openalex.org/W2738071030","https://openalex.org/W2740428142","https://openalex.org/W2743948853","https://openalex.org/W2762644836","https://openalex.org/W2769041395","https://openalex.org/W2771817472","https://openalex.org/W2776855315","https://openalex.org/W2782864149","https://openalex.org/W2889249015","https://openalex.org/W2891772212","https://openalex.org/W2909369566","https://openalex.org/W2909791909","https://openalex.org/W2921113176","https://openalex.org/W2922716635","https://openalex.org/W2922825939","https://openalex.org/W2946363484","https://openalex.org/W2949676527","https://openalex.org/W2953522645","https://openalex.org/W2959716049","https://openalex.org/W2963165448","https://openalex.org/W2963678934","https://openalex.org/W2963857521","https://openalex.org/W2968772574","https://openalex.org/W2973042192","https://openalex.org/W2974948251","https://openalex.org/W2979792666","https://openalex.org/W2981679558","https://openalex.org/W2994679946","https://openalex.org/W2995201943","https://openalex.org/W2996061341","https://openalex.org/W2998531464","https://openalex.org/W2999686113","https://openalex.org/W3000441679","https://openalex.org/W3003794402","https://openalex.org/W3006326483","https://openalex.org/W3008570669","https://openalex.org/W3020531607","https://openalex.org/W3021895430","https://openalex.org/W3030218575","https://openalex.org/W3032086959","https://openalex.org/W3033350094","https://openalex.org/W3034987706","https://openalex.org/W3040899439","https://openalex.org/W3041171722","https://openalex.org/W3041326191","https://openalex.org/W3041664846","https://openalex.org/W3082998439","https://openalex.org/W3089162373","https://openalex.org/W3089489910","https://openalex.org/W3090586341","https://openalex.org/W3090970177","https://openalex.org/W3092578031","https://openalex.org/W3099185017","https://openalex.org/W3103438889","https://openalex.org/W3104224589","https://openalex.org/W3106102469","https://openalex.org/W3106580438","https://openalex.org/W3108514269","https://openalex.org/W3111058250","https://openalex.org/W3111082901","https://openalex.org/W3123459983","https://openalex.org/W3133542152","https://openalex.org/W3134670202","https://openalex.org/W3135028703","https://openalex.org/W3135221028","https://openalex.org/W3144314767","https://openalex.org/W3152762006","https://openalex.org/W3157079644","https://openalex.org/W3157664688","https://openalex.org/W3160058503","https://openalex.org/W3160909062","https://openalex.org/W3161331107","https://openalex.org/W3163400780","https://openalex.org/W3165081806","https://openalex.org/W3165405739","https://openalex.org/W3170235047","https://openalex.org/W3174752098","https://openalex.org/W3177024555","https://openalex.org/W3178436058","https://openalex.org/W3184997675","https://openalex.org/W3189069319","https://openalex.org/W3195131965","https://openalex.org/W3198744515","https://openalex.org/W3202183072","https://openalex.org/W3202404742","https://openalex.org/W3202461888","https://openalex.org/W3204683753","https://openalex.org/W3205321526","https://openalex.org/W3205848359","https://openalex.org/W3206292363","https://openalex.org/W3210418146","https://openalex.org/W3212040976","https://openalex.org/W3215818562","https://openalex.org/W4200217704","https://openalex.org/W4205109136","https://openalex.org/W4205561327","https://openalex.org/W4206337041","https://openalex.org/W4210418006","https://openalex.org/W4211116959","https://openalex.org/W4212966400","https://openalex.org/W4214895166","https://openalex.org/W4220851938","https://openalex.org/W4221072216","https://openalex.org/W4221135149","https://openalex.org/W4221143223","https://openalex.org/W4225327430","https://openalex.org/W4225716729","https://openalex.org/W4229033625","https://openalex.org/W4229790071","https://openalex.org/W4235167622","https://openalex.org/W4236965008","https://openalex.org/W4239198127","https://openalex.org/W4240301789","https://openalex.org/W4240445711","https://openalex.org/W4243565423","https://openalex.org/W4244473079","https://openalex.org/W4248083651","https://openalex.org/W4250407917","https://openalex.org/W4251110525","https://openalex.org/W4252080152","https://openalex.org/W4253749611","https://openalex.org/W4281557348","https://openalex.org/W4281691770","https://openalex.org/W4281751571","https://openalex.org/W4282982657","https://openalex.org/W4283455258","https://openalex.org/W4285158860","https://openalex.org/W4285820068","https://openalex.org/W4287779465","https://openalex.org/W4292289324","https://openalex.org/W4308643025","https://openalex.org/W4308643994","https://openalex.org/W4316126954","https://openalex.org/W4360995249","https://openalex.org/W4388840685","https://openalex.org/W4390545818","https://openalex.org/W6637587255","https://openalex.org/W6674385629","https://openalex.org/W6755310938","https://openalex.org/W6762277082","https://openalex.org/W6780154528","https://openalex.org/W6785333560","https://openalex.org/W6790081443","https://openalex.org/W6798189970","https://openalex.org/W6798610976","https://openalex.org/W6803447106","https://openalex.org/W6809656848","https://openalex.org/W6838721142","https://openalex.org/W6839065305"],"related_works":["https://openalex.org/W2076536433","https://openalex.org/W90316445","https://openalex.org/W4327743613","https://openalex.org/W2965447900","https://openalex.org/W3199750033","https://openalex.org/W4391815708","https://openalex.org/W2374509987","https://openalex.org/W3163373470","https://openalex.org/W3005856188","https://openalex.org/W2770593030"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI),":[2],"and":[3,27,32,40,84,88,137,187,194,209,214,229],"especially":[4],"its":[5],"sub-field":[6],"of":[7,16,127,132,147,151,177,222],"Machine":[8,98],"Learning":[9,99],"(ML),":[10],"are":[11,58],"impacting":[12],"the":[13,55,67,78,125,148,168,174,185,200,206],"daily":[14],"lives":[15],"everyone":[17],"with":[18,236],"their":[19,196],"ubiquitous":[20],"applications.":[21],"In":[22,139,164],"recent":[23],"years,":[24],"AI":[25,234],"researchers":[26,136,228],"practitioners":[28,230],"have":[29,102],"introduced":[30],"principles":[31],"guidelines":[33],"to":[34,53,61,81,86,135,159,190,198,226,240],"build":[35,191],"systems":[36,49,179,193],"that":[37,57,65,172],"make":[38],"reliable":[39],"trustworthy":[41],"decisions.":[42],"From":[43],"a":[44,73,105,144,237],"practical":[45,233],"perspective,":[46],"conventional":[47],"ML":[48,63,110,121,178,243],"process":[50],"historical":[51],"data":[52],"extract":[54],"features":[56],"consequently":[59],"used":[60],"train":[62],"models":[64],"perform":[66],"desired":[68],"task.":[69],"However,":[70],"in":[71,90,112,119,180,245],"practice,":[72],"fundamental":[74],"challenge":[75],"arises":[76],"when":[77],"system":[79],"needs":[80],"be":[82],"operationalized":[83],"deployed":[85],"evolve":[87],"operate":[89],"real-life":[91],"environments":[92],"continuously.":[93],"To":[94],"address":[95,173],"this":[96,140,217,223],"challenge,":[97],"Operations":[100],"(MLOps)":[101],"emerged":[103],"as":[104],"potential":[106],"recipe":[107],"for":[108],"standardizing":[109],"solutions":[111,244],"deployment.":[113],"Although":[114],"MLOps":[115,129,152,162,192],"demonstrated":[116],"great":[117,133],"success":[118],"streamlining":[120],"processes,":[122],"thoroughly":[123],"defining":[124],"specifications":[126],"robust":[128,161,242],"approaches":[130,171],"remains":[131],"interest":[134],"practitioners.":[138],"paper,":[141],"we":[142,155,166,204],"provide":[143,227],"comprehensive":[145,238],"overview":[146],"trustworthiness":[149],"property":[150],"systems.":[153,163],"Specifically,":[154],"highlight":[156],"technical":[157],"practices":[158],"achieve":[160],"addition,":[165],"survey":[167],"existing":[169],"research":[170],"robustness":[175,201],"aspects":[176],"production.":[181],"We":[182],"also":[183],"review":[184],"tools":[186],"software":[188],"available":[189],"summarize":[195],"support":[197],"handle":[199],"aspects.":[202],"Finally,":[203],"present":[205],"open":[207],"challenges":[208],"propose":[210],"possible":[211],"future":[212],"directions":[213],"opportunities":[215],"within":[216],"emerging":[218],"field.":[219],"The":[220],"aim":[221],"paper":[224],"is":[225],"working":[231],"on":[232],"applications":[235],"view":[239],"adopt":[241],"production":[246],"environments.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}