{"id":"https://openalex.org/W4390317578","doi":"https://doi.org/10.1145/3638531","title":"Security for Machine Learning-based Software Systems: A Survey of Threats, Practices, and Challenges","display_name":"Security for Machine Learning-based Software Systems: A Survey of Threats, Practices, and Challenges","publication_year":2023,"publication_date":"2023-12-28","ids":{"openalex":"https://openalex.org/W4390317578","doi":"https://doi.org/10.1145/3638531"},"language":"en","primary_location":{"id":"doi:10.1145/3638531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638531","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3638531","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101987301","display_name":"Huaming Chen","orcid":"https://orcid.org/0000-0001-5678-472X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huaming Chen","raw_affiliation_strings":["The University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5678-472X","affiliations":[{"raw_affiliation_string":"The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103075476","display_name":"Muhammad Ali Babar","orcid":"https://orcid.org/0000-0001-9696-3626"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"M. Ali Babar","raw_affiliation_strings":["CREST - The Centre for Research on Engineering Software Technologies, The University of Adelaide, Australia and Cyber Security Cooperative Research Centre, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9696-3626","affiliations":[{"raw_affiliation_string":"CREST - The Centre for Research on Engineering Software Technologies, The University of Adelaide, Australia and Cyber Security Cooperative Research Centre, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1845,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95356961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"56","issue":"6","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8801765441894531},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4704902172088623},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4656001031398773},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.43234026432037354},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35315191745758057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3400857150554657},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2482941746711731}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8801765441894531},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4704902172088623},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4656001031398773},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.43234026432037354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35315191745758057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3400857150554657},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2482941746711731}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3638531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638531","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3638531","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638531","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638531","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390317578.pdf","grobid_xml":"https://content.openalex.org/works/W4390317578.grobid-xml"},"referenced_works_count":197,"referenced_works":["https://openalex.org/W1968411139","https://openalex.org/W2007562169","https://openalex.org/W2033368661","https://openalex.org/W2047963599","https://openalex.org/W2057864103","https://openalex.org/W2081930221","https://openalex.org/W2098634112","https://openalex.org/W2101398182","https://openalex.org/W2108025693","https://openalex.org/W2131730994","https://openalex.org/W2162552722","https://openalex.org/W2163041106","https://openalex.org/W2184100178","https://openalex.org/W2189162242","https://openalex.org/W2238332334","https://openalex.org/W2294407885","https://openalex.org/W2408141691","https://openalex.org/W2513806568","https://openalex.org/W2529720422","https://openalex.org/W2535690855","https://openalex.org/W2537725778","https://openalex.org/W2572504188","https://openalex.org/W2591882872","https://openalex.org/W2603766943","https://openalex.org/W2613597870","https://openalex.org/W2616028256","https://openalex.org/W2617514639","https://openalex.org/W2746614145","https://openalex.org/W2757528734","https://openalex.org/W2760528863","https://openalex.org/W2785061420","https://openalex.org/W2788728386","https://openalex.org/W2794258165","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2808195004","https://openalex.org/W2850992922","https://openalex.org/W2891810898","https://openalex.org/W2893554781","https://openalex.org/W2894446939","https://openalex.org/W2896069478","https://openalex.org/W2897419880","https://openalex.org/W2897830718","https://openalex.org/W2897865027","https://openalex.org/W2899116309","https://openalex.org/W2903582334","https://openalex.org/W2910317047","https://openalex.org/W2912083425","https://openalex.org/W2912213068","https://openalex.org/W2913668833","https://openalex.org/W2922015121","https://openalex.org/W2922234936","https://openalex.org/W2933138175","https://openalex.org/W2942091739","https://openalex.org/W2944221325","https://openalex.org/W2947133760","https://openalex.org/W2953349376","https://openalex.org/W2954629067","https://openalex.org/W2954855426","https://openalex.org/W2954903132","https://openalex.org/W2957905354","https://openalex.org/W2962763344","https://openalex.org/W2962835266","https://openalex.org/W2963208512","https://openalex.org/W2963303354","https://openalex.org/W2963378725","https://openalex.org/W2963844355","https://openalex.org/W2964412937","https://openalex.org/W2964882141","https://openalex.org/W2965373594","https://openalex.org/W2965751961","https://openalex.org/W2966187620","https://openalex.org/W2966689772","https://openalex.org/W2968356825","https://openalex.org/W2968940383","https://openalex.org/W2969695741","https://openalex.org/W2970335439","https://openalex.org/W2970433196","https://openalex.org/W2980245856","https://openalex.org/W2980482960","https://openalex.org/W2981423273","https://openalex.org/W2990650295","https://openalex.org/W2992884799","https://openalex.org/W2999072931","https://openalex.org/W3000315285","https://openalex.org/W3000716014","https://openalex.org/W3001316388","https://openalex.org/W3004493192","https://openalex.org/W3005390518","https://openalex.org/W3005940936","https://openalex.org/W3006036236","https://openalex.org/W3006139684","https://openalex.org/W3006171966","https://openalex.org/W3007157104","https://openalex.org/W3011102739","https://openalex.org/W3011711630","https://openalex.org/W3015001695","https://openalex.org/W3015678314","https://openalex.org/W3022006982","https://openalex.org/W3023326764","https://openalex.org/W3026196565","https://openalex.org/W3033311948","https://openalex.org/W3033350094","https://openalex.org/W3033544024","https://openalex.org/W3035367371","https://openalex.org/W3036480850","https://openalex.org/W3036926273","https://openalex.org/W3039522238","https://openalex.org/W3041840141","https://openalex.org/W3042769859","https://openalex.org/W3042934865","https://openalex.org/W3043071284","https://openalex.org/W3045719304","https://openalex.org/W3046853140","https://openalex.org/W3071470454","https://openalex.org/W3080176341","https://openalex.org/W3080303574","https://openalex.org/W3082897186","https://openalex.org/W3087086069","https://openalex.org/W3087391814","https://openalex.org/W3087720408","https://openalex.org/W3090423701","https://openalex.org/W3090643686","https://openalex.org/W3090752740","https://openalex.org/W3091388282","https://openalex.org/W3091870957","https://openalex.org/W3095939721","https://openalex.org/W3096759520","https://openalex.org/W3099264032","https://openalex.org/W3100925971","https://openalex.org/W3103932910","https://openalex.org/W3104128335","https://openalex.org/W3104217200","https://openalex.org/W3104284241","https://openalex.org/W3104663419","https://openalex.org/W3106322382","https://openalex.org/W3106873467","https://openalex.org/W3107089345","https://openalex.org/W3107676683","https://openalex.org/W3113332968","https://openalex.org/W3116308504","https://openalex.org/W3117572899","https://openalex.org/W3117702972","https://openalex.org/W3118297265","https://openalex.org/W3118574332","https://openalex.org/W3120666308","https://openalex.org/W3124675547","https://openalex.org/W3124947971","https://openalex.org/W3127436526","https://openalex.org/W3127673435","https://openalex.org/W3130276836","https://openalex.org/W3135347465","https://openalex.org/W3138815606","https://openalex.org/W3149006422","https://openalex.org/W3153233384","https://openalex.org/W3155778608","https://openalex.org/W3158156267","https://openalex.org/W3159933051","https://openalex.org/W3160042174","https://openalex.org/W3160165418","https://openalex.org/W3160537445","https://openalex.org/W3160786003","https://openalex.org/W3163236045","https://openalex.org/W3163348536","https://openalex.org/W3163672235","https://openalex.org/W3166632383","https://openalex.org/W3167952453","https://openalex.org/W3173352120","https://openalex.org/W3174922609","https://openalex.org/W3174929685","https://openalex.org/W3176115515","https://openalex.org/W3177736020","https://openalex.org/W3177809140","https://openalex.org/W3177828909","https://openalex.org/W3190075653","https://openalex.org/W3195177343","https://openalex.org/W3197715376","https://openalex.org/W4214810323","https://openalex.org/W4220891756","https://openalex.org/W4220966162","https://openalex.org/W4234065838","https://openalex.org/W4239648710","https://openalex.org/W4242053016","https://openalex.org/W4247200422","https://openalex.org/W4252979261","https://openalex.org/W4285191190","https://openalex.org/W4287117265","https://openalex.org/W4287212652","https://openalex.org/W4287391859","https://openalex.org/W4287550786","https://openalex.org/W4302284437","https://openalex.org/W4394644156","https://openalex.org/W6755038706","https://openalex.org/W6757925611","https://openalex.org/W6775678023","https://openalex.org/W6797874601","https://openalex.org/W6800296165"],"related_works":["https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2131146434","https://openalex.org/W2951359407","https://openalex.org/W4376623224","https://openalex.org/W3136979370","https://openalex.org/W2058170566","https://openalex.org/W2965396565"],"abstract_inverted_index":{"The":[0,136],"rapid":[1],"development":[2,73,113,213],"of":[3,139,162,265,271],"Machine":[4],"Learning":[5],"(ML)":[6],"has":[7,24,182,225],"demonstrated":[8],"superior":[9],"performance":[10],"in":[11,29,63,269],"many":[12],"areas,":[13,152],"such":[14,140,239],"as":[15],"computer":[16],"vision":[17],"and":[18,20,78,82,89,95,129,131,158,179,210,293,309],"video":[19],"speech":[21],"recognition.":[22],"It":[23],"now":[25],"been":[26],"increasingly":[27],"leveraged":[28],"software":[30,46,103,154,198,233],"systems":[31,47,104,142,199],"to":[32,39,75,86,97,118,122,312],"automate":[33],"the":[34,42,55,70,79,127,132,163,167,177,211,219,243,252,287,295],"core":[35],"tasks.":[36],"However,":[37],"how":[38],"securely":[40],"develop":[41],"machine":[43,101,159,196,223],"learning-based":[44,102,197],"modern":[45],"(MLBSS)":[48],"remains":[49],"a":[50,173,227,248,258,262,277],"big":[51],"challenge,":[52],"for":[53,170,195,231,254,280,289,317],"which":[54,181,256],"insufficient":[56],"consideration":[57],"will":[58,91,143],"largely":[59,93],"limit":[60],"its":[61,123],"application":[62],"safety-critical":[64],"domains.":[65],"One":[66],"concern":[67],"is":[68,237],"that":[69,193],"present":[71,247],"MLBSS":[72,281],"tends":[74],"be":[76,92,98,216],"rushed,":[77],"latent":[80],"vulnerabilities":[81,110],"privacy":[83],"issues":[84,169],"exposed":[85],"external":[87,133,207],"users":[88],"attackers":[90],"neglected":[94],"hard":[96],"identified.":[99],"Additionally,":[100],"exhibit":[105],"different":[106,112,150],"liabilities":[107],"towards":[108],"novel":[109,310],"at":[111],"stages":[114],"from":[115,126,149,202,261],"requirement":[116],"analysis":[117],"system":[119,156,204,290,314],"maintenance,":[120],"due":[121],"inherent":[124,203],"limitations":[125],"model":[128],"data":[130,178],"adversary":[134],"capabilities.":[135],"successful":[137],"generation":[138],"intelligent":[141],"thus":[144],"solicit":[145],"dedicated":[146],"efforts":[147],"jointly":[148],"research":[151,297],"i.e.,":[153],"engineering,":[155],"security,":[157],"learning.":[160],"Most":[161],"recent":[164],"works":[165],"regarding":[166,251],"security":[168,194,253,272,291,315],"ML":[171],"have":[172],"strong":[174],"focus":[175],"on":[176],"models,":[180],"brought":[183],"adversarial":[184,208],"attacks":[185],"into":[186],"consideration.":[187],"In":[188],"this":[189,304],"work,":[190],"we":[191,246,285],"consider":[192],"may":[200],"arise":[201],"defects":[205],"or":[206],"attacks,":[209],"secure":[212,282],"practices":[214],"should":[215],"taken":[217],"throughout":[218],"whole":[220],"lifecycle.":[221],"While":[222],"learning":[224],"become":[226],"new":[228],"threat":[229],"domain":[230],"existing":[232],"engineering":[234,316],"practices,":[235],"there":[236],"no":[238],"review":[240,250,264],"work":[241,305],"covering":[242],"topic.":[244],"Overall,":[245],"holistic":[249],"MLBSS,":[255],"covers":[257],"systematic":[259],"understanding":[260],"structure":[263],"three":[266],"distinct":[267],"aspects":[268],"terms":[270],"threats.":[273],"Moreover,":[274],"it":[275],"provides":[276,306],"thorough":[278],"state-of-the-practice":[279],"development.":[283],"Finally,":[284],"summarize":[286],"literature":[288],"assurance":[292],"motivate":[294],"future":[296,318],"directions":[298],"with":[299],"open":[300],"challenges.":[301],"We":[302],"anticipate":[303],"sufficient":[307],"discussion":[308],"insights":[311],"incorporate":[313],"exploration.":[319]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}