{"id":"https://openalex.org/W3194768773","doi":"https://doi.org/10.1145/3468264.3468543","title":"Identifying bad software changes via multimodal anomaly detection for online service systems","display_name":"Identifying bad software changes via multimodal anomaly detection for online service systems","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3194768773","doi":"https://doi.org/10.1145/3468264.3468543","mag":"3194768773"},"language":"en","primary_location":{"id":"doi:10.1145/3468264.3468543","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102769427","display_name":"Nengwen Zhao","orcid":"https://orcid.org/0000-0002-5729-0884"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nengwen Zhao","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365555","display_name":"Junjie Chen","orcid":"https://orcid.org/0000-0003-3056-9962"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Chen","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066406277","display_name":"Zhaoyang Yu","orcid":"https://orcid.org/0000-0002-2450-4997"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Yu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726967","display_name":"Honglin Wang","orcid":"https://orcid.org/0000-0002-4558-0489"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Honglin Wang","raw_affiliation_strings":["BizSeer, China"],"affiliations":[{"raw_affiliation_string":"BizSeer, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008708597","display_name":"Jiesong Li","orcid":"https://orcid.org/0000-0002-4139-8305"},"institutions":[{"id":"https://openalex.org/I917184967","display_name":"Bank of China","ror":"https://ror.org/02mt4s337","country_code":"CN","type":"other","lineage":["https://openalex.org/I917184967"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiesong Li","raw_affiliation_strings":["China Guangfa Bank, China"],"affiliations":[{"raw_affiliation_string":"China Guangfa Bank, China","institution_ids":["https://openalex.org/I917184967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613945","display_name":"Bin Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I917184967","display_name":"Bank of China","ror":"https://ror.org/02mt4s337","country_code":"CN","type":"other","lineage":["https://openalex.org/I917184967"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Qiu","raw_affiliation_strings":["China Guangfa Bank, China"],"affiliations":[{"raw_affiliation_string":"China Guangfa Bank, China","institution_ids":["https://openalex.org/I917184967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102214067","display_name":"XU Hong-yu","orcid":null},"institutions":[{"id":"https://openalex.org/I917184967","display_name":"Bank of China","ror":"https://ror.org/02mt4s337","country_code":"CN","type":"other","lineage":["https://openalex.org/I917184967"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Xu","raw_affiliation_strings":["China Guangfa Bank, China"],"affiliations":[{"raw_affiliation_string":"China Guangfa Bank, China","institution_ids":["https://openalex.org/I917184967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101581273","display_name":"Wenchi Zhang","orcid":"https://orcid.org/0000-0002-5599-030X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenchi Zhang","raw_affiliation_strings":["BizSeer, China"],"affiliations":[{"raw_affiliation_string":"BizSeer, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063543200","display_name":"Kaixin Sui","orcid":"https://orcid.org/0000-0003-4545-7621"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaixin Sui","raw_affiliation_strings":["BizSeer, China"],"affiliations":[{"raw_affiliation_string":"BizSeer, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046419834","display_name":"Dan Pei","orcid":"https://orcid.org/0000-0002-5113-838X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Pei","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5102769427"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":8.1096,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.977978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"527","last_page":"539"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7617027759552002},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5896478295326233},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5471237897872925},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.5251476764678955},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.519386351108551},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4794139564037323},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47181761264801025},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.45740675926208496},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4550947844982147},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4363774061203003},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4197880029678345},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41820329427719116},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4104301929473877},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3843853175640106},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3246423900127411},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.27217262983322144},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08510816097259521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7617027759552002},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5896478295326233},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5471237897872925},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5251476764678955},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.519386351108551},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4794139564037323},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47181761264801025},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45740675926208496},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4550947844982147},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4363774061203003},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4197880029678345},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41820329427719116},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4104301929473877},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3843853175640106},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3246423900127411},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27217262983322144},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08510816097259521},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3468264.3468543","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5156750161","display_name":null,"funder_award_id":"2019YFE0105500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1965335252","https://openalex.org/W1969559915","https://openalex.org/W1980931819","https://openalex.org/W2102632804","https://openalex.org/W2134673568","https://openalex.org/W2136457015","https://openalex.org/W2401686019","https://openalex.org/W2418999576","https://openalex.org/W2463553622","https://openalex.org/W2508465325","https://openalex.org/W2523146812","https://openalex.org/W2531749512","https://openalex.org/W2560021099","https://openalex.org/W2594475271","https://openalex.org/W2754665629","https://openalex.org/W2767094836","https://openalex.org/W2767290858","https://openalex.org/W2785362611","https://openalex.org/W2786827964","https://openalex.org/W2884697754","https://openalex.org/W2888307014","https://openalex.org/W2901543039","https://openalex.org/W2903799441","https://openalex.org/W2919275752","https://openalex.org/W2942544869","https://openalex.org/W2947096836","https://openalex.org/W2947815220","https://openalex.org/W2948517885","https://openalex.org/W2950361482","https://openalex.org/W2959236513","https://openalex.org/W2962921559","https://openalex.org/W2963999143","https://openalex.org/W2965838158","https://openalex.org/W2970266365","https://openalex.org/W2973084513","https://openalex.org/W2988337058","https://openalex.org/W3015109388","https://openalex.org/W3034708216","https://openalex.org/W3041012898","https://openalex.org/W3047008933","https://openalex.org/W3047409962","https://openalex.org/W3047881323","https://openalex.org/W3083560262","https://openalex.org/W3084013135","https://openalex.org/W3084034552","https://openalex.org/W3086623952","https://openalex.org/W3089756992","https://openalex.org/W3089819397","https://openalex.org/W3093789645","https://openalex.org/W3098957257","https://openalex.org/W3099845770","https://openalex.org/W3100178186","https://openalex.org/W3105931142","https://openalex.org/W3106543020","https://openalex.org/W3161850060","https://openalex.org/W3163186296","https://openalex.org/W4239167255","https://openalex.org/W4245040028","https://openalex.org/W4251988601","https://openalex.org/W4255845613","https://openalex.org/W6833780757"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"In":[0,210],"large-scale":[1,66],"online":[2],"service":[3],"systems,":[4],"software":[5,37,56,99,113,185],"changes":[6,18,114,150,186],"are":[7,19,83],"inevitable":[8],"and":[9,24,47,98,132,151,156,201,217],"frequent.":[10],"Due":[11],"to":[12,21,34,41,118,147,169,206],"importing":[13],"new":[14],"code":[15,92],"or":[16],"configurations,":[17],"likely":[20],"incur":[22],"incidents":[23,46,82],"destroy":[25],"user":[26],"experience.":[27],"Thus":[28],"it":[29],"is":[30,163],"essential":[31],"for":[32],"engineers":[33],"identify":[35,148,170],"bad":[36,55,86,112,149,184],"changes,":[38,57,87],"so":[39],"as":[40],"reduce":[42],"the":[43,60,107,130,136,193,221],"influence":[44],"of":[45,81,91,110,161],"improve":[48],"system":[49],"re-":[50],"liability.":[51],"To":[52],"better":[53],"understand":[54],"we":[58,139,212],"perform":[59],"first":[61],"empirical":[62,137],"study":[63,178],"based":[64],"on":[65,129,179,199],"real-world":[67],"data":[68,122],"from":[69,135,166,172,220],"a":[70,141],"large":[71],"commercial":[72],"bank.":[73],"Our":[74],"quantitative":[75],"analyses":[76,104],"indicate":[77],"that":[78,106],"about":[79],"50.4%":[80],"caused":[84],"by":[85,208],"mainly":[88],"be-":[89],"cause":[90],"defect,":[93],"configuration":[94],"error,":[95],"resource":[96],"contention,":[97],"version.":[100],"Besides,":[101],"our":[102,188],"qualitative":[103],"show":[105],"current":[108],"practice":[109],"detecting":[111],"performs":[115],"not":[116],"well":[117],"handle":[119],"heterogeneous":[120,173],"multi-source":[121,174],"involved":[123],"in":[124],"soft-":[125],"ware":[126],"changes.":[127],"Based":[128],"findings":[131],"motivation":[133],"obtained":[134],"study,":[138],"propose":[140],"novel":[142],"approach":[143,189],"named":[144],"SCWarn":[145,162],"aiming":[146],"produce":[152],"interpretable":[153],"alerts":[154],"accurately":[155],"timely.":[157],"The":[158],"key":[159],"idea":[160],"drawing":[164],"support":[165],"multimodal":[167],"learning":[168],"anomalies":[171],"data.":[175],"An":[176],"extensive":[177],"two":[180],"datasets":[181],"with":[182],"various":[183],"demonstrates":[187],"significantly":[190],"outperforms":[191],"all":[192],"compared":[194],"approaches,":[195],"achieving":[196],"0.95":[197],"F1-score":[198],"average":[200],"reducing":[202],"MTTD":[203],"(mean":[204],"time":[205],"detect)":[207],"20.4%\u223c60.7%.":[209],"particular,":[211],"shared":[213],"some":[214],"success":[215],"stories":[216],"lessons":[218],"learned":[219],"practical":[222],"usage.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}