{"id":"https://openalex.org/W4383898387","doi":"https://doi.org/10.1109/icse-seip58684.2023.00027","title":"An Empirical Study on Change-induced Incidents of Online Service Systems","display_name":"An Empirical Study on Change-induced Incidents of Online Service Systems","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4383898387","doi":"https://doi.org/10.1109/icse-seip58684.2023.00027"},"language":"en","primary_location":{"id":"doi:10.1109/icse-seip58684.2023.00027","doi":"https://doi.org/10.1109/icse-seip58684.2023.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse-seip58684.2023.00027","pdf_url":null,"source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048488478","display_name":"Yifan Wu","orcid":"https://orcid.org/0000-0001-5847-3132","observed_orcids":["https://orcid.org/0000-0001-5847-3132"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Wu","raw_affiliation_strings":["Peking University, Beijing, China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104228517","display_name":"Bingxu Chai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingxu Chai","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414277","display_name":"Ying Li","orcid":"https://orcid.org/0000-0002-6278-2357","observed_orcids":["https://orcid.org/0000-0002-6278-2357","https://orcid.org/0009-0008-0274-0236"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Li","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012411460","display_name":"Bingchang Liu","orcid":"https://orcid.org/0009-0003-9380-6168","observed_orcids":["https://orcid.org/0009-0003-9380-6168"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingchang Liu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianguo Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianguo Li","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670362","display_name":"Yong Yang","orcid":"https://orcid.org/0000-0001-9667-2423","observed_orcids":["https://orcid.org/0000-0001-9667-2423"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101946372","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0001-6906-9207","observed_orcids":["https://orcid.org/0000-0001-6906-9207"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6507,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.92177114,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"234","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.44359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.27730000019073486,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.26030001044273376,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/change-management","display_name":"change management","score":0.746999979019165},{"id":"https://openalex.org/keywords/online-service-systems","display_name":"online service systems","score":0.9900000095367432},{"id":"https://openalex.org/keywords/incident-severity","display_name":"incident severity","score":0.8410000205039978},{"id":"https://openalex.org/keywords/post-mortem-analysis","display_name":"post-mortem analysis","score":0.7049999833106995},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"software maintenance","score":0.5450000166893005},{"id":"https://openalex.org/keywords/ant-group","display_name":"Ant Group","score":0.6019999980926514},{"id":"https://openalex.org/keywords/incident-characteristics","display_name":"incident characteristics","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C123961466","wikidata":"https://www.wikidata.org/wiki/Q1061970","display_name":"Change management (ITSM)","level":3,"score":0.5567420125007629},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.533811628818512},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5062476992607117},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4453681707382202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43984532356262207},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42852017283439636},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3481326997280121},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1695607602596283},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1695321798324585},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C137335462","wikidata":"https://www.wikidata.org/wiki/Q380772","display_name":"Lean manufacturing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse-seip58684.2023.00027","doi":"https://doi.org/10.1109/icse-seip58684.2023.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse-seip58684.2023.00027","pdf_url":null,"source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1244076508","https://openalex.org/W1444168786","https://openalex.org/W1969559915","https://openalex.org/W2028604378","https://openalex.org/W2029039689","https://openalex.org/W2041783719","https://openalex.org/W2104577574","https://openalex.org/W2107602010","https://openalex.org/W2134673568","https://openalex.org/W2143887693","https://openalex.org/W2145071552","https://openalex.org/W2345006530","https://openalex.org/W2404462252","https://openalex.org/W2531749512","https://openalex.org/W2761268990","https://openalex.org/W2942544869","https://openalex.org/W2944436223","https://openalex.org/W2946344315","https://openalex.org/W2959236513","https://openalex.org/W2969639027","https://openalex.org/W2973084513","https://openalex.org/W3002832602","https://openalex.org/W3012644936","https://openalex.org/W3014010732","https://openalex.org/W3042599370","https://openalex.org/W3047008933","https://openalex.org/W3047881323","https://openalex.org/W3086623952","https://openalex.org/W3099938517","https://openalex.org/W3100228586","https://openalex.org/W3127771140","https://openalex.org/W3161254931","https://openalex.org/W3165755995","https://openalex.org/W3187214410","https://openalex.org/W3194768773","https://openalex.org/W3198484962","https://openalex.org/W3205811065","https://openalex.org/W4200347562","https://openalex.org/W4211008139","https://openalex.org/W4231588088","https://openalex.org/W4283073920","https://openalex.org/W4292794695","https://openalex.org/W6765772966","https://openalex.org/W6780789484"],"related_works":["https://openalex.org/W4388212743","https://openalex.org/W4388212267","https://openalex.org/W3047008933","https://openalex.org/W7010241782","https://openalex.org/W4234651602","https://openalex.org/W2074453851","https://openalex.org/W2942544869","https://openalex.org/W2465965242","https://openalex.org/W7168048290","https://openalex.org/W2728412010"],"abstract_inverted_index":{"Although":[0],"dedicated":[1],"efforts":[2],"have":[3,110],"been":[4,73,112],"devoted":[5],"to":[6,23,28,92,223],"ensuring":[7],"the":[8,36,57,100,116,122,159,166],"service":[9,13,45,131,143],"quality":[10],"of":[11,51,56,96,102,107,129,161,168,173,186,189],"online":[12,44,130,142],"systems,":[14],"these":[15],"systems":[16],"are":[17,81,90,137],"still":[18,82],"suffering":[19],"from":[20,139],"incidents":[21,80,89,104,128,136,163,170,212],"due":[22],"various":[24],"causes,":[25,177],"which":[26],"lead":[27],"user":[29],"dissatisfaction":[30],"and":[31,105,164,178,194,202,213,217,221],"economic":[32],"loss.":[33],"Change":[34],"is":[35,54],"most":[37],"disruptive":[38],"yet":[39],"unavoidable":[40],"maintenance":[41],"event":[42],"in":[43,76,148,171,192],"systems.":[46,132],"Among":[47],"all":[48],"possible":[49],"causes":[50,59],"incidents,":[52],"change":[53,70,108,174,190,225],"one":[55,93],"leading":[58],"that":[60],"induce":[61],"incidents.":[62],"To":[63,114],"enforce":[64],"changes":[65],"with":[66],"minimized":[67],"negative":[68],"impact,":[69],"management":[71,109,191],"has":[72],"widely":[74],"applied":[75],"industry.":[77],"However,":[78],"change-induced":[79,88,103,127,135,162,169,211],"happening.":[83],"Most":[84],"empirical":[85,124],"studies":[86],"involving":[87],"limited":[91],"specific":[94],"type":[95],"incident-inducing":[97],"change.":[98],"Moreover,":[99],"characteristics":[101,167],"challenges":[106,188],"not":[111],"studied.":[113],"fill":[115],"knowledge":[117],"gap,":[118],"this":[119],"paper":[120],"presents":[121],"first":[123],"study":[125],"on":[126],"161":[133],"real":[134],"collected":[138],"a":[140,184],"large-scale":[141],"system":[144],"over":[145],"two":[146],"years":[147],"Ant":[149],"Group.":[150],"By":[151],"manually":[152],"examining":[153],"their":[154],"post-mortem":[155],"reports,":[156],"we":[157,182],"clarify":[158],"severity":[160],"analyze":[165],"terms":[172],"types,":[175],"root":[176],"mitigation":[179],"strategies.":[180],"Furthermore,":[181],"identify":[183],"series":[185],"vital":[187],"practice":[193],"point":[195],"out":[196],"several":[197],"practical":[198],"implications":[199],"for":[200,219],"researchers":[201,222],"engineers.":[203],"We":[204],"believe":[205],"our":[206],"work":[207],"could":[208],"help":[209],"understand":[210],"give":[214],"some":[215],"inspiration":[216],"guidance":[218],"engineers":[220],"improve":[224],"management.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-07-12T00:00:00"}