{"id":"https://openalex.org/W3208524908","doi":"https://doi.org/10.1145/3472538.3472550","title":"Heterogeneous Effects of Software Patches in a Multiplayer Online Battle Arena Game","display_name":"Heterogeneous Effects of Software Patches in a Multiplayer Online Battle Arena Game","publication_year":2021,"publication_date":"2021-08-03","ids":{"openalex":"https://openalex.org/W3208524908","doi":"https://doi.org/10.1145/3472538.3472550","mag":"3208524908"},"language":"en","primary_location":{"id":"doi:10.1145/3472538.3472550","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472538.3472550","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472538.3472550","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 16th International Conference on the Foundations of Digital Games (FDG) 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3472538.3472550","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuzi He","orcid":null},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuzi He","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Christopher Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Tran","raw_affiliation_strings":["University of Illinois at Chicago, United States"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, United States","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Julie Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Jiang","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Keith Burghardt","orcid":null},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Burghardt","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Emilio Ferrara","orcid":null},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emilio Ferrara","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elena Zheleva","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elena Zheleva","raw_affiliation_strings":["University of Illinois at Chicago, United States"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, United States","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kristina Lerman","orcid":null},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristina Lerman","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":1.1821,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87568194,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5787000060081482},{"id":"https://openalex.org/keywords/league","display_name":"League","score":0.5198000073432922},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5038999915122986},{"id":"https://openalex.org/keywords/game-mechanics","display_name":"Game mechanics","score":0.4447999894618988},{"id":"https://openalex.org/keywords/game-developer","display_name":"Game Developer","score":0.4212000072002411},{"id":"https://openalex.org/keywords/battle","display_name":"Battle","score":0.3986999988555908},{"id":"https://openalex.org/keywords/video-game-development","display_name":"Video game development","score":0.3953000009059906},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.3382999897003174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600000262260437},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C207456731","wikidata":"https://www.wikidata.org/wiki/Q660818","display_name":"League","level":2,"score":0.5198000073432922},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5038999915122986},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42750000953674316},{"id":"https://openalex.org/C41826821","wikidata":"https://www.wikidata.org/wiki/Q844005","display_name":"Game Developer","level":3,"score":0.4212000072002411},{"id":"https://openalex.org/C2778627824","wikidata":"https://www.wikidata.org/wiki/Q178561","display_name":"Battle","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C54276265","wikidata":"https://www.wikidata.org/wiki/Q1061635","display_name":"Video game development","level":3,"score":0.3953000009059906},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C109168655","wikidata":"https://www.wikidata.org/wiki/Q242988","display_name":"Liberian dollar","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C167573328","wikidata":"https://www.wikidata.org/wiki/Q7439054","display_name":"Screening game","level":4,"score":0.31060001254081726},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C47187476","wikidata":"https://www.wikidata.org/wiki/Q12336660","display_name":"Video game design","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2791999876499176},{"id":"https://openalex.org/C7591567","wikidata":"https://www.wikidata.org/wiki/Q1093030","display_name":"Game testing","level":5,"score":0.2777999937534332},{"id":"https://openalex.org/C47175762","wikidata":"https://www.wikidata.org/wiki/Q13422573","display_name":"Non-cooperative game","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2723826","wikidata":"https://www.wikidata.org/wiki/Q675281","display_name":"Game studies","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3472538.3472550","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472538.3472550","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472538.3472550","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 16th International Conference on the Foundations of Digital Games (FDG) 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2110.14632","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.14632","pdf_url":"https://arxiv.org/pdf/2110.14632","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3472538.3472550","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3472538.3472550","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3472538.3472550","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 16th International Conference on the Foundations of Digital Games (FDG) 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4252608887","display_name":null,"funder_award_id":"HR00111990114","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208524908.pdf","grobid_xml":"https://content.openalex.org/works/W3208524908.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2045803758","https://openalex.org/W2140435154","https://openalex.org/W2165867286","https://openalex.org/W2305754340","https://openalex.org/W2466989778","https://openalex.org/W2588417537","https://openalex.org/W2591357180","https://openalex.org/W2591967233","https://openalex.org/W2624816748","https://openalex.org/W2750831491","https://openalex.org/W2751077699","https://openalex.org/W2801145485","https://openalex.org/W2809059181","https://openalex.org/W2809468631","https://openalex.org/W2809904830","https://openalex.org/W2905278593","https://openalex.org/W2962727190","https://openalex.org/W3009804075","https://openalex.org/W3201479921"],"related_works":[],"abstract_inverted_index":{"The":[0],"popularity":[1],"of":[2,56,87,92,160,177],"online":[3,98],"gaming":[4],"has":[5],"grown":[6],"dramatically,":[7],"driven":[8],"in":[9],"part":[10],"by":[11],"streaming":[12],"and":[13,35,37,47,62,116,130,163,180],"the":[14,32,39,44,54,85,126,158,174],"billion":[15],"dollar":[16],"e-sports":[17],"industry.":[18],"Online":[19],"games":[20,45],"regularly":[21],"update":[22],"their":[23,113],"software":[24,88],"to":[25,42,71,83,90,139,149,172],"fix":[26],"bugs,":[27],"add":[28],"functionality":[29],"that":[30,102,125],"improve":[31,150],"game\u2019s":[33],"look":[34],"feel,":[36],"change":[38],"game":[40,63,103,178],"mechanics":[41],"keep":[43],"fun":[46],"challenging.":[48],"An":[49],"open":[50],"question,":[51],"however,":[52],"is":[53],"impact":[55,86],"these":[57,72,77],"changes":[58],"on":[59,109,112],"player":[60],"performance":[61,151],"balance,":[64],"as":[65,67,169],"well":[66],"how":[68],"players":[69,132],"adapt":[70],"sudden":[73],"changes.":[74],"To":[75],"address":[76],"questions,":[78],"we":[79],"use":[80],"causal":[81,161],"inference":[82],"measure":[84],"patches":[89,104],"League":[91],"Legends,":[93],"a":[94,135,170],"popular":[95],"team-based":[96],"multiplayer":[97],"game.":[99],"We":[100,123],"show":[101],"have":[105],"substantially":[106],"different":[107],"impacts":[108],"players,":[110],"depending":[111],"skill":[114],"level":[115],"whether":[117],"they":[118],"take":[119],"breaks":[120,147],"between":[121,128],"games.":[122],"find":[124],"gap":[127],"good":[129],"bad":[131],"increases":[133],"after":[134,152],"patch,":[136],"despite":[137],"efforts":[138],"make":[140],"gameplay":[141],"more":[142],"equal.":[143],"Moreover,":[144],"longer":[145],"between-game":[146],"tend":[148],"patches.":[153],"Overall,":[154],"our":[155],"results":[156],"highlight":[157],"utility":[159],"inference,":[162],"specifically":[164],"heterogeneous":[165],"treatment":[166],"effect":[167],"estimation,":[168],"tool":[171],"quantify":[173],"complex":[175],"mechanisms":[176],"balance":[179],"its":[181],"interplay":[182],"with":[183],"players\u2019":[184],"performance.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-11-08T00:00:00"}