{"id":"https://openalex.org/W4226363281","doi":"https://doi.org/10.1109/tse.2022.3167628","title":"A Large-Scale Empirical Study of Real-Life Performance Issues in Open Source Projects","display_name":"A Large-Scale Empirical Study of Real-Life Performance Issues in Open Source Projects","publication_year":2022,"publication_date":"2022-04-14","ids":{"openalex":"https://openalex.org/W4226363281","doi":"https://doi.org/10.1109/tse.2022.3167628"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3167628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3167628","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085131436","display_name":"Yutong Zhao","orcid":"https://orcid.org/0000-0002-9307-5532"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yutong Zhao","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000773809","display_name":"Lu Xiao","orcid":"https://orcid.org/0000-0002-3202-3077"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Xiao","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050481496","display_name":"Andr\u00e9 B. Bondi","orcid":"https://orcid.org/0000-0003-0709-2078"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andre B. Bondi","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059253116","display_name":"Bihuan Chen","orcid":"https://orcid.org/0000-0001-7238-7492"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bihuan Chen","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085131436"],"corresponding_institution_ids":["https://openalex.org/I108468826"],"apc_list":null,"apc_paid":null,"fwci":1.5194,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82792767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"49","issue":"2","first_page":"924","last_page":"946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7132038474082947},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6229538321495056},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.618445634841919},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44638770818710327},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4254900813102722},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3390766382217407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7132038474082947},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6229538321495056},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.618445634841919},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44638770818710327},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4254900813102722},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3390766382217407},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2022.3167628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3167628","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2884141995","display_name":null,"funder_award_id":"CNS-1823074","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G6195552457","display_name":null,"funder_award_id":"CCF-2044888","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G6269010078","display_name":null,"funder_award_id":"CCF-1909763","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W87783547","https://openalex.org/W118323550","https://openalex.org/W193325121","https://openalex.org/W321635797","https://openalex.org/W815641727","https://openalex.org/W1513765469","https://openalex.org/W1540343830","https://openalex.org/W1541095506","https://openalex.org/W1577581905","https://openalex.org/W1768570428","https://openalex.org/W1777156591","https://openalex.org/W1902648207","https://openalex.org/W1961751213","https://openalex.org/W1965702837","https://openalex.org/W1966533006","https://openalex.org/W1969718182","https://openalex.org/W1971674111","https://openalex.org/W1975675278","https://openalex.org/W1977490305","https://openalex.org/W1988320117","https://openalex.org/W1990761526","https://openalex.org/W1991919298","https://openalex.org/W2004471732","https://openalex.org/W2006201751","https://openalex.org/W2016235116","https://openalex.org/W2019955851","https://openalex.org/W2022785566","https://openalex.org/W2023875947","https://openalex.org/W2028139871","https://openalex.org/W2032120114","https://openalex.org/W2035129552","https://openalex.org/W2037714585","https://openalex.org/W2058094831","https://openalex.org/W2074770709","https://openalex.org/W2080571559","https://openalex.org/W2085040115","https://openalex.org/W2086668379","https://openalex.org/W2095839586","https://openalex.org/W2097043104","https://openalex.org/W2098848640","https://openalex.org/W2102960656","https://openalex.org/W2107588378","https://openalex.org/W2109629257","https://openalex.org/W2112582249","https://openalex.org/W2115128623","https://openalex.org/W2121206479","https://openalex.org/W2121589816","https://openalex.org/W2125341657","https://openalex.org/W2126399635","https://openalex.org/W2133638476","https://openalex.org/W2137787810","https://openalex.org/W2144788252","https://openalex.org/W2144979178","https://openalex.org/W2154843497","https://openalex.org/W2161363082","https://openalex.org/W2168894761","https://openalex.org/W2170030124","https://openalex.org/W2170094900","https://openalex.org/W2171371822","https://openalex.org/W2217820795","https://openalex.org/W2227437204","https://openalex.org/W2339808096","https://openalex.org/W2340417905","https://openalex.org/W2353739181","https://openalex.org/W2364861723","https://openalex.org/W2391251187","https://openalex.org/W2400649290","https://openalex.org/W2469413729","https://openalex.org/W2538640525","https://openalex.org/W2547557299","https://openalex.org/W2547827378","https://openalex.org/W2557718140","https://openalex.org/W2604269348","https://openalex.org/W2605883949","https://openalex.org/W2607506516","https://openalex.org/W2611063020","https://openalex.org/W2618917786","https://openalex.org/W2792280146","https://openalex.org/W2794713557","https://openalex.org/W2865298191","https://openalex.org/W2888017562","https://openalex.org/W2942942449","https://openalex.org/W2963274022","https://openalex.org/W3003877692","https://openalex.org/W3005620216","https://openalex.org/W3007376233","https://openalex.org/W3020930702","https://openalex.org/W3021613070","https://openalex.org/W3031475886","https://openalex.org/W3031562936","https://openalex.org/W3092173874","https://openalex.org/W3095177235","https://openalex.org/W3103312762","https://openalex.org/W3152352337","https://openalex.org/W3188799394","https://openalex.org/W4229614710","https://openalex.org/W4234815652","https://openalex.org/W4234986233","https://openalex.org/W4236873104","https://openalex.org/W4238359122","https://openalex.org/W4239312229","https://openalex.org/W4241134169","https://openalex.org/W4244284331","https://openalex.org/W4249385069","https://openalex.org/W4251870670","https://openalex.org/W4253053708","https://openalex.org/W6623015111","https://openalex.org/W6630749910","https://openalex.org/W6684456340","https://openalex.org/W6712841650"],"related_works":["https://openalex.org/W2529681551","https://openalex.org/W2327204559","https://openalex.org/W1490787830","https://openalex.org/W3199434107","https://openalex.org/W2528467228","https://openalex.org/W1493446239","https://openalex.org/W3101523611","https://openalex.org/W2265811275","https://openalex.org/W118725990","https://openalex.org/W2162118494"],"abstract_inverted_index":{"Software":[0],"performance":[1,25,50,90,184,198,208,229,236,251,270,287],"is":[2],"a":[3,12,43,137],"critical":[4],"quality":[5,301],"attribute":[6],"that":[7,98,124,176,202,274],"determines":[8],"the":[9,34,79,118,127,187,206,218,224,228,235,242,258,263],"success":[10],"of":[11,22,47,89,115,126,136,139,181,205,212,227,245,269],"software":[13],"system.":[14],"However,":[15,289],"practitioners":[16,177],"lack":[17,244],"comprehensive":[18],"and":[19,29,37,61,74,96,111,143,171,306],"holistic":[20],"understanding":[21],"how":[23,193],"real-life":[24,49],"issues":[26,51,91,116,129,209],"are":[27,130],"caused":[28],"resolved":[30,131],"in":[31,63,182,197,253],"practice":[32],"from":[33,52,57,117,257],"technical,":[35],"engineering,":[36],"economic":[38,259],"perspectives.":[39],"This":[40,238],"paper":[41],"presents":[42],"large-scale":[44],"empirical":[45],"study":[46,191],"570":[48,128,207],"13":[53],"open":[54],"source":[55,141],"projects":[56],"various":[58],"problem":[59],"domains,":[60],"implemented":[62],"three":[64,102],"popular":[65],"programming":[66],"languages,":[67],"Java":[68],"(192":[69],"issues),":[70,73],"C/C++":[71],"(162":[72],"Python":[75],"(216":[76],"issues).":[77],"From":[78,186],"technical":[80],"perspective,":[81,189,260],"we":[82,122,261],"summarize":[83],"<italic":[84,155,161,166,172,264],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[85,156,162,167,173,265],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">eight</i>":[86],"general":[87],"types":[88,114],"with":[92],"corresponding":[93],"root":[94],"causes":[95],"resolutions":[97],"apply":[99],"for":[100,109,248],"all":[101],"languages.":[103],"We":[104,147,200,272],"also":[105],"identify":[106],"available":[107],"tools":[108],"detecting":[110],"resolving":[112,183],"different":[113],"literature.":[119],"In":[120,215],"addition,":[121],"found":[123,201,273],"27%":[125],"by":[132],"design-level":[133,151,275,294],"optimization\u2014coordinated":[134],"revision":[135,211],"group":[138],"related":[140],"files":[142],"their":[144],"design":[145,158],"structure.":[146],"reveal":[148],"four":[149],"typical":[150],"optimization":[152,252,276,295],"patterns,":[153],"including":[154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">classic":[157],"patterns</i>":[159],",":[160,165,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">change":[163],"propagation</i>":[164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">optimization":[168],"clone</i>":[169],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">parallel":[174],"optimization</i>":[175],"should":[178],"be":[179],"aware":[180],"issues.":[185],"engineering":[188,246],"this":[190],"analyzes":[192],"test":[194,213,220],"code":[195],"changes":[196],"optimization.":[199,271],"only":[203],"15%":[204],"involve":[210],"code.":[214],"most":[216],"cases,":[217],"revised":[219],"cases":[221],"focus":[222],"on":[223],"functional":[225],"logic":[226],"optimization,":[230],"rather":[231],"than":[232],"directly":[233],"evaluate":[234],"improvement.":[237,288],"finding":[239],"points":[240],"to":[241,285,292],"potential":[243],"standard":[247],"formally":[249],"verifying":[250],"regression":[254],"testing.":[255],"Finally,":[256],"analyze":[262],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u201cReturn":[266],"On":[267],"Investment\u201d</i>":[268],"usually":[277],"requires":[278],"more":[279],"investment,":[280],"but":[281],"not":[282],"always":[283],"yields":[284],"higher":[286],"developers":[290],"tend":[291],"use":[293],"when":[296],"they":[297],"concern":[298],"about":[299],"other":[300],"attributes,":[302],"such":[303],"as":[304],"maintainability":[305],"readability.":[307]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}