{"id":"https://openalex.org/W4244051999","doi":"https://doi.org/10.1109/icse.2015.101","title":"An Empirical Study on Real Bug Fixes","display_name":"An Empirical Study on Real Bug Fixes","alternate_titles":[],"publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W4244051999","doi":"https://doi.org/10.1109/icse.2015.101"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2015.101","doi":"https://doi.org/10.1109/icse.2015.101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.101","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4244051999"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002503342","display_name":"Hao Zhong","orcid":"https://orcid.org/0000-0002-4302-9183","observed_orcids":["https://orcid.org/0000-0002-4302-9183","https://orcid.org/0009-0006-3884-0728"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["CN","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hao Zhong","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077610917","display_name":"Zhendong Su","orcid":"https://orcid.org/0000-0002-2970-1391","observed_orcids":["https://orcid.org/0000-0002-2970-1391","https://orcid.org/0000-0002-6731-6937"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhendong Su","raw_affiliation_strings":["University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2707,"has_fulltext":false,"cited_by_count":191,"citation_normalized_percentile":{"value":0.98010657,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"913","last_page":"923"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-program-repair","display_name":"automated program repair","score":0.878000020980835},{"id":"https://openalex.org/keywords/bug-fixing","display_name":"bug fixes","score":0.8169999718666077},{"id":"https://openalex.org/keywords/fault-localization","display_name":"fault location","score":0.75},{"id":"https://openalex.org/keywords/search-space-size","display_name":"search space size","score":0.796999990940094},{"id":"https://openalex.org/keywords/java-projects","display_name":"Java projects","score":0.8320000171661377}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8745174407958984},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7621997594833374},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.7575960159301758},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6649870276451111},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.6234523057937622},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5672704577445984},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5091435313224792},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4972715675830841},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49695447087287903},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42889106273651123},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.4204671382904053},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41832512617111206},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2694008946418762},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2463817298412323},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14208033680915833},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08742266893386841},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse.2015.101","doi":"https://doi.org/10.1109/icse.2015.101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.101","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2010685834","display_name":"TWC: Small: Collaborative: Similary-Based Program Analyses for Eliminating Vulnerabilities","funder_award_id":"1319187","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3358320134","display_name":null,"funder_award_id":"2015CB352203","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3877773442","display_name":"SHF: Small: Reusing Debugging Knowledge","funder_award_id":"1117603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8698841541","display_name":null,"funder_award_id":"91118004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W90447038","https://openalex.org/W1873898332","https://openalex.org/W1968882522","https://openalex.org/W1981711716","https://openalex.org/W1991097419","https://openalex.org/W1999987361","https://openalex.org/W2011458734","https://openalex.org/W2018638699","https://openalex.org/W2026926213","https://openalex.org/W2029039689","https://openalex.org/W2037313416","https://openalex.org/W2039168567","https://openalex.org/W2058230372","https://openalex.org/W2063387237","https://openalex.org/W2065314038","https://openalex.org/W2068430427","https://openalex.org/W2074937108","https://openalex.org/W2091543666","https://openalex.org/W2104107939","https://openalex.org/W2108632968","https://openalex.org/W2109612250","https://openalex.org/W2110498832","https://openalex.org/W2122947685","https://openalex.org/W2128182542","https://openalex.org/W2139664301","https://openalex.org/W2145124323","https://openalex.org/W2145574830","https://openalex.org/W2148256390","https://openalex.org/W2149321161","https://openalex.org/W2149783794","https://openalex.org/W2151553346","https://openalex.org/W2152874840","https://openalex.org/W2153150125","https://openalex.org/W2166069603","https://openalex.org/W2168156367","https://openalex.org/W2169974813","https://openalex.org/W2172232422","https://openalex.org/W2343875716","https://openalex.org/W2408181256","https://openalex.org/W2962708851","https://openalex.org/W3142314132","https://openalex.org/W3149255455","https://openalex.org/W4229558641","https://openalex.org/W4244536841","https://openalex.org/W4252615352","https://openalex.org/W4255632703","https://openalex.org/W6704683568","https://openalex.org/W7100273151"],"related_works":["https://openalex.org/W2890606267","https://openalex.org/W2736209497","https://openalex.org/W2168156367","https://openalex.org/W6921251909","https://openalex.org/W4406603503","https://openalex.org/W2801076109","https://openalex.org/W4389331614","https://openalex.org/W4226020233","https://openalex.org/W2973153063","https://openalex.org/W2774752913"],"abstract_inverted_index":{"Software":[0],"bugs":[1,198,202],"can":[2,82],"cause":[3],"significant":[4],"financial":[5],"loss":[6,10],"and":[7,30,53,57,68,115,122,178,199,214],"even":[8],"the":[9,66,100,147,168,189,192,218],"of":[11,70,149,172,191,220],"human":[12],"lives.":[13],"To":[14],"reduce":[15],"such":[16,80],"loss,":[17],"developers":[18],"devote":[19],"substantial":[20],"efforts":[21],"to":[22,37,77,98,195],"fixing":[23],"bugs,":[24],"which":[25,49,160],"generally":[26],"requires":[27],"much":[28,55],"expertise":[29],"experience.":[31],"Various":[32],"approaches":[33,81,92],"have":[34],"been":[35],"proposed":[36],"aid":[38],"debugging.":[39],"An":[40],"interesting":[41],"recent":[42],"research":[43,88],"direction":[44],"is":[45,76,96],"automatic":[46,153,173,221],"program":[47,154,174,222],"repair,":[48,155],"achieves":[50],"promising":[51],"results,":[52],"attracts":[54],"academic":[56],"industrial":[58],"attention.":[59],"However,":[60],"people":[61],"also":[62,204],"cast":[63],"doubt":[64],"on":[65,106,134,167,188],"effectiveness":[67],"promise":[69],"this":[71,111],"direction.":[72],"A":[73],"key":[74,170],"criticism":[75,101],"what":[78],"extent":[79],"fix":[83,196],"real":[84,107,197],"bugs.":[85,108],"As":[86],"only":[87],"prototypes":[89],"for":[90,216],"these":[91],"are":[93,161],"available,":[94],"it":[95],"infeasible":[97],"address":[99],"by":[102],"evaluating":[103],"them":[104],"directly":[105],"Instead,":[109],"in":[110,206],"paper,":[112],"we":[113,129,156,184],"design":[114],"develop":[116],"BUGSTAT,":[117],"a":[118],"tool":[119],"that":[120,201],"extracts":[121],"analyzes":[123],"bug":[124,139],"fixes.":[125],"With":[126],"BUGSTAT's":[127],"support,":[128],"conduct":[130],"an":[131],"empirical":[132],"study":[133],"more":[135],"than":[136],"9,000":[137],"real-world":[138],"fixes":[140,151],"from":[141],"six":[142],"popular":[143],"Java":[144],"projects.":[145],"Comparing":[146],"nature":[148],"manual":[150],"with":[152],"distill":[157],"15":[158],"findings,":[159],"further":[162],"summarized":[163],"into":[164],"four":[165],"insights":[166,215],"two":[169],"ingredients":[171],"repair:":[175],"fault":[176],"localization":[177],"faulty":[179],"code":[180],"fix.":[181],"In":[182],"addition,":[183],"provide":[185,211],"indirect":[186],"evidence":[187],"size":[190],"search":[193],"space":[194],"find":[200],"may":[203],"reside":[205],"non-source":[207],"files.":[208],"Our":[209],"results":[210],"useful":[212],"guidance":[213],"improving":[217],"state-of-the-art":[219],"repair.":[223]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4244051999","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":23},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-05-12T00:00:00"}
