{"id":"https://openalex.org/W1986222079","doi":"https://doi.org/10.1145/2635868.2635880","title":"Identifying the characteristics of vulnerable code changes: an empirical study","display_name":"Identifying the characteristics of vulnerable code changes: an empirical study","publication_year":2014,"publication_date":"2014-11-04","ids":{"openalex":"https://openalex.org/W1986222079","doi":"https://doi.org/10.1145/2635868.2635880","mag":"1986222079"},"language":"en","primary_location":{"id":"doi:10.1145/2635868.2635880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078536980","display_name":"Amiangshu Bosu","orcid":"https://orcid.org/0000-0002-3178-6232"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amiangshu Bosu","raw_affiliation_strings":["University of Alabama, USA","University of Alabama , USA"],"affiliations":[{"raw_affiliation_string":"University of Alabama, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"University of Alabama , USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005826696","display_name":"Jeffrey C. Carver","orcid":"https://orcid.org/0000-0002-7824-9151"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey C. Carver","raw_affiliation_strings":["University of Alabama, USA","University of Alabama , USA"],"affiliations":[{"raw_affiliation_string":"University of Alabama, USA","institution_ids":["https://openalex.org/I17301866"]},{"raw_affiliation_string":"University of Alabama , USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060527236","display_name":"Munawar Hafiz","orcid":null},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Munawar Hafiz","raw_affiliation_strings":["Auburn University, USA"],"affiliations":[{"raw_affiliation_string":"Auburn University, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086176182","display_name":"Patrick Hilley","orcid":null},"institutions":[{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Hilley","raw_affiliation_strings":["Providence College, USA","Providence College - USA"],"affiliations":[{"raw_affiliation_string":"Providence College, USA","institution_ids":["https://openalex.org/I196272386"]},{"raw_affiliation_string":"Providence College - USA","institution_ids":["https://openalex.org/I196272386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090889908","display_name":"Derek Janni","orcid":null},"institutions":[{"id":"https://openalex.org/I74201987","display_name":"Lewis & Clark College","ror":"https://ror.org/013pz1582","country_code":"US","type":"education","lineage":["https://openalex.org/I74201987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Janni","raw_affiliation_strings":["Lewis & Clark College, USA"],"affiliations":[{"raw_affiliation_string":"Lewis & Clark College, USA","institution_ids":["https://openalex.org/I74201987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078536980"],"corresponding_institution_ids":["https://openalex.org/I17301866"],"apc_list":null,"apc_paid":null,"fwci":15.5897,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.98706486,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"257","last_page":"268"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.8537353277206421},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.8066009283065796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6862915754318237},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6571725606918335},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5470120310783386},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5442725419998169},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5435632467269897},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.5334223508834839},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5131173729896545},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4543154239654541},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4178374111652374},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3464823365211487},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.2516295909881592},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.23226729035377502},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.20474332571029663},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16672813892364502},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.14461737871170044},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11000093817710876},{"id":"https://openalex.org/keywords/security-service","display_name":"Security service","score":0.07697135210037231}],"concepts":[{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.8537353277206421},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.8066009283065796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6862915754318237},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6571725606918335},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5470120310783386},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5442725419998169},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5435632467269897},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.5334223508834839},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5131173729896545},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4543154239654541},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4178374111652374},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3464823365211487},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2516295909881592},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.23226729035377502},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.20474332571029663},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16672813892364502},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.14461737871170044},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11000093817710876},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.07697135210037231},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2635868.2635880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W156358176","https://openalex.org/W1501506223","https://openalex.org/W1546884423","https://openalex.org/W1565377632","https://openalex.org/W1574060188","https://openalex.org/W1600776630","https://openalex.org/W1938740620","https://openalex.org/W1967446222","https://openalex.org/W1999784982","https://openalex.org/W2003315002","https://openalex.org/W2007705030","https://openalex.org/W2010321946","https://openalex.org/W2015004885","https://openalex.org/W2015696622","https://openalex.org/W2043837581","https://openalex.org/W2053154970","https://openalex.org/W2063770056","https://openalex.org/W2084787043","https://openalex.org/W2085701101","https://openalex.org/W2088498570","https://openalex.org/W2091990486","https://openalex.org/W2100945416","https://openalex.org/W2107294940","https://openalex.org/W2113035899","https://openalex.org/W2119871945","https://openalex.org/W2120703352","https://openalex.org/W2120983913","https://openalex.org/W2130743551","https://openalex.org/W2133328509","https://openalex.org/W2135541598","https://openalex.org/W2136173752","https://openalex.org/W2137789775","https://openalex.org/W2140466350","https://openalex.org/W2148854374","https://openalex.org/W2151979607","https://openalex.org/W2161407365","https://openalex.org/W2166336492","https://openalex.org/W2167117640","https://openalex.org/W2167926541","https://openalex.org/W2177797324","https://openalex.org/W2294407885","https://openalex.org/W2337965632","https://openalex.org/W2482589566","https://openalex.org/W2500420368","https://openalex.org/W2502211921","https://openalex.org/W4205192141","https://openalex.org/W4237751857","https://openalex.org/W6632556745","https://openalex.org/W6634301135","https://openalex.org/W6679437095"],"related_works":["https://openalex.org/W2292865721","https://openalex.org/W2098721272","https://openalex.org/W2469491375","https://openalex.org/W2344367508","https://openalex.org/W2904997879","https://openalex.org/W2097696338","https://openalex.org/W4319165526","https://openalex.org/W1986222079","https://openalex.org/W4293023587","https://openalex.org/W2527612534"],"abstract_inverted_index":{"To":[0],"focus":[1],"the":[2,7,84,87,89,105,112],"efforts":[3],"of":[4,9,27,34,76,86,107,114,151],"security":[5,17,143,172],"experts,":[6],"goals":[8],"this":[10],"empirical":[11],"study":[12],"are":[13,121,134],"to":[14,37,96,101,124,137,145,181,189],"analyze":[15],"which":[16,131],"vulnerabilities":[18,126,139],"can":[19,72],"be":[20,102],"discovered":[21],"by":[22],"code":[23,29,50,70,132,153],"review,":[24],"identify":[25,32,73],"characteristics":[26,33],"vulnerable":[28],"changes,":[30],"and":[31,44,58,117,185],"developers":[35,188],"likely":[36,100,123],"introduce":[38],"vulnerabilities.":[39],"Using":[40],"a":[41,108,142,148,170],"three-stage":[42],"manual":[43],"automated":[45],"process,":[46],"we":[47,156],"analyzed":[48],"267,046":[49],"review":[51,71,173,180],"requests":[52],"from":[53],"10":[54],"open":[55],"source":[56],"projects":[57,159],"identified":[59],"413":[60],"Vulnerable":[61],"Code":[62],"Changes":[63],"(VCC).":[64],"Some":[65],"key":[66],"results":[67],"include:":[68],"(1)":[69],"common":[74],"types":[75],"vulnerabilities;":[77],"(2)":[78],"while":[79],"more":[80,99,122,135],"experienced":[81,91],"contributors":[82],"authored":[83],"majority":[85],"VCCs,":[88],"less":[90],"contributors'":[92],"changes":[93,133,193],"were":[94],"1.8":[95],"24":[97],"times":[98],"vulnerable;":[103],"(3)":[104],"likelihood":[106],"vulnerability":[109],"increases":[110],"with":[111],"number":[113],"lines":[115],"changed,":[116],"(4)":[118],"modified":[119],"files":[120],"contain":[125,138],"than":[127,195],"new":[128],"files.":[129],"Knowing":[130],"prone":[136],"may":[140],"allow":[141],"expert":[144],"concentrate":[146],"on":[147],"smaller":[149],"subset":[150],"submitted":[152],"changes.":[154,197],"Moreover,":[155],"recommend":[157],"that":[158],"should:":[160],"(a)":[161],"create":[162,169],"or":[163],"adapt":[164],"secure":[165],"coding":[166],"guidelines,":[167],"(b)":[168],"dedicated":[171],"team,":[174],"(c)":[175],"ensure":[176],"detailed":[177],"comments":[178],"during":[179],"help":[182],"knowledge":[183],"dissemination,":[184],"(d)":[186],"encourage":[187],"make":[190],"small,":[191],"incremental":[192],"rather":[194],"large":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}