{"id":"https://openalex.org/W1997646511","doi":"https://doi.org/10.1145/2746194.2746198","title":"Challenges with applying vulnerability prediction models","display_name":"Challenges with applying vulnerability prediction models","publication_year":2015,"publication_date":"2015-04-17","ids":{"openalex":"https://openalex.org/W1997646511","doi":"https://doi.org/10.1145/2746194.2746198","mag":"1997646511"},"language":"en","primary_location":{"id":"doi:10.1145/2746194.2746198","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2746194.2746198","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 Symposium and Bootcamp on the Science of Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101506825","display_name":"Patrick Morrison","orcid":"https://orcid.org/0000-0003-0773-7817"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Morrison","raw_affiliation_strings":["North Carolina State University, Raleigh, NC","North Carolina State University, Raleigh, NC;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, NC;","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000305391","display_name":"Kim Herzig","orcid":"https://orcid.org/0000-0003-2659-0021"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Kim Herzig","raw_affiliation_strings":["Microsoft Research, Cambridge, UK","Microsoft Research, Cambridge, UK;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft Research, Cambridge, UK;","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075932839","display_name":"Thomas Brendan Murphy","orcid":"https://orcid.org/0000-0002-5668-7046"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Brendan Murphy","raw_affiliation_strings":["Microsoft Research, Cambridge, UK","Microsoft Research, Cambridge, UK;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft Research, Cambridge, UK;","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028171895","display_name":"Laurie Williams","orcid":"https://orcid.org/0000-0003-3300-6540"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Williams","raw_affiliation_strings":["North Carolina State University, Raleigh, NC","North Carolina State University, Raleigh, NC;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"North Carolina State University, Raleigh, NC;","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.6883,"has_fulltext":false,"cited_by_count":127,"citation_normalized_percentile":{"value":0.9849799,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7803522348403931},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.7153012752532959},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5477473735809326},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.49260765314102173},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4868585467338562},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.47097066044807434},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.45697981119155884},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4560546576976776},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4453943073749542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3754398822784424},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1632329821586609},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1049773097038269},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08679476380348206}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803522348403931},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.7153012752532959},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5477473735809326},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49260765314102173},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4868585467338562},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.47097066044807434},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.45697981119155884},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4560546576976776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4453943073749542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3754398822784424},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1632329821586609},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1049773097038269},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08679476380348206},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2746194.2746198","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2746194.2746198","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 Symposium and Bootcamp on the Science of Security","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320310013","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06"},{"id":"https://openalex.org/F4320311089","display_name":"National Security Agency","ror":"https://ror.org/0047bvr32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1513618424","https://openalex.org/W1607167266","https://openalex.org/W1988510359","https://openalex.org/W1997236144","https://openalex.org/W2003529494","https://openalex.org/W2003934931","https://openalex.org/W2004758929","https://openalex.org/W2021509116","https://openalex.org/W2029123435","https://openalex.org/W2040977941","https://openalex.org/W2041432408","https://openalex.org/W2043837581","https://openalex.org/W2063770056","https://openalex.org/W2073767361","https://openalex.org/W2100310618","https://openalex.org/W2100945416","https://openalex.org/W2105300539","https://openalex.org/W2106578314","https://openalex.org/W2121866145","https://openalex.org/W2123504579","https://openalex.org/W2126762719","https://openalex.org/W2132887549","https://openalex.org/W2135198476","https://openalex.org/W2135250985","https://openalex.org/W2137235241","https://openalex.org/W2139855137","https://openalex.org/W2146338950","https://openalex.org/W2151666086","https://openalex.org/W2153054327","https://openalex.org/W2154398797","https://openalex.org/W2158744032","https://openalex.org/W2160958420","https://openalex.org/W2166336492","https://openalex.org/W2289748525","https://openalex.org/W2294798173","https://openalex.org/W2582743722","https://openalex.org/W2601354821","https://openalex.org/W2612304202","https://openalex.org/W2987883775","https://openalex.org/W4285719527","https://openalex.org/W4298304654","https://openalex.org/W6776317560"],"related_works":["https://openalex.org/W2033235985","https://openalex.org/W2763289028","https://openalex.org/W2031796104","https://openalex.org/W4361792201","https://openalex.org/W4308641625","https://openalex.org/W2953504043","https://openalex.org/W3141545746","https://openalex.org/W3023254737","https://openalex.org/W1498479218","https://openalex.org/W4226376310"],"abstract_inverted_index":{"Vulnerability":[0],"prediction":[1,33,40,53,105],"models":[2,41,54,138],"(VPM)":[3],"are":[4],"believed":[5],"to":[6,16,21,49,62,80,122,154],"hold":[7],"promise":[8],"for":[9,23,66,88,129],"providing":[10],"software":[11],"engineers":[12,126],"guidance":[13],"on":[14],"where":[15],"prioritize":[17],"precious":[18],"verification":[19],"resources":[20],"search":[22],"vulnerabilities.":[24],"However,":[25,111],"while":[26],"Microsoft":[27],"product":[28],"teams":[29],"have":[30,36],"adopted":[31,38],"defect":[32],"models,":[34],"they":[35],"not":[37],"vulnerability":[39,52],"(VPMs).":[42],"The":[43],"goal":[44],"of":[45,75,91,118],"this":[46],"research":[47],"is":[48],"measure":[50],"whether":[51],"built":[55],"using":[56],"standard":[57],"recommendations":[58],"perform":[59],"well":[60],"enough":[61],"provide":[63],"actionable":[64,156],"results":[65],"engineering":[67],"resource":[68],"allocation.":[69],"We":[70,84,102,147],"define":[71],"'actionable'":[72],"in":[73],"terms":[74],"the":[76,92],"inspection":[77],"effort":[78],"required":[79],"evaluate":[81],"model":[82,97],"results.":[83],"replicated":[85],"a":[86],"VPM":[87],"two":[89],"releases":[90],"Windows":[93],"Operating":[94],"System,":[95],"varying":[96],"granularity":[98],"and":[99,108,125,143],"statistical":[100],"learners.":[101],"reproduced":[103],"binary-level":[104],"precision":[106,140],"(~0.75)":[107],"recall":[109,144],"(~0.2).":[110],"binaries":[112],"often":[113],"exceed":[114],"1":[115],"million":[116],"lines":[117],"code,":[119],"too":[120],"large":[121],"practically":[123],"inspect,":[124],"expressed":[127],"preference":[128],"source":[130,135],"file":[131,136],"level":[132,137],"predictions.":[133],"Our":[134],"yield":[139],"below":[141,145],"0.5":[142],"0.2.":[146],"suggest":[148],"that":[149],"VPMs":[150],"must":[151],"be":[152],"refined":[153],"achieve":[155],"performance,":[157],"possibly":[158],"through":[159],"security-specific":[160],"metrics.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}