{"id":"https://openalex.org/W2981328759","doi":"https://doi.org/10.1109/tse.2019.2949275","title":"Improving Vulnerability Inspection Efficiency Using Active Learning","display_name":"Improving Vulnerability Inspection Efficiency Using Active Learning","publication_year":2019,"publication_date":"2019-10-25","ids":{"openalex":"https://openalex.org/W2981328759","doi":"https://doi.org/10.1109/tse.2019.2949275","mag":"2981328759"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2019.2949275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2949275","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.06545","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014850850","display_name":"Zhe Yu","orcid":"https://orcid.org/0000-0002-6841-1725"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Yu","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-6841-1725","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022487152","display_name":"Christopher Theisen","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Theisen","raw_affiliation_strings":["Microsoft, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Seattle, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028171895","display_name":"Laurie Williams","orcid":"https://orcid.org/0000-0003-3300-6540"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Williams","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0003-3300-6540","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Menzies","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-5040-3196","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0135,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.94779497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"47","issue":"11","first_page":"2401","last_page":"2420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8326095342636108},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6424894332885742},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.63414466381073},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5775202512741089},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5555155277252197},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5357073545455933},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4885471761226654},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4846092164516449},{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.4682900309562683},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.43534865975379944},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.3366357684135437},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2672036290168762},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.2382008135318756},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2285633683204651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15288510918617249},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13210627436637878},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.11008414626121521},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.09402433037757874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8326095342636108},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6424894332885742},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.63414466381073},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5775202512741089},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5555155277252197},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5357073545455933},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4885471761226654},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4846092164516449},{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.4682900309562683},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.43534865975379944},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.3366357684135437},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2672036290168762},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.2382008135318756},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2285633683204651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15288510918617249},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13210627436637878},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.11008414626121521},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09402433037757874},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2019.2949275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2949275","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1803.06545","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.06545","pdf_url":"https://arxiv.org/pdf/1803.06545","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.06545","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.06545","pdf_url":"https://arxiv.org/pdf/1803.06545","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6899951267","display_name":"SHF: Small: Detecting the 1%: Growing the Science of Vulnerability Detection","funder_award_id":"1909516","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7280378566","display_name":"SHF: Medium: Collaborative: Transfer Learning in Software Engineering","funder_award_id":"1506586","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W190190587","https://openalex.org/W1490428190","https://openalex.org/W1501506223","https://openalex.org/W1700671489","https://openalex.org/W1976112015","https://openalex.org/W1983320747","https://openalex.org/W1997236144","https://openalex.org/W2004758929","https://openalex.org/W2022695357","https://openalex.org/W2027792385","https://openalex.org/W2029075138","https://openalex.org/W2035720976","https://openalex.org/W2037771830","https://openalex.org/W2043566294","https://openalex.org/W2043779491","https://openalex.org/W2043837581","https://openalex.org/W2049488676","https://openalex.org/W2067148378","https://openalex.org/W2069205948","https://openalex.org/W2070425304","https://openalex.org/W2079753286","https://openalex.org/W2099883114","https://openalex.org/W2119821739","https://openalex.org/W2136328912","https://openalex.org/W2136504847","https://openalex.org/W2154398797","https://openalex.org/W2166336492","https://openalex.org/W2170923331","https://openalex.org/W2341384651","https://openalex.org/W2400753773","https://openalex.org/W2404374285","https://openalex.org/W2405274037","https://openalex.org/W2526390960","https://openalex.org/W2533861448","https://openalex.org/W2559708669","https://openalex.org/W2587975244","https://openalex.org/W2604321711","https://openalex.org/W2620705605","https://openalex.org/W2714550548","https://openalex.org/W2741238736","https://openalex.org/W2742025582","https://openalex.org/W2785836523","https://openalex.org/W2798444400","https://openalex.org/W2894874337","https://openalex.org/W2899922619","https://openalex.org/W2911964244","https://openalex.org/W2914331073","https://openalex.org/W3013164143","https://openalex.org/W3102727295","https://openalex.org/W4206723194","https://openalex.org/W4229749093","https://openalex.org/W4238741028","https://openalex.org/W4239510810","https://openalex.org/W4300611646","https://openalex.org/W6607741199","https://openalex.org/W6629431997","https://openalex.org/W6637371007","https://openalex.org/W6680140577","https://openalex.org/W6713328027","https://openalex.org/W6727535424","https://openalex.org/W6735920080","https://openalex.org/W6741742832","https://openalex.org/W6750334143"],"related_works":["https://openalex.org/W1986222079","https://openalex.org/W2007984522","https://openalex.org/W4389156480","https://openalex.org/W3153702491","https://openalex.org/W1486481742","https://openalex.org/W1761184020","https://openalex.org/W3008981372","https://openalex.org/W2982411552","https://openalex.org/W4388185423","https://openalex.org/W4214596491"],"abstract_inverted_index":{"Software":[0],"engineers":[1],"can":[2,54],"find":[3],"vulnerabilities":[4,116,160,174,195],"with":[5],"less":[6],"effort":[7,59,207],"if":[8],"they":[9],"are":[10,236],"directed":[11],"towards":[12],"code":[13,36,44,127,148,216,243],"that":[14,27,81,200,256,266],"might":[15,268],"contain":[16],"more":[17],"vulnerabilities.":[18,70],"HARMLESS":[19,53,101,107,136,166],"is":[20,251],"an":[21],"incremental":[22],"support":[23],"vector":[24],"machine":[25],"tool":[26,72],"builds":[28],"a":[29],"vulnerability":[30,105],"prediction":[31],"model":[32],"from":[33,194],"the":[34,56,88,115,125,146,159,172,179,187,205,223,230,245],"source":[35,43,126,147,215,242],"inspected":[37,48,180],"to":[38,61,78,155,185,218,253],"date,":[39],"then":[40],"suggests":[41],"what":[42],"files":[45,217],"should":[46],"be":[47,269],"next.":[49],"In":[50],"this":[51,226,261],"way,":[52],"reduce":[55,255],"time":[57],"and":[58],"required":[60],"achieve":[62],"some":[63],"desired":[64,82],"level":[65,83],"of":[66,84,114,124,145,158,171,178,191,208,222,241,260],"recall":[67],"for":[68,203,238,248],"finding":[69],"The":[71,258],"also":[73],"provides":[74],"feedback":[75],"on":[76,102],"when":[77,151],"stop":[79,138],"(at":[80],"recall)":[85],"while":[86],"at":[87],"same":[89],"time,":[90],"correcting":[91],"human":[92,152,206,234],"errors":[93],"by":[94,117,175],"double-checking":[95,176],"suspicious":[96],"files.":[97,128,149,181],"This":[98],"paper":[99,262],"evaluates":[100],"Mozilla":[103],"Firefox":[104],"data.":[106],"found":[108],"80,":[109],"90,":[110,131],"95,":[111,132],"99":[112,133],"percent":[113,123,134,144,162,170,221],"inspecting":[118,140,209,239],"10,":[119],"16,":[120],"20,":[121],"34":[122],"When":[129],"targeting":[130],"recall,":[135],"could":[137,167,228],"after":[139],"23,":[141],"30,":[142],"47":[143],"Even":[150],"reviewers":[153],"fail":[154],"identify":[156,219],"half":[157,177],"(50":[161],"false":[163],"negative":[164],"rate),":[165],"detect":[168],"96":[169],"missing":[173],"Our":[182],"results":[183],"serve":[184],"highlight":[186],"very":[188],"steep":[189],"cost":[190,201],"protecting":[192],"software":[193],"(in":[196],"our":[197],"case":[198],"study":[199],"is,":[202],"example,":[204],"28,750":[210],"\u00d7":[211],"20%":[212],"=":[213],"5,750":[214],"95":[220],"vulnerabilities).":[224],"While":[225],"result":[227],"benefit":[229],"mission-critical":[231],"projects":[232],"where":[233],"resources":[235],"available":[237],"thousands":[240],"files,":[244],"research":[246],"challenge":[247],"future":[249],"work":[250],"how":[252],"further":[254],"cost.":[257],"conclusion":[259],"discusses":[263],"various":[264],"ways":[265],"goal":[267],"achieved.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}