{"id":"https://openalex.org/W2401113443","doi":"https://doi.org/10.1145/2915970.2915994","title":"Improving vulnerability detection measurement","display_name":"Improving vulnerability detection measurement","publication_year":2016,"publication_date":"2016-05-24","ids":{"openalex":"https://openalex.org/W2401113443","doi":"https://doi.org/10.1145/2915970.2915994","mag":"2401113443"},"language":"en","primary_location":{"id":"doi:10.1145/2915970.2915994","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2915970.2915994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052843190","display_name":"Alexander M. Hoole","orcid":null},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexander M. Hoole","raw_affiliation_strings":["University of Victoria, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041277719","display_name":"Issa Traor\u00e9","orcid":"https://orcid.org/0000-0003-2987-8047"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Issa Traore","raw_affiliation_strings":["University of Victoria, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058765347","display_name":"Aur\u00e9lien Delaitre","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aurelien Delaitre","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048438927","display_name":"Charles de Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles de Oliveira","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7862,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68843208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.8651260733604431},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7282016277313232},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5281467437744141},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5009877681732178},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.491863489151001},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.4491975009441376},{"id":"https://openalex.org/keywords/software-quality-assurance","display_name":"Software quality assurance","score":0.42050057649612427},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33311647176742554},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2972782850265503},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.28791677951812744},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.2248745560646057},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17673969268798828},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1658102571964264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08900484442710876},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08841940760612488}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.8651260733604431},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7282016277313232},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5281467437744141},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5009877681732178},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.491863489151001},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.4491975009441376},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.42050057649612427},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33311647176742554},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2972782850265503},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28791677951812744},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.2248745560646057},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17673969268798828},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1658102571964264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08900484442710876},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08841940760612488},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2915970.2915994","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2915970.2915994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1985424295","https://openalex.org/W1998029707","https://openalex.org/W2005422315","https://openalex.org/W2016716561","https://openalex.org/W2033742178","https://openalex.org/W2041423244","https://openalex.org/W2122646429","https://openalex.org/W2161407365","https://openalex.org/W2164463086","https://openalex.org/W2290790037","https://openalex.org/W6600273064","https://openalex.org/W7001192717"],"related_works":["https://openalex.org/W2504378244","https://openalex.org/W101576598","https://openalex.org/W2299966422","https://openalex.org/W1923185232","https://openalex.org/W4315783403","https://openalex.org/W2572735583","https://openalex.org/W2098728936","https://openalex.org/W4285544029","https://openalex.org/W1563477200","https://openalex.org/W2793632961"],"abstract_inverted_index":{"The":[0],"Software":[1,21],"Assurance":[2,22],"Metrics":[3],"and":[4,15,29,58,78,83,90,100],"Tool":[5],"Evaluation":[6],"(SAMATE)":[7],"project":[8],"at":[9],"the":[10,20,68,110],"National":[11],"Institute":[12],"of":[13,38,44,48],"Standards":[14],"Technology":[16],"(NIST)":[17],"has":[18],"created":[19],"Reference":[23],"Dataset":[24],"(SARD)":[25],"to":[26,64,72,85],"provide":[27,73],"researchers":[28],"software":[30],"security":[31,40],"assurance":[32],"tool":[33],"developers":[34],"with":[35,67],"a":[36,49,65],"set":[37],"known":[39],"flaws.":[41],"As":[42],"part":[43],"an":[45],"empirical":[46],"evaluation":[47],"runtime":[50],"monitoring":[51],"framework,":[52],"two":[53],"test":[54,111],"suites":[55],"were":[56],"executed":[57],"monitored,":[59],"revealing":[60],"deficiencies":[61],"which":[62],"led":[63],"collaboration":[66],"NIST":[69],"SAMATE":[70],"team":[71],"replacements.":[74],"Test":[75],"Suites":[76],"45":[77],"46":[79],"are":[80,102],"analyzed,":[81],"discussed,":[82],"updated":[84],"improve":[86],"accuracy,":[87],"consistency,":[88],"preciseness,":[89],"automation.":[91],"Empirical":[92],"results":[93],"show":[94],"metrics":[95],"such":[96],"as":[97],"recall,":[98],"precision,":[99],"F-Measure":[101],"all":[103],"impacted":[104],"by":[105],"invalid":[106],"base":[107],"assumptions":[108],"regarding":[109],"suites.":[112]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}