{"id":"https://openalex.org/W4384345694","doi":"https://doi.org/10.1109/icse48619.2023.00022","title":"Data Quality for Software Vulnerability Datasets","display_name":"Data Quality for Software Vulnerability Datasets","alternate_titles":[],"publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4384345694","doi":"https://doi.org/10.1109/icse48619.2023.00022"},"language":"en","primary_location":{"id":"doi:10.1109/icse48619.2023.00022","doi":"https://doi.org/10.1109/icse48619.2023.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse48619.2023.00022","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4384345694"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.05456","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040400519","display_name":"Roland Croft","orcid":"https://orcid.org/0000-0001-5011-6587","observed_orcids":["https://orcid.org/0000-0001-5011-6587"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roland Croft","raw_affiliation_strings":["School of Computer Science, CREST, University of Adelaide, Australia","Cyber Security Cooperative Research Centre, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, CREST, University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"Cyber Security Cooperative Research Centre, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038254020","display_name":"M. Ali Babar","orcid":"https://orcid.org/0000-0001-9696-3626","observed_orcids":["https://orcid.org/0000-0001-9696-3626"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"M. Ali Babar","raw_affiliation_strings":["School of Computer Science, CREST, University of Adelaide, Australia","Cyber Security Cooperative Research Centre, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, CREST, University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"Cyber Security Cooperative Research Centre, Australia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002936717","display_name":"M. Mehdi Kholoosi","orcid":"https://orcid.org/0000-0002-5712-1378","observed_orcids":["https://orcid.org/0000-0002-5712-1378"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"M. Mehdi Kholoosi","raw_affiliation_strings":["School of Computer Science, CREST, University of Adelaide, Australia","Cyber Security Cooperative Research Centre, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, CREST, University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"Cyber Security Cooperative Research Centre, Australia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5681781"],"apc_list":null,"apc_paid":null,"fwci":42.8856,"has_fulltext":true,"cited_by_count":321,"citation_normalized_percentile":{"value":0.99839624,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"133"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.45190000534057617,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.45190000534057617,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.23729999363422394,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.2223999947309494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-quality","display_name":"data quality","score":0.9940000176429749},{"id":"https://openalex.org/keywords/data-duplication","display_name":"data duplication","score":0.6349999904632568},{"id":"https://openalex.org/keywords/software-vulnerability-prediction","display_name":"software vulnerability prediction","score":0.6480000019073486},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.4359999895095825},{"id":"https://openalex.org/keywords/automated-vulnerability-detection","display_name":"automated vulnerability detection","score":0.7170000076293945},{"id":"https://openalex.org/keywords/data-preparation","display_name":"data preparation","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7583751678466797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7466258406639099},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6875568628311157},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6022301912307739},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4762285351753235},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47068411111831665},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.46889013051986694},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.46257641911506653},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4574810862541199},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.44926875829696655},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4106258749961853},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3814074397087097},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31869322061538696},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2888762056827545},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.1662375032901764},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1163676381111145},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06519201397895813},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icse48619.2023.00022","doi":"https://doi.org/10.1109/icse48619.2023.00022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse48619.2023.00022","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2301.05456","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.05456","pdf_url":"https://arxiv.org/pdf/2301.05456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2301.05456","doi":"https://doi.org/10.48550/arxiv.2301.05456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.05456","pdf_url":"https://arxiv.org/pdf/2301.05456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.05456","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.05456","pdf_url":"https://arxiv.org/pdf/2301.05456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384345694.pdf","grobid_xml":"https://content.openalex.org/works/W4384345694.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1966682079","https://openalex.org/W1972978214","https://openalex.org/W1979290264","https://openalex.org/W1985514943","https://openalex.org/W1997646511","https://openalex.org/W2025411198","https://openalex.org/W2048899404","https://openalex.org/W2053154970","https://openalex.org/W2093897789","https://openalex.org/W2097883090","https://openalex.org/W2099419573","https://openalex.org/W2105767494","https://openalex.org/W2122777273","https://openalex.org/W2139885493","https://openalex.org/W2154398797","https://openalex.org/W2165394871","https://openalex.org/W2172232422","https://openalex.org/W2247315092","https://openalex.org/W2294407885","https://openalex.org/W2330048349","https://openalex.org/W2408181256","https://openalex.org/W2508179673","https://openalex.org/W2606150376","https://openalex.org/W2748690817","https://openalex.org/W2781491433","https://openalex.org/W2822734516","https://openalex.org/W2885030880","https://openalex.org/W2903709763","https://openalex.org/W2945440850","https://openalex.org/W2951913189","https://openalex.org/W2953482317","https://openalex.org/W2965373594","https://openalex.org/W2967556797","https://openalex.org/W2968865041","https://openalex.org/W2970862273","https://openalex.org/W3007157104","https://openalex.org/W3008088841","https://openalex.org/W3009290003","https://openalex.org/W3033777149","https://openalex.org/W3038101014","https://openalex.org/W3086100325","https://openalex.org/W3091588759","https://openalex.org/W3098605233","https://openalex.org/W3127782461","https://openalex.org/W3131568357","https://openalex.org/W3134770171","https://openalex.org/W3161331107","https://openalex.org/W3163206498","https://openalex.org/W3177116043","https://openalex.org/W3178267322","https://openalex.org/W3195686297","https://openalex.org/W3199693282","https://openalex.org/W3206397610","https://openalex.org/W4210493608","https://openalex.org/W4220988989","https://openalex.org/W4221157342","https://openalex.org/W4226043105","https://openalex.org/W4226068046","https://openalex.org/W4289976167","https://openalex.org/W4292158679","https://openalex.org/W4296483261","https://openalex.org/W4301168982","https://openalex.org/W4308641647","https://openalex.org/W4308643013","https://openalex.org/W4312436517","https://openalex.org/W4312640079","https://openalex.org/W4312969325","https://openalex.org/W4403760382","https://openalex.org/W6656834604","https://openalex.org/W6766673545","https://openalex.org/W6909986891","https://openalex.org/W6939542680"],"related_works":["https://openalex.org/W6990234524","https://openalex.org/W4385412165","https://openalex.org/W4416251284","https://openalex.org/W7202398488","https://openalex.org/W4400907626","https://openalex.org/W7154209458","https://openalex.org/W4411271779","https://openalex.org/W4403413444","https://openalex.org/W4384155620","https://openalex.org/W7042603796"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,13,42,56,61,79,147,158,201],"learning-based":[3],"techniques":[4],"to":[5,99,150,189],"achieve":[6],"automated":[7],"software":[8,18,28,62,80,113,125,202],"vulnerability":[9,29,63,81,90,114,126,148,203],"detection":[10],"has":[11,70],"been":[12,71],"longstanding":[14],"interest":[15],"within":[16],"the":[17,40,43,52,75,117,134,187,207],"security":[19],"domain.":[20],"These":[21],"data-driven":[22],"solutions":[23,47],"are":[24,92],"enabled":[25],"by":[26,103],"large":[27],"datasets":[30,115,136],"used":[31],"for":[32,110,186],"training":[33,179],"and":[34,54,116,156,199],"benchmarking.":[35],"However,":[36],"we":[37,86,130,144],"observe":[38],"that":[39,89,120,132,165],"quality":[41,108,140,205],"data":[44,64,82,107,139,159,204],"powering":[45],"these":[46,166],"is":[48,67],"currently":[49],"ill-considered,":[50],"hindering":[51],"reliability":[53],"value":[55],"produced":[57],"outcomes.":[58],"Whilst":[59],"awareness":[60],"preparation":[65],"challenges":[66],"growing,":[68],"there":[69],"little":[72],"investigation":[73],"into":[74],"potential":[76],"negative":[77],"impacts":[78,119,171],"quality.":[83],"For":[84],"instance,":[85],"lack":[87],"confirmation":[88],"labels":[91,149],"correct":[93],"or":[94,180],"consistent.":[95],"Our":[96,193],"study":[97],"seeks":[98],"address":[100],"such":[101,191],"shortcomings":[102],"inspecting":[104],"five":[105],"inherent":[106],"attributes":[109],"four":[111],"state-of-the-art":[112],"subsequent":[118],"issues":[121,167],"can":[122],"have":[123],"on":[124,172],"prediction":[127],"models.":[128],"Surprisingly,":[129],"found":[131,145],"all":[133],"analyzed":[135],"exhibit":[137],"some":[138],"problems.":[141],"In":[142],"particular,":[143],"20\u201371%":[146],"be":[151],"inaccurate":[152],"in":[153,206],"real-world":[154],"datasets,":[155],"17-99%":[157],"points":[160],"were":[161],"duplicated.":[162],"We":[163,184],"observed":[164],"could":[168],"cause":[169],"significant":[170],"downstream":[173],"models,":[174],"either":[175],"preventing":[176],"effective":[177],"model":[178],"inflating":[181],"benchmark":[182],"performance.":[183],"advocate":[185],"need":[188],"overcome":[190],"challenges.":[192],"findings":[194],"will":[195],"enable":[196],"better":[197],"consideration":[198],"assessment":[200],"future.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4384345694","counts_by_year":[{"year":2026,"cited_by_count":140},{"year":2025,"cited_by_count":92},{"year":2024,"cited_by_count":67},{"year":2023,"cited_by_count":22}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-07-15T00:00:00"}
