{"id":"https://openalex.org/W2963447020","doi":"https://doi.org/10.1109/access.2019.2930578","title":"A Comparative Study of Deep Learning-Based Vulnerability Detection System","display_name":"A Comparative Study of Deep Learning-Based Vulnerability Detection System","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963447020","doi":"https://doi.org/10.1109/access.2019.2930578","mag":"2963447020"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2930578","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930578","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08769937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08769937.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100332568","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-0001-2998"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Li","raw_affiliation_strings":["School of Cyber Security and Computer, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Security and Computer, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074676946","display_name":"Deqing Zou","orcid":"https://orcid.org/0000-0001-8534-5048"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deqing Zou","raw_affiliation_strings":["Shenzhen Huazhong University of Science and Technology Research Institute, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Huazhong University of Science and Technology Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101451926","display_name":"Jing Tang","orcid":"https://orcid.org/0000-0002-9430-9660"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Tang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361530","display_name":"Zhihao Zhang","orcid":"https://orcid.org/0000-0002-2887-9331"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108971414","display_name":"Mingqian Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqian Sun","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100332568"],"corresponding_institution_ids":["https://openalex.org/I43337087"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":18.6351,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.99212506,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"103184","last_page":"103197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.866446316242218},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.7831733226776123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6587168574333191},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6096398830413818},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5998912453651428},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5853425860404968},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4879733920097351},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"False positive rate","score":0.47354787588119507},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4561736583709717},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36239564418792725},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3479539453983307},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22000828385353088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.866446316242218},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7831733226776123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6587168574333191},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6096398830413818},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5998912453651428},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5853425860404968},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4879733920097351},{"id":"https://openalex.org/C95922358","wikidata":"https://www.wikidata.org/wiki/Q5432725","display_name":"False positive rate","level":2,"score":0.47354787588119507},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4561736583709717},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36239564418792725},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3479539453983307},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22000828385353088}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2930578","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930578","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08769937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7ae438e4171d450c91b655357d7d7d42","is_oa":true,"landing_page_url":"https://doaj.org/article/7ae438e4171d450c91b655357d7d7d42","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 103184-103197 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2930578","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2930578","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08769937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2010386442","display_name":null,"funder_award_id":"201704","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2732032965","display_name":null,"funder_award_id":"61802106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2981938667","display_name":null,"funder_award_id":"Shenzhen","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3757194791","display_name":null,"funder_award_id":"JCYJ20","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3825985439","display_name":null,"funder_award_id":"JCYJ20170413114215614","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3909999711","display_name":null,"funder_award_id":"2017YFB0802205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4713721691","display_name":null,"funder_award_id":"B08022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4914859056","display_name":null,"funder_award_id":"61672249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G597245083","display_name":null,"funder_award_id":"JCYJ20170413114215614","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7938953399","display_name":null,"funder_award_id":"20170413","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8883707861","display_name":null,"funder_award_id":"6167224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963447020.pdf","grobid_xml":"https://content.openalex.org/works/W2963447020.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W133470593","https://openalex.org/W1505299987","https://openalex.org/W1522301498","https://openalex.org/W1554705102","https://openalex.org/W1992114977","https://openalex.org/W2043837581","https://openalex.org/W2079753286","https://openalex.org/W2085281262","https://openalex.org/W2137952932","https://openalex.org/W2138110817","https://openalex.org/W2148143831","https://openalex.org/W2165004968","https://openalex.org/W2166336492","https://openalex.org/W2173013550","https://openalex.org/W2278854381","https://openalex.org/W2297419069","https://openalex.org/W2402144811","https://openalex.org/W2504360466","https://openalex.org/W2559935471","https://openalex.org/W2564147261","https://openalex.org/W2592345979","https://openalex.org/W2634106992","https://openalex.org/W2748690817","https://openalex.org/W2765858138","https://openalex.org/W2768552973","https://openalex.org/W2781491433","https://openalex.org/W2792256830","https://openalex.org/W2793157084","https://openalex.org/W2802474178","https://openalex.org/W2953384591","https://openalex.org/W2962960733","https://openalex.org/W2963516811","https://openalex.org/W2964121744","https://openalex.org/W3101228802","https://openalex.org/W3127736190","https://openalex.org/W3147107715","https://openalex.org/W3155649056","https://openalex.org/W6605468800","https://openalex.org/W6631190155","https://openalex.org/W6633251946","https://openalex.org/W6685059857","https://openalex.org/W6713134421","https://openalex.org/W6749470980","https://openalex.org/W6790047161"],"related_works":["https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W3032952384","https://openalex.org/W3034302643","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3036642985","https://openalex.org/W2964335273","https://openalex.org/W1889624880","https://openalex.org/W2229372569"],"abstract_inverted_index":{"Source":[0],"code":[1],"static":[2],"analysis":[3],"has":[4,31],"been":[5],"widely":[6],"used":[7],"to":[8,43,63,104,179],"detect":[9,64],"vulnerabilities":[10,65],"in":[11,166],"the":[12,33,57,68,74,89,100,107,113,128,137,146,175,180,184,192,199,203],"development":[13],"of":[14,35,47,59,70,76,94,109,115,131,201],"software":[15],"products.":[16],"The":[17,118],"vulnerability":[18,39,49,77,116,132],"patterns":[19],"purely":[20],"based":[21],"on":[22,73,96,112],"human":[23,45],"experts":[24,46],"are":[25,142,155,168],"laborious":[26],"and":[27,161],"error":[28],"prone,":[29],"which":[30,97,165],"motivated":[32],"use":[34],"machine":[36],"learning":[37,62],"for":[38,145,183],"detection.":[40,117],"In":[41,81],"order":[42],"relieve":[44],"defining":[48],"rules":[50],"or":[51],"features,":[52],"a":[53],"recent":[54],"study":[55,103],"shows":[56],"feasibility":[58],"leveraging":[60],"deep":[61],"automatically.":[66],"However,":[67],"impact":[69,108],"different":[71,110],"factors":[72,111],"effectiveness":[75,114,130],"detection":[78,133],"is":[79],"unknown.":[80],"this":[82],"paper,":[83],"we":[84,98,148],"collect":[85],"two":[86],"datasets":[87],"from":[88],"programs":[90],"involving":[91],"126":[92],"types":[93],"vulnerabilities,":[95],"conduct":[99],"first":[101],"comparative":[102],"quantitatively":[105],"evaluate":[106],"experimental":[119],"results":[120],"show":[121],"that":[122],"accommodating":[123],"control":[124],"dependency":[125],"can":[126,190],"increase":[127],"overall":[129],"F1-measure":[134],"by":[135,196,207],"20.3%;":[136],"imbalanced":[138],"data":[139],"processing":[140],"methods":[141],"not":[143],"effective":[144,157,170],"dataset":[147],"create;":[149],"bidirectional":[150,185],"recurrent":[151],"neural":[152,163],"networks":[153],"(RNNs)":[154],"more":[156,169],"than":[158,171],"unidirectional":[159],"RNNs":[160],"convolutional":[162],"network,":[164],"turn":[167],"multi-layer":[172],"perception;":[173],"using":[174],"last":[176],"output":[177],"corresponding":[178],"time":[181],"step":[182],"long":[186],"short-term":[187],"memory":[188],"(BLSTM)":[189],"reduce":[191],"false":[193,204],"negative":[194],"rate":[195,206],"2.0%":[197],"at":[198],"price":[200],"increasing":[202],"positive":[205],"0.5%.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":11}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}
