{"id":"https://openalex.org/W4310147701","doi":"https://doi.org/10.3390/math10234482","title":"Distilled and Contextualized Neural Models Benchmarked for Vulnerable Function Detection","display_name":"Distilled and Contextualized Neural Models Benchmarked for Vulnerable Function Detection","publication_year":2022,"publication_date":"2022-11-28","ids":{"openalex":"https://openalex.org/W4310147701","doi":"https://doi.org/10.3390/math10234482"},"language":"en","primary_location":{"id":"doi:10.3390/math10234482","doi":"https://doi.org/10.3390/math10234482","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math10234482","pdf_url":"https://www.mdpi.com/2227-7390/10/23/4482/pdf?version=1669626691","source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-7390/10/23/4482/pdf?version=1669626691","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085946103","display_name":"Guanjun Lin","orcid":"https://orcid.org/0000-0003-3280-1307","observed_orcids":["https://orcid.org/0000-0003-3280-1307"]},"institutions":[{"id":"https://openalex.org/I4210149962","display_name":"Sanming University","ror":"https://ror.org/044pany34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanjun Lin","raw_affiliation_strings":["School of Information Engineering, Sanming University, Sanming 365004, China"],"raw_orcid":"https://orcid.org/0000-0003-3280-1307","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Sanming University, Sanming 365004, China","institution_ids":["https://openalex.org/I4210149962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006242246","display_name":"Heming Jia","orcid":"https://orcid.org/0000-0002-4339-8464","observed_orcids":["https://orcid.org/0000-0002-4339-8464"]},"institutions":[{"id":"https://openalex.org/I4210149962","display_name":"Sanming University","ror":"https://ror.org/044pany34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149962"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Heming Jia","raw_affiliation_strings":["School of Information Engineering, Sanming University, Sanming 365004, China"],"raw_orcid":"https://orcid.org/0000-0002-4339-8464","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Sanming University, Sanming 365004, China","institution_ids":["https://openalex.org/I4210149962"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101798450","display_name":"Di Wu","orcid":"https://orcid.org/0000-0003-2584-7892","observed_orcids":["https://orcid.org/0000-0003-2584-7892"]},"institutions":[{"id":"https://openalex.org/I4210149962","display_name":"Sanming University","ror":"https://ror.org/044pany34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149962"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Education and Music, Sanming University, Sanming 365004, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Education and Music, Sanming University, Sanming 365004, China","institution_ids":["https://openalex.org/I4210149962"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5006242246","https://openalex.org/A5101798450"],"corresponding_institution_ids":["https://openalex.org/I4210149962"],"apc_list":{"value":1800,"currency":"CHF","value_usd":1885},"apc_paid":{"value":1800,"currency":"CHF","value_usd":1885},"fwci":0.6925,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73211173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"10","issue":"23","first_page":"4482","last_page":"4482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-vulnerability-detection","display_name":"software vulnerability detection","score":0.9549999833106995},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8799999952316284},{"id":"https://openalex.org/keywords/codebert","display_name":"CodeBERT","score":0.9240000247955322},{"id":"https://openalex.org/keywords/c-programs","display_name":"C programs","score":0.4399999976158142},{"id":"https://openalex.org/keywords/model-efficiency","display_name":"model efficiency","score":0.45100000500679016},{"id":"https://openalex.org/keywords/automated-code-analysis","display_name":"automated code analysis","score":0.5899999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6814844012260437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47504687309265137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4713427722454071},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.4524877369403839},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45208752155303955},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43800660967826843},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4239111840724945},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33187466859817505},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17668381333351135},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15194708108901978},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/math10234482","doi":"https://doi.org/10.3390/math10234482","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math10234482","pdf_url":"https://www.mdpi.com/2227-7390/10/23/4482/pdf?version=1669626691","source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jmathe:v:10:y:2022:i:23:p:4482-:d:986177","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/2227-7390/10/23/4482/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:624856c0dcc446a8aab5ff71f2672208","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/624856c0dcc446a8aab5ff71f2672208","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mathematics, Vol 10, Iss 23, p 4482 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/math10234482","doi":"https://doi.org/10.3390/math10234482","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math10234482","pdf_url":"https://www.mdpi.com/2227-7390/10/23/4482/pdf?version=1669626691","source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310147701.pdf","grobid_xml":"https://content.openalex.org/works/W4310147701.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W2069268700","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2294370754","https://openalex.org/W2360967250","https://openalex.org/W2402144811","https://openalex.org/W2493916176","https://openalex.org/W2559935471","https://openalex.org/W2592125937","https://openalex.org/W2626778328","https://openalex.org/W2754629507","https://openalex.org/W2765858138","https://openalex.org/W2781491433","https://openalex.org/W2787560479","https://openalex.org/W2793978524","https://openalex.org/W2795143051","https://openalex.org/W2795170942","https://openalex.org/W2796200341","https://openalex.org/W2822734516","https://openalex.org/W2949202705","https://openalex.org/W2963935794","https://openalex.org/W2964738734","https://openalex.org/W2970862273","https://openalex.org/W2970971581","https://openalex.org/W2971569798","https://openalex.org/W2976184969","https://openalex.org/W2990323480","https://openalex.org/W2995824836","https://openalex.org/W2998879504","https://openalex.org/W3008371681","https://openalex.org/W3033777149","https://openalex.org/W3034368386","https://openalex.org/W3034549508","https://openalex.org/W3098605233","https://openalex.org/W3105966348","https://openalex.org/W3111602563","https://openalex.org/W3130952180","https://openalex.org/W3136840659","https://openalex.org/W3163087230","https://openalex.org/W3200780444","https://openalex.org/W3212484828","https://openalex.org/W4211027502","https://openalex.org/W4214525227"],"related_works":["https://openalex.org/W7128367308","https://openalex.org/W7127379471","https://openalex.org/W4221036576","https://openalex.org/W4415094236","https://openalex.org/W4402353421","https://openalex.org/W3008371681","https://openalex.org/W4205733352","https://openalex.org/W4396594820","https://openalex.org/W3212484828","https://openalex.org/W4321854066"],"abstract_inverted_index":{"Detecting":[0],"vulnerabilities":[1],"in":[2,10,15,82,122,132,220],"programs":[3],"is":[4],"an":[5,205],"important":[6],"yet":[7],"challenging":[8],"problem":[9],"cybersecurity.":[11],"The":[12,113],"recent":[13],"advancement":[14],"techniques":[16],"of":[17,84,99,103,130,135,149,216,235,257],"natural":[18],"language":[19],"understanding":[20],"enables":[21],"the":[22,40,96,104,127,133,142,147,184,187,191,201,214,217,243,255],"data-driven":[23],"research":[24],"on":[25,39,226,249],"automated":[26],"code":[27],"analysis":[28],"to":[29],"embrace":[30],"Pre-trained":[31],"Contextualized":[32],"Models":[33,80],"(PCMs).":[34],"These":[35],"models":[36],"are":[37,119],"pre-trained":[38],"large":[41],"corpus":[42],"and":[43,54,73,107,117,175],"can":[44],"be":[45],"fine-tuned":[46],"for":[47,56,89,115,173,181,204,259],"various":[48,261],"downstream":[49],"tasks,":[50],"but":[51,157],"their":[52,164],"feasibility":[53],"effectiveness":[55,256],"software":[57],"vulnerability":[58,90,251,262],"detection":[59,97,155,252],"have":[60],"not":[61],"been":[62],"systematically":[63],"studied.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68,138,196],"explore":[69],"six":[70],"prevalent":[71],"PCMs":[72,100,109,131,143],"compare":[74],"them":[75],"with":[76,158,163,231],"three":[77],"mainstream":[78],"Non-Contextualized":[79],"(NCMs)":[81],"terms":[83],"generating":[85],"effective":[86],"function-level":[87],"representations":[88],"detection.":[91],"We":[92],"found":[93],"that,":[94,140],"although":[95],"performance":[98,156,215],"outperformed":[101,242],"that":[102,240],"NCMs,":[105],"training":[106,236],"fine-tuning":[108,174],"were":[110,144],"computationally":[111],"expensive.":[112],"budgets":[114],"deployment":[116],"inference":[118],"also":[120,253],"considerable":[121],"practice,":[123],"which":[124],"may":[125],"prevent":[126],"wide":[128],"adoption":[129],"field":[134],"interest.":[136],"However,":[137],"discover":[139],"when":[141,167],"compressed":[145],"using":[146,168],"technique":[148],"knowledge":[150],"distillation,":[151],"they":[152],"achieved":[153,190],"similar":[154],"significantly":[159],"improved":[160],"efficiency":[161],"compared":[162],"uncompressed":[165],"counterparts":[166],"40,000":[169],"synthetic":[170],"C":[171,179],"functions":[172,180],"approximately":[176],"79,200":[177],"real-world":[178,221,229],"training.":[182],"Among":[183],"distilled":[185,188],"PCMs,":[186],"CodeBERT":[189,203],"most":[192],"cost-effective":[193],"performance.":[194],"Therefore,":[195],"proposed":[197,218],"a":[198,232],"framework":[199,219],"encapsulating":[200],"Distilled":[202],"end-to-end":[206],"Vulnerable":[207],"function":[208],"Detection":[209],"(named":[210],"DistilVD).":[211],"To":[212],"examine":[213],"scenarios,":[222],"DistilVD":[223,241,258],"was":[224],"tested":[225],"four":[227],"open-source":[228],"projects":[230],"small":[233],"amount":[234],"data.":[237],"Results":[238],"showed":[239],"five":[244],"baseline":[245],"approaches.":[246],"Further":[247],"evaluations":[248],"multi-class":[250],"confirmed":[254],"detecting":[260],"types.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-11-30T00:00:00"}