{"id":"https://openalex.org/W4293201779","doi":"https://doi.org/10.1007/978-3-031-09357-9_3","title":"An Empirical Evaluation of\u00a0the\u00a0Usefulness of\u00a0Word Embedding Techniques in\u00a0Deep Learning-Based Vulnerability Prediction","display_name":"An Empirical Evaluation of\u00a0the\u00a0Usefulness of\u00a0Word Embedding Techniques in\u00a0Deep Learning-Based Vulnerability Prediction","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4293201779","doi":"https://doi.org/10.1007/978-3-031-09357-9_3"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-09357-9_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-09357-9_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-09357-9_3.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-09357-9_3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002897802","display_name":"Ilias Kalouptsoglou","orcid":"https://orcid.org/0000-0002-5118-2508"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Ilias Kalouptsoglou","raw_affiliation_strings":["Centre for Research and Technology Hellas, Thessaloniki, Greece","University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5118-2508","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]},{"raw_affiliation_string":"University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071883230","display_name":"Miltiadis Siavvas","orcid":"https://orcid.org/0000-0002-3251-8723"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Miltiadis Siavvas","raw_affiliation_strings":["Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-3251-8723","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060625416","display_name":"Dionysios Kehagias","orcid":"https://orcid.org/0000-0002-6912-3493"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dionysios Kehagias","raw_affiliation_strings":["Centre for Research and Technology Hellas, Thessaloniki, Greece","ITI-CERTH, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-6912-3493","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]},{"raw_affiliation_string":"ITI-CERTH, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005131176","display_name":"Alexander Chatzigeorgiou","orcid":"https://orcid.org/0000-0002-5381-8418"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexandros Chatzigeorgiou","raw_affiliation_strings":["University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5381-8418","affiliations":[{"raw_affiliation_string":"University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057023981","display_name":"Apostolos Ampatzoglou","orcid":"https://orcid.org/0000-0002-5764-7302"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Apostolos Ampatzoglou","raw_affiliation_strings":["University of Macedonia, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5764-7302","affiliations":[{"raw_affiliation_string":"University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I192756129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002897802"],"corresponding_institution_ids":["https://openalex.org/I192756129","https://openalex.org/I4210134249"],"apc_list":null,"apc_paid":null,"fwci":10.3258,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98674335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"23","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8220456838607788},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7205703258514404},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.6957144737243652},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.600884735584259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5997596383094788},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5985241532325745},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5495070219039917},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5469822883605957},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5333604216575623},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.512330174446106},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4598776400089264},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.43515336513519287},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4145342707633972},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3830653131008148},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3266656994819641},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20241764187812805},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0836639404296875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220456838607788},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7205703258514404},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.6957144737243652},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.600884735584259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5997596383094788},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5985241532325745},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5495070219039917},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5469822883605957},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5333604216575623},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.512330174446106},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4598776400089264},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.43515336513519287},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4145342707633972},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3830653131008148},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3266656994819641},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20241764187812805},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0836639404296875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-09357-9_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-09357-9_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-09357-9_3.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-09357-9_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-09357-9_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-09357-9_3.pdf","source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293201779.pdf","grobid_xml":"https://content.openalex.org/works/W4293201779.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2003529494","https://openalex.org/W2019759670","https://openalex.org/W2058695628","https://openalex.org/W2067148378","https://openalex.org/W2069143585","https://openalex.org/W2079753286","https://openalex.org/W2131774270","https://openalex.org/W2250539671","https://openalex.org/W2402268235","https://openalex.org/W2680688782","https://openalex.org/W2781491433","https://openalex.org/W2788810909","https://openalex.org/W2884058242","https://openalex.org/W2891768540","https://openalex.org/W2901941771","https://openalex.org/W2962960733","https://openalex.org/W2963626623","https://openalex.org/W3004437357","https://openalex.org/W3101228802","https://openalex.org/W3128948576","https://openalex.org/W3137781054","https://openalex.org/W3166095789","https://openalex.org/W4210984920","https://openalex.org/W6601700763"],"related_works":["https://openalex.org/W2946409105","https://openalex.org/W3152932816","https://openalex.org/W2985392712","https://openalex.org/W3133567596","https://openalex.org/W4382201653","https://openalex.org/W2798009317","https://openalex.org/W4312127319","https://openalex.org/W2998070955","https://openalex.org/W2770162183","https://openalex.org/W3175524270"],"abstract_inverted_index":{"Abstract":[0],"Software":[1],"security":[2],"is":[3,28,37],"a":[4,29,38,61,195],"critical":[5,30],"consideration":[6],"for":[7,122],"software":[8,26,33,47],"development":[9,53],"companies":[10],"that":[11,40,172,210],"want":[12],"to":[13,182,221,227],"provide":[14],"their":[15,228],"customers":[16],"with":[17,139,225],"high-quality":[18],"and":[19,44,157,230],"dependable":[20],"software.":[21],"The":[22,204],"automated":[23],"detection":[24,43],"of":[25,46,63,68,96,143,168,191,206],"vulnerabilities":[27,48],"aspect":[31],"in":[32,51,98,115,129],"security.":[34],"Vulnerability":[35],"prediction":[36,186],"mechanism":[39],"enables":[41],"the":[42,52,56,66,80,94,99,124,140,144,166,177,189,192,207,212,217],"mitigation":[45],"early":[49],"enough":[50],"cycle.":[54],"Recently":[55],"scientific":[57],"community":[58],"has":[59],"dedicated":[60],"lot":[62],"effort":[64],"on":[65,73,93],"design":[67],"Deep":[69],"learning":[70],"models":[71,88],"based":[72],"text":[74,116],"mining":[75],"techniques.":[76],"Initially,":[77],"Bag-of-Words":[78],"was":[79,202],"most":[81],"promising":[82],"method":[83],"but":[84],"recently":[85],"more":[86,183],"complex":[87],"have":[89,105],"been":[90],"proposed":[91],"focusing":[92],"sequences":[95],"instructions":[97],"source":[100],"code.":[101],"Recent":[102],"research":[103],"endeavors":[104],"started":[106],"utilizing":[107],"word":[108,169],"embedding":[109,170,213],"vectors,":[110],"which":[111],"are":[112,173],"widely":[113],"used":[114],"classification":[117],"tasks":[118],"like":[119,155],"semantic":[120],"analysis,":[121],"representing":[123],"words":[125],"(i.e.,":[126],"code":[127],"instructions)":[128],"vector":[130],"format.":[131],"These":[132],"vectors":[133,171,214],"could":[134,180],"be":[135,150],"trained":[136],"either":[137],"jointly":[138],"other":[141],"layers":[142],"neural":[145,218],"network,":[146],"or":[147],"they":[148],"can":[149],"pre-trained":[151,174],"using":[152],"popular":[153,196],"algorithms":[154],"word2vec":[156],"fast-text.":[158],"In":[159],"this":[160],"paper,":[161],"we":[162],"empirically":[163],"examine":[164],"whether":[165],"utilization":[167],"separately":[175,215],"from":[176,216],"vulnerability":[178,185,197,223],"predictor":[179],"lead":[181],"accurate":[184],"models.":[187],"For":[188],"purposes":[190],"present":[193],"study,":[194],"dataset":[198],"maintained":[199],"by":[200],"NIST":[201],"utilized.":[203],"results":[205],"analysis":[208],"suggest":[209],"pre-training":[211],"network":[219],"leads":[220],"better":[222],"predictors":[224],"respect":[226],"effectiveness":[229],"performance.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}