{"id":"https://openalex.org/W3212907387","doi":"https://doi.org/10.1109/bigdata52589.2021.9671824","title":"CyBERT: Contextualized Embeddings for the Cybersecurity Domain","display_name":"CyBERT: Contextualized Embeddings for the Cybersecurity Domain","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W3212907387","doi":"https://doi.org/10.1109/bigdata52589.2021.9671824","mag":"3212907387"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671824","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671824","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.13016/m2mnkf-02uq","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090051188","display_name":"Priyanka Ranade","orcid":"https://orcid.org/0000-0003-3859-5356"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]},{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Priyanka Ranade","raw_affiliation_strings":["Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","University of Maryland, College Park, College Park, United States"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"University of Maryland, College Park, College Park, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014855298","display_name":"Aritran Piplai","orcid":"https://orcid.org/0000-0002-6437-1324"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aritran Piplai","raw_affiliation_strings":["Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","University of Maryland, Baltimore County, Baltimore, United States"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"University of Maryland, Baltimore County, Baltimore, United States","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020975010","display_name":"Anupam Joshi","orcid":"https://orcid.org/0000-0002-8641-3193"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anupam Joshi","raw_affiliation_strings":["Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","University of Maryland, Baltimore County, Baltimore, United States"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"University of Maryland, Baltimore County, Baltimore, United States","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009972149","display_name":"Tim Finin","orcid":null},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Finin","raw_affiliation_strings":["Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Electrical Engineering, University of Maryland, Baltimore County","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090051188"],"corresponding_institution_ids":["https://openalex.org/I66946132","https://openalex.org/I79272384"],"apc_list":null,"apc_paid":null,"fwci":0.8509,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71280407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3334","last_page":"3342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9115999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8291329145431519},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6762472987174988},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49663692712783813},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49046823382377625},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.46513503789901733},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42959457635879517},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.41884198784828186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3350945711135864},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0827450156211853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8291329145431519},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6762472987174988},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49663692712783813},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49046823382377625},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.46513503789901733},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42959457635879517},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.41884198784828186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3350945711135864},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0827450156211853},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671824","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671824","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:mdsoar.org:11603/25498","is_oa":false,"landing_page_url":"http://hdl.handle.net/11603/25498","pdf_url":null,"source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"mag:3212907387","is_oa":false,"landing_page_url":"https://ebiquity.umbc.edu/paper/html/id/999/CyBERT-Contextualized-Embeddings-for-the-Cybersecurity-Domain","pdf_url":null,"source":{"id":"https://openalex.org/S4306419166","display_name":"International Conference on Big Data","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"International Conference on Big Data","raw_type":null},{"id":"doi:10.13016/m2mnkf-02uq","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2mnkf-02uq","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.13016/m2mnkf-02uq","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2mnkf-02uq","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2063948318","https://openalex.org/W2065890363","https://openalex.org/W2104210067","https://openalex.org/W2250539671","https://openalex.org/W2789326120","https://openalex.org/W2886325293","https://openalex.org/W2887341494","https://openalex.org/W2911489562","https://openalex.org/W2917049430","https://openalex.org/W2963542740","https://openalex.org/W2970419734","https://openalex.org/W2970771982","https://openalex.org/W2993623323","https://openalex.org/W2997634552","https://openalex.org/W3099008231","https://openalex.org/W3100742171","https://openalex.org/W3111854523","https://openalex.org/W3112007611","https://openalex.org/W3163378277","https://openalex.org/W3200510377","https://openalex.org/W4239319433","https://openalex.org/W6682691769","https://openalex.org/W6755207826","https://openalex.org/W6762125437","https://openalex.org/W6765212179","https://openalex.org/W6767905578"],"related_works":["https://openalex.org/W2980659949","https://openalex.org/W2753417733","https://openalex.org/W2181699005","https://openalex.org/W2939756279","https://openalex.org/W2769734417","https://openalex.org/W2556668288","https://openalex.org/W3173705794","https://openalex.org/W3148923769","https://openalex.org/W1517109029","https://openalex.org/W2121871692","https://openalex.org/W2079430475","https://openalex.org/W3024853023","https://openalex.org/W2394753613","https://openalex.org/W2005421574","https://openalex.org/W2620156648","https://openalex.org/W2187529660","https://openalex.org/W2801418499","https://openalex.org/W2038153146","https://openalex.org/W604268615","https://openalex.org/W2249717482"],"abstract_inverted_index":{"We":[0,78,112,142],"present":[1],"CyBERT,":[2],"a":[3,14,64,80,98],"domain-specific":[4,139],"Bidirectional":[5],"Encoder":[6],"Representations":[7],"from":[8,83],"Transformers":[9],"(BERT)":[10],"model,":[11],"fine-tuned":[12,58,129],"with":[13,55,70,102],"large":[15],"corpus":[16,82],"of":[17,47,66,76,146],"textual":[18,30],"cybersecurity":[19,42,81,110,150],"data.":[20],"State-of-the-art":[21],"natural":[22],"language":[23],"models":[24],"that":[25,61,120],"can":[26,36,62,121],"process":[27],"dense,":[28],"fine-grained":[29],"threat,":[31],"attack,":[32],"and":[33,73,86,93],"vulnerability":[34],"information":[35],"provide":[37,144],"numerous":[38],"benefits":[39],"to":[40,96,107],"the":[41,52,114,133,138],"community.":[43],"The":[44,128],"primary":[45],"contribution":[46],"this":[48],"paper":[49],"is":[50],"providing":[51],"security":[53],"community":[54],"an":[56],"initial":[57],"BERT":[59,100,135],"model":[60,101,115,131,136],"perform":[63],"variety":[65],"cybersecurity-specific":[67],"downstream":[68,118,152],"tasks":[69,119],"high":[71],"accuracy":[72],"efficient":[74],"use":[75,94],"resources.":[77],"create":[79],"open-source":[84],"unstructured":[85],"semi-unstructured":[87],"Cyber":[88],"Threat":[89],"Intelligence":[90],"(CTI)":[91],"data":[92],"it":[95],"fine-tune":[97],"base":[99,134],"Masked":[103],"Language":[104],"Modeling":[105],"(MLM)":[106],"recognize":[108],"specialized":[109],"entities.":[111],"evaluate":[113],"using":[116],"various":[117],"benefit":[122],"modern":[123],"Security":[124],"Operations":[125],"Centers":[126],"(SOCs).":[127],"CyBERT":[130,147],"outperforms":[132],"in":[137,149],"MLM":[140],"evaluation.":[141],"also":[143],"use-cases":[145],"application":[148],"based":[151],"tasks.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}