{"id":"https://openalex.org/W4281388232","doi":"https://doi.org/10.1145/3494110.3528242","title":"Transformers for End-to-End InfoSec Tasks","display_name":"Transformers for End-to-End InfoSec Tasks","publication_year":2022,"publication_date":"2022-05-24","ids":{"openalex":"https://openalex.org/W4281388232","doi":"https://doi.org/10.1145/3494110.3528242"},"language":"en","primary_location":{"id":"doi:10.1145/3494110.3528242","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494110.3528242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Robust Malware Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.02666","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103195613","display_name":"Ethan M. Rudd","orcid":"https://orcid.org/0000-0002-8945-9533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ethan M. Rudd","raw_affiliation_strings":["Mandiant Inc., Reston, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mandiant Inc., Reston, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101896350","display_name":"Mohammad Saidur Rahman","orcid":"https://orcid.org/0000-0001-6673-171X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Saidur Rahman","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086144073","display_name":"Philip Tully","orcid":"https://orcid.org/0000-0001-8796-3237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philip Tully","raw_affiliation_strings":["Mandiant Inc., Reston, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mandiant Inc., Reston, VA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6937,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74639106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6210620403289795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5113725066184998},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5107591152191162},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.3806939721107483},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29915720224380493},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13158881664276123},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07537531852722168}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6210620403289795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5113725066184998},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5107591152191162},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.3806939721107483},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29915720224380493},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13158881664276123},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07537531852722168}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3494110.3528242","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494110.3528242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Robust Malware Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2212.02666","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.02666","pdf_url":"https://arxiv.org/pdf/2212.02666","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.02666","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.02666","pdf_url":"https://arxiv.org/pdf/2212.02666","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1545528966","https://openalex.org/W2101234009","https://openalex.org/W2133564696","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2311038409","https://openalex.org/W2476429474","https://openalex.org/W2580641941","https://openalex.org/W2584866966","https://openalex.org/W2594701447","https://openalex.org/W2742956140","https://openalex.org/W2769041395","https://openalex.org/W2782171552","https://openalex.org/W2786906486","https://openalex.org/W2787538540","https://openalex.org/W2896457183","https://openalex.org/W2945404328","https://openalex.org/W2946567085","https://openalex.org/W2949676527","https://openalex.org/W2949836779","https://openalex.org/W2959716049","https://openalex.org/W2962897394","https://openalex.org/W2963265635","https://openalex.org/W2963272729","https://openalex.org/W2963583660","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2966316219","https://openalex.org/W2966715458","https://openalex.org/W2972633094","https://openalex.org/W2974865449","https://openalex.org/W2989013751","https://openalex.org/W2996428491","https://openalex.org/W3015468748","https://openalex.org/W3034454003","https://openalex.org/W3105024549","https://openalex.org/W3107803931","https://openalex.org/W3112894679","https://openalex.org/W3116022650","https://openalex.org/W3170719901","https://openalex.org/W4235216760","https://openalex.org/W4288356425","https://openalex.org/W4288638181","https://openalex.org/W4295838474","https://openalex.org/W4297747285","https://openalex.org/W4300687693","https://openalex.org/W4302282827","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W4394654479","https://openalex.org/W6950536863"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3179968364","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W1999612375","https://openalex.org/W2001405890","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Training":[0],"a":[1,85,91,129,145,184],"machine":[2],"learning":[3],"(ML)":[4],"model":[5,127,290],"from":[6,180,194],"raw":[7],"information":[8],"security":[9],"(InfoSec)":[10],"data":[11,15,75,151],"involves":[12],"utilizing":[13],"distinct":[14,73],"types":[16],"and":[17,36,80,89,98,228,294],"input":[18],"formats":[19,76],"that":[20,112,141,170,199,207,216,265],"require":[21],"unique":[22],"considerations":[23],"compared":[24],"to":[25,101,115,133,160,215,259,270],"more":[26,120,229],"conventional":[27,116],"applications":[28],"of":[29,47,93,148,163,202,217,232],"ML":[30],"like":[31],"natural":[32],"language":[33],"processing":[34,61],"(NLP)":[35],"computer":[37],"vision":[38],"(CV).":[39],"In":[40],"this":[41,208,266],"paper,":[42],"we":[43,139,241],"assess":[44],"the":[45,65,103,247,284],"viability":[46],"transformer":[48,69,126,248],"models":[49,70,274],"in":[50,54,84,113,292],"end-to-end":[51,87],"InfoSec":[52,74],"settings,":[53],"which":[55,190],"no":[56],"intermediate":[57],"feature":[58],"representations":[59],"or":[60,165],"steps":[62],"occur":[63],"outside":[64],"model.":[66],"We":[67,110,182,205,263],"implement":[68],"for":[71,106,152,186,286],"two":[72],"-":[77,83],"specifically":[78],"URLs":[79],"PE":[81,277],"files":[82],"novel":[86],"approach,":[88],"explore":[90],"variety":[92],"architectural":[94],"designs,":[95],"training":[96,131,179],"regimes,":[97],"experimental":[99],"settings":[100],"determine":[102],"ingredients":[104],"necessary":[105],"performant":[107],"detection":[108,273],"models.":[109],"show":[111,140,206],"contrast":[114],"transformers":[117],"trained":[118],"on":[119,144,275],"standard":[121],"NLP-related":[122],"tasks,":[123],"our":[124],"URL":[125,150],"requires":[128],"different":[130],"approach":[132,267],"reach":[134],"high":[135],"performance":[136,177],"levels.":[137],"Specifically,":[138],"1)":[142],"pre-training":[143],"massive":[146],"corpus":[147],"unlabeled":[149],"an":[153,172,255],"auto-regressive":[154,174],"task":[155],"does":[156],"not":[157],"readily":[158],"transfer":[159],"binary":[161,224],"classification":[162],"malicious":[164],"benign":[166],"URLs,":[167,223],"but":[168,280],"2)":[169],"using":[171],"auxiliary":[173],"loss":[175,196],"improves":[176],"when":[178],"scratch.":[181],"introduce":[183,242],"method":[185,209],"mixed":[187],"objective":[188],"optimization,":[189],"dynamically":[191],"balances":[192],"contributions":[193],"both":[195],"terms":[197],"so":[198],"neither":[200],"one":[201],"them":[203],"dominates.":[204],"yields":[210],"quantitative":[211],"evaluation":[212],"metrics":[213],"comparable":[214],"several":[218],"top-performing":[219],"benchmark":[220,276],"classifiers.":[221],"Unlike":[222],"executables":[225],"contain":[226],"longer":[227],"distributed":[230],"sequences":[231],"information-rich":[233],"bytes.":[234],"To":[235],"accommodate":[236],"such":[237],"lengthy":[238],"byte":[239],"sequences,":[240],"additional":[243],"context":[244],"length":[245],"into":[246,289],"by":[249],"providing":[250],"its":[251],"self-attention":[252],"layers":[253],"with":[254],"adaptive":[256],"span":[257],"similar":[258],"Sukhbaatar":[260],"et":[261],"al.":[262],"demonstrate":[264],"performs":[268],"comparably":[269],"well-established":[271],"malware":[272],"file":[278],"datasets,":[279],"also":[281],"point":[282],"out":[283],"need":[285],"further":[287],"exploration":[288],"improvements":[291],"scalability":[293],"compute":[295],"efficiency.":[296]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-05-25T00:00:00"}