{"id":"https://openalex.org/W7163404903","doi":"https://doi.org/10.48550/arxiv.2606.02834","title":"Large Byte Model: Teaching Language Models About Compiled Code","display_name":"Large Byte Model: Teaching Language Models About Compiled Code","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163404903","doi":"https://doi.org/10.48550/arxiv.2606.02834"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027177564","display_name":"Florian St\u00f6rtz","orcid":"https://orcid.org/0000-0002-4095-3450"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"St\u00f6rtz, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137780403","display_name":"Catalin-Andrei Stan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stan, Catalin-Andrei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137787367","display_name":"Alexandru Dinu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dinu, Alexandru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045207467","display_name":"Sandra Servia-Rodr\u00edguez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Servia-Rodr\u00edguez, Sandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137778160","display_name":"Mihaela Gaman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaman, Mihaela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137720169","display_name":"Calin Miron","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miron, Calin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068036546","display_name":"Edward Raff","orcid":"https://orcid.org/0000-0002-9900-1972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raff, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9041000008583069,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9041000008583069,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0364999994635582,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/byte","display_name":"Byte","score":0.7473999857902527},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7139000296592712},{"id":"https://openalex.org/keywords/bespoke","display_name":"Bespoke","score":0.5695000290870667},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.5497000217437744},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49900001287460327},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.445499986410141},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4359000027179718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471999764442444},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.7473999857902527},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7139000296592712},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5871000289916992},{"id":"https://openalex.org/C44210515","wikidata":"https://www.wikidata.org/wiki/Q16968978","display_name":"Bespoke","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49900001287460327},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4738999903202057},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4359000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4316999912261963},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.26100000739097595},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25839999318122864},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.767305850982666,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Malware":[0],"analysis":[1],"starts":[2],"with":[3,75],"the":[4,47],"raw":[5,34],"bytes":[6],"of":[7,67,120],"an":[8],"executable":[9],"program,":[10],"and":[11,24,37,109],"tools":[12],"to":[13,16,26,69,84,116,122],"\"lift\"":[14],"these":[15],"higher-level":[17],"representations,":[18],"such":[19,62],"as":[20],"assembly,":[21],"are":[22],"expensive":[23],"subject":[25],"error.":[27],"Large":[28],"Language":[29],"Models":[30],"(LLMs)":[31],"cannot":[32],"process":[33],"byte":[35,60],"representations":[36],"answer":[38],"questions":[39,71],"about":[40,72],"them.":[41],"To":[42],"this":[43,101,113],"end,":[44],"we":[45],"present":[46],"first":[48],"byte-native":[49],"LLM.":[50],"Based":[51],"on":[52],"a":[53,58,63,117],"vocabulary":[54],"expansion":[55],"technique":[56],"using":[57],"bespoke":[59],"tokenizer,":[61],"model":[64],"is":[65,98],"capable":[66],"responding":[68],"complex":[70],"malware":[73,81],"binaries,":[74],"accuracies":[76],"ranging":[77],"from":[78],"69%":[79],"for":[80,86,100,125],"family":[82],"classification":[83],"98%":[85],"architecture":[87],"classification.":[88],"Our":[89],"findings":[90],"indicate":[91],"that":[92],"providing":[93],"domain":[94],"knowledge":[95],"during":[96],"training":[97],"essential":[99],"application":[102],"--":[103],"off-the-shelf":[104],"models":[105],"lack":[106],"both":[107],"accuracy":[108],"insight.":[110],"We've":[111],"deployed":[112],"emerging":[114],"solution":[115],"limited":[118],"number":[119],"analysts":[121],"gather":[123],"feedback":[124],"further":[126],"improvements.":[127]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}