{"id":"https://openalex.org/W4308090763","doi":"https://doi.org/10.1109/hpec55821.2022.9926313","title":"Enabling Transformers to Understand Low-Level Programs","display_name":"Enabling Transformers to Understand Low-Level Programs","publication_year":2022,"publication_date":"2022-09-19","ids":{"openalex":"https://openalex.org/W4308090763","doi":"https://doi.org/10.1109/hpec55821.2022.9926313"},"language":"en","primary_location":{"id":"doi:10.1109/hpec55821.2022.9926313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec55821.2022.9926313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089640822","display_name":"Zifan Carl Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zifan Carl Guo","raw_affiliation_strings":["MIT PRIMES"],"affiliations":[{"raw_affiliation_string":"MIT PRIMES","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071127035","display_name":"William S. Moses","orcid":"https://orcid.org/0000-0003-2627-0642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William S. Moses","raw_affiliation_strings":["MIT CSAIL"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5089640822"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53739372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8765748739242554},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6826423406600952},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.6170340776443481},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5976142883300781},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5522345900535583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.535055935382843},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47475841641426086},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.44764846563339233},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3384174108505249}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8765748739242554},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6826423406600952},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.6170340776443481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5976142883300781},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5522345900535583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.535055935382843},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47475841641426086},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.44764846563339233},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3384174108505249},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec55821.2022.9926313","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec55821.2022.9926313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W3116064965","https://openalex.org/W4287027380","https://openalex.org/W3193760048","https://openalex.org/W2207495067","https://openalex.org/W1906486629"],"abstract_inverted_index":{"Unlike":[0,64],"prior":[1],"approaches":[2],"to":[3,34,44,83,89,121,135,167],"machine":[4,112],"learning,":[5],"Transformer":[6,136],"models":[7,37,137],"can":[8,130],"first":[9],"be":[10,84,131],"trained":[11],"on":[12,25,58,161],"a":[13,20,26,156,183],"large":[14],"corpus":[15],"of":[16,49,106,152,158,164,190,202],"unlabeled":[17],"data":[18],"with":[19],"generic":[21],"objective":[22],"and":[23,38,87,99,125,145,171,187,195,199],"then":[24],"smaller":[27],"task-specific":[28],"dataset.":[29],"This":[30],"versatility":[31],"has":[32],"led":[33,43],"both":[35,168],"larger":[36],"datasets.":[39],"Consequently,":[40],"Transformers":[41],"have":[42,73],"breakthroughs":[45],"in":[46,77],"the":[47,65,150,162,177],"field":[48],"natural":[50],"language":[51],"processing.":[52],"Generic":[53],"program":[54,92],"optimization":[55],"presently":[56],"operates":[57],"low-level":[59,122,128],"programs":[60,124,129],"such":[61],"as":[62],"LLVM.":[63],"high-level":[66],"languages":[67,81],"(e.g.":[68],"C,":[69],"Python,":[70],"Java),":[71],"which":[72,107],"seen":[74],"initial":[75],"success":[76],"machine-learning":[78],"analyses,":[79],"lower-level":[80],"tend":[82],"more":[85,95,133],"verbose":[86],"repetitive":[88],"precisely":[90],"specify":[91],"behavior,":[93],"provide":[94],"details":[96],"about":[97],"microarchitecture,":[98],"derive":[100],"properties":[101],"necessary":[102],"for":[103,111],"optimization,":[104],"all":[105],"makes":[108],"it":[109],"difficult":[110],"learning.":[113],"In":[114],"this":[115],"work,":[116],"we":[117],"apply":[118],"transfer":[119],"learning":[120],"(LLVM)":[123],"study":[126],"how":[127],"made":[132],"amenable":[134],"through":[138,155],"various":[139],"techniques,":[140],"including":[141],"preprocessing,":[142],"infix/prefix":[143],"operators,":[144],"information":[146],"deduplication.":[147],"We":[148],"evaluate":[149],"effectiveness":[151],"these":[153],"techniques":[154],"series":[157],"ablation":[159],"studies":[160],"task":[163],"translating":[165],"C":[166],"unoptimized":[169],"(-O0)":[170],"optimized":[172],"(-01)":[173],"LLVM":[174],"IR.":[175],"On":[176],"AnghaBench":[178],"dataset,":[179],"our":[180],"model":[181],"achieves":[182],"49.57%":[184],"verbatim":[185,197],"match":[186,198],"BLEU":[188,200],"score":[189,201],"87.68":[191],"against":[192,204],"Clang":[193,205],"-O0":[194],"38.73%":[196],"77.03":[203],"-O1.":[206]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}