{"id":"https://openalex.org/W7167424043","doi":"https://doi.org/10.1145/3805760.3814935","title":"REBench: A Procedural, Fair-by-Construction Benchmark for LLMs on Stripped-Binary Types and Names","display_name":"REBench: A Procedural, Fair-by-Construction Benchmark for LLMs on Stripped-Binary Types and Names","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7167424043","doi":"https://doi.org/10.1145/3805760.3814935"},"language":null,"primary_location":{"id":"doi:10.1145/3805760.3814935","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805760.3814935","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM International Conference on AI-Powered Software","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805760.3814935","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134901666","display_name":"Jun Yeon Won","orcid":"https://orcid.org/0000-0002-6586-7372"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Yeon Won","raw_affiliation_strings":["Ohio State University, Columbus, USA"],"raw_orcid":"https://orcid.org/0000-0002-6586-7372","affiliations":[{"raw_affiliation_string":"Ohio State University, Columbus, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641343","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0001-6525-2821"},"institutions":[{"id":"https://openalex.org/I3197470489","display_name":"Alpha Omega Alpha Medical Honor Society","ror":"https://ror.org/057q9nn35","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3197470489"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Jin","raw_affiliation_strings":["Meta, Menlo Park, USA"],"raw_orcid":"https://orcid.org/0000-0001-6525-2821","affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, USA","institution_ids":["https://openalex.org/I3197470489","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101594068","display_name":"Shiqing Ma","orcid":"https://orcid.org/0000-0003-1551-8948"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqing Ma","raw_affiliation_strings":["University of Massachusetts at Amherst, Amherst, USA"],"raw_orcid":"https://orcid.org/0000-0003-1551-8948","affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, Amherst, USA","institution_ids":["https://openalex.org/I177605424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026864098","display_name":"Zhiqiang Lin","orcid":"https://orcid.org/0000-0001-6527-5994"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiqiang Lin","raw_affiliation_strings":["Ohio State University, Columbus, USA"],"raw_orcid":"https://orcid.org/0000-0001-6527-5994","affiliations":[{"raw_affiliation_string":"Ohio State University, Columbus, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"414","last_page":"422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.17790000140666962,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.17790000140666962,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.13920000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09560000151395798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7254999876022339},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5342000126838684},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5113999843597412},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4876999855041504},{"id":"https://openalex.org/keywords/reverse-engineering","display_name":"Reverse engineering","score":0.460999995470047},{"id":"https://openalex.org/keywords/call-stack","display_name":"Call stack","score":0.4117000102996826},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4007999897003174}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7254999876022339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6391000151634216},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5342000126838684},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5113999843597412},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4876999855041504},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4731000065803528},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.460999995470047},{"id":"https://openalex.org/C119024030","wikidata":"https://www.wikidata.org/wiki/Q759899","display_name":"Call stack","level":3,"score":0.4117000102996826},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4007999897003174},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.39989998936653137},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805760.3814935","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805760.3814935","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM International Conference on AI-Powered Software","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805760.3814935","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805760.3814935","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM International Conference on AI-Powered Software","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2344444819","https://openalex.org/W2892187814","https://openalex.org/W2911489562","https://openalex.org/W2937845937","https://openalex.org/W3000168638","https://openalex.org/W3007252788","https://openalex.org/W3007413911","https://openalex.org/W3093415205","https://openalex.org/W3112894679","https://openalex.org/W3127424491","https://openalex.org/W3137892723","https://openalex.org/W3153698034","https://openalex.org/W3194813479","https://openalex.org/W4255421341","https://openalex.org/W4308632257","https://openalex.org/W4379539647","https://openalex.org/W4383221493","https://openalex.org/W4384154511","https://openalex.org/W4385245566","https://openalex.org/W4386724905","https://openalex.org/W4389911182","https://openalex.org/W4405183032","https://openalex.org/W4405602529","https://openalex.org/W4408750138","https://openalex.org/W7158446304","https://openalex.org/W7159654435"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"progress":[7,53],"in":[8,50,89,198],"recent":[9],"years,":[10],"driving":[11],"their":[12],"adoption":[13],"across":[14,168],"a":[15,61,83,99,113,128,141,178],"wide":[16],"range":[17],"of":[18,48,60,86,115,120,122,124,131,190],"domains,":[19],"including":[20],"computer":[21],"security.":[22],"In":[23],"reverse":[24,108,187],"engineering,":[25],"LLMs":[26,105,192],"are":[27],"increasingly":[28],"applied":[29],"to":[30,149,184],"critical":[31],"tasks":[32,169],"such":[33],"as":[34],"function":[35],"and":[36,40,72,81,127,136,193],"variable":[37],"name":[38],"recovery":[39],"type":[41],"inference.":[42],"However,":[43],"despite":[44],"the":[45,58,186,194],"rapid":[46],"growth":[47],"research":[49],"this":[51],"area,":[52],"has":[54],"been":[55],"hindered":[56],"by":[57],"absence":[59],"standardized":[62],"dataset.":[63],"Existing":[64],"studies":[65],"rely":[66],"on":[67,106],"disparate":[68],"datasets,":[69,117],"preprocessing":[70],"pipelines,":[71],"evaluation":[73,167],"metrics,":[74],"making":[75],"fair":[76,166],"comparisons":[77],"between":[78],"approaches":[79],"difficult":[80],"obscuring":[82],"clear":[84],"understanding":[85],"LLM":[87],"capabilities":[88],"binary":[90,107],"analysis.":[91],"To":[92],"address":[93],"these":[94],"challenges,":[95],"we":[96,181],"present":[97],"REBench,":[98],"comprehensive":[100],"benchmark":[101],"dataset":[102],"for":[103],"evaluating":[104],"engineering":[109,188],"tasks.":[110,200],"REBench":[111,139,183],"consolidates":[112],"superset":[114],"existing":[116],"comprising":[118],"hundreds":[119],"millions":[121],"lines":[123],"source":[125],"code":[126],"diverse":[129],"collection":[130],"binaries":[132],"spanning":[133],"multiple":[134],"architectures":[135],"optimization":[137],"levels.":[138],"adopts":[140],"knowledge-base-driven":[142],"methodology":[143],"that":[144,154,173],"stores":[145],"byte-level":[146],"stack":[147],"information":[148],"generate":[150],"ground":[151],"truth,":[152],"ensuring":[153],"task":[155],"difficulty":[156],"is":[157],"preserved":[158],"while":[159,170],"maintaining":[160],"universal":[161],"applicability.":[162],"This":[163],"design":[164],"enables":[165],"avoiding":[171],"simplifications":[172],"could":[174],"bias":[175],"results.":[176],"As":[177],"use":[179],"case,":[180],"apply":[182],"measure":[185],"performance":[189],"two":[191],"result":[195],"demonstrates":[196],"difficulties":[197],"complex":[199]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-06T00:00:00"}