{"id":"https://openalex.org/W2968973984","doi":"https://doi.org/10.1145/3338906.3338958","title":"REINAM: reinforcement learning for input-grammar inference","display_name":"REINAM: reinforcement learning for input-grammar inference","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2968973984","doi":"https://doi.org/10.1145/3338906.3338958","mag":"2968973984"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338958","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338958","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338958","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338958","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068340305","display_name":"Zhengkai Wu","orcid":"https://orcid.org/0000-0002-5732-4853"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhengkai Wu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Evan Johnson","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Johnson","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613524","display_name":"Wei Yang","orcid":"https://orcid.org/0000-0002-5338-7347"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Yang","raw_affiliation_strings":["University of Texas at Dallas, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029243071","display_name":"Osbert Bastani","orcid":"https://orcid.org/0000-0001-9990-7566"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Osbert Bastani","raw_affiliation_strings":["University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, USA","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019426968","display_name":"Dawn Song","orcid":"https://orcid.org/0000-0001-9745-6802"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn Song","raw_affiliation_strings":["University of California at Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061177999","display_name":"Jian Peng","orcid":"https://orcid.org/0000-0002-1736-2978"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Peng","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048118068","display_name":"Tao Xie","orcid":"https://orcid.org/0000-0002-6731-216X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Xie","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5068340305"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":5.9302,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.96218487,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"488","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8108406066894531},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.7007542252540588},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5405392646789551},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5357427000999451},{"id":"https://openalex.org/keywords/context-free-grammar","display_name":"Context-free grammar","score":0.5088229775428772},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.4966185688972473},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.47303956747055054},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.4547916054725647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4539659917354584},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.43146276473999023},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4280101954936981},{"id":"https://openalex.org/keywords/grammar-induction","display_name":"Grammar induction","score":0.4198649227619171},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4186038374900818},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35989895462989807},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.20888108015060425},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09567517042160034}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8108406066894531},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.7007542252540588},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5405392646789551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5357427000999451},{"id":"https://openalex.org/C97212296","wikidata":"https://www.wikidata.org/wiki/Q338047","display_name":"Context-free grammar","level":3,"score":0.5088229775428772},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.4966185688972473},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.47303956747055054},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4547916054725647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4539659917354584},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.43146276473999023},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4280101954936981},{"id":"https://openalex.org/C56601403","wikidata":"https://www.wikidata.org/wiki/Q5593673","display_name":"Grammar induction","level":3,"score":0.4198649227619171},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4186038374900818},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35989895462989807},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.20888108015060425},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09567517042160034},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3338906.3338958","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338958","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338958","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3338906.3338958","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338958","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338958","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G3347738032","display_name":"CSR: Medium: Augmenting Logs with Static Analysis and Symbolic Execution","funder_award_id":"1564274","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3730466571","display_name":null,"funder_award_id":"1513939","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4139285423","display_name":"SHF: Small: Science and Tools for Intelligent Developer Testing","funder_award_id":"1816615","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5510470933","display_name":"TWC: Medium: Collaborative: Aspire: Leveraging Automated Synthesis Technologies for Enhancing System Security","funder_award_id":"1409915","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6415979052","display_name":null,"funder_award_id":"TWC-1409915","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7692819673","display_name":null,"funder_award_id":"CCF-1816615","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7724382008","display_name":null,"funder_award_id":"CNS-1513939","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7777001398","display_name":null,"funder_award_id":"CNS-1513939, CNS-1564274, CCF-1816615, TWC-1409915","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2968973984.pdf","grobid_xml":"https://content.openalex.org/works/W2968973984.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1597889394","https://openalex.org/W1757796397","https://openalex.org/W1989445634","https://openalex.org/W2018408172","https://openalex.org/W2044372543","https://openalex.org/W2049867480","https://openalex.org/W2065948900","https://openalex.org/W2095791754","https://openalex.org/W2103201337","https://openalex.org/W2105068453","https://openalex.org/W2110311336","https://openalex.org/W2114345296","https://openalex.org/W2121217767","https://openalex.org/W2131687992","https://openalex.org/W2155027007","https://openalex.org/W2163762767","https://openalex.org/W2247654784","https://openalex.org/W2395942370","https://openalex.org/W2494400401","https://openalex.org/W2499791918","https://openalex.org/W2514578992","https://openalex.org/W2574017551","https://openalex.org/W2583649498","https://openalex.org/W2620641089","https://openalex.org/W2741068848","https://openalex.org/W2757104921","https://openalex.org/W2783428950","https://openalex.org/W2806718802","https://openalex.org/W2964097210","https://openalex.org/W3104664063","https://openalex.org/W4298342833"],"related_works":["https://openalex.org/W123468065","https://openalex.org/W4237776144","https://openalex.org/W2959616428","https://openalex.org/W1557335907","https://openalex.org/W4286266684","https://openalex.org/W1517025915","https://openalex.org/W3144287057","https://openalex.org/W2174380942","https://openalex.org/W4245826738","https://openalex.org/W4304632017"],"abstract_inverted_index":{"Program":[0],"input":[1,42,76,201],"grammars":[2,4,77,117],"(i.e.,":[3],"encoding":[5],"the":[6,40,97,145,182,185,198,208,211],"language":[7],"of":[8,16,39,94,107,135,144,171,184,187,210],"valid":[9,41,188,200],"program":[10,75],"inputs)":[11],"facilitate":[12],"a":[13,36,68,131,141,149,195],"wide":[14],"range":[15],"applications":[17],"in":[18,52,130],"software":[19],"engineering":[20],"such":[21],"as":[22,148],"symbolic":[23,86],"execution":[24,87],"and":[25,54,57,101,169,174],"delta":[26],"debugging.":[27],"Grammars":[28],"synthesized":[29,172],"by":[30],"existing":[31,164],"approaches":[32],"can":[33],"cover":[34],"only":[35],"small":[37],"part":[38],"space":[43,134,186,202],"mainly":[44],"due":[45],"to":[46,89,110,115,193],"unanalyzable":[47],"code":[48],"(e.g.,":[49],"native":[50],"code)":[51],"programs":[53],"lacking":[55],"high-quality":[56],"high-variety":[58],"seed":[59,80,122],"inputs.":[60,81,123,189],"To":[61,124],"address":[62],"these":[63,120],"challenges,":[64],"we":[65],"present":[66],"REINAM,":[67],"reinforcement-learning":[69],"approach":[70,166],"for":[71,96,127,203],"synthesizing":[72],"probabilistic":[73],"context-free":[74],"without":[78,206],"any":[79],"REINAM":[82,139,161,179,190],"uses":[83,103],"an":[84,91,104,163],"industrial":[85],"engine":[88],"generate":[90,112],"initial":[92,121],"set":[93],"inputs":[95,114],"given":[98],"target":[99,128],"program,":[100],"then":[102],"iterative":[105],"process":[106],"grammar":[108,196],"generalization":[109,137],"proactively":[111],"additional":[113],"infer":[116],"generalized":[118],"from":[119],"efficiently":[125],"search":[126,133,146],"generalizations":[129],"huge":[132],"candidate":[136],"operators,":[138],"includes":[140],"novel":[142],"formulation":[143],"problem":[147],"reinforcement":[150],"learning":[151],"problem.":[152],"Our":[153],"evaluation":[154],"on":[155,167,178],"eleven":[156],"real-world":[157],"benchmarks":[158,205],"shows":[159],"that":[160],"outperforms":[162],"state-of-the-art":[165],"precision":[168],"recall":[170],"grammars,":[173],"fuzz":[175],"testing":[176],"based":[177],"substantially":[180],"increases":[181],"coverage":[183],"is":[191],"able":[192],"synthesize":[194],"covering":[197],"entire":[199],"some":[204],"decreasing":[207],"accuracy":[209],"grammar.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}