{"id":"https://openalex.org/W2884243532","doi":"https://doi.org/10.1007/978-3-319-96145-3_12","title":"Fast Numerical Program Analysis with Reinforcement Learning","display_name":"Fast Numerical Program Analysis with Reinforcement Learning","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2884243532","doi":"https://doi.org/10.1007/978-3-319-96145-3_12","mag":"2884243532"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-96145-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-96145-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-96145-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-96145-3_12.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100760604","display_name":"Gagandeep Singh","orcid":"https://orcid.org/0000-0002-9299-2961"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Gagandeep Singh","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076407181","display_name":"Markus P\u00fcschel","orcid":"https://orcid.org/0000-0001-8834-8551"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Markus P\u00fcschel","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069901599","display_name":"Martin Vechev","orcid":"https://orcid.org/0000-0002-0054-9568"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Martin Vechev","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100760604"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"211","last_page":"229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8111461400985718},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7263035774230957},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6812514662742615},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6795972585678101},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.5218724012374878},{"id":"https://openalex.org/keywords/abstract-interpretation","display_name":"Abstract interpretation","score":0.490190327167511},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3950965702533722},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36814412474632263},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33670198917388916},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3256363868713379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2999926209449768},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2201445996761322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10370540618896484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111461400985718},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7263035774230957},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6812514662742615},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6795972585678101},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.5218724012374878},{"id":"https://openalex.org/C2780654840","wikidata":"https://www.wikidata.org/wiki/Q333341","display_name":"Abstract interpretation","level":2,"score":0.490190327167511},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3950965702533722},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36814412474632263},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33670198917388916},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3256363868713379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2999926209449768},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2201445996761322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10370540618896484},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-319-96145-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-96145-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-96145-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-319-96145-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-96145-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-319-96145-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.41999998688697815,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1032463596","display_name":"Making Program Analysis Fast","funder_award_id":"163117","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2884243532.pdf","grobid_xml":"https://content.openalex.org/works/W2884243532.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W967948971","https://openalex.org/W1515851193","https://openalex.org/W1557517019","https://openalex.org/W2028284083","https://openalex.org/W2029229881","https://openalex.org/W2057463094","https://openalex.org/W2122745100","https://openalex.org/W2135384260","https://openalex.org/W2136535855","https://openalex.org/W2145339207","https://openalex.org/W2170141744","https://openalex.org/W2474562651","https://openalex.org/W2508075332","https://openalex.org/W2514073783","https://openalex.org/W2517915133","https://openalex.org/W2533284009","https://openalex.org/W2546000176","https://openalex.org/W2566919497","https://openalex.org/W2597111350","https://openalex.org/W2749325905","https://openalex.org/W2762491430","https://openalex.org/W2780061171","https://openalex.org/W3015644425","https://openalex.org/W3029115295","https://openalex.org/W4230914813","https://openalex.org/W4239558088","https://openalex.org/W4252599801"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W2525463489","https://openalex.org/W2157660637","https://openalex.org/W2077499329","https://openalex.org/W2970480852","https://openalex.org/W1836373119","https://openalex.org/W2058895276","https://openalex.org/W1493903037","https://openalex.org/W2020973245","https://openalex.org/W1483759049"],"abstract_inverted_index":{"We":[0,166],"show":[1,193],"how":[2],"to":[3,10,20,37,47,84,109,114,155,189,203],"leverage":[4],"reinforcement":[5],"learning":[6],"(RL)":[7],"in":[8,26,30,34,42],"order":[9],"speed":[11],"up":[12,202],"static":[13],"program":[14,40,142],"analysis.":[15,165],"The":[16,191],"key":[17,138],"insight":[18],"is":[19],"establish":[21],"a":[22,32,57,78,116,130,180],"correspondence":[23],"between":[24,67],"concepts":[25],"RL":[27,35,83],"and":[28,51,69,127,144,176],"those":[29],"analysis:":[31],"state":[33,41],"maps":[36,46],"an":[38,44,48,157],"abstract":[39,49,112,141],"analysis,":[43],"action":[45],"transformer,":[50],"at":[52,94,211],"every":[53],"state,":[54],"we":[55,147],"have":[56],"set":[58,133,181],"of":[59,92,105,118,125,134,140,182,201,206],"sound":[60],"transformers":[61,121,163],"(actions)":[62],"that":[63,136,161,186,194],"represent":[64],"different":[65],"trade-offs":[66],"precision":[68,93,126,210],"performance.":[70,99,128],"At":[71],"each":[72],"iteration,":[73],"the":[74,87,103,171],"agent":[75],"(analysis)":[76],"uses":[77],"policy":[79,160],"learned":[80],"offline":[81],"by":[82],"decide":[85],"on":[86,179],"transformer":[88],"which":[89],"minimizes":[90],"loss":[91],"fixpoint":[95],"while":[96,208],"improving":[97],"analysis":[98],"Our":[100],"approach":[101,169,196],"leverages":[102],"idea":[104],"online":[106],"decomposition":[107],"(applicable":[108],"popular":[110],"numerical":[111],"domains)":[113],"define":[115],"space":[117],"new":[119],"approximate":[120],"with":[122,151],"varying":[123],"degrees":[124],"Using":[129],"suitably":[131],"designed":[132],"features":[135],"capture":[137],"properties":[139],"states":[143],"available":[145],"actions,":[146],"then":[148],"apply":[149],"Q-learning":[150],"linear":[152],"function":[153],"approximation":[154],"compute":[156],"optimized":[158],"context-sensitive":[159],"chooses":[162],"during":[164],"implemented":[167],"our":[168,195],"for":[170],"notoriously":[172],"expensive":[173,188],"Polyhedra":[174],"domain":[175],"evaluated":[177],"it":[178],"Linux":[183],"device":[184],"drivers":[185],"are":[187],"analyze.":[190],"results":[192],"can":[197],"yield":[198],"massive":[199],"speedups":[200],"two":[204],"orders":[205],"magnitude":[207],"maintaining":[209],"fixpoint.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}