{"id":"https://openalex.org/W4414977305","doi":"https://doi.org/10.1145/3763102","title":"Active Learning for Neurosymbolic Program Synthesis","display_name":"Active Learning for Neurosymbolic Program Synthesis","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414977305","doi":"https://doi.org/10.1145/3763102"},"language":"en","primary_location":{"id":"doi:10.1145/3763102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763102","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3763102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008002025","display_name":"Celeste Barnaby","orcid":"https://orcid.org/0000-0001-7688-6133"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Celeste Barnaby","raw_affiliation_strings":["University of Texas at Austin, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0001-7688-6133","affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054529146","display_name":"Qiaochu Chen","orcid":"https://orcid.org/0000-0003-4680-5157"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiaochu Chen","raw_affiliation_strings":["New York University, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-4680-5157","affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016952484","display_name":"Ramya Ramalingam","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramya Ramalingam","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0007-6175-6919","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I922845939","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029243071","display_name":"Osbert Bastani","orcid":"https://orcid.org/0000-0001-9990-7566"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Osbert Bastani","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0001-9990-7566","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I922845939","https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006424908","display_name":"I\u015f\u0131l Dillig","orcid":"https://orcid.org/0000-0001-8006-1230"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"I\u015f\u0131l Dillig","raw_affiliation_strings":["University of Texas at Austin, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0001-8006-1230","affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2663,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91248927,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":"OOPSLA2","first_page":"1455","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.6848000288009644},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5450999736785889},{"id":"https://openalex.org/keywords/program-synthesis","display_name":"Program synthesis","score":0.5246999859809875},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4837000072002411},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3357999920845032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7649999856948853},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.6848000288009644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5626000165939331},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5450999736785889},{"id":"https://openalex.org/C2776937632","wikidata":"https://www.wikidata.org/wiki/Q4117718","display_name":"Program synthesis","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4957999885082245},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3763102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763102","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.15750","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.15750","pdf_url":"https://arxiv.org/pdf/2508.15750","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3763102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763102","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1005453015","display_name":"SHF: Medium: Collaborative Research: Bridging Automated Formal Reasoning and Continuous Optimization for Provably Safe Deep Learning","funder_award_id":"1901376","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1610276307","display_name":null,"funder_award_id":"CCF-1762299","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G249315008","display_name":"Collaborative Research: SaTC: CORE: Large: Building and Deploying a Verified JavaScript Runtime","funder_award_id":"2120696","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2675403165","display_name":"FMitF: Track I: Program Synthesis for Robot Learning from Demonstrations","funder_award_id":"2319471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3078857297","display_name":null,"funder_award_id":"CCF-1762299, CCF-1918889, CNS-1908304, CCF-1901376, CNS-2120696, CCF- 2210831, and CCF-2319471, CCF-2422130, CCF-2403211","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3908227158","display_name":"FMitF: Track I: Performance Verification for Networked Systems","funder_award_id":"2422130","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4104542924","display_name":"SHF: Medium: Collaborative Research: Computer-Aided Programming for Data Science","funder_award_id":"1762299","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5018208847","display_name":"SaTC: CORE: Medium: Collaborative: Effective Formal Reasoning for Mobile Malware","funder_award_id":"1908304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5221640172","display_name":"SHF: Medium: Neurosymbolic Agents for Formal Theorem-Proving","funder_award_id":"2403211","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6208393420","display_name":"Expeditions: Collaborative Research: Understanding the World Through Code","funder_award_id":"1918889","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7481599941","display_name":null,"funder_award_id":"HR00112590133","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8783671657","display_name":"Collaborative Research: SHF: Core: Medium: Program Synthesis for Schema Changes","funder_award_id":"2210831","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1514940655","https://openalex.org/W1791762382","https://openalex.org/W1969880832","https://openalex.org/W1986455621","https://openalex.org/W1991299446","https://openalex.org/W2043100293","https://openalex.org/W2112796928","https://openalex.org/W2122735631","https://openalex.org/W2134734244","https://openalex.org/W2160985005","https://openalex.org/W2221837760","https://openalex.org/W2594481151","https://openalex.org/W2612337100","https://openalex.org/W2626584434","https://openalex.org/W2626990892","https://openalex.org/W2791942415","https://openalex.org/W2898335306","https://openalex.org/W2953054522","https://openalex.org/W2962716332","https://openalex.org/W2963049621","https://openalex.org/W2979331965","https://openalex.org/W3003572584","https://openalex.org/W3033481405","https://openalex.org/W3088135204","https://openalex.org/W3105239039","https://openalex.org/W3109233608","https://openalex.org/W3124933548","https://openalex.org/W3151202736","https://openalex.org/W3171035942","https://openalex.org/W3176015640","https://openalex.org/W3206370442","https://openalex.org/W4205326975","https://openalex.org/W4206647573","https://openalex.org/W4225113125","https://openalex.org/W4281612491","https://openalex.org/W4361012985","https://openalex.org/W4362677137","https://openalex.org/W4362707051","https://openalex.org/W4367176064","https://openalex.org/W4379089620","https://openalex.org/W4379537200","https://openalex.org/W4386065691","https://openalex.org/W4387667125","https://openalex.org/W4390605170","https://openalex.org/W4390872747","https://openalex.org/W4393065402","https://openalex.org/W4396833137","https://openalex.org/W7077146591","https://openalex.org/W7077533399"],"related_works":[],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,43,76,171,178,204],"active":[3,27,84,188],"learning":[4,28,85,189],"for":[5,38,114,169,187,200],"program":[6,13,45,50,72,168,199],"synthesis":[7],"is":[8,100],"to":[9,56,74,137,193,195],"synthesize":[10],"the":[11,30,39,48,57,90,165,172,196,205],"desired":[12],"by":[14,94],"asking":[15],"targeted":[16],"questions":[17],"that":[18,87,162],"minimize":[19],"user":[20,179],"interaction.":[21],"While":[22],"prior":[23,185],"work":[24],"has":[25],"explored":[26],"in":[29,65,146],"purely":[31],"symbolic":[32],"setting,":[33,59],"such":[34,60],"techniques":[35,61,186],"are":[36,135,190],"inadequate":[37],"increasingly":[40],"popular":[41],"paradigm":[42],"neurosymbolic":[44,58,157],"synthesis,":[46],"where":[47],"synthesized":[49],"incorporates":[51],"neural":[52,77,95,115],"components.":[53,78],"When":[54],"applied":[55],"can":[62,88],"--":[63,68],"and,":[64],"practice,":[66],"do":[67],"return":[69],"an":[70],"unintended":[71],"due":[73],"mispredictions":[75,116],"This":[79],"paper":[80],"proposes":[81],"a":[82,103,147],"new":[83,104],"technique":[86],"handle":[89],"unique":[91],"challenges":[92],"posed":[93],"network":[96],"mispredictions.":[97],"Our":[98,123,159],"approach":[99],"based":[101],"upon":[102],"evaluation":[105,110],"strategy":[106],"called":[107,149],"constrained":[108],"conformal":[109],"(CCE),":[111],"which":[112],"accounts":[113],"while":[117],"taking":[118],"into":[119],"account":[120],"user-provided":[121],"feedback.":[122],"proposed":[124],"method":[125,145],"iteratively":[126],"makes":[127],"CCE":[128],"more":[129],"precise":[130],"until":[131],"all":[132],"remaining":[133],"programs":[134],"guaranteed":[136],"be":[138],"observationally":[139],"equivalent.":[140],"We":[141],"have":[142],"implemented":[143],"this":[144],"tool":[148],"SmartLabel":[150,163],"and":[151],"experimentally":[152],"evaluated":[153],"it":[154],"on":[155,181],"three":[156],"domains.":[158],"results":[160],"demonstrate":[161],"identifies":[164],"ground":[166,197],"truth":[167,198],"98%":[170],"benchmarks,":[173],"requiring":[174],"under":[175],"5":[176],"rounds":[177],"interaction":[180],"average.":[182],"In":[183],"contrast,":[184],"only":[191],"able":[192],"converge":[194],"at":[201],"most":[202],"65%":[203],"benchmarks.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}