{"id":"https://openalex.org/W4399378636","doi":"https://doi.org/10.48550/arxiv.2405.20519","title":"Diffusion On Syntax Trees For Program Synthesis","display_name":"Diffusion On Syntax Trees For Program Synthesis","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399378636","doi":"https://doi.org/10.48550/arxiv.2405.20519"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.20519","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20519","pdf_url":"https://arxiv.org/pdf/2405.20519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.20519","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005390315","display_name":"Shreyas Kapur","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kapur, Shreyas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029945192","display_name":"Erik Jenner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenner, Erik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054034179","display_name":"Stuart D. Russell","orcid":"https://orcid.org/0000-0003-1115-0349"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Russell, Stuart","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005390315"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.7042891979217529},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6127614378929138},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5183151960372925},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5166192650794983},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.22690406441688538},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14679700136184692},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.060703277587890625}],"concepts":[{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.7042891979217529},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6127614378929138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5183151960372925},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5166192650794983},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.22690406441688538},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14679700136184692},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.060703277587890625}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.20519","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20519","pdf_url":"https://arxiv.org/pdf/2405.20519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.20519","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.20519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.20519","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20519","pdf_url":"https://arxiv.org/pdf/2405.20519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320317463","display_name":"Future of Life Institute","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399378636.pdf","grobid_xml":"https://content.openalex.org/works/W4399378636.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,47],"generate":[3],"code":[4,74],"one":[5],"token":[6],"at":[7],"a":[8],"time.":[9],"Their":[10],"autoregressive":[11],"generation":[12],"process":[13],"lacks":[14],"the":[15,19,33,128,136],"feedback":[16],"of":[17,35,53],"observing":[18],"program's":[20],"output.":[21],"Training":[22],"LLMs":[23],"to":[24,32,58,68,88,99,107,123,134],"suggest":[25],"edits":[26],"directly":[27],"can":[28,145],"be":[29],"challenging":[30],"due":[31],"scarcity":[34],"rich":[36],"edit":[37,78],"data.":[38],"To":[39],"address":[40],"these":[41],"problems,":[42],"we":[43,76],"propose":[44],"neural":[45,91],"diffusion":[46,60],"that":[48,112],"operate":[49],"on":[50],"syntax":[51,69],"trees":[52],"any":[54],"context-free":[55],"grammar.":[56],"Similar":[57],"image":[59],"models,":[61],"our":[62,97,104,119,143],"method":[63],"also":[64],"inverts":[65],"``noise''":[66],"applied":[67],"trees.":[70],"Rather":[71],"than":[72],"generating":[73],"sequentially,":[75],"iteratively":[77],"it":[79,86],"while":[80],"preserving":[81],"syntactic":[82],"validity,":[83],"which":[84],"makes":[85],"easy":[87],"combine":[89],"this":[90],"model":[92,105,120],"with":[93,117],"search.":[94],"We":[95,139],"apply":[96],"approach":[98],"inverse":[100],"graphics":[101,125,147],"tasks,":[102],"where":[103],"learns":[106],"convert":[108],"images":[109],"into":[110],"programs":[111,148],"produce":[113],"those":[114],"images.":[115],"Combined":[116],"search,":[118],"is":[121],"able":[122],"write":[124,146],"programs,":[126],"see":[127],"execution":[129],"result,":[130],"and":[131],"debug":[132],"them":[133],"meet":[135],"required":[137],"specifications.":[138],"additionally":[140],"show":[141],"how":[142],"system":[144],"for":[149],"hand-drawn":[150],"sketches.":[151]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}