{"id":"https://openalex.org/W7155030872","doi":"https://doi.org/10.48550/arxiv.2604.17290","title":"Probabilistic Programs of Thought","display_name":"Probabilistic Programs of Thought","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7155030872","doi":"https://doi.org/10.48550/arxiv.2604.17290"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17290","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099309891","display_name":"Poorva Garg","orcid":"https://orcid.org/0000-0003-4753-3974"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Garg, Poorva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023818241","display_name":"Renato Lui Geh","orcid":"https://orcid.org/0000-0001-9293-3358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geh, Renato Lui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046753475","display_name":"Daniel Israel","orcid":"https://orcid.org/0000-0001-8162-1885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Israel, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014067492","display_name":"Todd Millstein","orcid":"https://orcid.org/0000-0002-2031-1514"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Millstein, Todd","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134110022","display_name":"Kyle Richardson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richardson, Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009539513","display_name":"Guy Van den Broeck","orcid":"https://orcid.org/0000-0003-3434-2503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Broeck, Guy Van den","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5099309891"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.6116999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.6116999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.04039999842643738,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.8393999934196472},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5918999910354614},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.415800005197525},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.40799999237060547},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.36820000410079956},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.36559998989105225},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.33709999918937683},{"id":"https://openalex.org/keywords/program-synthesis","display_name":"Program synthesis","score":0.32339999079704285}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.8393999934196472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758899986743927},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5918999910354614},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48820000886917114},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.43290001153945923},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.40799999237060547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38679999113082886},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C2776937632","wikidata":"https://www.wikidata.org/wiki/Q4117718","display_name":"Program synthesis","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C128828806","wikidata":"https://www.wikidata.org/wiki/Q7246848","display_name":"Probabilistic argumentation","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C162500139","wikidata":"https://www.wikidata.org/wiki/Q2835887","display_name":"Estimation of distribution algorithm","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C143017306","wikidata":"https://www.wikidata.org/wiki/Q3318133","display_name":"Probabilistic relevance model","level":4,"score":0.26030001044273376},{"id":"https://openalex.org/C24404364","wikidata":"https://www.wikidata.org/wiki/Q7246846","display_name":"Probabilistic analysis of algorithms","level":3,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0],"are":[1,13],"widely":[2],"used":[3],"for":[4,28,77,178],"code":[5,27,42,179,181],"generation":[6,43],"and":[7,49,129,168,183,186],"mathematical":[8,184],"reasoning":[9,149,185],"tasks":[10],"where":[11],"they":[12],"required":[14],"to":[15,22,41,45,111],"generate":[16,26,50],"structured":[17],"output.":[18],"They":[19],"either":[20],"need":[21],"reason":[23,33],"about":[24],"code,":[25],"a":[29,101,123,127,136],"given":[30],"specification,":[31],"or":[32],"using":[34],"programs":[35,63,97,108,162],"of":[36,80,109],"thought.":[37],"The":[38],"typical":[39],"approach":[40,158,175],"is":[44,56,154],"prompt":[46],"the":[47,65,91,95,116,130,195],"model":[48,67,117,128],"samples":[51,114],"until":[52],"an":[53],"appropriate":[54],"program":[55,124,138,153],"obtained.":[57],"Within":[58],"this":[59,83,87,151],"process,":[60],"sampling":[61,160],"$n$":[62,69],"from":[64,115,194],"language":[66],"requires":[68],"GPU":[70,166],"compute-intensive":[71],"generations":[72,193],"which":[73],"becomes":[74],"prohibitively":[75],"expensive":[76],"larger":[78],"values":[79],"$n$.":[81],"In":[82],"work,":[84],"we":[85,105,134],"address":[86],"limitation":[88],"by":[89,126],"exposing":[90],"LLM's":[92],"distribution":[93],"within":[94],"generated":[96,125],"themselves.":[98],"We":[99,172],"propose":[100],"novel":[102],"test-time":[103],"framework":[104],"dub":[106],"probabilistic":[107,137,148,152],"thought":[110],"obtain":[112],"more":[113],"with":[118,191],"fewer":[119,192],"LLM":[120],"generations.":[121],"Given":[122],"associated":[131],"next-token":[132],"probabilities,":[133],"build":[135],"that":[139],"compactly":[140],"represents":[141],"exponentially":[142],"many":[143],"deterministic":[144],"programs.":[145],"Since":[146],"performing":[147],"in":[150,189],"much":[155],"cheaper,":[156],"our":[157,174],"allows":[159],"new":[161],"without":[163],"any":[164],"additional":[165],"compute":[167],"little":[169],"CPU":[170],"overhead.":[171],"instantiate":[173],"on":[176],"benchmarks":[177],"generation,":[180],"understanding":[182],"report":[187],"improvements":[188],"performance":[190],"LLM.":[196]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-04-22T00:00:00"}