{"id":"https://openalex.org/W4385574274","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.7","title":"Generating Natural Language Proofs with Verifier-Guided Search","display_name":"Generating Natural Language Proofs with Verifier-Guided Search","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385574274","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.7"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.emnlp-main.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.7","pdf_url":"https://aclanthology.org/2022.emnlp-main.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2022.emnlp-main.7.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100524243","display_name":"Kaiyu Yang","orcid":"https://orcid.org/0009-0009-9602-005X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kaiyu Yang","raw_affiliation_strings":["Department of Computer Science Princeton University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Princeton University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101480290","display_name":"Jia Deng","orcid":"https://orcid.org/0009-0003-8196-7749"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia Deng","raw_affiliation_strings":["Department of Computer Science Princeton University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Princeton University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051064208","display_name":"Danqi Chen","orcid":"https://orcid.org/0000-0002-6226-6838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danqi Chen","raw_affiliation_strings":["Department of Computer Science Princeton University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science Princeton University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100524243"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9145,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.92216096,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9358000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.9155015349388123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7910668849945068},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5790115594863892},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5224534273147583},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5025167465209961},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4568721354007721},{"id":"https://openalex.org/keywords/principle-of-compositionality","display_name":"Principle of compositionality","score":0.4465329051017761},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4354902505874634},{"id":"https://openalex.org/keywords/proof-assistant","display_name":"Proof assistant","score":0.4313228726387024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42840737104415894},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42457205057144165},{"id":"https://openalex.org/keywords/proof-complexity","display_name":"Proof complexity","score":0.410926878452301},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3705140948295593},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32689207792282104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1519705057144165}],"concepts":[{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.9155015349388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7910668849945068},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5790115594863892},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5224534273147583},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5025167465209961},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4568721354007721},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.4465329051017761},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4354902505874634},{"id":"https://openalex.org/C203265346","wikidata":"https://www.wikidata.org/wiki/Q11387554","display_name":"Proof assistant","level":3,"score":0.4313228726387024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42840737104415894},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42457205057144165},{"id":"https://openalex.org/C105605280","wikidata":"https://www.wikidata.org/wiki/Q7249999","display_name":"Proof complexity","level":3,"score":0.410926878452301},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3705140948295593},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32689207792282104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1519705057144165},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.emnlp-main.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.7","pdf_url":"https://aclanthology.org/2022.emnlp-main.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.emnlp-main.7","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.7","pdf_url":"https://aclanthology.org/2022.emnlp-main.7.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1633690903","display_name":null,"funder_award_id":"00014-20","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2336166159","display_name":null,"funder_award_id":"4-20-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7034037648","display_name":null,"funder_award_id":"4-20-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320309292","display_name":"Princeton University","ror":"https://ror.org/00hx57361"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385574274.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1781094","https://openalex.org/W1585533089","https://openalex.org/W1840435438","https://openalex.org/W2122410182","https://openalex.org/W2250983897","https://openalex.org/W2516014563","https://openalex.org/W2889787757","https://openalex.org/W2908510526","https://openalex.org/W2949134692","https://openalex.org/W2949555952","https://openalex.org/W2950246755","https://openalex.org/W2951122437","https://openalex.org/W2953365054","https://openalex.org/W2963351832","https://openalex.org/W2963540140","https://openalex.org/W2965373594","https://openalex.org/W2971107062","https://openalex.org/W3010805364","https://openalex.org/W3031043369","https://openalex.org/W3034830866","https://openalex.org/W3035252911","https://openalex.org/W3090866633","https://openalex.org/W3101682885","https://openalex.org/W3105516974","https://openalex.org/W3107930553","https://openalex.org/W3156789018","https://openalex.org/W3172364764","https://openalex.org/W3173805051","https://openalex.org/W3176457290","https://openalex.org/W3177813494","https://openalex.org/W3215840701","https://openalex.org/W4205870266","https://openalex.org/W4206633687","https://openalex.org/W4221143046","https://openalex.org/W4221148719","https://openalex.org/W4225085218","https://openalex.org/W4226146865","https://openalex.org/W4226280244","https://openalex.org/W4252076394","https://openalex.org/W4281552243","https://openalex.org/W4281557260","https://openalex.org/W4286892945","https://openalex.org/W4287671158","https://openalex.org/W4287855194","https://openalex.org/W4287889353","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4385567216","https://openalex.org/W4385573616"],"related_works":["https://openalex.org/W1524804222","https://openalex.org/W2408514828","https://openalex.org/W2463991046","https://openalex.org/W2099785256","https://openalex.org/W3163122332","https://openalex.org/W3100311625","https://openalex.org/W1561664087","https://openalex.org/W353523607","https://openalex.org/W4323929316","https://openalex.org/W2795365301"],"abstract_inverted_index":{"Reasoning":[0],"over":[1],"natural":[2],"language":[3],"is":[4],"a":[5,19,22,30,104,155],"challenging":[6,196],"problem":[7],"in":[8,48,183,194],"NLP.":[9],"In":[10,99],"this":[11,100],"work,":[12],"we":[13,102,129,150],"focus":[14],"on":[15,68,120,167],"proof":[16,31,47,77,140,157],"generation:":[17],"Given":[18],"hypothesis":[20,38],"and":[21,58,84,169],"set":[23],"of":[24,126,138,146,176,187,192],"supporting":[25,40],"facts,":[26],"the":[27,37,45,56,87,97,121,124,136,139,161,174,184,190],"model":[28],"generates":[29],"tree":[32],"indicating":[33],"how":[34],"to":[35,43,60,75,86,92,115,134,142,181],"derive":[36],"from":[39,179],"facts.":[41],"Compared":[42],"generating":[44,147,195],"entire":[46],"one":[49],"shot,":[50],"stepwise":[51,72,106],"generation":[52],"can":[53],"better":[54],"exploit":[55],"compositionality":[57],"generalize":[59],"longer":[61],"proofs":[62,153,178],"but":[63],"has":[64],"achieved":[65],"limited":[66],"success":[67],"real-world":[69],"data.":[70],"Existing":[71],"methods":[73],"struggle":[74],"generate":[76,116],"steps":[78,95,118,141,148],"that":[79],"are":[80],"both":[81],"logically":[82],"valid":[83],"relevant":[85,117],"hypothesis.":[88,98,122],"Instead,":[89],"they":[90],"tend":[91],"hallucinate":[93],"invalid":[94],"given":[96],"paper,":[101],"present":[103],"novel":[105],"method,":[107],"NLProofS":[108,163,193],"(Natural":[109],"Language":[110],"Proof":[111],"Search),":[112],"which":[113],"learns":[114],"conditioning":[119],"At":[123],"core":[125],"our":[127],"approach,":[128],"train":[130],"an":[131],"independent":[132],"verifier":[133],"check":[135],"validity":[137],"prevent":[143],"hallucination.":[144],"Instead":[145],"greedily,":[149],"search":[151],"for":[152],"maximizing":[154],"global":[156],"score":[158],"judged":[159],"by":[160],"verifier.":[162],"achieves":[164],"state-of-the-art":[165],"performance":[166],"EntailmentBank":[168],"RuleTaker.":[170],"Specifically,":[171],"it":[172],"improves":[173],"correctness":[175],"predicted":[177],"27.7%":[180],"33.3%":[182],"distractor":[185],"setting":[186],"EntailmentBank,":[188],"demonstrating":[189],"effectiveness":[191],"human-authored":[197],"proofs.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}