{"id":"https://openalex.org/W4402670098","doi":"https://doi.org/10.18653/v1/2024.findings-acl.584","title":"Deductive Closure Training of Language Models for Coherence, Accuracy, and Updatability","display_name":"Deductive Closure Training of Language Models for Coherence, Accuracy, and Updatability","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402670098","doi":"https://doi.org/10.18653/v1/2024.findings-acl.584"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.findings-acl.584","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.584","pdf_url":"https://aclanthology.org/2024.findings-acl.584.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.findings-acl.584.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037814990","display_name":"Afra Feyza Aky\u00fcrek","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Afra Feyza Aky\u00fcrek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071734030","display_name":"Ekin Aky\u00fcrek","orcid":"https://orcid.org/0000-0002-5166-4689"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ekin Aky\u00fcrek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040286212","display_name":"Leshem Choshen","orcid":"https://orcid.org/0000-0002-0085-6496"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leshem Choshen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027174211","display_name":"Derry Wijaya","orcid":"https://orcid.org/0000-0002-0848-4703"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Derry Wijaya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070829652","display_name":"Jacob Andreas","orcid":"https://orcid.org/0000-0002-3141-5845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob Andreas","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037814990"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.669,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75257557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"9802","last_page":"9818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9302999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closure","display_name":"Closure (psychology)","score":0.7587302923202515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.741083562374115},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6932334899902344},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4540652632713318},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45312076807022095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43106091022491455},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.43078821897506714},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10901299118995667},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09659400582313538}],"concepts":[{"id":"https://openalex.org/C146834321","wikidata":"https://www.wikidata.org/wiki/Q2979672","display_name":"Closure (psychology)","level":2,"score":0.7587302923202515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.741083562374115},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6932334899902344},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4540652632713318},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45312076807022095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43106091022491455},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.43078821897506714},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10901299118995667},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09659400582313538},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.findings-acl.584","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.584","pdf_url":"https://aclanthology.org/2024.findings-acl.584.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-acl.584","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-acl.584","pdf_url":"https://aclanthology.org/2024.findings-acl.584.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics ACL 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3713026964","display_name":null,"funder_award_id":"HR001118S0044","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402670098.pdf","grobid_xml":"https://content.openalex.org/works/W4402670098.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W230091440","https://openalex.org/W315394019","https://openalex.org/W2233261550","https://openalex.org/W2923398117","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W4309585848","https://openalex.org/W2265383332","https://openalex.org/W4394050964","https://openalex.org/W2551249631"],"abstract_inverted_index":{"While":[0],"language":[1],"models":[2],"(LMs)":[3],"can":[4,187],"sometimes":[5],"generate":[6,35,92],"factually":[7],"correct":[8],"text":[9,70,94,112,164],"and":[10,40,45,108,148,153,163],"estimate":[11],"truth":[12],"values":[13],"of":[14,27,65,85,104],"individual":[15],"claims,":[16],"these":[17,97],"generally":[18],"do":[19],"not":[20],"reflect":[21],"a":[22,30,51,83,120,125],"globally":[23,100],"coherent,":[24],"manipulable":[25],"model":[26,129],"the":[28,69,102,137,150],"world.As":[29],"consequence,":[31],"current":[32],"LMs":[33,60,90],"also":[34],"incorrect":[36],"or":[37],"nonsensical":[38],"content,":[39],"are":[41,134],"difficult":[42],"to":[43,48,62,91,114,192],"edit":[44],"bring":[46],"up":[47],"date.We":[49],"present":[50],"method":[52],"called":[53],"Deductive":[54],"Closure":[55],"Training":[56],"(DCT)":[57],"that":[58,71,181],"uses":[59],"themselves":[61],"identify":[63],"implications":[64],"(and":[66],"contradictions":[67],"within)":[68],"they":[72],"generate,":[73],"yielding":[74],"an":[75],"efficient":[76],"self-supervised":[77],"procedure":[78],"for":[79,127,145],"improving":[80],"LM":[81,138,160],"factuality.Given":[82],"collection":[84],"seed":[86,117,132],"documents,":[87,98],"DCT":[88,123,140,158,173],"prompts":[89],"additional":[93],"implied":[95],"by":[96,167,177],"reason":[99],"about":[101],"correctness":[103],"this":[105],"generated":[106],"text,":[107],"finally":[109],"fine-tune":[110],"on":[111,169],"inferred":[113],"be":[115,188],"correct.Given":[116],"documents":[118,133],"from":[119,136],"trusted":[121],"source,":[122],"provides":[124],"tool":[126],"supervised":[128,157],"updating;":[130],"if":[131],"sampled":[135],"itself,":[139],"enables":[141],"fully":[142,171],"unsupervised":[143,172],"fine-tuning":[144],"improved":[146],"coherence":[147],"accuracy.Across":[149],"CREAK,":[151,170],"MQUAKE,":[152],"\"Reversal":[154],"Curse\"":[155],"datasets,":[156],"improves":[159,174],"fact":[161],"verification":[162,175],"generation":[165],"accuracy":[166,176],"3-26%;":[168],"12%.These":[178],"results":[179],"show":[180],"LMs'":[182],"reasoning":[183],"capabilities":[184],"during":[185,190],"inference":[186],"leveraged":[189],"training":[191],"improve":[193],"their":[194],"reliability.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}