{"id":"https://openalex.org/W4389768135","doi":"https://doi.org/10.48550/arxiv.2312.07779","title":"Tell, don't show: Declarative facts influence how LLMs generalize","display_name":"Tell, don't show: Declarative facts influence how LLMs generalize","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389768135","doi":"https://doi.org/10.48550/arxiv.2312.07779"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.07779","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07779","pdf_url":"https://arxiv.org/pdf/2312.07779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.07779","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084032027","display_name":"Alexander Meinke","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Meinke, Alexander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089789418","display_name":"Owain Evans","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evans, Owain","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084032027"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.6903800964355469},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6425476670265198},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5606060028076172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5500380992889404},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.48626577854156494},{"id":"https://openalex.org/keywords/declarative-programming","display_name":"Declarative programming","score":0.4851323068141937},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.4708656370639801},{"id":"https://openalex.org/keywords/procedural-knowledge","display_name":"Procedural knowledge","score":0.444783091545105},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.38378292322158813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34615159034729004},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.29985910654067993},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2801753282546997},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.1802438497543335},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.17483925819396973},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15570944547653198},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1351568102836609}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.6903800964355469},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6425476670265198},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5606060028076172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5500380992889404},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.48626577854156494},{"id":"https://openalex.org/C146206909","wikidata":"https://www.wikidata.org/wiki/Q531152","display_name":"Declarative programming","level":4,"score":0.4851323068141937},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.4708656370639801},{"id":"https://openalex.org/C124469403","wikidata":"https://www.wikidata.org/wiki/Q1813993","display_name":"Procedural knowledge","level":3,"score":0.444783091545105},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38378292322158813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34615159034729004},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29985910654067993},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2801753282546997},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.1802438497543335},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17483925819396973},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15570944547653198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1351568102836609},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.07779","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07779","pdf_url":"https://arxiv.org/pdf/2312.07779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2312.07779","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.07779","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.07779","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.07779","pdf_url":"https://arxiv.org/pdf/2312.07779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"display_name":"Climate action","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W167088980","https://openalex.org/W2475705533","https://openalex.org/W186129870","https://openalex.org/W3200522959","https://openalex.org/W4389944781","https://openalex.org/W2997993211","https://openalex.org/W120415280","https://openalex.org/W1969739387","https://openalex.org/W1965270621","https://openalex.org/W1550352051"],"abstract_inverted_index":{"We":[0,118,222],"examine":[1],"how":[2],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"generalize":[7],"from":[8,49,73,215],"abstract":[9,101],"declarative":[10,68,84,102,114,121,138,153,181,197],"statements":[11,69,122,154,182,198],"in":[12,31,39,77,107,204],"their":[13],"training":[14],"data.":[15],"As":[16],"an":[17,20,161],"illustration,":[18],"consider":[19],"LLM":[21],"that":[22,36,60,120,177,224],"is":[23,35,59,86,155,202],"prompted":[24],"to":[25,218,234],"generate":[26],"weather":[27],"reports":[28,41,48,62],"for":[29,145,229,239],"London":[30],"2050.":[32],"One":[33],"possibility":[34,58],"the":[37,40,43,53,61,98,142,178,194,235],"temperatures":[38,88],"match":[42],"mean":[44],"and":[45,115,166,207,238],"variance":[46],"of":[47,55,81,100,148,152,173,180,196],"2023":[50],"(i.e.":[51,214],"matching":[52,191],"statistics":[54],"pretraining).":[56],"Another":[57],"predict":[63],"higher":[64],"temperatures,":[65],"by":[66,91,94,186],"incorporating":[67],"about":[70],"climate":[71],"change":[72],"scientific":[74],"papers":[75],"written":[76],"2023.":[78],"An":[79],"example":[80],"such":[82],"a":[83,137,171],"statement":[85,139],"\"global":[87],"will":[89],"increase":[90],"$1^{\\circ}":[92],"\\mathrm{C}$":[93],"2050\".":[95],"To":[96],"test":[97],"influence":[99,123],"statements,":[103],"we":[104,175],"construct":[105],"tasks":[106],"which":[108],"LLMs":[109],"are":[110],"finetuned":[111],"on":[112,136,190,199],"both":[113],"procedural":[116,131],"information.":[117,132],"find":[119],"model":[124,143,200,212],"predictions,":[125],"even":[126],"when":[127],"they":[128],"conflict":[129],"with":[130,211],"In":[133],"particular,":[134],"finetuning":[135],"$S$":[140],"increases":[141,208],"likelihood":[144],"logical":[146],"consequences":[147],"$S$.":[149],"The":[150],"effect":[151,179,195],"consistent":[156],"across":[157],"three":[158],"domains:":[159],"aligning":[160],"AI":[162,230],"assistant,":[163],"predicting":[164,167],"weather,":[165],"demographic":[168],"features.":[169],"Through":[170],"series":[172],"ablations,":[174],"show":[176],"cannot":[183],"be":[184],"explained":[185],"associative":[187],"learning":[188],"based":[189],"keywords.":[192],"Nevertheless,":[193],"likelihoods":[201],"small":[203],"absolute":[205],"terms":[206],"surprisingly":[209],"little":[210],"size":[213],"330":[216],"million":[217],"175":[219],"billion":[220],"parameters).":[221],"argue":[223],"these":[225],"results":[226],"have":[227],"implications":[228],"risk":[231],"(in":[232],"relation":[233],"\"treacherous":[236],"turn\")":[237],"fairness.":[240]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}