{"id":"https://openalex.org/W4415938378","doi":"https://doi.org/10.48550/arxiv.2511.00617","title":"Belief Dynamics Reveal the Dual Nature of In-Context Learning and Activation Steering","display_name":"Belief Dynamics Reveal the Dual Nature of In-Context Learning and Activation Steering","alternate_titles":[],"publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W4415938378","doi":"https://doi.org/10.48550/arxiv.2511.00617"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2511.00617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00617","pdf_url":"https://arxiv.org/pdf/2511.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4415938378"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.00617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027500446","display_name":"Eric Bigelow","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bigelow, Eric","raw_affiliation_strings":["Department of Psychology , Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology , Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092206144","display_name":"Daniel Wurgaft","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]},{"id":"https://openalex.org/I4210092597","display_name":"NTT (United States)","ror":"https://ror.org/004cn7092","country_code":"US","type":"company","lineage":["https://openalex.org/I2251713219","https://openalex.org/I4210092597"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Wurgaft, Daniel","raw_affiliation_strings":["Department of Psychology , Stanford University","NTT Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology , Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"NTT Research","institution_ids":["https://openalex.org/I2251713219","https://openalex.org/I4210092597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023468449","display_name":"YingQiao Wang","orcid":"https://orcid.org/0000-0001-8349-2490","observed_orcids":["https://orcid.org/0000-0001-8349-2490"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, YingQiao","raw_affiliation_strings":["Department of Psychology , Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology , Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001961716","display_name":"Noah D. Goodman","orcid":"https://orcid.org/0000-0002-9176-8802","observed_orcids":["https://orcid.org/0000-0002-9176-8802"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goodman, Noah","raw_affiliation_strings":["Department of Computer Science , Stanford University","Department of Psychology , Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Psychology , Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086092571","display_name":"Tomer David Ullman","orcid":"https://orcid.org/0000-0003-1722-2382","observed_orcids":["https://orcid.org/0000-0003-1722-2382"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ullman, Tomer","raw_affiliation_strings":["Center for Brain Science , Harvard University","Department of Psychology , Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Brain Science , Harvard University","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Psychology , Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101548632","display_name":"Hidenori Tanaka","orcid":"https://orcid.org/0000-0001-5110-3489","observed_orcids":["https://orcid.org/0000-0001-5110-3489"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]},{"id":"https://openalex.org/I4210092597","display_name":"NTT (United States)","ror":"https://ror.org/004cn7092","country_code":"US","type":"company","lineage":["https://openalex.org/I2251713219","https://openalex.org/I4210092597"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Tanaka, Hidenori","raw_affiliation_strings":["Center for Brain Science , Harvard University","NTT Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Brain Science , Harvard University","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"NTT Research","institution_ids":["https://openalex.org/I2251713219","https://openalex.org/I4210092597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069090559","display_name":"Ekdeep Singh Lubana","orcid":"https://orcid.org/0000-0002-7200-9341","observed_orcids":["https://orcid.org/0000-0002-7200-9341"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lubana, Ekdeep Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8003000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8003000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.051100000739097595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8690000176429749},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9020000100135803},{"id":"https://openalex.org/keywords/activation-steering","display_name":"activation steering","score":0.9950000047683716},{"id":"https://openalex.org/keywords/inference-time-control","display_name":"inference-time control","score":0.6480000019073486},{"id":"https://openalex.org/keywords/bayesian-model","display_name":"Bayesian model","score":0.5590000152587891},{"id":"https://openalex.org/keywords/latent-concepts","display_name":"latent concepts","score":0.6000000238418579},{"id":"https://openalex.org/keywords/evidence-accumulation","display_name":"evidence accumulation","score":0.925000011920929}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5882999897003174},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5625},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.5418999791145325},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.539900004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5196999907493591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005000233650208},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4375999867916107},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4050999879837036},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.2685000002384186}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.00617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00617","pdf_url":"https://arxiv.org/pdf/2511.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.00617","doi":"https://doi.org/10.48550/arxiv.2511.00617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.00617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.00617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.00617","pdf_url":"https://arxiv.org/pdf/2511.00617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415938378.pdf","grobid_xml":"https://content.openalex.org/works/W4415938378.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1546425147","https://openalex.org/W1614298861","https://openalex.org/W1965828932","https://openalex.org/W2123713131","https://openalex.org/W2138035124","https://openalex.org/W2142336306","https://openalex.org/W2518186251","https://openalex.org/W2953307569","https://openalex.org/W3001279689","https://openalex.org/W3030163527","https://openalex.org/W3096013785","https://openalex.org/W3185341429","https://openalex.org/W3193068792","https://openalex.org/W3208828709","https://openalex.org/W4223908421","https://openalex.org/W4296932880","https://openalex.org/W4306294770","https://openalex.org/W4311991106","https://openalex.org/W4360836968","https://openalex.org/W4379087156","https://openalex.org/W4380136221","https://openalex.org/W4385567149","https://openalex.org/W4387561538","https://openalex.org/W4387995062","https://openalex.org/W4388514540","https://openalex.org/W4389470789","https://openalex.org/W4390041933","https://openalex.org/W4391136507","https://openalex.org/W4391212816","https://openalex.org/W4399250683","https://openalex.org/W4399401478","https://openalex.org/W4399657295","https://openalex.org/W4401306886","https://openalex.org/W4402698753","https://openalex.org/W4403573016","https://openalex.org/W4403883684","https://openalex.org/W4404261821","https://openalex.org/W4404349999","https://openalex.org/W4404782659","https://openalex.org/W4405032428","https://openalex.org/W4405033748","https://openalex.org/W4405094384","https://openalex.org/W4413944793","https://openalex.org/W4415796795","https://openalex.org/W4415800641","https://openalex.org/W4415885790","https://openalex.org/W6891864226","https://openalex.org/W6910566006","https://openalex.org/W6941243218","https://openalex.org/W6947695150","https://openalex.org/W7133224126","https://openalex.org/W7133235880","https://openalex.org/W7133243359","https://openalex.org/W7155906632"],"related_works":["https://openalex.org/W7161027976","https://openalex.org/W7166848420","https://openalex.org/W7213438527","https://openalex.org/W7134230074","https://openalex.org/W7164029060","https://openalex.org/W7155176492","https://openalex.org/W4417098386","https://openalex.org/W7116400519","https://openalex.org/W4399354964","https://openalex.org/W7222065977"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"can":[4,45,180],"be":[5,46,181],"controlled":[6],"at":[7],"inference":[8],"time":[9],"through":[10],"prompts":[11],"(in-context":[12],"learning)":[13],"and":[14,77,121,176,198,204],"internal":[15],"activations":[16],"(activation":[17],"steering).":[18],"Different":[19],"accounts":[20],"have":[21],"been":[22],"proposed":[23],"to":[24,100],"explain":[25,141],"these":[26,41,213],"methods,":[27],"yet":[28],"their":[29],"common":[30],"goal":[31],"of":[32,39,51,64,103,116,127,162,196,201,212],"controlling":[33],"model":[34,81,111,138],"behavior":[35,82,118],"raises":[36],"the":[37,210],"question":[38],"whether":[40],"seemingly":[42],"disparate":[43],"methodologies":[44],"seen":[47],"as":[48,150],"specific":[49],"instances":[50],"a":[52,60,68,108,125,193,205],"broader":[53],"framework.":[54],"Motivated":[55],"by":[56,83,92,130,183],"this,":[57],"we":[58,72],"develop":[59],"unifying,":[61],"predictive":[62,115],"account":[63,195],"LLM":[65,117,202],"control":[66,200],"from":[67],"Bayesian":[69,110],"perspective.":[70],"Specifically,":[71],"posit":[73],"that":[74,112,174],"both":[75,163],"context-":[76,120],"activation-based":[78,122,199],"interventions":[79,123,164],"impact":[80],"altering":[84],"its":[85],"belief":[86],"in":[87,107,124,165,170],"latent":[88],"concepts:":[89],"steering":[90],"operates":[91],"changing":[93,185],"concept":[94],"priors,":[95],"while":[96,155],"in-context":[97,135,151],"learning":[98,148],"leads":[99],"an":[101],"accumulation":[102],"evidence.":[104],"This":[105,137],"results":[106,169],"closed-form":[109],"is":[113],"highly":[114],"across":[119],"set":[126],"domains":[128],"inspired":[129],"prior":[131,142],"work":[132,191],"on":[133],"many-shot":[134],"learning.":[136],"helps":[139],"us":[140],"empirical":[143],"phenomena":[144],"-":[145,154,159],"e.g.,":[146,160],"sigmoidal":[147],"curves":[149],"evidence":[152],"accumulates":[153],"predicting":[156,209],"novel":[157],"ones":[158],"additivity":[161],"log-belief":[166],"space,":[167],"which":[168],"distinct":[171],"phases":[172],"such":[173],"sudden":[175],"dramatic":[177],"behavioral":[178],"shifts":[179],"induced":[182],"slightly":[184],"intervention":[186],"controls.":[187],"Taken":[188],"together,":[189],"this":[190],"offers":[192],"unified":[194],"prompt-based":[197],"behavior,":[203],"methodology":[206],"for":[207],"empirically":[208],"effects":[211],"interventions.":[214]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415938378","counts_by_year":[{"year":2026,"cited_by_count":35}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2025-11-05T00:00:00"}
