{"id":"https://openalex.org/W7163996712","doi":"https://doi.org/10.48550/arxiv.2606.07560","title":"Function-Vector Heads Are Two Populations: Writers and Cancellers in In-Context Learning","display_name":"Function-Vector Heads Are Two Populations: Writers and Cancellers in In-Context Learning","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7163996712","doi":"https://doi.org/10.48550/arxiv.2606.07560"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138245585","display_name":"Han-yu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Han-yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5138245585"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1648000031709671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1648000031709671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14300000667572021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13570000231266022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.4862000048160553},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4767000079154968},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.47290000319480896},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4350000023841858},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4065999984741211},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.40389999747276306},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.3928999900817871}],"concepts":[{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.4862000048160553},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45239999890327454},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38830000162124634},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C142259097","wikidata":"https://www.wikidata.org/wiki/Q5891314","display_name":"Homogeneity (statistics)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3294999897480011},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28380000591278076},{"id":"https://openalex.org/C34130140","wikidata":"https://www.wikidata.org/wiki/Q1645406","display_name":"Midpoint","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07560","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07560","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Function-vector":[0],"(FV)":[1],"heads":[2],"are":[3,161],"identified":[4],"by":[5,45,200],"the":[6,17,50,60,73,77,80,95,114,122,141,190,206],"magnitude":[7],"of":[8,79,94,121,178],"their":[9,171],"causal":[10,85,172],"contribution":[11],"to":[12,130,186,202],"in-context":[13],"rule":[14],"tasks,":[15],"and":[16,68,86,105,109,139,156,170,197],"resulting":[18],"top":[19],"set":[20],"is":[21,84,127,174],"treated":[22],"as":[23],"a":[24,32,36,110,154,157],"single":[25],"functional":[26],"class.":[27],"We":[28],"show":[29],"this":[30],"hides":[31],"sign":[33],"structure.":[34],"Under":[35],"sign-preserving":[37],"criterion":[38],"(refined":[39],"direct":[40],"logit":[41,62],"attribution,":[42],"validated":[43],"head":[44,46],"with":[47],"path":[48],"patching)":[49],"FV":[51],"population":[52],"splits":[53],"into":[54],"two":[55,93],"opposing":[56],"groups:":[57],"writers":[58],"push":[59,65],"rule-correct":[61],"up,":[63],"cancellers":[64],"it":[66],"down,":[67],"ablating":[69],"both":[70],"together":[71],"moves":[72],"readout":[74],"less":[75],"than":[76,176],"sum":[78],"two.":[81],"The":[82],"split":[83],"reproducible.":[87],"It":[88,126],"holds":[89],"in":[90,117,193,205],"all":[91,118],"but":[92,119],"fifteen":[96],"(model,":[97],"task)":[98],"cells":[99],"we":[100],"test,":[101],"spanning":[102],"three":[103],"architectures":[104],"six":[106,123],"Pythia":[107],"scales,":[108],"sign-shuffle":[111],"null":[112],"rejects":[113],"single-class":[115],"account":[116],"one":[120],"main":[124,195],"cells.":[125],"also":[128],"invisible":[129],"magnitude-only":[131],"ranking,":[132],"which":[133],"surfaces":[134],"whichever":[135],"group":[136],"locally":[137],"dominates":[138],"misses":[140],"other,":[142],"so":[143],"any":[144],"function":[145],"vector":[146],"or":[147,167],"ablation":[148],"built":[149],"that":[150,177],"way":[151],"silently":[152],"averages":[153],"promoting":[155],"suppressing":[158],"mechanism.":[159],"Cancellers":[160],"not":[162],"attention":[163],"sinks,":[164],"induction":[165],"heads,":[166,169],"copy-suppression":[168],"effect":[173],"larger":[175],"magnitude-matched":[179],"non-FV":[180],"controls.":[181],"Zero-ablating":[182],"them":[183],"recovers":[184],"$+0.13$":[185],"$+0.29$":[187],"nats":[188],"on":[189],"correct":[191],"label":[192],"every":[194],"cell,":[196],"shifts":[198],"accuracy":[199],"$+2$":[201],"$+7$":[203],"pp":[204],"same":[207],"direction.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}