{"id":"https://openalex.org/W7164203928","doi":"https://doi.org/10.48550/arxiv.2606.09940","title":"Interactions Between Crosscoder Features: A Compact Proofs Perspective","display_name":"Interactions Between Crosscoder Features: A Compact Proofs Perspective","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164203928","doi":"https://doi.org/10.48550/arxiv.2606.09940"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09940","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067312862","display_name":"Dmitry Manning-Coe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manning-Coe, Dmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138342736","display_name":"Thomas Read","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Read, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128855025","display_name":"Anna Soligo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soligo, Anna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120785231","display_name":"Oliver Clive-Griffin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clive-Griffin, Oliver","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138316543","display_name":"Chun-Hei Yip","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yip, Chun-Hei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015545817","display_name":"Rajashree Agrawal","orcid":"https://orcid.org/0000-0001-7617-9180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Rajashree","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138322630","display_name":"Jason Gross","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gross, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.36309999227523804,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.36309999227523804,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1793999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.8413000106811523},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5454999804496765},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4851999878883362},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.46880000829696655},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.46380001306533813},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4602000117301941},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.45590001344680786}],"concepts":[{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.8413000106811523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6014999747276306},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.48019999265670776},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.46380001306533813},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4235999882221222},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33399999141693115},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3160000145435333},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.2824999988079071},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6129294037818909,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dictionary":[0],"learning":[1],"methods":[2],"like":[3],"Sparse":[4],"Autoencoders":[5],"(SAEs)":[6],"and":[7,37,82,150,173],"crosscoders":[8,134],"attempt":[9],"to":[10,153,164],"explain":[11],"a":[12,47,57,75,122,144],"model":[13,51],"by":[14],"decomposing":[15],"its":[16],"activations":[17],"into":[18],"independent":[19],"features.":[20],"Interactions":[21],"between":[22,79],"features":[23,81],"hence":[24],"induce":[25],"errors":[26],"in":[27,67,91,155],"the":[28,88,92,114],"reconstruction.":[29],"We":[30,97,158],"formalize":[31],"this":[32,68,103,127],"intuition":[33],"via":[34],"compact":[35,48],"proofs":[36],"make":[38],"five":[39],"contributions.":[40],"First,":[41],"we":[42,60,111,129],"show":[43,61,112,160],"how,":[44],"\\textit{in":[45],"principle},":[46],"proof":[49,69],"of":[50,77,102,138],"performance":[52,140],"can":[53,70,118,130],"be":[54,72,119],"constructed":[55],"using":[56],"crosscoder.":[58],"Second,":[59],"that":[62,113,135,161,175],"an":[63,84],"error":[64],"term":[65,90,116],"arising":[66],"naturally":[71],"interpreted":[73],"as":[74,121],"measure":[76,167],"interaction":[78,89,105,115,166],"crosscoder":[80],"provide":[83,99],"explicit":[85],"expression":[86],"for":[87],"Multi-Layer":[93],"Perceptron":[94],"(MLP)":[95],"layers.":[96],"then":[98,159],"three":[100],"applications":[101],"new":[104],"measure.":[106],"In":[107],"our":[108,165],"third":[109],"contribution":[110],"itself":[117],"used":[120],"differentiable":[123],"loss":[124],"penalty.":[125],"Applying":[126],"penalty,":[128],"achieve":[131],"``computationally":[132],"sparse''":[133],"retain":[136],"$60\\%$":[137],"MLP":[139],"when":[141],"only":[142],"keeping":[143],"single":[145],"feature":[146,171],"at":[147,184],"each":[148],"datapoint":[149],"neuron,":[151],"compared":[152],"$10\\%$":[154],"standard":[156],"crosscoders.":[157],"clustering":[162],"according":[163],"provides":[168],"semantically":[169],"meaningful":[170],"clusters,":[172],"finally":[174],"sleeper":[176],"agents":[177],"have":[178],"significant":[179],"interactions.":[180],"Code":[181],"is":[182],"available":[183],"https://github.com/chainik1125/crosscoders-feature-interactions/tree/arxiv.":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-11T00:00:00"}