{"id":"https://openalex.org/W7161245055","doi":"https://doi.org/10.48550/arxiv.2605.15183","title":"When Are Two Networks the Same? Tensor Similarity for Mechanistic Interpretability","display_name":"When Are Two Networks the Same? Tensor Similarity for Mechanistic Interpretability","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161245055","doi":"https://doi.org/10.48550/arxiv.2605.15183"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15183","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136194266","display_name":"ML Nissen Gonzalez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonzalez, ML Nissen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093306430","display_name":"Melwina Albuquerque","orcid":"https://orcid.org/0009-0000-7568-8354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albuquerque, Melwina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002561429","display_name":"Laurence Wroe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wroe, Laurence","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136220251","display_name":"Jacob Meyer Cohen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Jacob Meyer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004393242","display_name":"Logan Riggs Smith","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Logan Riggs","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5093402694","display_name":"Thomas Dooms","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dooms, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.27720001339912415,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.27720001339912415,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.24199999868869781,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8648999929428101},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5813999772071838},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.534500002861023},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.516700029373169},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5055999755859375},{"id":"https://openalex.org/keywords/equivalence-class","display_name":"Equivalence class (music)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4327000081539154},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4284000098705292}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8648999929428101},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5813999772071838},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5055999755859375},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.499099999666214},{"id":"https://openalex.org/C2777044963","wikidata":"https://www.wikidata.org/wiki/Q5384707","display_name":"Equivalence class (music)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.46939998865127563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45249998569488525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4401000142097473},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C167729594","wikidata":"https://www.wikidata.org/wiki/Q17736","display_name":"Axiom","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30469998717308044},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mechanistic":[0],"interpretability":[1],"aims":[2],"to":[3,31,62],"break":[4],"models":[5],"into":[6,107],"meaningful":[7],"parts;":[8],"verifying":[9,105],"that":[10,59],"two":[11],"such":[12,63,88],"parts":[13],"implement":[14],"the":[15,47],"same":[16],"computation":[17],"is":[18,60],"a":[19,54,108],"prerequisite.":[20],"Existing":[21],"similarity":[22,83,103],"measures":[23],"evaluate":[24],"either":[25],"empirical":[26,116],"behaviour,":[27],"leaving":[28],"them":[29],"blind":[30],"out-of-distribution":[32],"mechanisms,":[33],"or":[34],"basis-dependent":[35],"parameters,":[36],"meaning":[37],"they":[38],"disregard":[39],"weight-space":[40],"symmetries.":[41,64],"To":[42],"address":[43],"these":[44],"issues":[45],"for":[46,73],"class":[48],"of":[49,115],"tensor-based":[50],"models,":[51],"we":[52],"introduce":[53],"weight-based":[55],"metric,":[56],"tensor":[57,82],"similarity,":[58],"invariant":[61],"This":[65,100],"metric":[66],"captures":[67],"global":[68],"functional":[69,85],"equivalence":[70],"and":[71,91,104],"accounts":[72],"cross-layer":[74],"mechanisms":[75],"using":[76],"an":[77],"efficient":[78],"recursive":[79],"algorithm.":[80],"Empirically,":[81],"tracks":[84],"training":[86],"dynamics,":[87],"as":[89],"grokking":[90],"backdoor":[92],"insertion,":[93],"with":[94],"higher":[95],"fidelity":[96],"than":[97,113],"existing":[98],"metrics.":[99],"reduces":[101],"measuring":[102],"faithfulness":[106],"solved":[109],"algebraic":[110],"problem":[111],"rather":[112],"one":[114],"approximation.":[117]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}
