{"id":"https://openalex.org/W7129742391","doi":"https://doi.org/10.48550/arxiv.2602.13483","title":"Finding Interpretable Prompt-Specific Circuits in Language Models","display_name":"Finding Interpretable Prompt-Specific Circuits in Language Models","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7129742391","doi":"https://doi.org/10.48550/arxiv.2602.13483"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.13483","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126275353","display_name":"Gabriel Franco","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franco, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032279256","display_name":"Lucas M. Tassis","orcid":"https://orcid.org/0000-0001-7765-2494"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tassis, Lucas M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126204793","display_name":"Azalea Rohr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohr, Azalea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064525211","display_name":"Mark Crovella","orcid":"https://orcid.org/0000-0002-5005-7019"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Crovella, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20462746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.21570000052452087,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09780000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8044999837875366},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5285999774932861},{"id":"https://openalex.org/keywords/electronic-circuit","display_name":"Electronic circuit","score":0.5263000130653381},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4909999966621399},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.48350000381469727},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4438999891281128},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.438400000333786}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8044999837875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592999935150146},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4440999925136566},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4438999891281128},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C32946077","wikidata":"https://www.wikidata.org/wiki/Q618079","display_name":"Network analysis","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2770000100135803},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C187455244","wikidata":"https://www.wikidata.org/wiki/Q942353","display_name":"Boolean function","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.13483","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.13483","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.13483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.13483","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"the":[1,46,93,99,111,164,197],"internal":[2],"circuits":[3,23,71,161,171,179,205],"that":[4,62,89,114,123,177,207,237],"language":[5],"models":[6,79],"use":[7,158],"to":[8,103,162,172,192],"solve":[9],"tasks":[10],"remains":[11],"a":[12,66,73,127,138,145,220,243],"central":[13],"challenge":[14],"in":[15,201],"mechanistic":[16],"interpretability.":[17],"A":[18],"crucial":[19],"part":[20],"of":[21,48,58,87,130,147,166,246],"finding":[22],"is":[24],"understanding":[25],"why":[26],"each":[27],"attention":[28,64,95],"head":[29],"attends":[30],"where":[31],"it":[32],"does.":[33],"To":[34],"this":[35],"end,":[36],"we":[37,108,157],"introduce":[38],"ACC++,":[39],"an":[40],"improved":[41],"circuit-tracing":[42],"method":[43],"based":[44],"on":[45,65,242],"principle":[47],"attention-causal":[49],"communication":[50],"(ACC)":[51],"[1],":[52],"which":[53],"identifies":[54],"signals,":[55],"i.e.,":[56],"contents":[57],"low":[59],"dimensional":[60],"subspaces":[61],"cause":[63],"token":[67],"pair.":[68],"ACC++":[69,85,115,131,204,238],"extracts":[70],"from":[72],"single":[74],"forward":[75],"pass,":[76],"without":[77],"replacement":[78],"or":[80],"patching.":[81],"Circuits":[82],"identified":[83],"by":[84],"consist":[86],"components":[88,210],"are":[90,133,211,216,228],"causal":[91],"for":[92,195],"model's":[94],"decisions,":[96],"together":[97],"with":[98,230],"low-dimensional":[100],"signals":[101,132,136,190,215],"used":[102],"communicate":[104],"between":[105],"them.":[106],"Here,":[107],"first":[109],"detail":[110],"conceptual":[112],"advances":[113],"makes":[116],"over":[117],"previous":[118],"work.":[119],"We":[120,142,175],"then":[121],"show":[122,206,236],"across":[124,184,213],"multiple":[125],"models,":[126],"substantial":[128],"portion":[129],"interpretable:":[134],"many":[135],"admit":[137],"short":[139],"natural-language":[140],"description.":[141],"next":[143],"present":[144],"number":[146],"new":[148],"insights":[149],"into":[150],"model":[151,209,247],"behavior":[152],"obtained":[153],"via":[154],"ACC++.":[155],"First,":[156],"ACC++'s":[159],"interpretable":[160],"characterize":[163],"sensitivity":[165],"indirect":[167],"object":[168],"identification":[169],"(IOI)":[170],"prompt":[173],"structure.":[174],"find":[176],"prompt-specific":[178],"form":[180],"well-defined":[181],"clusters,":[182,185],"and":[183],"heads":[186],"receive":[187],"systematically":[188],"different":[189],"corresponding":[191],"distinct":[193],"mechanisms":[194],"identifying":[196],"IO":[198],"name.":[199],"Next,":[200],"multilingual":[202],"IOI,":[203],"while":[208],"reused":[212],"languages,":[214],"often":[217],"language-specific.":[218],"In":[219],"four-language":[221],"IOI":[222],"case":[223],"study,":[224],"cross-language":[225],"circuit":[226],"distances":[227],"consistent":[229],"linguistic":[231],"relatedness.":[232],"Together,":[233],"these":[234],"results":[235],"can":[239],"shed":[240],"light":[241],"broad":[244],"spectrum":[245],"behaviors.":[248]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-18T00:00:00"}