{"id":"https://openalex.org/W7148565143","doi":"https://doi.org/10.48550/arxiv.2604.00716","title":"CircuitProbe: Predicting Reasoning Circuits in Transformers via Stability Zone Detection","display_name":"CircuitProbe: Predicting Reasoning Circuits in Transformers via Stability Zone Detection","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148565143","doi":"https://doi.org/10.48550/arxiv.2604.00716"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.00716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.00716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132761574","display_name":"Rajkiran Panuganti","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Panuganti, Rajkiran","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5132761574"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.13439999520778656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.13439999520778656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.09470000118017197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09099999815225601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electronic-circuit","display_name":"Electronic circuit","score":0.6814000010490417},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6157000064849854},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5831000208854675},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5568000078201294},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5501000285148621},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5182999968528748}],"concepts":[{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.6814000010490417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6323000192642212},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6157000064849854},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5831000208854675},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5568000078201294},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5501000285148621},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5182999968528748},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41519999504089355},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3402999937534332},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.00716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.00716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer":[0],"language":[1,150],"models":[2,92,132],"contain":[3],"localized":[4],"reasoning":[5,12,60],"circuits,":[6],"contiguous":[7],"layer":[8,128],"blocks":[9],"that":[10,59,100,127],"improve":[11],"when":[13],"duplicated":[14],"at":[15],"inference":[16],"time.":[17],"Finding":[18],"these":[19],"circuits":[20,61,67,80],"currently":[21],"requires":[22,153],"brute-force":[23],"sweeps":[24],"costing":[25],"25":[26],"GPU":[27],"hours":[28],"per":[29],"model.":[30],"We":[31,57,88],"propose":[32],"CircuitProbe,":[33],"which":[34],"predicts":[35],"circuit":[36,113],"locations":[37],"from":[38],"activation":[39],"statistics":[40],"in":[41,63,68,81,114,139],"under":[42,133],"5":[43],"minutes":[44],"on":[45],"CPU,":[46],"providing":[47],"a":[48,144],"speedup":[49],"of":[50,55,75,110],"three":[51],"to":[52],"four":[53],"orders":[54],"magnitude.":[56],"find":[58],"come":[62],"two":[64],"types:":[65],"stability":[66],"early":[69],"layers,":[70,83],"detected":[71,84],"through":[72,85],"the":[73,111,122],"derivative":[74],"representation":[76],"change,":[77],"and":[78,160,169],"magnitude":[79],"late":[82],"anomaly":[86],"scoring.":[87],"validate":[89],"across":[90,121,165],"9":[91],"spanning":[93],"6":[94],"architectures,":[95],"including":[96],"2025":[97],"models,":[98,141],"confirming":[99],"CircuitProbe":[101,152],"top":[102],"predictions":[103,162],"match":[104],"or":[105],"are":[106,163],"within":[107],"2":[108],"layers":[109],"optimal":[112],"all":[115],"validated":[116],"cases.":[117],"A":[118],"scaling":[119,146],"experiment":[120],"Qwen":[123],"2.5":[124],"family":[125],"reveals":[126],"duplication":[129],"consistently":[130],"benefits":[131],"3B":[134],"parameters":[135],"but":[136],"degrades":[137],"performance":[138],"7B+":[140],"making":[142],"this":[143],"practical":[145],"technique":[147],"for":[148],"small":[149],"models.":[151],"as":[154,156],"few":[155],"10":[157],"calibration":[158],"examples":[159],"its":[161],"stable":[164],"English,":[166],"Hindi,":[167],"Chinese,":[168],"French.":[170]},"counts_by_year":[],"updated_date":"2026-04-03T16:44:17.987007","created_date":"2026-04-03T00:00:00"}