{"id":"https://openalex.org/W7171361663","doi":"https://doi.org/10.5281/zenodo.21626051","title":"Tool identity is linearly readable from the residual stream of a fully-open base model, even when generation fails","display_name":"Tool identity is linearly readable from the residual stream of a fully-open base model, even when generation fails","publication_year":2026,"publication_date":"2026-07-27","ids":{"openalex":"https://openalex.org/W7171361663","doi":"https://doi.org/10.5281/zenodo.21626051"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.21626051","doi":"https://doi.org/10.5281/zenodo.21626051","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21626051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.21626051","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143720450","display_name":"Pavol Just","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Just, Pavol","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5143720450"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6098999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6098999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.16200000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual-stream","display_name":"residual stream","score":0.6729999780654907},{"id":"https://openalex.org/keywords/linear-readout","display_name":"linear readout","score":0.6740000247955322},{"id":"https://openalex.org/keywords/function-calling","display_name":"function calling","score":0.8550000190734863},{"id":"https://openalex.org/keywords/tool-selection","display_name":"tool selection","score":0.5109999775886536},{"id":"https://openalex.org/keywords/failure-modes","display_name":"failure modes","score":0.4259999990463257},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"cosine similarity","score":0.49000000953674316}],"concepts":[{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.7311999797821045},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6876999735832214},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5889000296592712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5376999974250793},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4546000063419342},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.37119999527931213},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3564999997615814},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C136815107","wikidata":"https://www.wikidata.org/wiki/Q154242","display_name":"Nothing","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3257000148296356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.5281/zenodo.21626051","doi":"https://doi.org/10.5281/zenodo.21626051","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21626051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.21626052","doi":"https://doi.org/10.5281/zenodo.21626052","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21626052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.21645241","doi":"https://doi.org/10.5281/zenodo.21645241","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21645241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.22143690","doi":"https://doi.org/10.5281/zenodo.22143690","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22143690","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.21626051","doi":"https://doi.org/10.5281/zenodo.21626051","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.21626051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.43209847807884216}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,175],"show":[1],"that":[2,202],"the":[3,6,17,35,66,84,90,100,104,127,149,154,164,195,199,207],"identity":[4,64,122,203],"of":[5,21,62,77,198],"correct":[7,41,120],"tool":[8,63,121,129],"for":[9],"a":[10,40,58,74,108,169],"function-calling":[11],"request":[12],"is":[13,55,161,204],"linearly":[14],"decodable":[15],"from":[16,65],"penultimate-layer":[18],"residual":[19,67],"stream":[20,68],"Apertus-8B":[22],"\u2014":[23,30,118,130,201,211],"an":[24],"unaligned,":[25],"fully":[26],"open-data":[27],"base":[28],"model":[29,36,156,208],"even":[31],"on":[32,71,89,135,153],"requests":[33],"where":[34,123],"fails":[37],"to":[38],"generate":[39],"call.":[42],"On":[43],"BFCL":[44],"v3":[45],"(all":[46],"8":[47],"single-turn":[48],"categories,":[49],"n=2351),":[50],"strict":[51],"AST":[52],"generation":[53,124],"accuracy":[54],"50.2%,":[56],"while":[57],"leave-one-out":[59],"cosine":[60,105],"readout":[61,85,106],"reaches":[69],"95.0%":[70],"eligible":[72],"queries,":[73],"within-run":[75],"gap":[76,134],"+44.8":[78],"pp.":[79],"Stratifying":[80],"by":[81,112],"failure":[82,93],"mode,":[83],"holds":[86],"at":[87],"91\u201394%":[88],"two":[91],"large":[92],"strata":[94],"(tool-selection":[95],"and":[96],"format":[97,136],"failures).":[98],"Within":[99],"tool-selection":[101],"stratum":[102],"specifically,":[103],"outperforms":[107],"Wu-style":[109],"tool-name":[110],"baseline":[111],"+6.1":[113],"pp":[114],"(91.2%":[115],"vs.":[116,139],"85.1%)":[117],"recovering":[119],"actively":[125],"selects":[126],"wrong":[128],"with":[131],"no":[132],"meaningful":[133],"failures":[137,186],"(94.4%":[138],"96.2%),":[140],"establishing":[141,163],"orthogonal":[142],"signal":[143],"beyond":[144],"output-surface":[145],"matching.":[146],"This":[147],"replicates":[148],"wu2026tool":[150],"residual-readout":[151],"effect":[152],"first":[155],"whose":[157],"entire":[158],"pretraining":[159],"corpus":[160],"public,":[162],"instrumentation":[165],"we":[166],"use":[167],"in":[168],"companion":[170],"checkpoint-emergence":[171],"study":[172],"(Preprint":[173],"B).":[174],"are":[176,187],"explicit":[177],"about":[178],"what":[179],"this":[180],"run":[181],"cannot":[182],"show:":[183],"true":[184],"empty-generation":[185],"essentially":[188],"absent":[189],"under":[190],"our":[191],"prompt":[192],"(n=1),":[193],"so":[194],"strongest":[196],"form":[197],"claim":[200],"encoded":[205],"when":[206],"generates":[209],"nothing":[210],"remains":[212],"untested":[213],"here.":[214]},"counts_by_year":[],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2026-07-28T00:00:00"}