{"id":"https://openalex.org/W7117684674","doi":"https://doi.org/10.48550/arxiv.2512.22944","title":"Multiple Token Divergence: Measuring and Steering In-Context Computation Density","display_name":"Multiple Token Divergence: Measuring and Steering In-Context Computation Density","publication_year":2025,"publication_date":"2025-12-28","ids":{"openalex":"https://openalex.org/W7117684674","doi":"https://doi.org/10.48550/arxiv.2512.22944"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.22944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.22944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.22944","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016895239","display_name":"Vincent Herrmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herrmann, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032292851","display_name":"Eric Alcaide","orcid":"https://orcid.org/0000-0002-7367-0369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alcaide, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020719193","display_name":"Michael Wand","orcid":"https://orcid.org/0000-0003-0966-7824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wand, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071172037","display_name":"J\u00fcrgen Schmidhuber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidhuber, J\u00fcrgen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3580000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3580000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1152999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.7797999978065491},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.699400007724762},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6223000288009644},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.559499979019165},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5457000136375427},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.527400016784668},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.451200008392334},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4325999915599823}],"concepts":[{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.7797999978065491},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.699400007724762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6427000164985657},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6223000288009644},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.559499979019165},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5457000136375427},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.527400016784668},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4025999903678894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3646000027656555},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25589999556541443},{"id":"https://openalex.org/C97542219","wikidata":"https://www.wikidata.org/wiki/Q497863","display_name":"SIMPLE algorithm","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.22944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.22944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.22944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.22944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5779964923858643,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Measuring":[0],"the":[1,48,94,146],"in-context":[2],"computational":[3,44,95,147],"effort":[4,45],"of":[5,43,59,97,149],"language":[6,150],"models":[7,72],"is":[8,105,130],"a":[9,40,52,60,88,138],"key":[10],"challenge,":[11],"as":[12,47],"metrics":[13],"like":[14],"next-token":[15],"loss":[16],"fail":[17],"to":[18,92],"capture":[19],"reasoning":[20,120],"complexity.":[21],"Prior":[22],"methods":[23,110],"based":[24],"on":[25,82],"latent":[26],"state":[27],"compressibility":[28],"can":[29,66],"be":[30,67],"invasive":[31],"and":[32,57,144],"unstable.":[33],"We":[34,100],"propose":[35],"Multiple":[36],"Token":[37],"Divergence":[38,86],"(MTD),":[39],"simple":[41,116],"measure":[42],"defined":[46],"KL":[49],"divergence":[50],"between":[51],"model's":[53],"full":[54],"output":[55],"distribution":[56],"that":[58,103],"shallow,":[61],"auxiliary":[62],"prediction":[63,75],"head.":[64],"MTD":[65,104,122,129,136],"computed":[68],"directly":[69],"from":[70,115],"pre-trained":[71],"with":[73,125,132],"multiple":[74],"heads,":[76],"requiring":[77],"no":[78],"additional":[79],"training.":[80],"Building":[81],"this,":[83],"we":[84],"introduce":[85],"Steering,":[87],"novel":[89],"decoding":[90],"method":[91],"control":[93],"character":[96],"generated":[98],"text.":[99],"empirically":[101],"show":[102],"more":[106,133],"effective":[107],"than":[108],"prior":[109],"at":[111],"distinguishing":[112],"complex":[113],"tasks":[114],"ones.":[117],"On":[118],"mathematical":[119],"benchmarks,":[121],"correlates":[123],"positively":[124],"problem":[126],"difficulty.":[127],"Lower":[128],"associated":[131],"accurate":[134],"reasoning.":[135],"provides":[137],"practical,":[139],"lightweight":[140],"tool":[141],"for":[142],"analyzing":[143],"steering":[145],"dynamics":[148],"models.":[151]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-12-31T00:00:00"}