{"id":"https://openalex.org/W7127287418","doi":"https://doi.org/10.48550/arxiv.2602.01914","title":"Towards Long-Horizon Interpretability: Efficient and Faithful Multi-Token Attribution for Reasoning LLMs","display_name":"Towards Long-Horizon Interpretability: Efficient and Faithful Multi-Token Attribution for Reasoning LLMs","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127287418","doi":"https://doi.org/10.48550/arxiv.2602.01914"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.01914","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076234477","display_name":"Wenbo Pan","orcid":"https://orcid.org/0000-0001-9734-3090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Wenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459798","display_name":"Zhichao Liu","orcid":"https://orcid.org/0000-0001-9432-4935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Xianlong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xianlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124943460","display_name":"Haining Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Haining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123914438","display_name":"Xiaohua Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xiaohua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12172891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.559499979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.559499979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.19259999692440033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05389999970793724,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.8274999856948853},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5174000263214111},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.47679999470710754},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4634000062942505},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.4226999878883362},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.34769999980926514},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.3248000144958496},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.3140000104904175}],"concepts":[{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.8274999856948853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6297000050544739},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5174000263214111},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47679999470710754},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44760000705718994},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.4226999878883362},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4072999954223633},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C3020202489","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Authorship attribution","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2825999855995178},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2776970286","wikidata":"https://www.wikidata.org/wiki/Q7247309","display_name":"Process tracing","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2540000081062317},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.01914","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.01914","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01914","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.01914","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Token":[0],"attribution":[1,54,66,86,94,110],"methods":[2],"provide":[3],"intuitive":[4],"explanations":[5],"for":[6],"language":[7],"model":[8],"outputs":[9],"by":[10,166],"identifying":[11],"causally":[12],"important":[13],"input":[14],"tokens.":[15],"However,":[16],"as":[17],"modern":[18],"LLMs":[19],"increasingly":[20],"rely":[21],"on":[22,125],"extended":[23],"reasoning":[24,63,117,131,171],"chains,":[25],"existing":[26,143],"schemes":[27],"face":[28],"two":[29],"critical":[30],"challenges:":[31],"(1)":[32],"efficiency":[33],"bottleneck,":[34],"where":[35,61],"attributing":[36],"a":[37,44,99,108,160],"target":[38],"span":[39],"of":[40,46,154],"M":[41],"tokens":[42,64],"within":[43],"context":[45],"length":[47],"N":[48],"requires":[49],"O(M*N)":[50],"operations,":[51],"making":[52],"long-context":[53,126],"prohibitively":[55],"slow;":[56],"and":[57,129],"(2)":[58],"faithfulness":[59,165],"drop,":[60],"intermediate":[62,116],"absorb":[65],"mass,":[67],"preventing":[68],"importance":[69,114,168],"from":[70],"propagating":[71],"back":[72,119],"to":[73,92,120],"the":[74,152,170],"original":[75],"input.":[76],"To":[77],"address":[78],"these,":[79],"we":[80,106],"introduce":[81],"FlashTrace,":[82],"an":[83],"efficient":[84],"multi-token":[85,96],"method":[87],"that":[88,112,136,158],"employs":[89],"span-wise":[90],"aggregation":[91],"compute":[93],"over":[95,139,142],"targets":[97],"in":[98],"single":[100,161],"pass,":[101],"while":[102,145],"maintaining":[103,146],"faithfulness.":[104,148],"Moreover,":[105],"design":[107],"recursive":[109,155,162],"mechanism":[111],"traces":[113],"through":[115,169],"chains":[118],"source":[121],"inputs.":[122],"Extensive":[123],"experiments":[124],"retrieval":[127],"(RULER)":[128],"multi-step":[130],"(MATH,":[132],"MorehopQA)":[133],"tasks":[134],"demonstrate":[135],"FlashTrace":[137],"achieves":[138],"130x":[140],"speedup":[141],"baselines":[144],"superior":[147],"We":[149],"further":[150],"analyze":[151],"dynamics":[153],"attribution,":[156],"showing":[157],"even":[159],"hop":[163],"improves":[164],"tracing":[167],"chain.":[172]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-04T00:00:00"}