{"id":"https://openalex.org/W7154321583","doi":"https://doi.org/10.48550/arxiv.2604.10158","title":"Tracing the Thought of a Grandmaster-level Chess-Playing Transformer","display_name":"Tracing the Thought of a Grandmaster-level Chess-Playing Transformer","publication_year":2026,"publication_date":"2026-04-11","ids":{"openalex":"https://openalex.org/W7154321583","doi":"https://doi.org/10.48550/arxiv.2604.10158"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10158","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10158","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10158","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017137228","display_name":"Rui Lin","orcid":"https://orcid.org/0000-0002-8416-2335"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133593314","display_name":"Zhenyu Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133584308","display_name":"Guancheng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Guancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112921375","display_name":"Xuyang Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Xuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133596148","display_name":"Wentao Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101996381","display_name":"Jiaxing Wu","orcid":"https://orcid.org/0000-0002-7430-4651"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiaxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025530726","display_name":"Junxuan Wang","orcid":"https://orcid.org/0000-0002-5386-9012"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133569066","display_name":"Zhengfu He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhengfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127796398","display_name":"Junping Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Junping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133556704","display_name":"Xipeng Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Xipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.4375999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.4375999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.15649999678134918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1039000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7184000015258789},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6991000175476074},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.6237000226974487},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4745999872684479},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4223000109195709},{"id":"https://openalex.org/keywords/models-of-neural-computation","display_name":"Models of neural computation","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7184000015258789},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6991000175476074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6730999946594238},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.6237000226974487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5773000121116638},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43160000443458557},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C3832189","wikidata":"https://www.wikidata.org/wiki/Q8588916","display_name":"Models of neural computation","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.32659998536109924},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C76956256","wikidata":"https://www.wikidata.org/wiki/Q27610560","display_name":"Process modeling","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10158","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10158","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10158","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10158","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4183717668056488,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"modern":[1],"transformer":[2,118],"neural":[3],"networks":[4],"achieve":[5],"grandmaster-level":[6],"performance":[7],"in":[8,134],"chess":[9],"and":[10,42,82,122,131],"other":[11],"reasoning":[12,88],"tasks,":[13],"their":[14],"internal":[15,36,114],"computation":[16,37,53,115],"process":[17,54],"remains":[18],"largely":[19],"opaque.":[20],"Focusing":[21],"on":[22,119],"Leela":[23],"Chess":[24],"Zero":[25],"(LC0),":[26],"we":[27],"introduce":[28,78],"a":[29,59,117,137],"sparse":[30,46,128],"decomposition":[31],"framework":[32],"to":[33,111],"interpret":[34],"its":[35,40,96],"by":[38],"decomposing":[39],"MLP":[41,121],"attention":[43,123],"modules":[44,124],"with":[45,91],"replacement":[47,129],"layers,":[48],"which":[49],"capture":[50],"the":[51,92,101,108,113,148],"primary":[52],"of":[55,95,103,116,140,151],"LC0.":[56],"We":[57,76],"conduct":[58],"detailed":[60],"case":[61],"study":[62],"showing":[63],"that":[64,72,84],"these":[65],"pathways":[66],"expose":[67],"rich,":[68],"interpretable":[69],"tactical":[70,142],"considerations":[71],"are":[73],"empirically":[74],"verifiable.":[75],"further":[77],"three":[79],"quantitative":[80],"metrics":[81],"show":[83],"LC0":[85,135],"exhibits":[86],"parallel":[87],"behavior":[89],"consistent":[90],"inductive":[93],"bias":[94],"policy":[97],"head":[98],"architecture.":[99],"To":[100],"best":[102],"our":[104],"knowledge,":[105],"this":[106],"is":[107,156],"first":[109],"work":[110],"decompose":[112],"both":[120],"for":[125],"interpretability.":[126],"Combining":[127],"layers":[130],"causal":[132],"interventions":[133],"provides":[136],"comprehensive":[138],"understanding":[139],"advanced":[141],"reasoning,":[143],"offering":[144],"critical":[145],"insights":[146],"into":[147],"underlying":[149],"mechanisms":[150],"superhuman":[152],"systems.":[153],"Our":[154],"code":[155],"available":[157],"at":[158],"https://github.com/JacklE0niden/Leela-SAEs.":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}