{"id":"https://openalex.org/W4415310656","doi":"https://doi.org/10.48550/arxiv.2507.13332","title":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","display_name":"The Imitation Game: Turing Machine Imitator is Length Generalizable Reasoner","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4415310656","doi":"https://doi.org/10.48550/arxiv.2507.13332"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.13332","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.13332","pdf_url":"https://arxiv.org/pdf/2507.13332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.13332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hua, Zhouqi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Zhouqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114706221","display_name":"Wenwei Zhang","orcid":"https://orcid.org/0000-0003-0806-4685","observed_orcids":["https://orcid.org/0000-0003-0806-4685"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067731176","display_name":"Chengqi Lyu","orcid":"https://orcid.org/0000-0002-4438-1314","observed_orcids":["https://orcid.org/0000-0002-4438-1314"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Chengqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111251809","display_name":"Yuzhe Gu","orcid":"https://orcid.org/0009-0005-4078-2451","observed_orcids":["https://orcid.org/0009-0005-4078-2451"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yuzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109932574","display_name":"Songyang Gao","orcid":"https://orcid.org/0000-0001-5485-8019","observed_orcids":["https://orcid.org/0000-0001-5485-8019"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Songyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050684712","display_name":"Kuikun Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kuikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010087030","display_name":"Dahua Lin","orcid":"https://orcid.org/0000-0002-8865-7896","observed_orcids":["https://orcid.org/0000-0002-8865-7896"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Dahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Kai","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8192999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8192999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/length-generalization","display_name":"length generalization","score":0.9580000042915344},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6639999747276306},{"id":"https://openalex.org/keywords/algorithmic-reasoning","display_name":"algorithmic reasoning","score":0.5770000219345093},{"id":"https://openalex.org/keywords/shortcut-learning","display_name":"shortcut learning","score":0.7379999756813049},{"id":"https://openalex.org/keywords/synthetic-dataset","display_name":"synthetic dataset","score":0.38999998569488525},{"id":"https://openalex.org/keywords/qwen2-5","display_name":"Qwen2.5","score":0.7070000171661377},{"id":"https://openalex.org/keywords/llm-reasoning","display_name":"LLM reasoning","score":0.4560000002384186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7602999806404114},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5687000155448914},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5206000208854675},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C29248071","wikidata":"https://www.wikidata.org/wiki/Q163310","display_name":"Turing machine","level":3,"score":0.48080000281333923},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.460999995470047},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41339999437332153},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C31402856","wikidata":"https://www.wikidata.org/wiki/Q5295939","display_name":"Super-recursive algorithm","level":5,"score":0.3801000118255615},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3418999910354614},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C179061269","wikidata":"https://www.wikidata.org/wiki/Q5263786","display_name":"Description number","level":5,"score":0.3010999858379364},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C577917","wikidata":"https://www.wikidata.org/wiki/Q189223","display_name":"Turing test","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C131671149","wikidata":"https://www.wikidata.org/wiki/Q2703890","display_name":"Universal Turing machine","level":4,"score":0.26350000500679016},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.13332","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.13332","pdf_url":"https://arxiv.org/pdf/2507.13332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.13332","doi":"https://doi.org/10.48550/arxiv.2507.13332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.13332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.13332","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.13332","pdf_url":"https://arxiv.org/pdf/2507.13332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4400377006","https://openalex.org/W4320087317","https://openalex.org/W4416159251","https://openalex.org/W7157990662","https://openalex.org/W7005554804","https://openalex.org/W4389157289","https://openalex.org/W4387947637","https://openalex.org/W7196931879","https://openalex.org/W4403788968","https://openalex.org/W3101035550"],"abstract_inverted_index":{"Length":[0],"generalization,":[1,226],"the":[2,81,97,110,123,140,153,180,187,208,212,217,229,236,239,256],"ability":[3,100,183],"to":[4,44,95,129,138],"solve":[5],"problems":[6,66,71],"of":[7,19,64,101,113,142,157,168,189,216,238,258],"longer":[8],"sequences":[9],"than":[10],"those":[11],"observed":[12],"during":[13],"training,":[14],"poses":[15],"a":[16,53,61,114,161,249],"core":[17],"challenge":[18],"Transformer-based":[20],"large":[21],"language":[22],"models":[23],"(LLM).":[24],"Although":[25],"existing":[26],"studies":[27],"have":[28],"predominantly":[29],"focused":[30],"on":[31,60,191],"data-driven":[32],"approaches":[33,42],"for":[34,222,224,252],"arithmetic":[35],"operations":[36],"and":[37,133,144,155,170,175,201],"symbolic":[38],"manipulation":[39],"tasks,":[40],"these":[41],"tend":[43],"be":[45,78],"task-specific":[46],"with":[47,235],"limited":[48],"overall":[49],"performance.":[50],"To":[51,151],"pursue":[52],"more":[54],"general":[55],"solution,":[56],"this":[57,85,87],"paper":[58,88],"focuses":[59],"broader":[62],"case":[63],"reasoning":[65,124,260],"that":[67,72,108,207],"are":[68,220],"computable,":[69],"i.e.,":[70],"algorithms":[73,169],"can":[74,77],"solve,":[75],"thus":[76],"solved":[79],"by":[80,117],"Turing":[82,90,115,213,240],"Machine.":[83],"From":[84],"perspective,":[86],"proposes":[89],"MAchine":[91],"Imitation":[92],"Learning":[93],"(TAIL)":[94],"improve":[96],"length":[98,181,225],"generalization":[99,182],"LLMs.":[102],"TAIL":[103,177,223],"synthesizes":[104],"chain-of-thoughts":[105],"(CoT)":[106],"data":[107,146],"imitate":[109],"execution":[111],"process":[112],"Machine":[116,241],"computer":[118],"programs,":[119],"which":[120,228],"linearly":[121],"expands":[122],"steps":[125],"into":[126],"atomic":[127],"states":[128],"alleviate":[130],"shortcut":[131],"learning":[132,257],"explicit":[134],"memory":[135],"fetch":[136],"mechanism":[137],"reduce":[139],"difficulties":[141],"dynamic":[143],"long-range":[145],"access":[147],"in":[148,211,242,255],"elementary":[149],"operations.":[150],"validate":[152],"reliability":[154],"universality":[156],"TAIL,":[158],"we":[159],"construct":[160],"challenging":[162],"synthetic":[163,196,262],"dataset":[164],"covering":[165],"8":[166],"classes":[167],"18":[171],"tasks.":[172],"Without":[173],"bells":[174],"whistles,":[176],"significantly":[178],"improves":[179],"as":[184,186],"well":[185],"performance":[188],"Qwen2.5-7B":[190],"various":[192],"tasks":[193],"using":[194],"only":[195],"data,":[197],"surpassing":[198],"previous":[199],"methods":[200],"DeepSeek-R1.":[202],"The":[203],"experimental":[204],"results":[205],"reveal":[206],"key":[209],"concepts":[210],"Machine,":[214],"instead":[215],"thinking":[218],"styles,":[219],"indispensable":[221],"through":[227],"model":[230],"exhibits":[231],"read-and-write":[232],"behaviors":[233],"consistent":[234],"properties":[237],"their":[243],"attention":[244],"layers.":[245],"This":[246],"work":[247],"provides":[248],"promising":[250],"direction":[251],"future":[253],"research":[254],"LLM":[259],"from":[261],"data.":[263]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-18T00:00:00"}