{"id":"https://openalex.org/W4417511331","doi":"https://doi.org/10.52202/085713-0728","title":"Continuous Thought Machines","display_name":"Continuous Thought Machines","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4417511331","doi":"https://doi.org/10.52202/085713-0728"},"language":"en","primary_location":{"id":"doi:10.52202/085713-0728","doi":"https://doi.org/10.52202/085713-0728","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-0728","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.05522","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005605477","display_name":"Luke Nicholas Darlow","orcid":"https://orcid.org/0009-0009-6163-6807","observed_orcids":["https://orcid.org/0009-0009-6163-6807"]},"institutions":[{"id":"https://openalex.org/I4405259418","display_name":"Sakana AI (Japan)","ror":"https://ror.org/027eejh88","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405259418"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Luke Darlow","raw_affiliation_strings":["Sakana AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sakana AI","institution_ids":["https://openalex.org/I4405259418"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ciaran Regan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ciaran Regan","raw_affiliation_strings":["University of Tsukuba, Tsukuba University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba University","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020511097","display_name":"Sebastian Risi","orcid":"https://orcid.org/0000-0003-3607-8400","observed_orcids":["https://orcid.org/0000-0003-3607-8400"]},"institutions":[{"id":"https://openalex.org/I4405259418","display_name":"Sakana AI (Japan)","ror":"https://ror.org/027eejh88","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405259418"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sebastian Risi","raw_affiliation_strings":["Sakana AI  ITU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sakana AI  ITU","institution_ids":["https://openalex.org/I4405259418"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066963182","display_name":"Jeffrey Seely","orcid":"https://orcid.org/0000-0002-4242-8422","observed_orcids":["https://orcid.org/0000-0002-4242-8422"]},"institutions":[{"id":"https://openalex.org/I4405259418","display_name":"Sakana AI (Japan)","ror":"https://ror.org/027eejh88","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405259418"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jeffrey Seely","raw_affiliation_strings":["Sakana AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sakana AI","institution_ids":["https://openalex.org/I4405259418"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023448834","display_name":"Llion Jones","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259418","display_name":"Sakana AI (Japan)","ror":"https://ror.org/027eejh88","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405259418"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Llion Jones","raw_affiliation_strings":["Sakana AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sakana AI","institution_ids":["https://openalex.org/I4405259418"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.6309,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.97994058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"24432","last_page":"24478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.34060001373291016,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.16410000622272491,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuronal-synchronization","display_name":"neuronal synchronization","score":0.8899999856948853},{"id":"https://openalex.org/keywords/neural-dynamics","display_name":"neural dynamics","score":0.765999972820282},{"id":"https://openalex.org/keywords/biological-plausibility","display_name":"biological plausibility","score":0.6539999842643738},{"id":"https://openalex.org/keywords/latent-representations","display_name":"latent representations","score":0.48100000619888306},{"id":"https://openalex.org/keywords/sequential-reasoning","display_name":"sequential reasoning","score":0.847000002861023},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.5619999766349792},{"id":"https://openalex.org/keywords/maze-solving","display_name":"maze solving","score":0.6179999709129333},{"id":"https://openalex.org/keywords/parity-computation","display_name":"parity computation","score":0.5699999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6789000034332275},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6729999780654907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6101999878883362},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5443000197410583},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5163000226020813},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.4092999994754791},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.36000001430511475},{"id":"https://openalex.org/C2986949344","wikidata":"https://www.wikidata.org/wiki/Q9404","display_name":"Neural system","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33559998869895935},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-0728","doi":"https://doi.org/10.52202/085713-0728","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-0728","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.05522","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05522","pdf_url":"https://arxiv.org/pdf/2505.05522","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.05522","doi":"https://doi.org/10.48550/arxiv.2505.05522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.05522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.05522","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05522","pdf_url":"https://arxiv.org/pdf/2505.05522","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417511331.pdf","grobid_xml":"https://content.openalex.org/works/W4417511331.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1526708997","https://openalex.org/W2325237720","https://openalex.org/W2736601468","https://openalex.org/W2781474777","https://openalex.org/W2786672974","https://openalex.org/W2795843265","https://openalex.org/W2900994053","https://openalex.org/W2908510526","https://openalex.org/W2976023236","https://openalex.org/W2984217758","https://openalex.org/W3041148953","https://openalex.org/W3182814358","https://openalex.org/W4283026156","https://openalex.org/W4388962886","https://openalex.org/W4389524452","https://openalex.org/W4392886466","https://openalex.org/W4403580139","https://openalex.org/W4407310640","https://openalex.org/W4416507626"],"related_works":["https://openalex.org/W7110820393","https://openalex.org/W2014815754","https://openalex.org/W4417102595","https://openalex.org/W2435337940","https://openalex.org/W2024538507","https://openalex.org/W4248549052","https://openalex.org/W4396982401","https://openalex.org/W7210287419","https://openalex.org/W7161851325","https://openalex.org/W6885150975"],"abstract_inverted_index":{"Biological":[0],"brains":[1,13],"demonstrate":[2,121],"complex":[3,168],"neural":[4,7,18,38,56,84],"activity,":[5],"where":[6,71,178],"dynamics":[8,57,115],"are":[9],"critical":[10],"to":[11,54,78,93,155,163,201],"how":[12],"process":[14,79],"information.":[15],"Most":[16],"artificial":[17,234],"networks":[19],"ignore":[20],"the":[21,46,122,159,203,221],"complexity":[22],"of":[23,108,130,197],"individual":[24],"neurons.":[25],"We":[26,44,120,237],"challenge":[27],"that":[28,110,166,217],"paradigm.":[29],"By":[30],"incorporating":[31],"neuron-level":[32,68],"processing":[33],"and":[34,82,100,125,140,147,205,232,246],"synchronization,":[35],"we":[36,219],"reintroduce":[37],"timing":[39],"as":[40,58,86],"a":[41,51,87,95,106,128,149,224],"foundational":[42],"element.":[43],"present":[45],"Continuous":[47],"Thought":[48],"Machine":[49],"(CTM),":[50],"model":[52],"designed":[53],"leverage":[55,175],"its":[59,156,206],"core":[60],"representation.":[61,89],"The":[62,90,171,195],"CTM":[63,91,160,172,204,222],"has":[64],"two":[65],"innovations:":[66],"(1)":[67],"temporal":[69,114],"processing,":[70],"each":[72],"neuron":[73,98],"uses":[74],"unique":[75],"weight":[76],"parameters":[77],"incoming":[80],"histories;":[81],"(2)":[83],"synchronization":[85],"latent":[88],"aims":[92],"strike":[94],"balance":[96],"between":[97],"abstractions":[99],"biological":[101],"realism.":[102],"It":[103],"operates":[104],"at":[105,244,251],"level":[107],"abstraction":[109],"effectively":[111],"captures":[112],"essential":[113],"while":[116],"remaining":[117],"computationally":[118],"tractable.":[119],"CTM's":[123],"performance":[124],"versatility":[126],"across":[127],"range":[129],"tasks,":[131,185],"including":[132],"solving":[133],"2D":[134],"mazes,":[135],"ImageNet-1K":[136],"classification,":[137],"parity":[138],"computation,":[139],"more.":[141],"Beyond":[142],"displaying":[143],"rich":[144],"internal":[145,157],"representations":[146],"offering":[148],"natural":[150],"avenue":[151],"for":[152,183,212],"interpretation":[153],"owing":[154],"process,":[158],"is":[161,200],"able":[162],"perform":[164],"tasks":[165],"require":[167],"sequential":[169],"reasoning.":[170],"can":[173,180],"also":[174],"adaptive":[176],"compute,":[177],"it":[179],"stop":[181],"earlier":[182],"simpler":[184],"or":[186],"keep":[187],"computing":[188],"when":[189],"faced":[190],"with":[191],"more":[192,229],"challenging":[193],"instances.":[194],"goal":[196],"this":[198],"work":[199],"share":[202],"associated":[207],"innovations,":[208],"rather":[209],"than":[210],"pushing":[211],"new":[213],"state-of-the-art":[214],"results.":[215],"To":[216],"end,":[218],"believe":[220],"represents":[223],"significant":[225],"step":[226],"toward":[227],"developing":[228],"biologically":[230],"plausible":[231],"powerful":[233],"intelligence":[235],"systems.":[236],"provide":[238],"an":[239,247],"accompanying":[240],"interactive":[241],"online":[242],"demonstration":[243],"https://pub.sakana.ai/ctm/":[245],"extended":[248],"technical":[249],"report":[250],"https://pub.sakana.ai/ctm/paper":[252],".":[253]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}