{"id":"https://openalex.org/W7160612995","doi":"https://doi.org/10.48550/arxiv.2605.05365","title":"ZAYA1-8B Technical Report","display_name":"ZAYA1-8B Technical Report","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160612995","doi":"https://doi.org/10.48550/arxiv.2605.05365"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05365","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120663191","display_name":"Robert Washbourne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Washbourne, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135727863","display_name":"Rishi Iyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iyer, Rishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135723362","display_name":"Tomas Figliolia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Figliolia, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135667169","display_name":"Henry Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135678338","display_name":"Ryan Lorig-Roach","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lorig-Roach, Ryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135674972","display_name":"Sungyeon Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Sungyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135664857","display_name":"Pritish Yuvraj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuvraj, Pritish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134909211","display_name":"Quentin Anthony","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony, Quentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093876166","display_name":"Yury Tokpanov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tokpanov, Yury","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135666348","display_name":"Xiao Yang","orcid":"https://orcid.org/0009-0009-5546-472X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135702517","display_name":"Ganesh Nanduru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nanduru, Ganesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077409256","display_name":"Stephen Ebert","orcid":"https://orcid.org/0000-0001-5467-0155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ebert, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135683627","display_name":"Praneeth Medepalli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Medepalli, Praneeth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135677433","display_name":"Skyler Szot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Szot, Skyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023868561","display_name":"Srivatsan Rajagopal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajagopal, Srivatsan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101827924","display_name":"Alex Ong","orcid":"https://orcid.org/0000-0002-6326-4439"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ong, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135678370","display_name":"Bhavana Mehta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Bhavana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048239223","display_name":"Beren Millidge","orcid":"https://orcid.org/0000-0003-1872-5635"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Millidge, Beren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07819999754428864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trimming","display_name":"Trimming","score":0.7117000222206116},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5814999938011169},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.5386000275611877},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4722000062465668},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42500001192092896},{"id":"https://openalex.org/keywords/non-monotonic-logic","display_name":"Non-monotonic logic","score":0.41019999980926514},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39469999074935913},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.38989999890327454}],"concepts":[{"id":"https://openalex.org/C56951928","wikidata":"https://www.wikidata.org/wiki/Q3539213","display_name":"Trimming","level":2,"score":0.7117000222206116},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5814999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5501000285148621},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4722000062465668},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.41760000586509705},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37560001015663147},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.296099990606308},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C182449105","wikidata":"https://www.wikidata.org/wiki/Q3099732","display_name":"Technical report","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.767710268497467,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,124],"present":[1],"ZAYA1-8B,":[2],"a":[3,31,86,96,129,167],"reasoning-focused":[4],"mixture-of-experts":[5],"(MoE)":[6],"model":[7],"with":[8,59,72,104],"700M":[9],"active":[10,42],"and":[11,24,36,53,56,94,101,108,116,121,159,182],"8B":[12],"total":[13],"parameters,":[14,43],"built":[15,112],"on":[16,30,49,92,157,161],"Zyphra's":[17],"MoE++":[18],"architecture.":[19],"ZAYA1-8B's":[20],"core":[21],"pretraining,":[22],"midtraining,":[23],"supervised":[25],"fine-tuning":[26],"(SFT)":[27],"were":[28],"performed":[29],"full-stack":[32],"AMD":[33],"compute,":[34],"networking,":[35],"software":[37],"platform.":[38],"With":[39],"under":[40],"1B":[41],"ZAYA1-8B":[44,65,154],"matches":[45],"or":[46],"exceeds":[47],"DeepSeek-R1-0528":[48],"several":[50],"challenging":[51],"mathematics":[52],"coding":[54],"benchmarks,":[55],"remains":[57],"competitive":[58],"substantially":[60],"larger":[61,175],"open-weight":[62],"reasoning":[63,73,90,137,144,176],"models.":[64],"was":[66],"trained":[67],"from":[68,76,113],"scratch":[69],"for":[70,119],"reasoning,":[71],"data":[74],"included":[75],"pretraining":[77],"onward":[78],"using":[79],"an":[80],"answer-preserving":[81],"trimming":[82],"scheme.":[83],"Post-training":[84],"uses":[85],"four-stage":[87],"RL":[88,103,118],"cascade:":[89],"warmup":[91],"math":[93,100],"puzzles;":[95],"400-task":[97],"RLVE-Gym":[98],"curriculum;":[99],"code":[102,110],"test-time":[105,130],"compute":[106,131],"traces":[107,138],"synthetic":[109],"environments":[111],"competitive-programming":[114],"references;":[115],"behavioral":[117],"chat":[120],"instruction":[122],"following.":[123],"also":[125],"introduce":[126],"Markovian":[127,151],"RSA,":[128],"method":[132],"that":[133],"recursively":[134],"aggregates":[135],"parallel":[136],"while":[139,163],"carrying":[140,164],"forward":[141,165],"only":[142,166],"bounded-length":[143],"tails":[145],"between":[146],"rounds.":[147],"In":[148],"TTC":[149],"evaluation,":[150],"RSA":[152],"raises":[153],"to":[155,173],"91.9\\%":[156],"AIME'25":[158],"89.6\\%":[160],"HMMT'25":[162],"4K-token":[168],"tail,":[169],"narrowing":[170],"the":[171],"gap":[172],"much":[174],"models":[177],"including":[178],"Gemini-2.5":[179],"Pro,":[180],"DeepSeek-V3.2,":[181],"GPT-5-High.":[183]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}