{"id":"https://openalex.org/W7134264947","doi":"https://doi.org/10.48550/arxiv.2603.05556","title":"IntSeqBERT: Learning Arithmetic Structure in OEIS via Modulo-Spectrum Embeddings","display_name":"IntSeqBERT: Learning Arithmetic Structure in OEIS via Modulo-Spectrum Embeddings","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134264947","doi":"https://doi.org/10.48550/arxiv.2603.05556"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05556","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005167371","display_name":"Kazuhisa Nakasho","orcid":"https://orcid.org/0000-0003-1110-4342"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nakasho, Kazuhisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5005167371"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21289565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.051899999380111694,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modulo","display_name":"Modulo","score":0.800000011920929},{"id":"https://openalex.org/keywords/circulant-matrix","display_name":"Circulant matrix","score":0.43529999256134033},{"id":"https://openalex.org/keywords/chinese-remainder-theorem","display_name":"Chinese remainder theorem","score":0.4203999936580658},{"id":"https://openalex.org/keywords/moduli","display_name":"Moduli","score":0.39469999074935913},{"id":"https://openalex.org/keywords/primitive-root-modulo-n","display_name":"Primitive root modulo n","score":0.3849000036716461},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.36980000138282776},{"id":"https://openalex.org/keywords/modular-arithmetic","display_name":"Modular arithmetic","score":0.36579999327659607},{"id":"https://openalex.org/keywords/modulo-operation","display_name":"Modulo operation","score":0.3560999929904938}],"concepts":[{"id":"https://openalex.org/C54732982","wikidata":"https://www.wikidata.org/wiki/Q1415345","display_name":"Modulo","level":2,"score":0.800000011920929},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.765999972820282},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.5559999942779541},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5259000062942505},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4821999967098236},{"id":"https://openalex.org/C115973184","wikidata":"https://www.wikidata.org/wiki/Q245457","display_name":"Circulant matrix","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C151635116","wikidata":"https://www.wikidata.org/wiki/Q193878","display_name":"Chinese remainder theorem","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C121089165","wikidata":"https://www.wikidata.org/wiki/Q6889796","display_name":"Moduli","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C6026789","wikidata":"https://www.wikidata.org/wiki/Q948010","display_name":"Primitive root modulo n","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C32049820","wikidata":"https://www.wikidata.org/wiki/Q319400","display_name":"Modular arithmetic","level":3,"score":0.36579999327659607},{"id":"https://openalex.org/C183448482","wikidata":"https://www.wikidata.org/wiki/Q1799665","display_name":"Modulo operation","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C39613435","wikidata":"https://www.wikidata.org/wiki/Q846677","display_name":"Remainder","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3269999921321869},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C205609532","wikidata":"https://www.wikidata.org/wiki/Q770324","display_name":"Minimal realization","level":3,"score":0.29580000042915344},{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05556","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05556","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Integer":[0],"sequences":[1],"in":[2,168],"the":[3,92,109,128,138,158,172],"OEIS":[4,89,210],"span":[5],"values":[6,26],"from":[7],"single-digit":[8],"constants":[9],"to":[10,147],"astronomical":[11],"factorials":[12],"and":[13,59,78,102,121,141,192],"exponentials,":[14],"making":[15],"prediction":[16,72,80,170],"challenging":[17],"for":[18,39,63,81,134],"standard":[19,114],"tokenised":[20,115],"models":[21],"that":[22,206],"cannot":[23],"handle":[24],"out-of-vocabulary":[25],"or":[27],"exploit":[28],"periodic":[29],"arithmetic":[30,211],"structure.":[31],"We":[32],"present":[33],"IntSeqBERT,":[34],"a":[35,54,113,165,183],"dual-stream":[36],"Transformer":[37,116],"encoder":[38],"masked":[40],"integer-sequence":[41],"modelling":[42],"on":[43,87,108],"OEIS.":[44],"Each":[45],"sequence":[46],"element":[47],"is":[48],"encoded":[49],"along":[50],"two":[51],"complementary":[52],"axes:":[53],"continuous":[55],"log-scale":[56],"magnitude":[57,100,148],"embedding":[58],"sin/cos":[60],"modulo":[61,79,129],"embeddings":[62],"100":[64,82],"residues":[65],"(moduli":[66],"$2$--$101$),":[67],"fused":[68],"via":[69,215],"FiLM.":[70],"Three":[71],"heads":[73],"(magnitude":[74],"regression,":[75],"sign":[76],"classification,":[77],"moduli)":[83],"are":[84],"trained":[85],"jointly":[86],"274,705":[88],"sequences.":[90],"At":[91],"Large":[93],"scale":[94],"(91.5M":[95],"parameters),":[96],"IntSeqBERT":[97],"achieves":[98],"95.85%":[99],"accuracy":[101],"50.38%":[103],"Mean":[104],"Modulo":[105,179],"Accuracy":[106],"(MMA)":[107],"test":[110],"set,":[111],"outperforming":[112],"baseline":[117,174],"by":[118],"$+8.9$":[119],"pt":[120,136,146],"$+4.5$":[122],"pt,":[123],"respectively.":[124],"An":[125],"ablation":[126],"removing":[127],"stream":[130],"confirms":[131],"it":[132],"accounts":[133],"$+15.2$":[135],"of":[137],"MMA":[139],"gain":[140],"contributes":[142],"an":[143],"additional":[144],"$+6.2$":[145],"accuracy.":[149],"A":[150],"probabilistic":[151],"Chinese":[152],"Remainder":[153],"Theorem":[154],"(CRT)-based":[155],"Solver":[156],"converts":[157],"model's":[159],"predictions":[160],"into":[161],"concrete":[162],"integers,":[163],"yielding":[164],"7.4-fold":[166],"improvement":[167],"next-term":[169],"over":[171],"tokenised-Transformer":[173],"(Top-1:":[175],"19.09%":[176],"vs.":[177],"2.59%).":[178],"spectrum":[180],"analysis":[181],"reveals":[182],"strong":[184],"negative":[185],"correlation":[186],"between":[187],"Normalised":[188],"Information":[189],"Gain":[190],"(NIG)":[191],"Euler's":[193],"totient":[194],"ratio":[195],"$\u03c6(m)/m$":[196],"($r":[197],"=":[198],"-0.851$,":[199],"$p":[200],"<":[201],"10^{-28}$),":[202],"providing":[203],"empirical":[204],"evidence":[205],"composite":[207],"moduli":[208],"capture":[209],"structure":[212],"more":[213],"efficiently":[214],"CRT":[216],"aggregation.":[217]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-10T00:00:00"}