{"id":"https://openalex.org/W7223239656","doi":"https://doi.org/10.48550/arxiv.2610.28855","title":"Speedrunning Relational Foundation Model Pretraining","display_name":"Speedrunning Relational Foundation Model Pretraining","publication_year":2026,"publication_date":"2026-10-20","ids":{"openalex":"https://openalex.org/W7223239656","doi":"https://doi.org/10.48550/arxiv.2610.28855"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.28855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28855","pdf_url":"https://arxiv.org/pdf/2610.28855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.28855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159263578","display_name":"Gabriel Wedson Mendon\u00e7a de Souza Veloso","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Veloso, Gabriel Wedson Mendon\u00e7a de Souza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132637814","display_name":"Luan Borges Teodoro Reis Sena","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sena, Luan Borges Teodoro Reis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132592273","display_name":"Denis Oliveira Correa","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Correa, Denis Oliveira","raw_affiliation_strings":["Kunumi Institute , Belo Horizonte , Minas Gerais , Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kunumi Institute , Belo Horizonte , Minas Gerais , Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132674869","display_name":"Francisco Galuppo Azevedo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Azevedo, Francisco Galuppo","raw_affiliation_strings":["Kunumi Institute , Belo Horizonte , Minas Gerais , Brazil","Universidade Federal de Minas Gerais , Belo Horizonte , Minas Gerais , Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kunumi Institute , Belo Horizonte , Minas Gerais , Brazil","institution_ids":[]},{"raw_affiliation_string":"Universidade Federal de Minas Gerais , Belo Horizonte , Minas Gerais , Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.6362000107765198,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.6362000107765198,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20399999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.47999998927116394},{"id":"https://openalex.org/keywords/muons","display_name":"muons","score":0.47699999809265137},{"id":"https://openalex.org/keywords/relational-databases","display_name":"relational databases","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6207000017166138},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5437999963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5370000004768372},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.5365999937057495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49140000343322754},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.42669999599456787},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C40207289","wikidata":"https://www.wikidata.org/wiki/Q755662","display_name":"Relational model","level":3,"score":0.3817000091075897},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.28855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28855","pdf_url":"https://arxiv.org/pdf/2610.28855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.28855","doi":"https://doi.org/10.48550/arxiv.2610.28855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.28855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.28855","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28855","pdf_url":"https://arxiv.org/pdf/2610.28855","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223239656.pdf","grobid_xml":"https://content.openalex.org/works/W7223239656.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163340300","https://openalex.org/W4415097104","https://openalex.org/W7154452972","https://openalex.org/W7221756990","https://openalex.org/W7133666286","https://openalex.org/W7223222201","https://openalex.org/W7172435669","https://openalex.org/W7163564115","https://openalex.org/W7206153240","https://openalex.org/W7220441215"],"abstract_inverted_index":{"Progress":[0],"on":[1,136,154],"foundation":[2],"model":[3],"pretraining":[4,15],"is":[5,16,49,53,68,188],"gated":[6],"by":[7,38,58,102,107],"who":[8],"can":[9,93],"afford":[10],"a":[11,62,110,127],"trial,":[12],"and":[13,29,65,134,144,164,182],"relational":[14,128],"no":[17],"exception.":[18],"Recipes":[19],"are":[20,56],"developed":[21],"inside":[22],"individual":[23],"labs,":[24],"reported":[25],"under":[26],"private":[27],"protocols,":[28],"do":[30],"not":[31],"accumulate.":[32],"Speedrun":[33],"leaderboards":[34],"remove":[35],"that":[36,130],"barrier":[37],"decentralizing":[39],"the":[40,44,51,72,77,91,121,137,149,161,171,177,183],"search":[41],"rather":[42],"than":[43,160],"training":[45],"run.":[46],"The":[47,146],"problem":[48],"fixed,":[50],"stack":[52],"open,":[54],"entries":[55],"ranked":[57],"wall-clock":[59],"time":[60],"to":[61,70,86],"quality":[63],"target,":[64],"one":[66,155],"GPU":[67],"enough":[69],"hold":[71,87],"record.":[73],"We":[74,119,174],"introduce":[75],"modded-nanoRT,":[76],"first":[78],"such":[79],"leaderboard":[80,122],"for":[81],"Relational":[82],"Transformers.":[83],"Which":[84],"database":[85],"out":[88],"decides":[89],"whether":[90],"benchmark":[92],"resolve":[94],"improvements":[95],"at":[96,190],"all,":[97],"so":[98],"we":[99],"fix":[100],"it":[101],"calibration,":[103],"ranking":[104],"six":[105],"candidates":[106],"how":[108],"sharply":[109],"45-minute":[111],"learning":[112],"curve":[113],"separates":[114],"improvement":[115],"from":[116],"seed":[117],"noise.":[118],"open":[120],"with":[123,142],"typed":[124],"trilinear":[125],"attention,":[126],"operator":[129],"conditions":[131],"attention":[132],"scores":[133],"values":[135],"foreign":[138],"key":[139],"traversed,":[140],"together":[141],"Muon":[143],"SIGReg.":[145],"recipe":[147],"reaches":[148],"target":[150],"in":[151],"305.63":[152],"seconds":[153],"NVIDIA":[156],"H200,":[157],"8.11x":[158],"faster":[159],"reference":[162],"implementation,":[163],"wins":[165],"13":[166],"of":[167],"15":[168],"pairs":[169],"outside":[170],"development":[172],"database.":[173],"will":[175],"release":[176],"benchmark,":[178],"its":[179],"frozen":[180],"artifacts,":[181],"record":[184],"runs.":[185],"Our":[186],"code":[187],"available":[189],"https://github.com/kunumi/nanoRT.":[191]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-10-23T00:00:00"}