{"id":"https://openalex.org/W7224933461","doi":"https://doi.org/10.48550/arxiv.2610.39332","title":"Tabular Foundation Models Dramatically Outperform Bespoke Photometric Redshift Estimators","display_name":"Tabular Foundation Models Dramatically Outperform Bespoke Photometric Redshift Estimators","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224933461","doi":"https://doi.org/10.48550/arxiv.2610.39332"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.39332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39332","pdf_url":"https://arxiv.org/pdf/2610.39332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.39332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080419920","display_name":"Biprateep Dey","orcid":"https://orcid.org/0000-0002-5665-7912","observed_orcids":["https://orcid.org/0000-0002-5665-7912"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dey, Biprateep","raw_affiliation_strings":["University of Toronto","Vector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057507231","display_name":"Joshua S. Speagle","orcid":"https://orcid.org/0000-0003-2573-9832","observed_orcids":["https://orcid.org/0000-0003-2573-9832"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Speagle, Joshua S.","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10026","display_name":"Galaxies: Formation, Evolution, Phenomena","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10026","display_name":"Galaxies: Formation, Evolution, Phenomena","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14163","display_name":"Astronomical Observations and Instrumentation","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12917","display_name":"Astronomy and Astrophysical Research","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/photometric-redshift-estimation","display_name":"photometric redshift estimation","score":0.972000002861023},{"id":"https://openalex.org/keywords/tabular-foundation-models","display_name":"tabular foundation models","score":0.9750000238418579},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9419999718666077},{"id":"https://openalex.org/keywords/galaxy-redshifts","display_name":"galaxy redshifts","score":0.8029999732971191},{"id":"https://openalex.org/keywords/calibration-data","display_name":"calibration data","score":0.527999997138977},{"id":"https://openalex.org/keywords/selection-bias","display_name":"selection bias","score":0.5860000252723694},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.800000011920929},{"id":"https://openalex.org/keywords/astronomical-surveys","display_name":"astronomical surveys","score":0.43799999356269836}],"concepts":[{"id":"https://openalex.org/C44210515","wikidata":"https://www.wikidata.org/wiki/Q16968978","display_name":"Bespoke","level":2,"score":0.8998000025749207},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7954000234603882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5917999744415283},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5741000175476074},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41589999198913574},{"id":"https://openalex.org/C33024259","wikidata":"https://www.wikidata.org/wiki/Q76250","display_name":"Redshift","level":3,"score":0.4140999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3993000090122223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3573000133037567},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C98444146","wikidata":"https://www.wikidata.org/wiki/Q318","display_name":"Galaxy","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2678000032901764}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.39332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39332","pdf_url":"https://arxiv.org/pdf/2610.39332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.39332","doi":"https://doi.org/10.48550/arxiv.2610.39332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.39332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.39332","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39332","pdf_url":"https://arxiv.org/pdf/2610.39332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224933461.pdf","grobid_xml":"https://content.openalex.org/works/W7224933461.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7202283728","https://openalex.org/W7223416223","https://openalex.org/W136222416","https://openalex.org/W4416888730","https://openalex.org/W7223089929","https://openalex.org/W6990088360","https://openalex.org/W4221130606","https://openalex.org/W4212923710","https://openalex.org/W3084650792","https://openalex.org/W3197381059"],"abstract_inverted_index":{"Estimating":[0],"galaxy":[1],"redshifts":[2,15],"(a":[3],"proxy":[4],"for":[5,19,165],"distance)":[6],"from":[7],"imaging":[8],"data":[9,105,136],"alone,":[10],"also":[11,123],"known":[12],"as":[13],"photometric":[14],"(photo-$z$'s),":[16],"is":[17,129],"essential":[18],"studies":[20],"of":[21],"extragalactic":[22],"astrophysics":[23],"and":[24,37,42,102,139],"cosmology.":[25],"However,":[26],"data-driven":[27],"estimators":[28,70,98],"rely":[29],"on":[30,76,112],"spectroscopic":[31],"training":[32,104,119],"datasets,":[33],"which":[34],"are":[35,137,148],"scarce":[36],"systematically":[38,95],"biased":[39,103],"toward":[40],"bright":[41],"easily":[43],"observed":[44],"galaxies.":[45],"In":[46],"this":[47],"work,":[48],"we":[49,82],"show":[50,124],"that":[51,84,125,140,159],"tabular":[52],"foundation":[53],"models":[54],"(TFMs),":[55],"whose":[56],"synthetic":[57],"pretraining":[58],"amounts":[59],"to":[60,133,152],"a":[61,77,91,162,180],"learned":[62],"prior":[63],"over":[64,113],"regression":[65],"problems,":[66],"can":[67,174],"outperform":[68,96],"bespoke":[69,97,146],"using":[71],"only":[72],"in-context":[73],"learning.":[74],"Evaluating":[75],"widely":[78],"used":[79],"benchmark":[80],"dataset,":[81],"find":[83],"TFMs":[85,160],"predicting":[86],"full":[87],"probability":[88],"distributions":[89],"in":[90,185],"single":[92],"forward":[93],"pass":[94],"across":[99],"both":[100],"representative":[101,154,182],"regimes,":[106],"matching":[107],"or":[108],"exceeding":[109],"baselines":[110,147],"trained":[111],"$40{,}000$":[114],"galaxies":[115],"with":[116,150],"just":[117],"$1{,}000$":[118],"context":[120],"examples.":[121],"We":[122],"the":[126,145],"TFM":[127],"advantage":[128],"largest":[130],"when":[131,144],"little":[132],"no":[134],"calibration":[135,155,183],"available,":[138],"it":[141],"persists":[142],"even":[143],"supplemented":[149],"up":[151],"$10{,}000$":[153],"spectra.":[156],"This":[157],"shows":[158],"offer":[161],"sample-efficient":[163],"framework":[164],"upcoming":[166],"imaging-only":[167],"astronomical":[168],"surveys,":[169],"where":[170],"observational":[171],"selection":[172],"bias":[173],"be":[175],"mitigated":[176],"simply":[177],"by":[178],"including":[179],"small":[181],"sample":[184],"context.":[186]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-10-31T00:00:00"}