{"id":"https://openalex.org/W7147085007","doi":"https://doi.org/10.48550/arxiv.2603.29660","title":"STRADAViT: Towards a Foundational Model for Radio Astronomy through Self-Supervised Transfer","display_name":"STRADAViT: Towards a Foundational Model for Radio Astronomy through Self-Supervised Transfer","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147085007","doi":"https://doi.org/10.48550/arxiv.2603.29660"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29660","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29660","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071721953","display_name":"Andrea DeMarco","orcid":"https://orcid.org/0000-0001-5921-2372"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"DeMarco, Andrea","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082471383","display_name":"Ian Fenech Conti","orcid":"https://orcid.org/0000-0002-7718-7497"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conti, Ian Fenech","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132683016","display_name":"Hayley Camilleri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camilleri, Hayley","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027389602","display_name":"Ardiana Bushi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bushi, Ardiana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015274701","display_name":"S. Riggi","orcid":"https://orcid.org/0000-0001-6368-8330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riggi, Simone","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071721953"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12450","display_name":"Radio Astronomy Observations and Technology","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12450","display_name":"Radio Astronomy Observations and Technology","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10818","display_name":"Astrophysics and Cosmic Phenomena","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10026","display_name":"Galaxies: Formation, Evolution, Phenomena","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radio-astronomy","display_name":"Radio astronomy","score":0.6754999756813049},{"id":"https://openalex.org/keywords/radio-telescope","display_name":"Radio telescope","score":0.6132000088691711},{"id":"https://openalex.org/keywords/radio-galaxy","display_name":"Radio galaxy","score":0.4884999990463257},{"id":"https://openalex.org/keywords/sky","display_name":"Sky","score":0.4643000066280365},{"id":"https://openalex.org/keywords/galaxy","display_name":"Galaxy","score":0.38339999318122864},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.34860000014305115}],"concepts":[{"id":"https://openalex.org/C150143219","wikidata":"https://www.wikidata.org/wiki/Q4306","display_name":"Radio astronomy","level":2,"score":0.6754999756813049},{"id":"https://openalex.org/C161813005","wikidata":"https://www.wikidata.org/wiki/Q184356","display_name":"Radio telescope","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C20249676","wikidata":"https://www.wikidata.org/wiki/Q217012","display_name":"Radio galaxy","level":3,"score":0.4884999990463257},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.4677000045776367},{"id":"https://openalex.org/C73329638","wikidata":"https://www.wikidata.org/wiki/Q527","display_name":"Sky","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.4560999870300293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44290000200271606},{"id":"https://openalex.org/C98444146","wikidata":"https://www.wikidata.org/wiki/Q318","display_name":"Galaxy","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C2776162994","wikidata":"https://www.wikidata.org/wiki/Q534400","display_name":"File transfer","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C184892835","wikidata":"https://www.wikidata.org/wiki/Q1474513","display_name":"Electromagnetic interference","level":2,"score":0.26980000734329224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29660","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29660","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Next-generation":[0],"radio":[1,38,47,71,225,245],"astronomy":[2,39,72,246],"surveys":[3],"are":[4,134],"delivering":[5],"millions":[6],"of":[7,119],"resolved":[8],"sources,":[9],"but":[10],"robust":[11],"and":[12,21,51,64,85,93,116,155,161,164,188,214,229],"scalable":[13],"morphology":[14,89],"analysis":[15],"remains":[16],"difficult":[17],"across":[18],"heterogeneous":[19],"telescopes":[20],"imaging":[22],"pipelines.":[23],"We":[24,79],"present":[25],"STRADAViT,":[26],"a":[27,52,235],"self-supervised":[28],"Vision":[29],"Transformer":[30],"continued-pretraining":[31],"framework":[32,42],"for":[33,102,244],"learning":[34],"transferable":[35],"encoders":[36],"from":[37,75],"imagery.":[40],"The":[41,194],"combines":[43,206],"mixed-survey":[44],"data":[45],"curation,":[46],"astronomy-aware":[48,226],"training-view":[49],"generation,":[50],"ViT-MAE-initialized":[53],"encoder":[54],"family":[55],"with":[56,82,123,209],"optional":[57],"register":[58],"tokens.":[59],"It":[60],"supports":[61],"reconstruction-only,":[62],"contrastive-only,":[63],"two-stage":[65,107,141],"branches.":[66],"Our":[67],"pretraining":[68,232],"dataset":[69],"comprises":[70],"cutouts":[73],"drawn":[74],"four":[76],"complementary":[77],"sources.":[78],"evaluate":[80],"transfer":[81,208],"linear":[83,159],"probing":[84],"fine-tuning":[86,121],"on":[87,127,152,162],"three":[88,120],"benchmarks":[90],"spanning":[91],"binary":[92],"multi-class":[94],"settings.":[95],"Relative":[96,130],"to":[97,131,183],"the":[98,105,124,139,148,177,184,191,201,218],"ViT-MAE":[99,185],"initialization":[100,172],"used":[101],"continued":[103,231],"pretraining,":[104],"best":[106,140],"models":[108,142],"improve":[109],"Macro-F1":[110,146],"in":[111,117],"all":[112],"reported":[113],"linear-probe":[114],"settings":[115],"two":[118],"settings,":[122],"largest":[125],"gain":[126],"RGZ":[128,156,165],"DR1.":[129],"DINOv2,":[132],"gains":[133],"selective":[135],"rather":[136],"than":[137,147,217,240],"universal:":[138],"achieve":[143],"higher":[144],"mean":[145],"strongest":[149],"DINOv2":[150,171],"baseline":[151],"LoTSS":[153],"DR2":[154],"DR1":[157,166],"under":[158,167,190],"probing,":[160],"MiraBest":[163],"fine-tuning.":[168],"A":[169],"targeted":[170],"ablation":[173],"further":[174],"indicates":[175],"that":[176,224],"adaptation":[178],"recipe":[179],"is":[180,198],"not":[181],"specific":[182],"starting":[186,238],"point":[187,239],"that,":[189],"same":[192],"recipe.":[193],"ViT-MAE-based":[195],"STRADAViT":[196],"checkpoint":[197,203],"retained":[199],"as":[200],"released":[202],"because":[204],"it":[205],"competitive":[207],"substantially":[210],"lower":[211],"token":[212],"count":[213],"downstream":[215],"cost":[216],"DINOv2-based":[219],"alternative.":[220],"These":[221],"results":[222],"indicate":[223],"view":[227],"generation":[228],"staged":[230],"can":[233],"provide":[234],"stronger":[236],"domain-adapted":[237],"off-the-shelf":[241],"ViT":[242],"checkpoints":[243],"transfer.":[247]},"counts_by_year":[],"updated_date":"2026-04-10T06:02:16.177343","created_date":"2026-04-02T00:00:00"}