{"id":"https://openalex.org/W7204192607","doi":"https://doi.org/10.48550/arxiv.2608.21520","title":"On the performance of pre-trained vision transformers for supernova spectral classification using different spectral representations","display_name":"On the performance of pre-trained vision transformers for supernova spectral classification using different spectral representations","publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204192607","doi":"https://doi.org/10.48550/arxiv.2608.21520"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21520","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21520","pdf_url":"https://arxiv.org/pdf/2608.21520","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7204192607"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21520","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124282054","display_name":"J. Serrano Bell","orcid":"https://orcid.org/0000-0002-8397-557X","observed_orcids":["https://orcid.org/0000-0002-8397-557X"]},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]},{"id":"https://openalex.org/I228664971","display_name":"National University of General San Mart\u00edn","ror":"https://ror.org/00v29jp57","country_code":"AR","type":"education","lineage":["https://openalex.org/I228664971"]},{"id":"https://openalex.org/I4210133962","display_name":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA)","ror":"https://ror.org/02qwadn23","country_code":"AR","type":"education","lineage":["https://openalex.org/I4210133962"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Bell, J. Serrano","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Buenos Aires (ITBA) , Buenos Aires C1437 , Argentina","Instituto de Ciencias F\u00edsicas (ICIFI-CONICET) , ECyT-UNSAM , Campus Miguelete , 25 de Mayo y Francia , ( 1650) Buenos Aires , Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA) , Buenos Aires C1437 , Argentina","institution_ids":["https://openalex.org/I4210133962"]},{"raw_affiliation_string":"Instituto de Ciencias F\u00edsicas (ICIFI-CONICET) , ECyT-UNSAM , Campus Miguelete , 25 de Mayo y Francia , ( 1650) Buenos Aires , Argentina","institution_ids":["https://openalex.org/I151201029","https://openalex.org/I228664971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125976391","display_name":"P. Galvez Molina","orcid":"https://orcid.org/0009-0006-0459-6923","observed_orcids":["https://orcid.org/0009-0006-0459-6923"]},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Molina, P. G\u00e1lvez","raw_affiliation_strings":["University of Delaware , Department of Physics and Astronomy , Bartol Research Institute , Newark , DE , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Delaware , Department of Physics and Astronomy , Bartol Research Institute , Newark , DE , USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126516268","display_name":"V. Contreras Rojas","orcid":"https://orcid.org/0009-0008-6278-0619","observed_orcids":["https://orcid.org/0009-0008-6278-0619"]},"institutions":[{"id":"https://openalex.org/I74920221","display_name":"University of La Serena","ror":"https://ror.org/01ht74751","country_code":"CL","type":"education","lineage":["https://openalex.org/I74920221"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Rojas, V. Contreras","raw_affiliation_strings":["Departamento de Astronom\u00eda , Universidad de La Serena , Raul Bitran 1720256 , La Serena , Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Astronom\u00eda , Universidad de La Serena , Raul Bitran 1720256 , La Serena , Chile","institution_ids":["https://openalex.org/I74920221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087448058","display_name":"Willow Fox Fortino","orcid":"https://orcid.org/0000-0001-7559-7890","observed_orcids":["https://orcid.org/0000-0001-7559-7890"]},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fortino, W. Fox","raw_affiliation_strings":["University of Delaware , Department of Physics and Astronomy , Bartol Research Institute , Newark , DE , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Delaware , Department of Physics and Astronomy , Bartol Research Institute , Newark , DE , USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084693726","display_name":"M. Rojas","orcid":"https://orcid.org/0000-0002-1550-9091","observed_orcids":["https://orcid.org/0000-0002-1550-9091"]},"institutions":[{"id":"https://openalex.org/I75778554","display_name":"Universidad T\u00e9cnica Federico Santa Mar\u00eda","ror":"https://ror.org/05510vn56","country_code":"CL","type":"education","lineage":["https://openalex.org/I75778554"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Rojas, M.","raw_affiliation_strings":["Electronics Department , Federico Santa Maria Technical University , Valparaiso , CL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department , Federico Santa Maria Technical University , Valparaiso , CL","institution_ids":["https://openalex.org/I75778554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011315981","display_name":"Pavlos Protopapas","orcid":"https://orcid.org/0000-0002-8178-8463","observed_orcids":["https://orcid.org/0000-0002-8178-8463"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Protopapas, P.","raw_affiliation_strings":["John A. Paulson School of Engineering and Applied Sciences , Harvard University , Cambridge , MA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences , Harvard University , Cambridge , MA , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004012698","display_name":"Federica Bettina Bianco","orcid":"https://orcid.org/0000-0003-1953-8727","observed_orcids":["https://orcid.org/0000-0003-1953-8727"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bianco, F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11323","display_name":"Gamma-ray bursts and supernovae","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11323","display_name":"Gamma-ray bursts and supernovae","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10026","display_name":"Galaxies: Formation, Evolution, Phenomena","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/type-ia-supernovae","display_name":"Type Ia supernovae","score":0.9660000205039978},{"id":"https://openalex.org/keywords/core-collapse-supernovae","display_name":"core-collapse supernovae","score":0.9620000123977661},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.8240000009536743},{"id":"https://openalex.org/keywords/fine-tuning-strategies","display_name":"fine-tuning strategies","score":0.7450000047683716},{"id":"https://openalex.org/keywords/swin-transformer","display_name":"Swin Transformer","score":0.6240000128746033},{"id":"https://openalex.org/keywords/dinov3","display_name":"DINOv3","score":0.9340000152587891}],"concepts":[{"id":"https://openalex.org/C127592171","wikidata":"https://www.wikidata.org/wiki/Q3937","display_name":"Supernova","level":2,"score":0.6190000176429749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5067999958992004},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47049999237060547},{"id":"https://openalex.org/C4839761","wikidata":"https://www.wikidata.org/wiki/Q212111","display_name":"Spectral line","level":2,"score":0.4652000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4616999924182892},{"id":"https://openalex.org/C180690934","wikidata":"https://www.wikidata.org/wiki/Q25377588","display_name":"Stellar classification","level":3,"score":0.4587000012397766},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40790000557899475},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3993000090122223},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.3522000014781952},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.32089999318122864},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2777999937534332},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C114700698","wikidata":"https://www.wikidata.org/wiki/Q2882278","display_name":"Spectral bands","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C92545706","wikidata":"https://www.wikidata.org/wiki/Q902174","display_name":"Radio spectrum","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21520","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21520","pdf_url":"https://arxiv.org/pdf/2608.21520","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21520","doi":"https://doi.org/10.48550/arxiv.2608.21520","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21520","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21520","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21520","pdf_url":"https://arxiv.org/pdf/2608.21520","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3656364525","display_name":"PROTECTING THE WORLD'S EYES THROUGH THE SPECTROPHOTOMETRIC CHARACTERIZATION OF NIGHT SKY BRIGHTNESS AND ARTIFICIAL LIGHT IN NORTHERN CHILE.","funder_award_id":"11251912","funder_id":"https://openalex.org/F4320331146","funder_display_name":"Agencia Nacional de Investigaci\u00f3n y Desarrollo"},{"id":"https://openalex.org/G8854979605","display_name":"La Serena School for Data Science:  Applied Tools for Astroinformatics, Biomedical Informatics, and Other Data-driven Sciences","funder_award_id":"1637359","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320331146","display_name":"Agencia Nacional de Investigaci\u00f3n y Desarrollo","ror":"https://ror.org/05btm5233"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204192607.pdf","grobid_xml":"https://content.openalex.org/works/W7204192607.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1954160704","https://openalex.org/W2626778328","https://openalex.org/W2755241981","https://openalex.org/W2908510526","https://openalex.org/W3048957408","https://openalex.org/W3094502228","https://openalex.org/W4327810186","https://openalex.org/W4414403127","https://openalex.org/W4414889139","https://openalex.org/W4415097655","https://openalex.org/W6910554155","https://openalex.org/W7134852647","https://openalex.org/W7162113129"],"related_works":["https://openalex.org/W7134852647","https://openalex.org/W3170255039","https://openalex.org/W4286224652","https://openalex.org/W2951810666","https://openalex.org/W2569346005","https://openalex.org/W2735429427","https://openalex.org/W2921352493","https://openalex.org/W4313266244","https://openalex.org/W3157422966","https://openalex.org/W2913871063"],"abstract_inverted_index":{"The":[0,24,215],"spectroscopic":[1,30],"classification":[2,37,66],"of":[3,9,20,29,35,46,60,81,148,194,200],"supernovae":[4],"is":[5],"a":[6,79,141,159,191],"key":[7],"component":[8],"time-domain":[10],"astronomy":[11],"and":[12,27,62,86,100,140,144,153,178,210,223],"plays":[13],"an":[14],"important":[15],"role":[16],"in":[17],"the":[18,33,44,146,165,182],"identification":[19],"Type":[21,94,97],"Ia":[22,98,208,225],"events.":[23],"increasing":[25],"volume":[26],"diversity":[28],"data":[31],"motivate":[32],"development":[34],"automated":[36],"approaches.":[38],"In":[39],"this":[40],"work,":[41],"we":[42],"explore":[43],"use":[45],"Transformer-based":[47,231],"vision":[48,232],"models":[49,233],"for":[50,175,202,206,212,238],"supernova":[51,83,240],"spectral":[52,126,241],"classification,":[53],"focusing":[54],"on":[55,168],"how":[56],"different":[57],"visual":[58,151],"representations":[59,121],"spectra":[61],"fine-tuning":[63,149,179],"strategies":[64],"affect":[65],"performance":[67,237],"when":[68],"image-based":[69],"architectures":[70],"are":[71,104],"applied":[72],"to":[73,123],"intrinsically":[74],"one-dimensional":[75],"data.":[76],"We":[77,128,156],"consider":[78],"dataset":[80],"4,011":[82],"spectra,":[84],"augmented":[85],"rebalanced":[87],"into":[88],"three":[89],"astrophysically":[90],"motivated":[91],"classes:":[92],"normal":[93,203,224],"Ia,":[95,204],"other":[96,207],"subtypes,":[99,209],"core-collapse":[101,213],"supernovae.":[102,214],"Spectra":[103],"encoded":[105],"as":[106,113,115],"line-plot":[107],"images":[108],"using":[109],"direct":[110],"flux-wavelength":[111,161],"visualizations":[112],"well":[114],"alternative":[116],"flux-difference":[117],"versus":[118],"wavelength-difference":[119],"heatmap":[120],"designed":[122],"emphasize":[124],"differential":[125],"structure.":[127],"evaluate":[129],"several":[130],"pre-trained":[131],"Transformer":[132],"architectures,":[133],"including":[134],"Vision":[135],"Transformers":[136],"(ViT),":[137],"Swin":[138],"Transformers,":[139],"DINOv3-pretrained":[142],"ViT,":[143],"examine":[145],"effects":[147],"depth,":[150],"representation,":[152],"hyperparameter":[154],"choices.":[155],"find":[157],"that":[158,230],"plain":[160],"line":[162],"plot":[163],"outperforms":[164],"purpose-built":[166],"maps":[167,172],"average,":[169],"though":[170],"log-scale":[171],"remain":[173],"competitive":[174,236],"specific":[176],"architecture":[177],"combinations.":[180],"On":[181],"held-out":[183],"test":[184],"set,":[185],"our":[186],"best":[187],"model":[188],"(\\texttt{vitb-p16})":[189],"reaches":[190],"macro-F1":[192],"score":[193],"86.3%,":[195],"with":[196],"per-class":[197],"F1":[198],"scores":[199],"94%":[201],"77%":[205],"88%":[211],"dominant":[216],"misclassification":[217],"arises":[218],"from":[219],"confusion":[220],"between":[221],"Ia-91T":[222],"spectra.":[226],"These":[227],"results":[228],"demonstrate":[229],"can":[234],"provide":[235],"single-spectrum":[239],"classification.":[242]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-26T00:00:00"}
