{"id":"https://openalex.org/W7165670894","doi":"https://doi.org/10.48550/arxiv.2606.21590","title":"Radial Basis Function Networks as Projection Heads in Self-Supervised Learning","display_name":"Radial Basis Function Networks as Projection Heads in Self-Supervised Learning","publication_year":2026,"publication_date":"2026-06-19","ids":{"openalex":"https://openalex.org/W7165670894","doi":"https://doi.org/10.48550/arxiv.2606.21590"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.21590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.21590","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092370930","display_name":"Andreas Schliebitz","orcid":"https://orcid.org/0000-0003-0361-7770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schliebitz, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076550969","display_name":"Heiko Tapken","orcid":"https://orcid.org/0000-0002-0685-5072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tapken, Heiko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139136043","display_name":"Martin Atzmueller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atzmueller, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.35519999265670776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.35519999265670776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.19380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10570000112056732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radial-basis-function","display_name":"Radial basis function","score":0.6841999888420105},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6040999889373779},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.5327000021934509},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4812999963760376},{"id":"https://openalex.org/keywords/radial-basis-function-network","display_name":"Radial basis function network","score":0.45320001244544983},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.4424999952316284},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4277999997138977},{"id":"https://openalex.org/keywords/projector","display_name":"Projector","score":0.4074000120162964},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4041000008583069},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.38359999656677246}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.685699999332428},{"id":"https://openalex.org/C98856871","wikidata":"https://www.wikidata.org/wiki/Q1588488","display_name":"Radial basis function","level":3,"score":0.6841999888420105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657000184059143},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6040999889373779},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C132917294","wikidata":"https://www.wikidata.org/wiki/Q2679684","display_name":"Radial basis function network","level":4,"score":0.45320001244544983},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4424999952316284},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C2776865275","wikidata":"https://www.wikidata.org/wiki/Q311666","display_name":"Projector","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.3476000130176544},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.34709998965263367},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C2777036070","wikidata":"https://www.wikidata.org/wiki/Q18393452","display_name":"Random projection","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C7218915","wikidata":"https://www.wikidata.org/wiki/Q1054475","display_name":"Gaussian function","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C5917680","wikidata":"https://www.wikidata.org/wiki/Q2621825","display_name":"Basis function","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2671999931335449},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.21590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.21590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1],"(SSL)":[2],"typically":[3],"relies":[4],"on":[5,33,192],"a":[6,11,57,79,90,167,174,184],"backbone":[7,25,178],"encoder":[8],"followed":[9],"by":[10,145],"small":[12],"multilayer":[13],"perceptron":[14],"(MLP)":[15],"projection":[16,126],"head,":[17],"which":[18],"is":[19,27,45],"conventionally":[20],"discarded":[21],"after":[22],"training,":[23],"while":[24],"quality":[26,75,93],"assessed":[28],"via":[29],"costly":[30],"linear":[31],"probing":[32],"labeled":[34],"data.":[35],"We":[36,136,181],"argue":[37],"that":[38,124,166],"this":[39,83],"approach":[40],"including":[41],"discarding":[42],"the":[43,53,98,146],"projector":[44,170],"rather":[46],"computationally":[47],"wasteful.":[48],"Instead,":[49],"we":[50,85,122],"propose":[51],"replacing":[52],"MLP":[54,134],"head":[55],"with":[56,140,160],"radial":[58,148],"basis":[59,149],"function":[60],"network":[61],"(RBFN),":[62],"whose":[63],"interpretable":[64],"center":[65],"and":[66,101,115,117],"shape":[67],"parameters":[68],"can":[69,171],"be":[70],"exploited":[71],"to":[72,155,197],"judge":[73],"representation":[74,179,202],"without":[76],"labels":[77],"or":[78],"separate":[80],"classifier.":[81],"To":[82],"end,":[84],"introduce":[86],"Scale-Normalized":[87],"Separation":[88],"(SNS),":[89],"novel":[91,185],"label-free":[92],"metric":[94],"derived":[95],"solely":[96],"from":[97],"kernel":[99],"centers":[100],"shapes":[102],"learned":[103],"during":[104],"training.":[105],"Across":[106],"five":[107],"canonical":[108],"SSL":[109],"architectures":[110],"(MoCo,":[111],"SimCLR,":[112],"BYOL,":[113],"SwAV":[114],"SimSiam)":[116],"four":[118],"image":[119,188],"classification":[120,189],"datasets,":[121],"show":[123],"RBFN":[125,169],"heads":[127],"are":[128],"competitive":[129],"drop-in":[130],"replacements":[131],"for":[132,177],"standard":[133],"projectors.":[135],"recommend":[137],"constructing":[138],"them":[139],"three":[141],"RBF":[142],"layers":[143],"activated":[144],"Gaussian":[147],"function.":[150],"Moreover,":[151],"SNS":[152],"exhibits":[153],"strong":[154,157],"very":[156],"positive":[158],"correlation":[159],"established":[161],"logistic":[162],"regression":[163],"metrics,":[164],"demonstrating":[165],"trained":[168],"act":[172],"as":[173],"reliable":[175],"proxy":[176],"quality.":[180],"additionally":[182],"publish":[183],"PyTorch":[186],"compatible":[187],"dataset":[190],"based":[191],"Google's":[193],"Open":[194],"Images":[195],"V7":[196],"facilitate":[198],"reproducible":[199],"research":[200],"into":[201],"learning.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}